aleksey
6fd2f0e689
LLM classify via LiteLLM gigachat-classifier when heuristic confidence is low. CLASSIFIER_MODE=heuristic|hybrid|llm. Metrics classifier_source.
35 lines
1.2 KiB
Bash
35 lines
1.2 KiB
Bash
#!/bin/sh
|
|
# Load Swarm secrets into env and start LiteLLM proxy
|
|
set -eu
|
|
|
|
read_secret() {
|
|
if [ -f "$1" ]; then
|
|
tr -d '\n\r' < "$1"
|
|
fi
|
|
}
|
|
|
|
if [ -f /run/secrets/novita_api_key ]; then
|
|
export NOVITA_API_KEY="$(read_secret /run/secrets/novita_api_key)"
|
|
fi
|
|
if [ -f /run/secrets/litellm_master_key ]; then
|
|
export LITELLM_MASTER_KEY="$(read_secret /run/secrets/litellm_master_key)"
|
|
fi
|
|
if [ -f /run/secrets/litellm_salt_key ]; then
|
|
export LITELLM_SALT_KEY="$(read_secret /run/secrets/litellm_salt_key)"
|
|
fi
|
|
if [ -f /run/secrets/groq_api_key ]; then
|
|
export GROQ_API_KEY="$(read_secret /run/secrets/groq_api_key)"
|
|
fi
|
|
if [ -f /run/secrets/gemini_api_key ]; then
|
|
export GEMINI_API_KEY="$(read_secret /run/secrets/gemini_api_key)"
|
|
fi
|
|
if [ -f /run/secrets/gigachat_credentials ]; then
|
|
export GIGACHAT_CREDENTIALS="$(read_secret /run/secrets/gigachat_credentials)"
|
|
fi
|
|
if [ -f /run/secrets/postgres_password ]; then
|
|
export POSTGRES_PASSWORD="$(read_secret /run/secrets/postgres_password)"
|
|
export DATABASE_URL="postgresql://${POSTGRES_USER:-litellm}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB:-litellm}"
|
|
fi
|
|
|
|
exec litellm --config /app/config.yaml --port 4000 --num_workers 2 "$@"
|