# Static LiteLLM settings — model_list generated by scripts/gen-litellm-config.py

general_settings:
  master_key: os.environ/LITELLM_MASTER_KEY
  store_model_in_db: false
  max_budget: 50
  budget_duration: 30d

litellm_settings:
  drop_params: true
  set_verbose: false
  request_timeout: 300
  num_retries: 2
  cache: true
  cache_params:
    type: redis
    host: redis
    port: 6379
    ttl: 3600
  callbacks: ["prometheus"]
  require_auth_for_metrics_endpoint: false

environment_variables:
  NOVITA_API_KEY: os.environ/NOVITA_API_KEY
  GROQ_API_KEY: os.environ/GROQ_API_KEY
  XAI_API_KEY: os.environ/XAI_API_KEY
  GEMINI_API_KEY: os.environ/GEMINI_API_KEY
  GIGACHAT_CREDENTIALS: os.environ/GIGACHAT_CREDENTIALS
  TOGETHER_API_KEY: os.environ/TOGETHER_API_KEY
  OPENROUTER_API_KEY: os.environ/OPENROUTER_API_KEY

router_settings:
  routing_strategy: simple-shuffle
  num_retries: 2
  timeout: 300
  allowed_fails: 5
  cooldown_time: 15