# LiteLLM — generated for PRIMARY_PROVIDER=hybrid # Profile: Hybrid: Novita workers + Novita plan/verify (no Claude geo-billing) # Regenerate: PRIMARY_PROVIDER=hybrid bash scripts/gen-litellm-config.py general_settings: master_key: os.environ/LITELLM_MASTER_KEY store_model_in_db: false max_budget: 50 budget_duration: 30d litellm_settings: drop_params: true set_verbose: false request_timeout: 300 num_retries: 2 cache: true cache_params: type: redis host: redis port: 6379 ttl: 3600 callbacks: - prometheus require_auth_for_metrics_endpoint: false environment_variables: NOVITA_API_KEY: os.environ/NOVITA_API_KEY GROQ_API_KEY: os.environ/GROQ_API_KEY XAI_API_KEY: os.environ/XAI_API_KEY GEMINI_API_KEY: os.environ/GEMINI_API_KEY GIGACHAT_CREDENTIALS: os.environ/GIGACHAT_CREDENTIALS TOGETHER_API_KEY: os.environ/TOGETHER_API_KEY OPENROUTER_API_KEY: os.environ/OPENROUTER_API_KEY router_settings: routing_strategy: simple-shuffle num_retries: 2 timeout: 300 allowed_fails: 5 cooldown_time: 15 fallbacks: - a-simple: - b-simple - a-medium-ops - a-medium-code: - b-medium-code - a-complex - a-complex: - b-complex - a-reasoning - b-complex: - a-complex - c-complex - a-reasoning: - b-reasoning - a-complex - a-vision: - a-vision-ocr - smart-router-internal: - a-medium-ops - a-medium-code - a-complex - novita-planner: - b-complex - a-medium-code - novita-verifier: - b-complex - a-medium-code default_fallbacks: - a-medium-code - a-complex - a-medium-ops model_list: - model_name: gigachat-classifier litellm_params: model: gigachat/GigaChat-2-Lite api_key: os.environ/GIGACHAT_CREDENTIALS timeout: 180 ssl_verify: false max_tokens: 64 temperature: 0 - model_name: a-simple litellm_params: model: novita/meta-llama/llama-3.1-8b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 300 - model_name: b-simple litellm_params: model: novita/meta-llama/llama-3.1-8b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 300 - model_name: c-simple litellm_params: model: novita/meta-llama/llama-3.1-8b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 300 - model_name: a-medium-ops litellm_params: model: novita/meta-llama/llama-3.1-8b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 240 - model_name: b-medium-ops litellm_params: model: novita/meta-llama/llama-3.1-8b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 240 - model_name: c-medium-ops litellm_params: model: novita/meta-llama/llama-3.1-8b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 240 - model_name: a-medium-code litellm_params: model: novita/qwen/qwen3-coder-30b-a3b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 240 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: b-medium-code litellm_params: model: novita/qwen/qwen3-coder-30b-a3b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 240 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: c-medium-code litellm_params: model: novita/qwen/qwen3-coder-30b-a3b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 180 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: a-complex litellm_params: model: novita/qwen/qwen3-coder-30b-a3b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 180 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: b-complex litellm_params: model: novita/deepseek/deepseek-v3.2 api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 120 - model_name: c-complex litellm_params: model: novita/qwen/qwen3.8-max api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 120 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: a-reasoning litellm_params: model: novita/qwen/qwen3-coder-30b-a3b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 120 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: b-reasoning litellm_params: model: novita/deepseek/deepseek-v3.2 api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 120 - model_name: c-reasoning litellm_params: model: novita/qwen/qwen3.8-max api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 120 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: a-vision-ocr litellm_params: model: novita/paddlepaddle/paddleocr-vl api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 120 - model_name: a-vision litellm_params: model: novita/qwen/qwen3-vl-30b-a3b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 120 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: b-vision litellm_params: model: novita/qwen/qwen2.5-vl-72b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 90 - model_name: c-vision litellm_params: model: novita/qwen/qwen3-vl-235b-a22b-instruct api_key: os.environ/NOVITA_API_KEY timeout: 180 rpm: 90 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: novita-planner litellm_params: model: novita/qwen/qwen3.8-max api_key: os.environ/NOVITA_API_KEY timeout: 180 max_tokens: 1024 temperature: 0 extra_body: chat_template_kwargs: enable_thinking: false enable_thinking: false - model_name: novita-verifier litellm_params: model: novita/deepseek/deepseek-v3.2 api_key: os.environ/NOVITA_API_KEY timeout: 180 max_tokens: 1024 temperature: 0 - model_name: claude-haiku-planner litellm_params: model: anthropic/claude-haiku-4-5-20251001 api_key: os.environ/ANTHROPIC_API_KEY timeout: 180 max_tokens: 1024 temperature: 0 - model_name: claude-sonnet-verifier litellm_params: model: anthropic/claude-sonnet-5 api_key: os.environ/ANTHROPIC_API_KEY timeout: 180 max_tokens: 2048 temperature: 0 - model_name: groq-llama-8b litellm_params: model: groq/llama-3.1-8b-instant api_key: os.environ/GROQ_API_KEY timeout: 180 - model_name: groq-qwen-coder litellm_params: model: groq/qwen-qwen-2.5-coder-32b api_key: os.environ/GROQ_API_KEY timeout: 180 - model_name: gemini-flash litellm_params: model: gemini/gemini-2.0-flash api_key: os.environ/GEMINI_API_KEY timeout: 180 - model_name: grok-3 litellm_params: model: xai/grok-3 api_key: os.environ/XAI_API_KEY timeout: 180 - model_name: gigachat-pro litellm_params: model: gigachat/GigaChat-2-Pro api_key: os.environ/GIGACHAT_CREDENTIALS timeout: 180 ssl_verify: false - model_name: smart-router-internal litellm_params: model: auto_router/complexity_router drop_params: true complexity_router_default_model: a-medium-ops complexity_router_config: tiers: SIMPLE: a-simple MEDIUM: a-medium-ops MEDIUM_CODE: a-medium-code COMPLEX: a-complex REASONING: a-reasoning classifier_fallback: heuristic keyword_tier_rules: - keywords: - привет - hello - hi - thanks - спасибо - что такое - what is - define tier: SIMPLE - keywords: - bash - docker - swarm - ci/cd - gitea - rebar - erlang - devops - kubectl - terraform - playwright - npm - wsl tier: MEDIUM - keywords: - поправь - исправь - fix - edit - patch - bugfix - typo - rename - add test - lint tier: MEDIUM - keywords: - рефакторинг - refactor - архитектура - architecture - спроектируй - design system - microservice - distributed - migration plan tier: COMPLEX - keywords: - step by step - reasoning - prove - analyze deeply - think through tier: REASONING custom_technical_keywords: - erlang - rebar3 - traefik - mnesia - litellm - novita token_thresholds: simple: 20 complex: 500 tier_boundaries: simple_medium: 0.18 medium_complex: 0.38 complex_reasoning: 0.62 session_affinity: true session_affinity_ttl_seconds: 1800 - model_name: smart-router litellm_params: model: novita/meta-llama/llama-3.1-8b-instruct api_key: os.environ/NOVITA_API_KEY