aleksey
a2d238d92e
Make Zed Agent closer to Cursor: deterministic DevOps path index, live Traefik port probe before blind edits, stop-after-edit, and quieter Russian progress.
376 lines
9.2 KiB
YAML
376 lines
9.2 KiB
YAML
# LiteLLM — generated for PRIMARY_PROVIDER=hybrid
|
|
# Profile: Hybrid: Novita workers + Novita plan/verify (no Claude geo-billing)
|
|
# Regenerate: PRIMARY_PROVIDER=hybrid bash scripts/gen-litellm-config.py
|
|
|
|
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
store_model_in_db: false
|
|
max_budget: 50
|
|
budget_duration: 30d
|
|
litellm_settings:
|
|
drop_params: true
|
|
set_verbose: false
|
|
request_timeout: 300
|
|
num_retries: 2
|
|
cache: true
|
|
cache_params:
|
|
type: redis
|
|
host: redis
|
|
port: 6379
|
|
ttl: 3600
|
|
callbacks:
|
|
- prometheus
|
|
require_auth_for_metrics_endpoint: false
|
|
environment_variables:
|
|
NOVITA_API_KEY: os.environ/NOVITA_API_KEY
|
|
GROQ_API_KEY: os.environ/GROQ_API_KEY
|
|
XAI_API_KEY: os.environ/XAI_API_KEY
|
|
GEMINI_API_KEY: os.environ/GEMINI_API_KEY
|
|
GIGACHAT_CREDENTIALS: os.environ/GIGACHAT_CREDENTIALS
|
|
TOGETHER_API_KEY: os.environ/TOGETHER_API_KEY
|
|
OPENROUTER_API_KEY: os.environ/OPENROUTER_API_KEY
|
|
router_settings:
|
|
routing_strategy: simple-shuffle
|
|
num_retries: 2
|
|
timeout: 300
|
|
allowed_fails: 5
|
|
cooldown_time: 15
|
|
fallbacks:
|
|
- a-simple:
|
|
- b-simple
|
|
- a-medium-ops
|
|
- a-medium-code:
|
|
- b-medium-code
|
|
- a-complex
|
|
- a-complex:
|
|
- b-complex
|
|
- a-reasoning
|
|
- b-complex:
|
|
- a-complex
|
|
- c-complex
|
|
- a-reasoning:
|
|
- b-reasoning
|
|
- a-complex
|
|
- a-vision:
|
|
- a-vision-ocr
|
|
- smart-router-internal:
|
|
- a-medium-ops
|
|
- a-medium-code
|
|
- a-complex
|
|
- novita-planner:
|
|
- b-complex
|
|
- a-medium-code
|
|
- novita-verifier:
|
|
- b-complex
|
|
- a-medium-code
|
|
default_fallbacks:
|
|
- a-medium-code
|
|
- a-complex
|
|
- a-medium-ops
|
|
model_list:
|
|
- model_name: gigachat-classifier
|
|
litellm_params:
|
|
model: gigachat/GigaChat-2-Lite
|
|
api_key: os.environ/GIGACHAT_CREDENTIALS
|
|
timeout: 180
|
|
ssl_verify: false
|
|
max_tokens: 64
|
|
temperature: 0
|
|
- model_name: a-simple
|
|
litellm_params:
|
|
model: novita/meta-llama/llama-3.1-8b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 300
|
|
- model_name: b-simple
|
|
litellm_params:
|
|
model: novita/meta-llama/llama-3.1-8b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 300
|
|
- model_name: c-simple
|
|
litellm_params:
|
|
model: novita/meta-llama/llama-3.1-8b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 300
|
|
- model_name: a-medium-ops
|
|
litellm_params:
|
|
model: novita/meta-llama/llama-3.1-8b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 240
|
|
- model_name: b-medium-ops
|
|
litellm_params:
|
|
model: novita/meta-llama/llama-3.1-8b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 240
|
|
- model_name: c-medium-ops
|
|
litellm_params:
|
|
model: novita/meta-llama/llama-3.1-8b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 240
|
|
- model_name: a-medium-code
|
|
litellm_params:
|
|
model: novita/qwen/qwen3-coder-30b-a3b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 240
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: b-medium-code
|
|
litellm_params:
|
|
model: novita/qwen/qwen3-coder-30b-a3b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 240
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: c-medium-code
|
|
litellm_params:
|
|
model: novita/qwen/qwen3-coder-30b-a3b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 180
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: a-complex
|
|
litellm_params:
|
|
model: novita/qwen/qwen3-coder-30b-a3b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 180
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: b-complex
|
|
litellm_params:
|
|
model: novita/deepseek/deepseek-v3.2
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 120
|
|
- model_name: c-complex
|
|
litellm_params:
|
|
model: novita/qwen/qwen3.8-max
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 120
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: a-reasoning
|
|
litellm_params:
|
|
model: novita/qwen/qwen3-coder-30b-a3b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 120
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: b-reasoning
|
|
litellm_params:
|
|
model: novita/deepseek/deepseek-v3.2
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 120
|
|
- model_name: c-reasoning
|
|
litellm_params:
|
|
model: novita/qwen/qwen3.8-max
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 120
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: a-vision-ocr
|
|
litellm_params:
|
|
model: novita/paddlepaddle/paddleocr-vl
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 120
|
|
- model_name: a-vision
|
|
litellm_params:
|
|
model: novita/qwen/qwen3-vl-30b-a3b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 120
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: b-vision
|
|
litellm_params:
|
|
model: novita/qwen/qwen2.5-vl-72b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 90
|
|
- model_name: c-vision
|
|
litellm_params:
|
|
model: novita/qwen/qwen3-vl-235b-a22b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
rpm: 90
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: novita-planner
|
|
litellm_params:
|
|
model: novita/qwen/qwen3.8-max
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
max_tokens: 1024
|
|
temperature: 0
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
enable_thinking: false
|
|
- model_name: novita-verifier
|
|
litellm_params:
|
|
model: novita/deepseek/deepseek-v3.2
|
|
api_key: os.environ/NOVITA_API_KEY
|
|
timeout: 180
|
|
max_tokens: 1024
|
|
temperature: 0
|
|
- model_name: claude-haiku-planner
|
|
litellm_params:
|
|
model: anthropic/claude-haiku-4-5-20251001
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
timeout: 180
|
|
max_tokens: 1024
|
|
temperature: 0
|
|
- model_name: claude-sonnet-verifier
|
|
litellm_params:
|
|
model: anthropic/claude-sonnet-5
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
timeout: 180
|
|
max_tokens: 2048
|
|
temperature: 0
|
|
- model_name: groq-llama-8b
|
|
litellm_params:
|
|
model: groq/llama-3.1-8b-instant
|
|
api_key: os.environ/GROQ_API_KEY
|
|
timeout: 180
|
|
- model_name: groq-qwen-coder
|
|
litellm_params:
|
|
model: groq/qwen-qwen-2.5-coder-32b
|
|
api_key: os.environ/GROQ_API_KEY
|
|
timeout: 180
|
|
- model_name: gemini-flash
|
|
litellm_params:
|
|
model: gemini/gemini-2.0-flash
|
|
api_key: os.environ/GEMINI_API_KEY
|
|
timeout: 180
|
|
- model_name: grok-3
|
|
litellm_params:
|
|
model: xai/grok-3
|
|
api_key: os.environ/XAI_API_KEY
|
|
timeout: 180
|
|
- model_name: gigachat-pro
|
|
litellm_params:
|
|
model: gigachat/GigaChat-2-Pro
|
|
api_key: os.environ/GIGACHAT_CREDENTIALS
|
|
timeout: 180
|
|
ssl_verify: false
|
|
- model_name: smart-router-internal
|
|
litellm_params:
|
|
model: auto_router/complexity_router
|
|
drop_params: true
|
|
complexity_router_default_model: a-medium-ops
|
|
complexity_router_config:
|
|
tiers:
|
|
SIMPLE: a-simple
|
|
MEDIUM: a-medium-ops
|
|
MEDIUM_CODE: a-medium-code
|
|
COMPLEX: a-complex
|
|
REASONING: a-reasoning
|
|
classifier_fallback: heuristic
|
|
keyword_tier_rules:
|
|
- keywords:
|
|
- привет
|
|
- hello
|
|
- hi
|
|
- thanks
|
|
- спасибо
|
|
- что такое
|
|
- what is
|
|
- define
|
|
tier: SIMPLE
|
|
- keywords:
|
|
- bash
|
|
- docker
|
|
- swarm
|
|
- ci/cd
|
|
- gitea
|
|
- rebar
|
|
- erlang
|
|
- devops
|
|
- kubectl
|
|
- terraform
|
|
- playwright
|
|
- npm
|
|
- wsl
|
|
tier: MEDIUM
|
|
- keywords:
|
|
- поправь
|
|
- исправь
|
|
- fix
|
|
- edit
|
|
- patch
|
|
- bugfix
|
|
- typo
|
|
- rename
|
|
- add test
|
|
- lint
|
|
tier: MEDIUM
|
|
- keywords:
|
|
- рефакторинг
|
|
- refactor
|
|
- архитектура
|
|
- architecture
|
|
- спроектируй
|
|
- design system
|
|
- microservice
|
|
- distributed
|
|
- migration plan
|
|
tier: COMPLEX
|
|
- keywords:
|
|
- step by step
|
|
- reasoning
|
|
- prove
|
|
- analyze deeply
|
|
- think through
|
|
tier: REASONING
|
|
custom_technical_keywords:
|
|
- erlang
|
|
- rebar3
|
|
- traefik
|
|
- mnesia
|
|
- litellm
|
|
- novita
|
|
token_thresholds:
|
|
simple: 20
|
|
complex: 500
|
|
tier_boundaries:
|
|
simple_medium: 0.18
|
|
medium_complex: 0.38
|
|
complex_reasoning: 0.62
|
|
session_affinity: true
|
|
session_affinity_ttl_seconds: 1800
|
|
- model_name: smart-router
|
|
litellm_params:
|
|
model: novita/meta-llama/llama-3.1-8b-instruct
|
|
api_key: os.environ/NOVITA_API_KEY
|