feat(agent): hierarchical executor with path resolve, runtime probe, quiet UI

Make Zed Agent closer to Cursor: deterministic DevOps path index, live Traefik port probe before blind edits, stop-after-edit, and quieter Russian progress.
2026-08-13 11:41:27 +03:00
parent 6fd2f0e689
commit a2d238d92e
71 changed files with 10617 additions and 449 deletions
@@ -1,16 +1,16 @@
-# LiteLLM Proxy — Novita lanes A/B/C + Auto Router v2 fallback
-# Regenerate model_list tail: bash scripts/sync-routing-config.sh
+# LiteLLM — generated for PRIMARY_PROVIDER=hybrid
+# Profile: Hybrid: Novita workers + Novita plan/verify (no Claude geo-billing)
+# Regenerate: PRIMARY_PROVIDER=hybrid bash scripts/gen-litellm-config.py

 general_settings:
  master_key: os.environ/LITELLM_MASTER_KEY
  store_model_in_db: false
  max_budget: 50
  budget_duration: 30d
-
 litellm_settings:
  drop_params: true
  set_verbose: false
-  request_timeout: 120
+  request_timeout: 300
  num_retries: 2
  cache: true
  cache_params:
@@ -18,193 +18,358 @@ litellm_settings:
    host: redis
    port: 6379
    ttl: 3600
-  callbacks: ["prometheus"]
+  callbacks:
+  - prometheus
  require_auth_for_metrics_endpoint: false
-
 environment_variables:
  NOVITA_API_KEY: os.environ/NOVITA_API_KEY
  GROQ_API_KEY: os.environ/GROQ_API_KEY
+  XAI_API_KEY: os.environ/XAI_API_KEY
  GEMINI_API_KEY: os.environ/GEMINI_API_KEY
  GIGACHAT_CREDENTIALS: os.environ/GIGACHAT_CREDENTIALS
-
+  TOGETHER_API_KEY: os.environ/TOGETHER_API_KEY
+  OPENROUTER_API_KEY: os.environ/OPENROUTER_API_KEY
 router_settings:
  routing_strategy: simple-shuffle
  num_retries: 2
-  timeout: 120
-  allowed_fails: 2
-  cooldown_time: 30
+  timeout: 300
+  allowed_fails: 5
+  cooldown_time: 15
  fallbacks:
-    - a-simple: ["b-simple", "groq-llama-8b"]
-    - a-medium-code: ["a-medium-ops", "groq-qwen-coder"]
-    - a-complex: ["b-complex", "a-reasoning"]
-    - b-complex: ["a-complex", "c-complex"]
-    - a-reasoning: ["b-reasoning", "gemini-flash"]
-    - a-vision: ["a-vision-ocr"]
-    - smart-router-internal: ["a-medium-ops", "a-medium-code", "a-complex"]
-  default_fallbacks: ["a-medium-code", "a-complex", "groq-qwen-coder"]
-
+  - a-simple:
+    - b-simple
+    - a-medium-ops
+  - a-medium-code:
+    - b-medium-code
+    - a-complex
+  - a-complex:
+    - b-complex
+    - a-reasoning
+  - b-complex:
+    - a-complex
+    - c-complex
+  - a-reasoning:
+    - b-reasoning
+    - a-complex
+  - a-vision:
+    - a-vision-ocr
+  - smart-router-internal:
+    - a-medium-ops
+    - a-medium-code
+    - a-complex
+  - novita-planner:
+    - b-complex
+    - a-medium-code
+  - novita-verifier:
+    - b-complex
+    - a-medium-code
+  default_fallbacks:
+  - a-medium-code
+  - a-complex
+  - a-medium-ops
 model_list:
-  # --- LLM tier classifier (GigaChat freemium, hybrid mode only) ---
-  - model_name: gigachat-classifier
-    litellm_params:
-      model: gigachat/GigaChat-2-Lite
-      api_key: os.environ/GIGACHAT_CREDENTIALS
-      ssl_verify: false
-      max_tokens: 64
-      temperature: 0
-
-  # --- Lane models (generated from config/model_matrix.yaml) ---
-  - model_name: a-simple
-    litellm_params:
-      model: novita/qwen/qwen3-4b-fp8
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 60
-  - model_name: b-simple
-    litellm_params:
-      model: novita/meta-llama/llama-3.1-8b-instruct
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 60
-  - model_name: c-simple
-    litellm_params:
-      model: novita/qwen/qwen3-8b-fp8
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 60
-
-  - model_name: a-medium-ops
-    litellm_params:
-      model: novita/qwen/qwen3-8b-fp8
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 40
-  - model_name: b-medium-ops
-    litellm_params:
-      model: novita/deepseek/deepseek-v3.2
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 40
-  - model_name: c-medium-ops
-    litellm_params:
-      model: novita/deepseek/deepseek-v3.2
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 40
-
-  - model_name: a-medium-code
-    litellm_params:
-      model: novita/qwen/qwen3-coder-30b-a3b-instruct
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 40
-  - model_name: b-medium-code
-    litellm_params:
-      model: novita/qwen/qwen3-coder-30b-a3b-instruct
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 40
-  - model_name: c-medium-code
-    litellm_params:
-      model: novita/qwen/qwen3-coder-30b-a3b-instruct
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 30
-
-  - model_name: a-complex
-    litellm_params:
-      model: novita/deepseek/deepseek-v3.2
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 30
-  - model_name: b-complex
-    litellm_params:
-      model: novita/deepseek/deepseek-r1-0528
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 20
-  - model_name: c-complex
-    litellm_params:
-      model: novita/deepseek/deepseek-r1-turbo
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 15
-
-  - model_name: a-reasoning
-    litellm_params:
-      model: novita/deepseek/deepseek-r1-0528-qwen3-8b
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 30
-  - model_name: b-reasoning
-    litellm_params:
-      model: novita/deepseek/deepseek-r1-0528
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 20
-  - model_name: c-reasoning
-    litellm_params:
-      model: novita/deepseek/deepseek-r1-turbo
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 15
-
-  - model_name: a-vision-ocr
-    litellm_params:
-      model: novita/paddlepaddle/paddleocr-vl
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 30
-  - model_name: a-vision
-    litellm_params:
-      model: novita/qwen/qwen3-vl-30b-a3b-instruct
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 20
-  - model_name: b-vision
-    litellm_params:
-      model: novita/qwen/qwen2.5-vl-72b-instruct
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 15
-  - model_name: c-vision
-    litellm_params:
-      model: novita/qwen/qwen3-vl-235b-a22b-instruct
-      api_key: os.environ/NOVITA_API_KEY
-      rpm: 10
-
-  # --- Optional fallbacks ---
-  - model_name: groq-llama-8b
-    litellm_params:
-      model: groq/llama-3.1-8b-instant
-      api_key: os.environ/GROQ_API_KEY
-  - model_name: groq-qwen-coder
-    litellm_params:
-      model: groq/qwen-qwen-2.5-coder-32b
-      api_key: os.environ/GROQ_API_KEY
-  - model_name: gemini-flash
-    litellm_params:
-      model: gemini/gemini-2.0-flash
-      api_key: os.environ/GEMINI_API_KEY
-
-  # --- Auto Router v2 fallback when gateway confidence low ---
-  - model_name: smart-router-internal
-    litellm_params:
-      model: auto_router/complexity_router
-      drop_params: true
-      complexity_router_default_model: a-medium-ops
-      complexity_router_config:
-        tiers:
-          SIMPLE: a-simple
-          MEDIUM: a-medium-ops
-          MEDIUM_CODE: a-medium-code
-          COMPLEX: a-complex
-          REASONING: a-reasoning
-        classifier_fallback: heuristic
-        keyword_tier_rules:
-          - keywords: ["привет", "hello", "hi", "thanks", "спасибо", "что такое", "what is", "define"]
-            tier: SIMPLE
-          - keywords: ["bash", "docker", "swarm", "ci/cd", "gitea", "rebar", "erlang", "devops", "kubectl", "terraform"]
-            tier: MEDIUM
-          - keywords: ["рефакторинг", "refactor", "архитектура", "architecture", "спроектируй", "migration plan"]
-            tier: COMPLEX
-          - keywords: ["step by step", "prove", "analyze deeply", "think through"]
-            tier: REASONING
-        custom_technical_keywords: [erlang, rebar3, traefik, mnesia, litellm, novita]
-        token_thresholds:
-          simple: 20
-          complex: 500
-        tier_boundaries:
-          simple_medium: 0.18
-          medium_complex: 0.38
-          complex_reasoning: 0.62
-        session_affinity: true
-        session_affinity_ttl_seconds: 1800
-
-  # Alias for Zed default model name (gateway resolves before LiteLLM)
-  - model_name: smart-router
-    litellm_params:
-      model: novita/qwen/qwen3-8b-fp8
-      api_key: os.environ/NOVITA_API_KEY
+- model_name: gigachat-classifier
+  litellm_params:
+    model: gigachat/GigaChat-2-Lite
+    api_key: os.environ/GIGACHAT_CREDENTIALS
+    timeout: 180
+    ssl_verify: false
+    max_tokens: 64
+    temperature: 0
+- model_name: a-simple
+  litellm_params:
+    model: novita/meta-llama/llama-3.1-8b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 300
+- model_name: b-simple
+  litellm_params:
+    model: novita/meta-llama/llama-3.1-8b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 300
+- model_name: c-simple
+  litellm_params:
+    model: novita/meta-llama/llama-3.1-8b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 300
+- model_name: a-medium-ops
+  litellm_params:
+    model: novita/meta-llama/llama-3.1-8b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 240
+- model_name: b-medium-ops
+  litellm_params:
+    model: novita/meta-llama/llama-3.1-8b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 240
+- model_name: c-medium-ops
+  litellm_params:
+    model: novita/meta-llama/llama-3.1-8b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 240
+- model_name: a-medium-code
+  litellm_params:
+    model: novita/qwen/qwen3-coder-30b-a3b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 240
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: b-medium-code
+  litellm_params:
+    model: novita/qwen/qwen3-coder-30b-a3b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 240
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: c-medium-code
+  litellm_params:
+    model: novita/qwen/qwen3-coder-30b-a3b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 180
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: a-complex
+  litellm_params:
+    model: novita/qwen/qwen3-coder-30b-a3b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 180
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: b-complex
+  litellm_params:
+    model: novita/deepseek/deepseek-v3.2
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 120
+- model_name: c-complex
+  litellm_params:
+    model: novita/qwen/qwen3.8-max
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 120
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: a-reasoning
+  litellm_params:
+    model: novita/qwen/qwen3-coder-30b-a3b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 120
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: b-reasoning
+  litellm_params:
+    model: novita/deepseek/deepseek-v3.2
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 120
+- model_name: c-reasoning
+  litellm_params:
+    model: novita/qwen/qwen3.8-max
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 120
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: a-vision-ocr
+  litellm_params:
+    model: novita/paddlepaddle/paddleocr-vl
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 120
+- model_name: a-vision
+  litellm_params:
+    model: novita/qwen/qwen3-vl-30b-a3b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 120
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: b-vision
+  litellm_params:
+    model: novita/qwen/qwen2.5-vl-72b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 90
+- model_name: c-vision
+  litellm_params:
+    model: novita/qwen/qwen3-vl-235b-a22b-instruct
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    rpm: 90
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: novita-planner
+  litellm_params:
+    model: novita/qwen/qwen3.8-max
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    max_tokens: 1024
+    temperature: 0
+    extra_body:
+      chat_template_kwargs:
+        enable_thinking: false
+      enable_thinking: false
+- model_name: novita-verifier
+  litellm_params:
+    model: novita/deepseek/deepseek-v3.2
+    api_key: os.environ/NOVITA_API_KEY
+    timeout: 180
+    max_tokens: 1024
+    temperature: 0
+- model_name: claude-haiku-planner
+  litellm_params:
+    model: anthropic/claude-haiku-4-5-20251001
+    api_key: os.environ/ANTHROPIC_API_KEY
+    timeout: 180
+    max_tokens: 1024
+    temperature: 0
+- model_name: claude-sonnet-verifier
+  litellm_params:
+    model: anthropic/claude-sonnet-5
+    api_key: os.environ/ANTHROPIC_API_KEY
+    timeout: 180
+    max_tokens: 2048
+    temperature: 0
+- model_name: groq-llama-8b
+  litellm_params:
+    model: groq/llama-3.1-8b-instant
+    api_key: os.environ/GROQ_API_KEY
+    timeout: 180
+- model_name: groq-qwen-coder
+  litellm_params:
+    model: groq/qwen-qwen-2.5-coder-32b
+    api_key: os.environ/GROQ_API_KEY
+    timeout: 180
+- model_name: gemini-flash
+  litellm_params:
+    model: gemini/gemini-2.0-flash
+    api_key: os.environ/GEMINI_API_KEY
+    timeout: 180
+- model_name: grok-3
+  litellm_params:
+    model: xai/grok-3
+    api_key: os.environ/XAI_API_KEY
+    timeout: 180
+- model_name: gigachat-pro
+  litellm_params:
+    model: gigachat/GigaChat-2-Pro
+    api_key: os.environ/GIGACHAT_CREDENTIALS
+    timeout: 180
+    ssl_verify: false
+- model_name: smart-router-internal
+  litellm_params:
+    model: auto_router/complexity_router
+    drop_params: true
+    complexity_router_default_model: a-medium-ops
+    complexity_router_config:
+      tiers:
+        SIMPLE: a-simple
+        MEDIUM: a-medium-ops
+        MEDIUM_CODE: a-medium-code
+        COMPLEX: a-complex
+        REASONING: a-reasoning
+      classifier_fallback: heuristic
+      keyword_tier_rules:
+      - keywords:
+        - привет
+        - hello
+        - hi
+        - thanks
+        - спасибо
+        - что такое
+        - what is
+        - define
+        tier: SIMPLE
+      - keywords:
+        - bash
+        - docker
+        - swarm
+        - ci/cd
+        - gitea
+        - rebar
+        - erlang
+        - devops
+        - kubectl
+        - terraform
+        - playwright
+        - npm
+        - wsl
+        tier: MEDIUM
+      - keywords:
+        - поправь
+        - исправь
+        - fix
+        - edit
+        - patch
+        - bugfix
+        - typo
+        - rename
+        - add test
+        - lint
+        tier: MEDIUM
+      - keywords:
+        - рефакторинг
+        - refactor
+        - архитектура
+        - architecture
+        - спроектируй
+        - design system
+        - microservice
+        - distributed
+        - migration plan
+        tier: COMPLEX
+      - keywords:
+        - step by step
+        - reasoning
+        - prove
+        - analyze deeply
+        - think through
+        tier: REASONING
+      custom_technical_keywords:
+      - erlang
+      - rebar3
+      - traefik
+      - mnesia
+      - litellm
+      - novita
+      token_thresholds:
+        simple: 20
+        complex: 500
+      tier_boundaries:
+        simple_medium: 0.18
+        medium_complex: 0.38
+        complex_reasoning: 0.62
+      session_affinity: true
+      session_affinity_ttl_seconds: 1800
+- model_name: smart-router
+  litellm_params:
+    model: novita/meta-llama/llama-3.1-8b-instruct
+    api_key: os.environ/NOVITA_API_KEY