Fix: drop unsupported params (context_management) for Ollama via LiteLLM

2026-04-02 14:09:19 -04:00 · 2026-04-02 14:09:19 -04:00 · b1e141333e
commit b1e141333e
parent 676a54ec7b
1 changed files with 6 additions and 2 deletions
--- a/litellm-config.yaml
+++ b/litellm-config.yaml
@ -1,8 +1,12 @@
 model_list:
-  - model_name: qwen2.5-coder:32b
+  - model_name: qwen3.5:27b
    litellm_params:
-      model: ollama/qwen2.5-coder:32b
+      model: ollama/qwen3.5:27b
      api_base: http://ollama:11434
+      num_ctx: 32768

 general_settings:
  master_key: ollama
+
+litellm_settings:
+  drop_params: true