From b1e141333e5563ef7ffc72a097eecf0dbf6277fe Mon Sep 17 00:00:00 2001
From: root <root@truenas.local>
Date: Thu, 2 Apr 2026 14:09:19 -0400
Subject: [PATCH] Fix: drop unsupported params (context_management) for Ollama
 via LiteLLM

---
 litellm-config.yaml | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/litellm-config.yaml b/litellm-config.yaml
index 53b22eb..400ac1c 100644
--- a/litellm-config.yaml
+++ b/litellm-config.yaml
@@ -1,8 +1,12 @@
 model_list:
-  - model_name: qwen2.5-coder:32b
+  - model_name: qwen3.5:27b
     litellm_params:
-      model: ollama/qwen2.5-coder:32b
+      model: ollama/qwen3.5:27b
       api_base: http://ollama:11434
+      num_ctx: 32768
 
 general_settings:
   master_key: ollama
+
+litellm_settings:
+  drop_params: true