diff --git a/litellm-config.yaml b/litellm-config.yaml index 53b22eb..400ac1c 100644 --- a/litellm-config.yaml +++ b/litellm-config.yaml @@ -1,8 +1,12 @@ model_list: - - model_name: qwen2.5-coder:32b + - model_name: qwen3.5:27b litellm_params: - model: ollama/qwen2.5-coder:32b + model: ollama/qwen3.5:27b api_base: http://ollama:11434 + num_ctx: 32768 general_settings: master_key: ollama + +litellm_settings: + drop_params: true