Fix: drop unsupported params (context_management) for Ollama via LiteLLM
This commit is contained in:
parent
676a54ec7b
commit
b1e141333e
1 changed files with 6 additions and 2 deletions
|
|
@ -1,8 +1,12 @@
|
||||||
model_list:
|
model_list:
|
||||||
- model_name: qwen2.5-coder:32b
|
- model_name: qwen3.5:27b
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: ollama/qwen2.5-coder:32b
|
model: ollama/qwen3.5:27b
|
||||||
api_base: http://ollama:11434
|
api_base: http://ollama:11434
|
||||||
|
num_ctx: 32768
|
||||||
|
|
||||||
general_settings:
|
general_settings:
|
||||||
master_key: ollama
|
master_key: ollama
|
||||||
|
|
||||||
|
litellm_settings:
|
||||||
|
drop_params: true
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue