update qwen model context window to correct value: 262144 tokens (256K)
This commit is contained in:
parent
5fc300ecc2
commit
30b7e6649a
1 changed files with 1 additions and 1 deletions
|
|
@ -73,7 +73,7 @@ export const VLLM_ENDPOINTS = [
|
|||
url: "https://qwen.ai.unturf.com/v1",
|
||||
// Ollama endpoints don't return max_model_len, so we specify it here
|
||||
modelContextWindows: {
|
||||
'hf.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:Q4_K_M': 32768,
|
||||
'hf.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:Q4_K_M': 262144,
|
||||
}
|
||||
},
|
||||
];
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue