modified: src/config.js

This commit is contained in:
Russell Ballestrini 2025-10-22 19:44:37 -04:00
parent 45ccee4b71
commit 8de043bfef

View file

@ -77,6 +77,16 @@ export const VLLM_ENDPOINTS = [
'hf.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:Q4_K_M': 32768,
}
},
{
id: "gpt-oss.ai.unturf.com",
url: "https://gpt-oss.ai.unturf.com/v1",
// Ollama endpoints don't return max_model_len, so we specify it here
// Note: Model supports 262144 but limited by GPU VRAM (24GB)
modelContextWindows: {
'gpt-oss:latest': 64000,
'deepseek-r1:14b-qwen-distill-q8_0': 64000,
}
},
];
// Function to get API configuration (custom or default)