engineering/opencompletion.com
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update app.py

Browse source
This commit is contained in:
Russell 2025-02-16 15:56:32 -05:00 • committed by GitHub
parent b6b4067134
commit 2cd434c291
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
app.py
View file

@ -54,18 +54,18 @@ ENDPOINTS = [
# vLLM clusters
{
"name": "vllm1",
"base_url": os.environ.get("VLLM_ENDPOINT"),
"api_key": os.environ.get("VLLM_API_KEY", "not-needed"),
"base_url": os.environ.get("VLLM_ENDPOINT_1"),
"api_key": os.environ.get("VLLM_ENDPOINT_API_KEY_1", "not-needed"),
},
{
"name": "vllm2",
"base_url": os.environ.get("VLLM_ENDPOINT2"),
"api_key": os.environ.get("VLLM_API_KEY2", "not-needed"),
"base_url": os.environ.get("VLLM_ENDPOINT_2"),
"api_key": os.environ.get("VLLM_ENDPOINT_API_KEY_2", "not-needed"),
},
{
"name": "vllm3",
"base_url": os.environ.get("VLLM_ENDPOINT3"),
"api_key": os.environ.get("VLLM_API_KEY3", "not-needed"),
"base_url": os.environ.get("VLLM_ENDPOINT_3"),
"api_key": os.environ.get("VLLM_ENDPOINT_API_KEY_3", "not-needed"),
},
# Ollama
{