From 2cd434c2915bb11b9f5b78bd11ad4edf3584fef6 Mon Sep 17 00:00:00 2001
From: Russell <russell.ballestrini@gmail.com>
Date: Sun, 16 Feb 2025 15:56:32 -0500
Subject: [PATCH] Update app.py

---
 app.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/app.py b/app.py
index 74d8030..6ccb49e 100644
--- a/app.py
+++ b/app.py
@@ -54,18 +54,18 @@ ENDPOINTS = [
     # vLLM clusters
     {
         "name": "vllm1",
-        "base_url": os.environ.get("VLLM_ENDPOINT"),
-        "api_key": os.environ.get("VLLM_API_KEY", "not-needed"),
+        "base_url": os.environ.get("VLLM_ENDPOINT_1"),
+        "api_key": os.environ.get("VLLM_ENDPOINT_API_KEY_1", "not-needed"),
     },
     {
         "name": "vllm2",
-        "base_url": os.environ.get("VLLM_ENDPOINT2"),
-        "api_key": os.environ.get("VLLM_API_KEY2", "not-needed"),
+        "base_url": os.environ.get("VLLM_ENDPOINT_2"),
+        "api_key": os.environ.get("VLLM_ENDPOINT_API_KEY_2", "not-needed"),
     },
     {
         "name": "vllm3",
-        "base_url": os.environ.get("VLLM_ENDPOINT3"),
-        "api_key": os.environ.get("VLLM_API_KEY3", "not-needed"),
+        "base_url": os.environ.get("VLLM_ENDPOINT_3"),
+        "api_key": os.environ.get("VLLM_ENDPOINT_API_KEY_3", "not-needed"),
     },
     # Ollama
     {