From c4df19132ff13f4aa90cfd8286612cb96f87641d Mon Sep 17 00:00:00 2001
From: Russell Ballestrini <russell.ballestrini@gmail.com>
Date: Sun, 4 Aug 2024 11:35:12 -0400
Subject: [PATCH] support both vllm and openai at the same time.

	modified:   app.py
---
 app.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/app.py b/app.py
index 6830f09..b50c9ca 100644
--- a/app.py
+++ b/app.py
@@ -762,7 +762,7 @@ def get_openai_client_and_model(model_name="gpt-4o-mini"):
     vllm_endpoint = os.environ.get("VLLM_ENDPOINT")
     vllm_api_key = os.environ.get("VLLM_API_KEY", "not-needed")
 
-    if vllm_endpoint:
+    if "gpt" not in model_name and vllm_endpoint:
         openai_client = OpenAI(base_url=vllm_endpoint, api_key=vllm_api_key)
         model_name = "NousResearch/Hermes-2-Pro-Llama-3-8B"
     else: