modified:   app.py
This commit is contained in:
Russell Ballestrini 2024-08-04 11:37:04 -04:00
parent c4df19132f
commit 5217092e39

1
app.py
View file

@ -764,7 +764,6 @@ def get_openai_client_and_model(model_name="gpt-4o-mini"):
if "gpt" not in model_name and vllm_endpoint:
openai_client = OpenAI(base_url=vllm_endpoint, api_key=vllm_api_key)
model_name = "NousResearch/Hermes-2-Pro-Llama-3-8B"
else:
openai_client = OpenAI()