From d882a14a8cb00d6850ac853e4d5cb7350a87b8eb Mon Sep 17 00:00:00 2001 From: Russell Ballestrini Date: Wed, 8 May 2024 17:35:37 -0400 Subject: [PATCH] update to hermes 2 llama 3 8B modified: README.rst modified: app.py --- README.rst | 2 +- app.py | 5 +++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/README.rst b/README.rst index 2c2d6b1..b950449 100644 --- a/README.rst +++ b/README.rst @@ -109,7 +109,7 @@ To interact with the various language models, you can use the following commands - For Groq Llama-3, send a message with ``groq/llama3`` and include your prompt. - For Groq Gemma, send a message with ``groq/gemma`` and include your prompt. - For vLLM OpenChat, send a message with ``vllm/openchat`` and include your prompt. -- For vLLM OpenHermes, send a message with ``vllm/openhermes`` and include your prompt. +- For vLLM Hermes, send a message with ``vllm/hermes-llama-3`` and include your prompt. - For Dall-e-3, send a message with ``dall-e-3`` and include your prompt. The system will process your message and provide a response from the selected language model. diff --git a/app.py b/app.py index 83b6f96..858b3e2 100644 --- a/app.py +++ b/app.py @@ -57,6 +57,7 @@ system_users = [ "openchat/openchat-3.5-0106", "upstage/SOLAR-10.7B-Instruct-v1.0", "teknium/OpenHermes-2.5-Mistral-7B", + "NousResearch/Hermes-2-Pro-Llama-3-8B", "mistral-7b-instruct-v0.2.Q3_K_L.gguf", "mistral-7b-instruct-v0.2-code-ft.Q3_K_L.gguf", "openhermes-2.5-mistral-7b.Q6_K.gguf", @@ -384,12 +385,12 @@ def handle_message(data): room.name, model_name="openchat/openchat-3.5-0106", ) - if "vllm/openhermes" in data["message"]: + if "vllm/hermes-llama-3" in data["message"]: gevent.spawn( chat_gpt, data["username"], room.name, - model_name="teknium/OpenHermes-2.5-Mistral-7B", + model_name="NousResearch/Hermes-2-Pro-Llama-3-8B", ) if "localhost/mistral" in data["message"]: gevent.spawn(