diff --git a/README.rst b/README.rst index 2c2d6b1..b950449 100644 --- a/README.rst +++ b/README.rst @@ -109,7 +109,7 @@ To interact with the various language models, you can use the following commands - For Groq Llama-3, send a message with ``groq/llama3`` and include your prompt. - For Groq Gemma, send a message with ``groq/gemma`` and include your prompt. - For vLLM OpenChat, send a message with ``vllm/openchat`` and include your prompt. -- For vLLM OpenHermes, send a message with ``vllm/openhermes`` and include your prompt. +- For vLLM Hermes, send a message with ``vllm/hermes-llama-3`` and include your prompt. - For Dall-e-3, send a message with ``dall-e-3`` and include your prompt. The system will process your message and provide a response from the selected language model. diff --git a/app.py b/app.py index 83b6f96..858b3e2 100644 --- a/app.py +++ b/app.py @@ -57,6 +57,7 @@ system_users = [ "openchat/openchat-3.5-0106", "upstage/SOLAR-10.7B-Instruct-v1.0", "teknium/OpenHermes-2.5-Mistral-7B", + "NousResearch/Hermes-2-Pro-Llama-3-8B", "mistral-7b-instruct-v0.2.Q3_K_L.gguf", "mistral-7b-instruct-v0.2-code-ft.Q3_K_L.gguf", "openhermes-2.5-mistral-7b.Q6_K.gguf", @@ -384,12 +385,12 @@ def handle_message(data): room.name, model_name="openchat/openchat-3.5-0106", ) - if "vllm/openhermes" in data["message"]: + if "vllm/hermes-llama-3" in data["message"]: gevent.spawn( chat_gpt, data["username"], room.name, - model_name="teknium/OpenHermes-2.5-Mistral-7B", + model_name="NousResearch/Hermes-2-Pro-Llama-3-8B", ) if "localhost/mistral" in data["message"]: gevent.spawn(