update to hermes 2 llama 3 8B

modified:   README.rst
	modified:   app.py
This commit is contained in:
Russell Ballestrini 2024-05-08 17:35:37 -04:00
parent a61c339671
commit d882a14a8c
2 changed files with 4 additions and 3 deletions

View file

@ -109,7 +109,7 @@ To interact with the various language models, you can use the following commands
- For Groq Llama-3, send a message with ``groq/llama3`` and include your prompt.
- For Groq Gemma, send a message with ``groq/gemma`` and include your prompt.
- For vLLM OpenChat, send a message with ``vllm/openchat`` and include your prompt.
- For vLLM OpenHermes, send a message with ``vllm/openhermes`` and include your prompt.
- For vLLM Hermes, send a message with ``vllm/hermes-llama-3`` and include your prompt.
- For Dall-e-3, send a message with ``dall-e-3`` and include your prompt.
The system will process your message and provide a response from the selected language model.

5
app.py
View file

@ -57,6 +57,7 @@ system_users = [
"openchat/openchat-3.5-0106",
"upstage/SOLAR-10.7B-Instruct-v1.0",
"teknium/OpenHermes-2.5-Mistral-7B",
"NousResearch/Hermes-2-Pro-Llama-3-8B",
"mistral-7b-instruct-v0.2.Q3_K_L.gguf",
"mistral-7b-instruct-v0.2-code-ft.Q3_K_L.gguf",
"openhermes-2.5-mistral-7b.Q6_K.gguf",
@ -384,12 +385,12 @@ def handle_message(data):
room.name,
model_name="openchat/openchat-3.5-0106",
)
if "vllm/openhermes" in data["message"]:
if "vllm/hermes-llama-3" in data["message"]:
gevent.spawn(
chat_gpt,
data["username"],
room.name,
model_name="teknium/OpenHermes-2.5-Mistral-7B",
model_name="NousResearch/Hermes-2-Pro-Llama-3-8B",
)
if "localhost/mistral" in data["message"]:
gevent.spawn(