update to hermes 2 llama 3 8B
modified: README.rst modified: app.py
This commit is contained in:
parent
a61c339671
commit
d882a14a8c
2 changed files with 4 additions and 3 deletions
|
|
@ -109,7 +109,7 @@ To interact with the various language models, you can use the following commands
|
|||
- For Groq Llama-3, send a message with ``groq/llama3`` and include your prompt.
|
||||
- For Groq Gemma, send a message with ``groq/gemma`` and include your prompt.
|
||||
- For vLLM OpenChat, send a message with ``vllm/openchat`` and include your prompt.
|
||||
- For vLLM OpenHermes, send a message with ``vllm/openhermes`` and include your prompt.
|
||||
- For vLLM Hermes, send a message with ``vllm/hermes-llama-3`` and include your prompt.
|
||||
- For Dall-e-3, send a message with ``dall-e-3`` and include your prompt.
|
||||
|
||||
The system will process your message and provide a response from the selected language model.
|
||||
|
|
|
|||
5
app.py
5
app.py
|
|
@ -57,6 +57,7 @@ system_users = [
|
|||
"openchat/openchat-3.5-0106",
|
||||
"upstage/SOLAR-10.7B-Instruct-v1.0",
|
||||
"teknium/OpenHermes-2.5-Mistral-7B",
|
||||
"NousResearch/Hermes-2-Pro-Llama-3-8B",
|
||||
"mistral-7b-instruct-v0.2.Q3_K_L.gguf",
|
||||
"mistral-7b-instruct-v0.2-code-ft.Q3_K_L.gguf",
|
||||
"openhermes-2.5-mistral-7b.Q6_K.gguf",
|
||||
|
|
@ -384,12 +385,12 @@ def handle_message(data):
|
|||
room.name,
|
||||
model_name="openchat/openchat-3.5-0106",
|
||||
)
|
||||
if "vllm/openhermes" in data["message"]:
|
||||
if "vllm/hermes-llama-3" in data["message"]:
|
||||
gevent.spawn(
|
||||
chat_gpt,
|
||||
data["username"],
|
||||
room.name,
|
||||
model_name="teknium/OpenHermes-2.5-Mistral-7B",
|
||||
model_name="NousResearch/Hermes-2-Pro-Llama-3-8B",
|
||||
)
|
||||
if "localhost/mistral" in data["message"]:
|
||||
gevent.spawn(
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue