engineering/opencompletion.com
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update to hermes 2 llama 3 8B

Browse source 
modified:   README.rst
	modified:   app.py
This commit is contained in:
Russell Ballestrini 2024-05-08 17:35:37 -04:00
parent a61c339671
commit d882a14a8c
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
app.py
View file

@ -57,6 +57,7 @@ system_users = [
"openchat/openchat-3.5-0106",
"upstage/SOLAR-10.7B-Instruct-v1.0",
"teknium/OpenHermes-2.5-Mistral-7B",
"NousResearch/Hermes-2-Pro-Llama-3-8B",
"mistral-7b-instruct-v0.2.Q3_K_L.gguf",
"mistral-7b-instruct-v0.2-code-ft.Q3_K_L.gguf",
"openhermes-2.5-mistral-7b.Q6_K.gguf",
@ -384,12 +385,12 @@ def handle_message(data):
room.name,
model_name="openchat/openchat-3.5-0106",
)
if "vllm/openhermes" in data["message"]:
if "vllm/hermes-llama-3" in data["message"]:
gevent.spawn(
chat_gpt,
data["username"],
room.name,
model_name="teknium/OpenHermes-2.5-Mistral-7B",
model_name="NousResearch/Hermes-2-Pro-Llama-3-8B",
)
if "localhost/mistral" in data["message"]:
gevent.spawn(