mistral-large

modified:   README.rst
	modified:   app.py
This commit is contained in:
Russell Ballestrini 2024-03-02 10:46:25 -05:00
parent 0c856a17a4
commit 751dd80cc1
2 changed files with 10 additions and 0 deletions

View file

@ -101,6 +101,7 @@ To interact with the various language models, you can use the following commands
- For Mistral-tiny, send a message with ``mistral-tiny`` and include your prompt.
- For Mistral-small, send a message with ``mistral-small`` and include your prompt.
- For Mistral-medium, send a message with ``mistral-medium`` and include your prompt.
- For Mistral-medium, send a message with ``mistral-large`` and include your prompt.
- For Together OpenChat, send a message with ``together/openchat`` and include your prompt.
- For Together Mistral, send a message with ``together/mistral`` and include your prompt.
- For Together Mixtral, send a message with ``together/mixtral`` and include your prompt.

9
app.py
View file

@ -45,6 +45,7 @@ system_users = [
"mistral-tiny",
"mistral-small",
"mistral-medium",
"mistral-large",
"mistralai/Mixtral-8x7B-v0.1",
"mistralai/Mistral-7B-Instruct-v0.1",
"mixtral-8x7b-32768",
@ -316,6 +317,14 @@ def handle_message(data):
data["message"],
model_name="mistral-medium",
)
if "mistral-large" in data["message"]:
eventlet.spawn(
chat_mistral,
data["username"],
room.name,
data["message"],
model_name="mistral-large",
)
if "together/openchat" in data["message"]:
eventlet.spawn(
chat_together,