mistral ai upgrades

This commit is contained in:
Russell 2025-02-08 15:48:23 -05:00 committed by GitHub
parent 748649d98a
commit 0250bf77b1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

16
app.py
View file

@ -71,8 +71,10 @@ system_users = [
"mistral",
"mistral-tiny",
"mistral-small",
"mistral-small-latest,
"mistral-medium",
"mistral-large-latest",
"codestral-latest"
"mistralai/Mixtral-8x7B-v0.1",
"mistralai/Mistral-7B-Instruct-v0.1",
"mixtral-8x7b-32768",
@ -128,8 +130,9 @@ HELP_MESSAGE = """
- `mistral-tiny`: For Mistral-tiny, send a message with `mistral-tiny` and include your prompt.
- `mistral-small`: For Mistral-small, send a message with `mistral-small` and include your prompt.
- `mistral-medium`: For Mistral-medium, send a message with `mistral-medium` and include your prompt.
- `mistral-large`: For Mistral-large, send a message with `mistral-large` and include your prompt.
- `mistral-nemo`: For Mistral-large, send a message with `mistral-nemo` and include your prompt.
- `mistral-large`: For Mistral-large, send a message with `mistral-nemo` and include your prompt.
- `mistral-nemo`: For Mistral-nemo, send a message with `mistral-codestral-latest` and include your prompt.
- `mistral-codestral-latest`: For Mistral-codestral-latest, send a message with `mistral-nemo` and include your prompt.
- `together/openchat`: For Together OpenChat, send a message with `together/openchat` and include your prompt.
- `together/mistral`: For Together Mistral, send a message with `together/mistral` and include your prompt.
- `together/mixtral`: For Together Mixtral, send a message with `together/mixtral` and include your prompt.
@ -853,7 +856,14 @@ def handle_message(data):
chat_mistral,
data["username"],
room.name,
model_name="mistral-small",
model_name="mistral-small-latest",
)
if "mistral-codestral-latest" in data["message"]:
gevent.spawn(
chat_mistral,
data["username"],
room.name,
model_name="codestral-latest",
)
if "mistral-medium" in data["message"]:
gevent.spawn(