engineering/opencompletion.com
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Mistral ai upgrades #8

Merged
russellballestrini merged 2 commits from mistral-ai-upgrades into main 2025-02-08 16:32:22 -05:00
Conversation 3 Commits 2 Files changed 4 +13 -3
1 changed files with 13 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files
Showing only changes of commit 0250bf77b1 - Show all commits

16
app.py
View file

@ -71,8 +71,10 @@ system_users = [
"mistral",
"mistral-tiny",
"mistral-small",
"mistral-small-latest,
"mistral-medium",
"mistral-large-latest",
"codestral-latest"
"mistralai/Mixtral-8x7B-v0.1",
"mistralai/Mistral-7B-Instruct-v0.1",
"mixtral-8x7b-32768",
@ -128,8 +130,9 @@ HELP_MESSAGE = """
- `mistral-tiny`: For Mistral-tiny, send a message with `mistral-tiny` and include your prompt.
- `mistral-small`: For Mistral-small, send a message with `mistral-small` and include your prompt.
- `mistral-medium`: For Mistral-medium, send a message with `mistral-medium` and include your prompt.
- `mistral-large`: For Mistral-large, send a message with `mistral-large` and include your prompt.
- `mistral-nemo`: For Mistral-large, send a message with `mistral-nemo` and include your prompt.
- `mistral-large`: For Mistral-large, send a message with `mistral-nemo` and include your prompt.
- `mistral-nemo`: For Mistral-nemo, send a message with `mistral-codestral-latest` and include your prompt.
- `mistral-codestral-latest`: For Mistral-codestral-latest, send a message with `mistral-nemo` and include your prompt.
- `together/openchat`: For Together OpenChat, send a message with `together/openchat` and include your prompt.
- `together/mistral`: For Together Mistral, send a message with `together/mistral` and include your prompt.
- `together/mixtral`: For Together Mixtral, send a message with `together/mixtral` and include your prompt.
@ -853,7 +856,14 @@ def handle_message(data):
chat_mistral,
data["username"],
room.name,
model_name="mistral-small",
model_name="mistral-small-latest",
)
if "mistral-codestral-latest" in data["message"]:
gevent.spawn(
chat_mistral,
data["username"],
room.name,
model_name="codestral-latest",
)
if "mistral-medium" in data["message"]:
gevent.spawn(