From 751dd80cc18a384796171489ff40810bc8ccb931 Mon Sep 17 00:00:00 2001 From: Russell Ballestrini Date: Sat, 2 Mar 2024 10:46:25 -0500 Subject: [PATCH] mistral-large modified: README.rst modified: app.py --- README.rst | 1 + app.py | 9 +++++++++ 2 files changed, 10 insertions(+) diff --git a/README.rst b/README.rst index e1bc73b..900b0f1 100644 --- a/README.rst +++ b/README.rst @@ -101,6 +101,7 @@ To interact with the various language models, you can use the following commands - For Mistral-tiny, send a message with ``mistral-tiny`` and include your prompt. - For Mistral-small, send a message with ``mistral-small`` and include your prompt. - For Mistral-medium, send a message with ``mistral-medium`` and include your prompt. +- For Mistral-medium, send a message with ``mistral-large`` and include your prompt. - For Together OpenChat, send a message with ``together/openchat`` and include your prompt. - For Together Mistral, send a message with ``together/mistral`` and include your prompt. - For Together Mixtral, send a message with ``together/mixtral`` and include your prompt. diff --git a/app.py b/app.py index 69d9494..31a1add 100644 --- a/app.py +++ b/app.py @@ -45,6 +45,7 @@ system_users = [ "mistral-tiny", "mistral-small", "mistral-medium", + "mistral-large", "mistralai/Mixtral-8x7B-v0.1", "mistralai/Mistral-7B-Instruct-v0.1", "mixtral-8x7b-32768", @@ -316,6 +317,14 @@ def handle_message(data): data["message"], model_name="mistral-medium", ) + if "mistral-large" in data["message"]: + eventlet.spawn( + chat_mistral, + data["username"], + room.name, + data["message"], + model_name="mistral-large", + ) if "together/openchat" in data["message"]: eventlet.spawn( chat_together,