From f4da537d887d915c54c1bbac54c002a1b1768a10 Mon Sep 17 00:00:00 2001 From: Russell Ballestrini Date: Sat, 2 Mar 2024 11:05:11 -0500 Subject: [PATCH] mistral-large-latest is the actual model name. modified: app.py --- app.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/app.py b/app.py index 31a1add..9aca8ed 100644 --- a/app.py +++ b/app.py @@ -45,7 +45,7 @@ system_users = [ "mistral-tiny", "mistral-small", "mistral-medium", - "mistral-large", + "mistral-large-latest", "mistralai/Mixtral-8x7B-v0.1", "mistralai/Mistral-7B-Instruct-v0.1", "mixtral-8x7b-32768", @@ -323,7 +323,7 @@ def handle_message(data): data["username"], room.name, data["message"], - model_name="mistral-large", + model_name="mistral-large-latest", ) if "together/openchat" in data["message"]: eventlet.spawn( @@ -740,6 +740,7 @@ def chat_mistral(username, room_name, message, model_name="mistral-tiny"): for chunk in mistral_client.chat_stream( model=model_name, messages=chat_history ): + # Check if there has been a cancellation request, break if there is. if cancellation_requests.get(msg_id): del cancellation_requests[msg_id]