diff --git a/README.rst b/README.rst index 495d3c5..5e8fa74 100644 --- a/README.rst +++ b/README.rst @@ -135,6 +135,7 @@ To interact with the various language models, you can use the following commands - For Mistral-medium, send a message with ``mistral-medium`` and include your prompt. - For Mistral-large, send a message with ``mistral-large`` and include your prompt. - For Mistral-nemo, send a message with ``mistral-nemo`` and include your prompt. +- For Mistral-codestral, send a message with ``mistral-codestral`` and include your prompt. - For Together OpenChat, send a message with ``together/openchat`` and include your prompt. - For Together Mistral, send a message with ``together/mistral`` and include your prompt. - For Together Mixtral, send a message with ``together/mixtral`` and include your prompt. diff --git a/app.py b/app.py index 013cfcc..6681b82 100644 --- a/app.py +++ b/app.py @@ -71,8 +71,10 @@ system_users = [ "mistral", "mistral-tiny", "mistral-small", + "mistral-small-latest", "mistral-medium", "mistral-large-latest", + "codestral-latest" "mistralai/Mixtral-8x7B-v0.1", "mistralai/Mistral-7B-Instruct-v0.1", "mixtral-8x7b-32768", @@ -129,7 +131,8 @@ HELP_MESSAGE = """ - `mistral-small`: For Mistral-small, send a message with `mistral-small` and include your prompt. - `mistral-medium`: For Mistral-medium, send a message with `mistral-medium` and include your prompt. - `mistral-large`: For Mistral-large, send a message with `mistral-large` and include your prompt. -- `mistral-nemo`: For Mistral-large, send a message with `mistral-nemo` and include your prompt. +- `mistral-nemo`: For Mistral-nemo, send a message with `mistral-nemo` and include your prompt. +- `mistral-codestral`: For Mistral-codestral, send a message with `mistral-codestral` and include your prompt. - `together/openchat`: For Together OpenChat, send a message with `together/openchat` and include your prompt. - `together/mistral`: For Together Mistral, send a message with `together/mistral` and include your prompt. - `together/mixtral`: For Together Mixtral, send a message with `together/mixtral` and include your prompt. @@ -853,7 +856,7 @@ def handle_message(data): chat_mistral, data["username"], room.name, - model_name="mistral-small", + model_name="mistral-small-latest", ) if "mistral-medium" in data["message"]: gevent.spawn( @@ -876,6 +879,13 @@ def handle_message(data): room.name, model_name="mistral-large-latest", ) + if "mistral-codestral" in data["message"]: + gevent.spawn( + chat_mistral, + data["username"], + room.name, + model_name="codestral-latest", + ) if "together/openchat" in data["message"]: gevent.spawn( chat_together, diff --git a/templates/base.html b/templates/base.html index 8938566..12ad324 100644 --- a/templates/base.html +++ b/templates/base.html @@ -288,6 +288,13 @@ + + + + + + + diff --git a/templates/chat.html b/templates/chat.html index 2be747e..d9b9cf6 100644 --- a/templates/chat.html +++ b/templates/chat.html @@ -29,6 +29,13 @@ + + + + + + + @@ -91,6 +98,7 @@ const VALID_VOICES = ['alloy', 'echo', 'fable', 'onyx', 'nova', 'shimmer']; const VALID_MODELS = [ 'None', 'gemini-flash', 'gemini-flash-8b', 'gemini-pro', 'grok-beta', 'vllm/hermes', 'vllm/r1', 'vllm/qwq', 'ollama/qwen-coder', 'ollama/deepseek-coder', + 'mistral-tiny', 'mistral-small', 'mistral-medium', 'mistral-large', 'mistral-codestral', 'gpt-4', 'gpt-4o-2024-08-06', 'gpt-mini', 'gpt-o1-mini', 'gpt-o1-preview', 'gpt-o1', 'gpt-o3-mini', 'gpt-o3-mini-medium', 'gpt-o3-mini-high', 'claude-haiku', 'claude-sonnet', 'claude-opus', 'dall-e-3'