Merge pull request #8 from russellballestrini/mistral-ai-upgrades

Mistral ai upgrades

README.rst

@@ -135,6 +135,7 @@ To interact with the various language models, you can use the following commands
 - For Mistral-medium, send a message with ``mistral-medium`` and include your prompt.
 - For Mistral-large, send a message with ``mistral-large`` and include your prompt.
 - For Mistral-nemo, send a message with ``mistral-nemo`` and include your prompt.
+- For Mistral-codestral, send a message with ``mistral-codestral`` and include your prompt.
 - For Together OpenChat, send a message with ``together/openchat`` and include your prompt.
 - For Together Mistral, send a message with ``together/mistral`` and include your prompt.
 - For Together Mixtral, send a message with ``together/mixtral`` and include your prompt.

app.py

@@ -71,8 +71,10 @@ system_users = [
     "mistral",
     "mistral-tiny",
     "mistral-small",
+    "mistral-small-latest",
     "mistral-medium",
     "mistral-large-latest",
+    "codestral-latest"
     "mistralai/Mixtral-8x7B-v0.1",
     "mistralai/Mistral-7B-Instruct-v0.1",
     "mixtral-8x7b-32768",
@@ -129,7 +131,8 @@ HELP_MESSAGE = """
 - `mistral-small`: For Mistral-small, send a message with `mistral-small` and include your prompt.
 - `mistral-medium`: For Mistral-medium, send a message with `mistral-medium` and include your prompt.
 - `mistral-large`: For Mistral-large, send a message with `mistral-large` and include your prompt.
-- `mistral-nemo`: For Mistral-large, send a message with `mistral-nemo` and include your prompt.
+- `mistral-nemo`: For Mistral-nemo, send a message with `mistral-nemo` and include your prompt.
+- `mistral-codestral`: For Mistral-codestral, send a message with `mistral-codestral` and include your prompt.
 - `together/openchat`: For Together OpenChat, send a message with `together/openchat` and include your prompt.
 - `together/mistral`: For Together Mistral, send a message with `together/mistral` and include your prompt.
 - `together/mixtral`: For Together Mixtral, send a message with `together/mixtral` and include your prompt.
@@ -853,7 +856,7 @@ def handle_message(data):
                 chat_mistral,
                 data["username"],
                 room.name,
-                model_name="mistral-small",
+                model_name="mistral-small-latest",
             )
         if "mistral-medium" in data["message"]:
             gevent.spawn(
@@ -876,6 +879,13 @@ def handle_message(data):
                 room.name,
                 model_name="mistral-large-latest",
             )
+        if "mistral-codestral" in data["message"]:
+            gevent.spawn(
+                chat_mistral,
+                data["username"],
+                room.name,
+                model_name="codestral-latest",
+            )
         if "together/openchat" in data["message"]:
             gevent.spawn(
                 chat_together,

templates/base.html

@@ -288,6 +288,13 @@
                     <option value="vllm/qwq">vllm/qwq</option>
                     <option value="ollama/qwen-coder">ollama/qwen-coder</option>
                     <option value="ollama/deepseek-coder">ollama/deepseek-coder</option>
+                     
+                    <option value="mistral-tiny">mistral-tiny</option>
+                    <option value="mistral-small">mistral-small</option>
+                    <option value="mistral-medium">mistral-medium</option>
+                    <option value="mistral-large">mistral-large</option>
+                    <option value="mistral-codestral">mistral-codestral</option>
+
                     <option value="gemini-flash">gemini-flash</option>
                     <option value="gemini-flash-8b">gemini-flash-8b</option>
                     <option value="gemini-pro">gemini-pro</option>

templates/chat.html

@@ -29,6 +29,13 @@
                 <option value="vllm/qwq">vllm/qwq</option>
                 <option value="ollama/qwen-coder">ollama/qwen-coder</option>
                 <option value="ollama/deepseek-coder">ollama/deepseek-coder</option>
+
+                <option value="mistral-tiny">mistral-tiny</option>
+                <option value="mistral-small">mistral-small</option>
+                <option value="mistral-medium">mistral-medium</option>
+                <option value="mistral-large">mistral-large</option>
+                <option value="mistral-codestral">mistral-codestral</option>
+
                 <option value="gemini-flash">gemini-flash</option>
                 <option value="gemini-flash-8b">gemini-flash-8b</option>
                 <option value="gemini-pro">gemini-pro</option>
@@ -91,6 +98,7 @@ const VALID_VOICES = ['alloy', 'echo', 'fable', 'onyx', 'nova', 'shimmer'];
 const VALID_MODELS = [
     'None', 'gemini-flash', 'gemini-flash-8b', 'gemini-pro', 'grok-beta',
     'vllm/hermes', 'vllm/r1', 'vllm/qwq', 'ollama/qwen-coder', 'ollama/deepseek-coder',
+    'mistral-tiny', 'mistral-small', 'mistral-medium', 'mistral-large', 'mistral-codestral',
     'gpt-4', 'gpt-4o-2024-08-06', 'gpt-mini', 'gpt-o1-mini', 'gpt-o1-preview', 'gpt-o1',
     'gpt-o3-mini', 'gpt-o3-mini-medium', 'gpt-o3-mini-high',
     'claude-haiku', 'claude-sonnet', 'claude-opus', 'dall-e-3'