From 0efbe9391078f5e69ff1df0d60a9519059eddc44 Mon Sep 17 00:00:00 2001
From: Russell Ballestrini <russell.ballestrini@gmail.com>
Date: Fri, 19 Jan 2024 08:59:11 -0500
Subject: [PATCH] 	modified:   app.py

---
 app.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/app.py b/app.py
index 9095944..6ac8254 100644
--- a/app.py
+++ b/app.py
@@ -8,8 +8,6 @@ from mistralai.models.chat_completion import ChatMessage
 
 from openai import OpenAI
 
-import llama_cpp
-
 import tiktoken
 
 import os
@@ -869,6 +867,8 @@ def chat_together(
 
 def chat_llama(username, room_name, message, model_name="mistral-7b-instruct-v0.2.Q3_K_L.gguf"):
 
+    import llama_cpp
+
     # https://llama-cpp-python.readthedocs.io/en/latest/api-reference/
     model = llama_cpp.Llama(model_name, n_gpu_layers=-1, n_ctx=32000)