From f256d653913dd20771384f57b18c0381cfc563c9 Mon Sep 17 00:00:00 2001 From: Russell Ballestrini Date: Sat, 13 Jan 2024 11:06:41 -0500 Subject: [PATCH] modified: app.py --- app.py | 1 + 1 file changed, 1 insertion(+) diff --git a/app.py b/app.py index 783a830..9095944 100644 --- a/app.py +++ b/app.py @@ -869,6 +869,7 @@ def chat_together( def chat_llama(username, room_name, message, model_name="mistral-7b-instruct-v0.2.Q3_K_L.gguf"): + # https://llama-cpp-python.readthedocs.io/en/latest/api-reference/ model = llama_cpp.Llama(model_name, n_gpu_layers=-1, n_ctx=32000) limit = 15