engineering/opencompletion.com
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

modified: app.py

Browse source
This commit is contained in:
Russell Ballestrini 2024-01-13 11:06:41 -05:00
parent 2f8a6c502d
commit f256d65391
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
app.py
View file

@ -869,6 +869,7 @@ def chat_together(
def chat_llama(username, room_name, message, model_name="mistral-7b-instruct-v0.2.Q3_K_L.gguf"):
# https://llama-cpp-python.readthedocs.io/en/latest/api-reference/
model = llama_cpp.Llama(model_name, n_gpu_layers=-1, n_ctx=32000)
limit = 15