Russell Ballestrini
2f8a6c502d
modified: app.py new file: install-llama.sh modified: requirements.txt
6 lines
186 B
Bash
Executable file
6 lines
186 B
Bash
Executable file
#!/bin/bash
|
|
# make sure your python virtual env is already sourced and active.
|
|
export CMAKE_ARGS="-DLLAMA_CUBLAS=on"
|
|
export FORCE_CMAKE=1
|
|
pip install --upgrade llama-cpp-python[server]
|
|
|