| import subprocess | |
| # commented because the existing llama-cpp-python package was renoved fron requirements.txt | |
| subprocess.run("pip uninstall -y llama-cpp-python", shell=True) | |
| install_command = "CMAKE_ARGS='-DLLAMA_CUDA=on -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc' pip install llama-cpp-python" | |
| subprocess.run(install_command, shell=True) |