start.py

import subprocess

# commented because the existing llama-cpp-python package was renoved fron requirements.txt
subprocess.run("pip uninstall -y llama-cpp-python", shell=True)

install_command = "CMAKE_ARGS='-DLLAMA_CUDA=on -DCMAKE_CUDA_COMPILER=/home/user/local/cuda/bin/nvcc' pip install llama-cpp-python"
subprocess.run(install_command, shell=True)