import subprocess # commented because the existing llama-cpp-python package was renoved fron requirements.txt subprocess.run("pip uninstall -y llama-cpp-python", shell=True) install_command = "CMAKE_ARGS='-DLLAMA_CUDA=on -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc' pip install llama-cpp-python" subprocess.run(install_command, shell=True)