Attempt 102

start.py

@@ -1,7 +1,16 @@
+import os
 import subprocess
 
-# commented because the existing llama-cpp-python package was renoved fron requirements.txt
+# Uninstall the existing llama-cpp-python package
 subprocess.run("pip uninstall -y llama-cpp-python", shell=True)
 
-install_command = "CMAKE_ARGS='-DLLAMA_CUDA=on -DCMAKE_CUDA_COMPILER=/home/user/local/cuda/bin/nvcc' pip install llama-cpp-python"
+# Get the path to the CUDA compiler
+cuda_path = os.environ.get("CUDA_PATH", "/usr/local/cuda")
+nvcc_path = os.path.join(cuda_path, "bin", "nvcc")
+
+# Set the CMAKE_CUDA_COMPILER environment variable
+os.environ["CMAKE_CUDA_COMPILER"] = nvcc_path
+
+# Install llama-cpp-python with CUDA support
+install_command = "pip install llama-cpp-python --install-option='--cmake-args=-DLLAMA_CUDA=on'"
 subprocess.run(install_command, shell=True)