Sergidev commited on
Commit
b2fe609
1 Parent(s): 567a6e5

Specify compiler

Browse files
Files changed (1) hide show
  1. start.py +3 -7
start.py CHANGED
@@ -1,11 +1,7 @@
1
  import subprocess
2
 
3
- # Uninstall the existing llama-cpp-python package
4
  # subprocess.run("pip uninstall -y llama-cpp-python", shell=True)
5
 
6
- # Install llama-cpp-python with CUDA support
7
- install_command = "CMAKE_ARGS='-DLLAMA_CUDA=on' pip install llama-cpp-python"
8
- subprocess.run(install_command, shell=True)
9
-
10
- # Start the Hugging Face Space
11
- subprocess.run("uvicorn app:app --host 0.0.0.0 --port 7860", shell=True)
 
1
  import subprocess
2
 
3
+ # commented because the existing llama-cpp-python package was renoved fron requirements.txt
4
  # subprocess.run("pip uninstall -y llama-cpp-python", shell=True)
5
 
6
+ install_command = "CMAKE_ARGS='-DLLAMA_CUDA=on -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc' pip install llama-cpp-python"
7
+ subprocess.run(install_command, shell=True)