Sergidev commited on
Commit
94530e2
1 Parent(s): 28177a6

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -3
Dockerfile CHANGED
@@ -26,9 +26,10 @@ RUN pip3 install --no-cache-dir --upgrade pip && \
26
  pip3 install --no-cache-dir -r requirements.txt
27
 
28
  # Install llama-cpp-python with CUDA support
29
- ENV FORCE_CMAKE=1
30
- ENV CMAKE_ARGS="-DLLAMA_CUBLAS=on"
31
- RUN pip3 install --no-cache-dir llama-cpp-python
 
32
 
33
  # Copy the rest of the application code
34
  COPY . .
 
26
  pip3 install --no-cache-dir -r requirements.txt
27
 
28
  # Install llama-cpp-python with CUDA support
29
+ #ENV FORCE_CMAKE=1
30
+ # ENV CMAKE_ARGS="-DLLAMA_CUBLAS=on"
31
+ RUN pip3 install llama-cpp-python \
32
+ --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121
33
 
34
  # Copy the rest of the application code
35
  COPY . .