Sergidev commited on
Commit
29d0e7f
1 Parent(s): c007ba5

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -3
Dockerfile CHANGED
@@ -27,9 +27,10 @@ RUN pip3 install --no-cache-dir --upgrade pip && \
27
 
28
  # Install llama-cpp-python with CUDA support
29
  ENV FORCE_CMAKE=1
30
- ENV CMAKE_ARGS="-DLLAMA_CUBLAS=on"
31
- RUN pip3 install llama-cpp-python \
32
- --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121
 
33
 
34
  # Copy the rest of the application code
35
  COPY . .
 
27
 
28
  # Install llama-cpp-python with CUDA support
29
  ENV FORCE_CMAKE=1
30
+ ENV CMAKE_ARGS="-DGGML_CUDA=on"
31
+ RUN pip install llama-cpp-python
32
+ # RUN pip3 install llama-cpp-python \
33
+ # --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121
34
 
35
  # Copy the rest of the application code
36
  COPY . .