LLM-34B-GGUF-Chat-V3

Sleeping

chenhaodev commited on Apr 8

Commit

45c387e

•

1 Parent(s): aa979d5

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -4,7 +4,7 @@ FROM python:3.10 as base
 # Set model
 ENV MODEL=gguf/Smaug-34B-v0.1-GGUF
 ENV QUANT=Q4_K_M
-ENV CHAT_TEMPLATE=chatml
 # Set the working directory
 WORKDIR /app

 # Set model
 ENV MODEL=gguf/Smaug-34B-v0.1-GGUF
 ENV QUANT=Q4_K_M
+#ENV CHAT_TEMPLATE=chatml
 # Set the working directory
 WORKDIR /app