File size: 627 Bytes
bdcc377
e449931
1dbb897
1c97e32
1dbb897
a1992ae
015004d
a82a39b
86d84ef
a82a39b
bdcc377
86d84ef
 
 
e8ab070
86d84ef
e8ab070
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
FROM debian
ARG MODEL
ARG IMGMODEL
ARG WHISPERMODEL
ARG MMPROJ
ARG MODEL_NAME
ARG ADDITIONAL
RUN mkdir /opt/koboldcpp
RUN apt update && apt install curl -y
WORKDIR /opt/koboldcpp
COPY *.json /opt/koboldcpp/
RUN curl -fLo koboldcpp https://koboldai.org/cpplinuxcu12
RUN chmod +x ./koboldcpp
RUN curl -fLo model.ggml $MODEL || true

RUN curl -fLo whispermodel.ggml $WHISPERMODEL || true
CMD ./koboldcpp --model model.ggml --whispermodel whispermodel.ggml $ADDITIONAL --port 7860 --hordemodelname $MODEL_NAME --hordemaxctx 1 --hordegenlen 1 --preloadstory default.json --chatcompletionsadapter adapter.json --ignoremissing $SECRET