Dockerfile

# Use an alias for the base image for easier updates
FROM python:3.10 as base

# Set model
#ENV MODEL=NeverSleep/CausalLM-RP-34B-GGUF
ENV MODEL=mradermacher/CausalLM-RP-34B-GGUF
ENV QUANT=IQ3_M
#ENV CHAT_TEMPLATE=chatml

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

# Set the working directory
#WORKDIR /app
WORKDIR $HOME/app

# Install Python requirements
#COPY ./requirements.txt /app/
COPY ./requirements.txt $HOME/app/
RUN pip install --no-cache-dir --upgrade -r requirements.txt

# Download model
RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
    #wget https://huggingface.co/NeverSleep/CausalLM-RP-34B-GGUF/resolve/main/CausalLM-RP-34B.q4_k_m.gguf -O model.gguf
    wget https://huggingface.co/mradermacher/CausalLM-RP-34B-GGUF/resolve/main/CausalLM-RP-34B.IQ3_M.gguf -O model.gguf

# Copy the rest of your application
#COPY . .
COPY --chown=user . $HOME/app

# Command to run the application
CMD ["python", "app.py"]