File size: 1,046 Bytes
10d6a86 439aec6 e850c75 d811058 e850c75 88ae985 809d184 cd03528 10d6a86 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
FROM python:3.10-slim
ENV PYTHONDONTWRITEBYTECODE 1
# ^ saves space by not writing .pyc files
ENV PYTHONUNBUFFERED 1
# ^ ensures that the output from the Python app is sent straight to the terminal without being buffered -> real time monitoring
ENV ENVIRONMENT=dev
COPY ./app /app
WORKDIR /app
RUN mkdir /data
RUN pip install --no-cache-dir --upgrade -r requirements.txt
# ^ no caching of the packages to save space
# RUN python -c "import nltk; nltk.download('stopwords')"
# ^ to fix runtime error, see https://github.com/run-llama/llama_index/issues/10681
# it didn't work, I had to do chmod below (as also suggested in the article)
RUN chmod -R 777 /usr/local/lib/python3.10/site-packages/llama_index/legacy/_static/nltk_cache
ENV TRANSFORMERS_CACHE=/usr/local/lib/python3.10/site-packages/llama_index/legacy/_static/nltk_cache
# ^ not elegant but it works
# HF warning says that TRANSFORMERS_CACHE will be deprecated in transformers v5, and advise to use HF_HOME
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"] |