File size: 1,042 Bytes
10d6a86
 
 
 
 
 
 
 
 
 
04c92e3
10d6a86
12fff34
10d6a86
 
439aec6
e850c75
d811058
e850c75
88ae985
 
 
809d184
 
cd03528
04c92e3
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
FROM python:3.10-slim

ENV PYTHONDONTWRITEBYTECODE 1  
# ^ saves space by not writing .pyc files
ENV PYTHONUNBUFFERED 1  
# ^ ensures that the output from the Python app is sent straight to the terminal without being buffered -> real time monitoring

ENV ENVIRONMENT=dev 

COPY ./app /app
WORKDIR .

RUN pip install --no-cache-dir --upgrade -r app/requirements.txt
# ^ no caching of the packages to save space

# RUN python -c "import nltk; nltk.download('stopwords')"
# ^ to fix runtime error, see https://github.com/run-llama/llama_index/issues/10681
# it didn't work, I had to do chmod below (as also suggested in the article)

RUN chmod -R 777 /usr/local/lib/python3.10/site-packages/llama_index/legacy/_static/nltk_cache

ENV TRANSFORMERS_CACHE=/usr/local/lib/python3.10/site-packages/llama_index/legacy/_static/nltk_cache
# ^ not elegant but it works
# HF warning says that TRANSFORMERS_CACHE will be deprecated in transformers v5, and advise to use HF_HOME

CMD ["uvicorn", "app.main_reflex:app", "--host", "0.0.0.0", "--port", "7860"]