FROM runpod/pytorch:2.0.1-py3.10-cuda11.8.0-devel

RUN pip install runpod exllamav2 huggingface-hub transformers


ADD handler.py .