| FROM pytorch/pytorch:2.3.0-cuda12.1-cudnn8-runtime | |
| RUN useradd -m -s /bin/bash xyz | |
| RUN mkdir -p /usr/src/app/ | |
| RUN chown -R xyz:xyz /usr/src/app/ | |
| WORKDIR /usr/src/app | |
| RUN apt-get update | |
| # RUN apt install -y python3-pip | |
| # RUN rm /usr/lib/python3.*/EXTERNALLY-MANAGED | |
| COPY requirements.txt . | |
| RUN pip install --no-cache-dir -r requirements.txt | |
| COPY . . | |
| ENV HF_HOME=/tmp | |
| ENV TRANSFORMERS_CACHE=/tmp | |
| CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"] | |