Dockerfile

FROM python:3.10-slim

WORKDIR /app

ENV HF_HOME=/app/cache

COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

COPY . .

ARG HF_TOKEN
RUN python -c "\
import os; \
os.environ['HF_TOKEN'] = '${HF_TOKEN}'; \
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM; \
AutoTokenizer.from_pretrained('NullisTerminis/oncology_t5', token=os.environ['HF_TOKEN']); \
AutoModelForSeq2SeqLM.from_pretrained('NullisTerminis/oncology_t5', token=os.environ['HF_TOKEN'])"

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"]