Dockerfile

FROM python:3.10

RUN apt-get update && \
    apt-get install -y git-lfs && \
    rm -rf /var/lib/apt/lists/* && \
    git lfs install

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"
WORKDIR /app

RUN git lfs install && \
    git clone https://huggingface.co/zcamz/tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune

COPY --chown=user TinyLLaVA_Factory/pyproject.toml /app
RUN pip install --upgrade pip  # enable PEP 660 support
RUN pip install -e .
COPY --chown=user TinyLLaVA_Factory/ /app

CMD ["python", "-m", "tinyllava.serve.app", "--model-path", "./tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune", "--port", "7860", "--host", "0.0.0.0" ,"--device", "cpu"]