| # Use the base image from noneabove1182/koboldcpp | |
| FROM noneabove1182/koboldcpp:latest | |
| # Set the working directory | |
| WORKDIR /app | |
| # Define environment variables directly in the Dockerfile | |
| ENV MODEL_DIR=/app/models | |
| ENV MODEL=LLaMA2-13B-Tiefighter.Q4_K_S.gguf | |
| # Create the model directory | |
| RUN mkdir -p ${MODEL_DIR} | |
| # Download the model file | |
| RUN apt-get update && apt-get install -y wget && \ | |
| wget -O ${MODEL_DIR}/${MODEL} https://dev-motoemoto47ark123-dl-server-1.hf.space/files/LLaMA2-13B-Tiefighter.Q4_K_S.gguf | |
| # Expose the port the application will run on | |
| EXPOSE 8080 | |
| # Set the entry point to run the application | |
| CMD ["python", "koboldcpp.py", "--model", "/app/models/${MODEL}", "--port", "8080", "--usemlock"] | |