File size: 719 Bytes
a28288f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
# Use the base image from noneabove1182/koboldcpp
FROM noneabove1182/koboldcpp:latest
# Set the working directory
WORKDIR /app
# Define environment variables directly in the Dockerfile
ENV MODEL_DIR=/app/models
ENV MODEL=LLaMA2-13B-Tiefighter.Q4_K_S.gguf
# Create the model directory
RUN mkdir -p ${MODEL_DIR}
# Download the model file
RUN apt-get update && apt-get install -y wget && \
wget -O ${MODEL_DIR}/${MODEL} https://dev-motoemoto47ark123-dl-server-1.hf.space/files/LLaMA2-13B-Tiefighter.Q4_K_S.gguf
# Expose the port the application will run on
EXPOSE 8080
# Set the entry point to run the application
CMD ["python", "koboldcpp.py", "--model", "/app/models/${MODEL}", "--port", "8080", "--usemlock"]
|