File size: 369 Bytes
c6a4dcc
 
dc8a130
c6a4dcc
 
 
d33ab19
c6a4dcc
 
dc8a130
c6a4dcc
 
1
2
3
4
5
6
7
8
9
10
11
12
# Base image: HF text-generation-inference server
FROM ghcr.io/huggingface/text-generation-inference:latest

# Environment variables
ENV MODEL_ID=meta-llama/Llama-2-7b-chat-hf
ENV PORT=7860

# Expose the port for the HF Space
EXPOSE 7860

# Launch the HF inference server
CMD ["text-generation-launcher", "--model-id", "meta-llama/Llama-2-7b-chat-hf", "--port", "7860"]