Akbartus commited on
Commit
fc96eeb
·
verified ·
1 Parent(s): bdf681e

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -4
Dockerfile CHANGED
@@ -9,8 +9,7 @@ RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/mai
9
  # Download the mmproj file
10
  RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
11
 
12
- # Set default system prompt
13
- ENV SYSTEM_PROMPT="You are a helpful assistant."
14
 
15
- # Default command to start the model server with system prompt
16
- CMD ["sh", "-c", "./main --server -m /smoll.gguf --mmproj /mmproj.gguf --port 7860 --host 0.0.0.0 -n 512 -t 2 --prompt \"$SYSTEM_PROMPT\""]
 
9
  # Download the mmproj file
10
  RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
11
 
12
+ #EXPOSE 7860
 
13
 
14
+ # Default command to start the model server
15
+ CMD [ "--server", "-m", "/smoll.gguf", "--mmproj", "/mmproj.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "512", "-t", "2"]