Update Dockerfile
Browse files- Dockerfile +3 -4
Dockerfile
CHANGED
@@ -9,8 +9,7 @@ RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/mai
|
|
9 |
# Download the mmproj file
|
10 |
RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
|
11 |
|
12 |
-
#
|
13 |
-
ENV SYSTEM_PROMPT="You are a helpful assistant."
|
14 |
|
15 |
-
# Default command to start the model server
|
16 |
-
CMD ["
|
|
|
9 |
# Download the mmproj file
|
10 |
RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
|
11 |
|
12 |
+
#EXPOSE 7860
|
|
|
13 |
|
14 |
+
# Default command to start the model server
|
15 |
+
CMD [ "--server", "-m", "/smoll.gguf", "--mmproj", "/mmproj.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "512", "-t", "2"]
|