Update Dockerfile
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
|
@@ -42,4 +42,4 @@ RUN cmake --build build --config Release -j 8
|
|
| 42 |
|
| 43 |
WORKDIR /app/llama.cpp/build/bin
|
| 44 |
RUN wget -nv -O local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
| 45 |
-
CMD ["/app/llama.cpp/build/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "
|
|
|
|
| 42 |
|
| 43 |
WORKDIR /app/llama.cpp/build/bin
|
| 44 |
RUN wget -nv -O local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
| 45 |
+
CMD ["/app/llama.cpp/build/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
|