Spaces:
Sleeping
Sleeping
Commit
·
62d5680
1
Parent(s):
4ba5e8a
feat: add vllm
Browse files- Dockerfile +6 -1
Dockerfile
CHANGED
|
@@ -1,7 +1,12 @@
|
|
| 1 |
-
FROM ghcr.io/ten-framework/ten_agent_build:0.4.17
|
|
|
|
| 2 |
|
|
|
|
| 3 |
RUN pip install -U "huggingface_hub[cli]" hf_transfer
|
| 4 |
|
|
|
|
|
|
|
|
|
|
| 5 |
|
| 6 |
# Set up a new user named "user" with user ID 1000
|
| 7 |
RUN useradd -m -u 1000 user
|
|
|
|
| 1 |
+
# FROM ghcr.io/ten-framework/ten_agent_build:0.4.17
|
| 2 |
+
FROM nvidia/cuda:12.4.1-devel-ubuntu22.04
|
| 3 |
|
| 4 |
+
# install huggingface tools
|
| 5 |
RUN pip install -U "huggingface_hub[cli]" hf_transfer
|
| 6 |
|
| 7 |
+
# install vllm
|
| 8 |
+
RUN pip install vllm
|
| 9 |
+
|
| 10 |
|
| 11 |
# Set up a new user named "user" with user ID 1000
|
| 12 |
RUN useradd -m -u 1000 user
|