Spaces:
Running
on
L4
Running
on
L4
feat: try out cpu vllm
Browse files- Dockerfile +4 -1
Dockerfile
CHANGED
@@ -3,7 +3,10 @@ FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
|
|
3 |
RUN pip install hf_transfer
|
4 |
|
5 |
# install vllm
|
6 |
-
RUN pip install vllm
|
|
|
|
|
|
|
7 |
|
8 |
# install node and npm for demo
|
9 |
ENV NVM_DIR /usr/local/nvm
|
|
|
3 |
RUN pip install hf_transfer
|
4 |
|
5 |
# install vllm
|
6 |
+
#RUN pip install vllm
|
7 |
+
RUN VLLM_TARGET_DEVICE=cpu
|
8 |
+
PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu \
|
9 |
+
pip install https://github.com/vllm-project/vllm
|
10 |
|
11 |
# install node and npm for demo
|
12 |
ENV NVM_DIR /usr/local/nvm
|