wangyoucao577 commited on
Commit
f21bddd
·
verified ·
1 Parent(s): 4241251

feat: try out cpu vllm

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -1
Dockerfile CHANGED
@@ -3,7 +3,10 @@ FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
3
  RUN pip install hf_transfer
4
 
5
  # install vllm
6
- RUN pip install vllm
 
 
 
7
 
8
  # install node and npm for demo
9
  ENV NVM_DIR /usr/local/nvm
 
3
  RUN pip install hf_transfer
4
 
5
  # install vllm
6
+ #RUN pip install vllm
7
+ RUN VLLM_TARGET_DEVICE=cpu
8
+ PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu \
9
+ pip install https://github.com/vllm-project/vllm
10
 
11
  # install node and npm for demo
12
  ENV NVM_DIR /usr/local/nvm