wangyoucao577 commited on
Commit
ad36b28
·
verified ·
1 Parent(s): 4696cd3

fix: use prebuilt

Browse files
Files changed (1) hide show
  1. Dockerfile +15 -17
Dockerfile CHANGED
@@ -1,27 +1,25 @@
1
  #FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
2
- FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3
3
 
4
- RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev
5
 
6
  RUN pip install hf_transfer
7
 
8
  # install vllm
9
  #RUN pip install vllm
10
- RUN git clone https://github.com/vllm-project/vllm.git
11
- #ENV PIP_EXTRA_INDEX_URL https://download.pytorch.org/whl/cpu
12
- #RUN pip install --upgrade pip
13
- RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
14
- RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
15
- RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git
16
- RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \
17
- -DONEDNN_BUILD_DOC=OFF \
18
- -DONEDNN_BUILD_EXAMPLES=OFF \
19
- -DONEDNN_BUILD_TESTS=OFF \
20
- -DONEDNN_BUILD_GRAPH=OFF \
21
- -DONEDNN_ENABLE_WORKLOAD=INFERENCE \
22
- -DONEDNN_ENABLE_PRIMITIVE=MATMUL
23
- RUN cmake --build ./oneDNN/build --target install --config Release -j 1
24
- RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install
25
 
26
  # install node and npm for demo
27
  ENV NVM_DIR /usr/local/nvm
 
1
  #FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
2
+ FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu
3
 
4
+ #RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev
5
 
6
  RUN pip install hf_transfer
7
 
8
  # install vllm
9
  #RUN pip install vllm
10
+ #RUN git clone https://github.com/vllm-project/vllm.git
11
+ #RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
12
+ #RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
13
+ #RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git
14
+ #RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \
15
+ # -DONEDNN_BUILD_DOC=OFF \
16
+ # -DONEDNN_BUILD_EXAMPLES=OFF \
17
+ # -DONEDNN_BUILD_TESTS=OFF \
18
+ # -DONEDNN_BUILD_GRAPH=OFF \
19
+ # -DONEDNN_ENABLE_WORKLOAD=INFERENCE \
20
+ # -DONEDNN_ENABLE_PRIMITIVE=MATMUL
21
+ #RUN cmake --build ./oneDNN/build --target install --config Release -j 1
22
+ #RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install
 
 
23
 
24
  # install node and npm for demo
25
  ENV NVM_DIR /usr/local/nvm