Spaces:
Sleeping
Sleeping
fix: use prebuilt
Browse files- Dockerfile +15 -17
Dockerfile
CHANGED
@@ -1,27 +1,25 @@
|
|
1 |
#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
|
2 |
-
FROM ghcr.io/ten-framework/ten_agent_build:0.
|
3 |
|
4 |
-
RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev
|
5 |
|
6 |
RUN pip install hf_transfer
|
7 |
|
8 |
# install vllm
|
9 |
#RUN pip install vllm
|
10 |
-
RUN git clone https://github.com/vllm-project/vllm.git
|
11 |
-
#
|
12 |
-
#RUN pip install --
|
13 |
-
RUN
|
14 |
-
RUN
|
15 |
-
|
16 |
-
|
17 |
-
-
|
18 |
-
-
|
19 |
-
-
|
20 |
-
-
|
21 |
-
|
22 |
-
|
23 |
-
RUN cmake --build ./oneDNN/build --target install --config Release -j 1
|
24 |
-
RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install
|
25 |
|
26 |
# install node and npm for demo
|
27 |
ENV NVM_DIR /usr/local/nvm
|
|
|
1 |
#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
|
2 |
+
FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu
|
3 |
|
4 |
+
#RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev
|
5 |
|
6 |
RUN pip install hf_transfer
|
7 |
|
8 |
# install vllm
|
9 |
#RUN pip install vllm
|
10 |
+
#RUN git clone https://github.com/vllm-project/vllm.git
|
11 |
+
#RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
|
12 |
+
#RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
|
13 |
+
#RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git
|
14 |
+
#RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \
|
15 |
+
# -DONEDNN_BUILD_DOC=OFF \
|
16 |
+
# -DONEDNN_BUILD_EXAMPLES=OFF \
|
17 |
+
# -DONEDNN_BUILD_TESTS=OFF \
|
18 |
+
# -DONEDNN_BUILD_GRAPH=OFF \
|
19 |
+
# -DONEDNN_ENABLE_WORKLOAD=INFERENCE \
|
20 |
+
# -DONEDNN_ENABLE_PRIMITIVE=MATMUL
|
21 |
+
#RUN cmake --build ./oneDNN/build --target install --config Release -j 1
|
22 |
+
#RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install
|
|
|
|
|
23 |
|
24 |
# install node and npm for demo
|
25 |
ENV NVM_DIR /usr/local/nvm
|