#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu #RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev RUN pip install "huggingface_hub[cli]" RUN pip install hf_transfer # install vllm #RUN pip install vllm #RUN git clone https://github.com/vllm-project/vllm.git #RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy #RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu #RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git #RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \ # -DONEDNN_BUILD_DOC=OFF \ # -DONEDNN_BUILD_EXAMPLES=OFF \ # -DONEDNN_BUILD_TESTS=OFF \ # -DONEDNN_BUILD_GRAPH=OFF \ # -DONEDNN_ENABLE_WORKLOAD=INFERENCE \ # -DONEDNN_ENABLE_PRIMITIVE=MATMUL #RUN cmake --build ./oneDNN/build --target install --config Release -j 1 #RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install # install node and npm for demo ENV NVM_DIR /usr/local/nvm RUN mkdir -p $NVM_DIR # Create a script file sourced by both interactive and non-interactive bash shells ENV BASH_ENV /usr/local/nvm/.nvm_bash_env RUN touch "${BASH_ENV}" RUN echo '. "${BASH_ENV}"' >> ~/.bashrc RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.40.2/install.sh | PROFILE="${BASH_ENV}" bash RUN . $NVM_DIR/nvm.sh && nvm install node # install TEN-Agent RUN git clone https://github.com/TEN-framework/TEN-Agent.git /app RUN cd /app && task use && cd agents && ./scripts/package.sh RUN . $NVM_DIR/nvm.sh && cd /app/playground && npm i # Set up a new user named "user" with user ID 1000 RUN useradd -m -u 1000 user # Fix permission of /app RUN chown -R user /app # Switch to the "user" user USER user # Set home to the user's home directory ENV HOME=/home/user \ PATH=/home/user/.local/bin:$PATH # Set the working directory to the user's home directory WORKDIR $HOME/app # Try and run pip command after setting the user with `USER user` to avoid permission issues with Python RUN pip install --no-cache-dir --upgrade pip # Copy the current directory contents into the container at $HOME/app setting the owner to the user # COPY --chown=user . $HOME/app COPY --chown=user .env /app/ COPY --chown=user entrypoint.sh $HOME/app/ # auto init nvm for the "user" user RUN echo '. "${BASH_ENV}"' >> $HOME/.bashrc ENTRYPOINT ["/home/user/app/entrypoint.sh"]