Dockerfile

#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu

#RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev

RUN pip install "huggingface_hub[cli]"
RUN pip install hf_transfer

# install vllm
#RUN pip install vllm
#RUN git clone https://github.com/vllm-project/vllm.git
#RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
#RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
#RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git
#RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \
#    -DONEDNN_BUILD_DOC=OFF \
#    -DONEDNN_BUILD_EXAMPLES=OFF \
#    -DONEDNN_BUILD_TESTS=OFF \
#    -DONEDNN_BUILD_GRAPH=OFF \
#    -DONEDNN_ENABLE_WORKLOAD=INFERENCE \
#    -DONEDNN_ENABLE_PRIMITIVE=MATMUL
#RUN cmake --build ./oneDNN/build --target install --config Release -j 1
#RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install

# install node and npm for demo
ENV NVM_DIR /usr/local/nvm
RUN mkdir -p $NVM_DIR
# Create a script file sourced by both interactive and non-interactive bash shells
ENV BASH_ENV /usr/local/nvm/.nvm_bash_env
RUN touch "${BASH_ENV}"
RUN echo '. "${BASH_ENV}"' >> ~/.bashrc
RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.40.2/install.sh | PROFILE="${BASH_ENV}" bash
RUN . $NVM_DIR/nvm.sh && nvm install node


# install TEN-Agent
RUN git clone https://github.com/TEN-framework/TEN-Agent.git /app
RUN cd /app && task use && cd agents && ./scripts/package.sh
RUN . $NVM_DIR/nvm.sh && cd /app/playground && npm i

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# Try and run pip command after setting the user with `USER user` to avoid permission issues with Python
RUN pip install --no-cache-dir --upgrade pip

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
# COPY --chown=user . $HOME/app
COPY --chown=user .env /app/
COPY --chown=user entrypoint.sh $HOME/app/

# auto init nvm for the "user" user
RUN echo '. "${BASH_ENV}"' >> $HOME/.bashrc


ENTRYPOINT ["/home/user/app/entrypoint.sh"]