File size: 1,318 Bytes
3adafca fc73f28 3adafca fc73f28 3adafca fc73f28 3adafca fc73f28 45a6593 fc73f28 df163a2 3adafca fc73f28 3adafca fc73f28 3adafca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
FROM ubuntu:22.04
ENV DEBIAN_FRONTEND=noninteractive
# Update & install system dependencies
RUN apt-get update && apt-get install -y \
wget \
curl \
git \
cmake \
build-essential \
python3 \
python3-pip \
python-is-python3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Install LLVM
# NOTE: Uncomment this if you actually want to install LLVM.
# RUN bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)"
# Clone BitNet
RUN git clone --recursive https://github.com/microsoft/BitNet.git
# Copy everything from the local directory (where Dockerfile is) into the BitNet directory in the container
COPY . /BitNet
WORKDIR /BitNet
# Install Python dependencies
RUN pip install --upgrade pip && \
pip install -r requirements.txt
# Hugging Face CLI setup
RUN pip install huggingface_hub
# Optional: HF token
ARG HF_TOKEN
RUN huggingface-cli login --token $HF_TOKEN || true
# Download the model into ./models/
RUN huggingface-cli download israellaguan/Falcon3-10B-Instruct-1.58bit-i2_s --local-dir models/
# Run BitNet preprocessing script
RUN python utils/codegen_tl1.py --model bitnet_b1_58-3B --BM 160,320,320 --BK 64,128,64 --bm 32,64,32
# Build the project
RUN mkdir -p build && cd build && cmake .. && make -j$(nproc)
# Default command
CMD ["python", "app.py"]
|