tangled-alpha-0.3-core / scripts /requirements.in
mtasic85's picture
tokenizer: fixed phi 4 tokenizer based on unsloth suggestions
3b835a1
raw
history blame
380 Bytes
# pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
torch>=2.5.0,<2.6.0
numpy<2.0
tqdm
Pillow
datasets
jinja2
transformers
wandb
litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git
mergekit @ git+https://github.com/arcee-ai/mergekit.git
# torchao
# bitsandbytes
# grokadamw
# sophia-opt
dolphinflow
# unsloth
lm_eval[ifeval,math]