requirements.txt

huggingface_hub==0.25.2
# requirements.txt
# Core dependencies for Llama 3.1 8B fine-tuning

# Transformers and ML
transformers>=4.35.0
torch>=2.0.0
accelerate>=0.24.0
peft>=0.6.0
bitsandbytes>=0.41.0
datasets>=2.14.0
trl>=0.7.0

# Evaluation metrics
evaluate>=0.4.0
rouge_score>=0.1.2
nltk>=3.8.0

# Utilities
tensorboard>=2.11.0
numpy>=1.24.0
pandas>=2.0.0
matplotlib>=3.6.0
seaborn>=0.12.0
scikit-learn>=1.2.0

# Additional dependencies
sentencepiece>=0.1.99
protobuf>=3.20.0
psutil>=5.9.0
tqdm>=4.65.0