requirements.txt

fastapi==0.104.1
uvicorn[standard]==0.24.0
torch>=2.0.0
transformers>=4.35.0
accelerate>=0.24.0
bitsandbytes>=0.41.0
huggingface_hub>=0.19.0
pydantic>=2.5.0
python-multipart==0.0.6
jinja2>=3.1.0
aiofiles>=23.0.0
nvidia-ml-py3>=7.352.0
psutil>=5.9.0
requests>=2.31.0