fastapi==0.95.0
uvicorn==0.21.1
transformers==4.27.4
torch==2.0.0
requests==2.28.2
pydantic~=1.10.7
loguru==0.5.3
bitsandbytes-cuda111