requirements.txt

torch==2.2.0
langchain==0.1.6
constants==0.6.0
fastapi==0.109.2
pydantic==2.6.1
uvicorn==0.27.1
einops==0.7.0
optimum==1.16.2
transformers==4.*
auto-gptq==0.6.0