torch==2.2.0
langchain==0.1.6
constants==0.6.0
fastapi==0.109.2
autoawq>=0.1.6
pydantic==2.6.1
uvicorn==0.27.1
einops==0.7.0
optimum==1.16.2
transformers==4.*
auto-gptq==0.6.0
auto-gptq --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
--extra-index-url https://pypi.ngc.nvidia.com