| torch==2.2.0 | |
| langchain==0.1.6 | |
| constants==0.6.0 | |
| fastapi==0.109.2 | |
| pydantic==2.6.1 | |
| uvicorn==0.27.1 | |
| einops==0.7.0 | |
| optimum==1.16.2 | |
| transformers==4.* | |
| auto-gptq==0.6.0 | |
| auto-gptq --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ | |
| --extra-index-url https://pypi.ngc.nvidia.com | |