| --extra-index-url https://download.pytorch.org/whl/cu118 | |
| --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ | |
| torch==2.0.1 | |
| auto-gptq | |
| packaging | |
| peft @ git+https://github.com/huggingface/peft.git | |
| transformers @ git+https://github.com/huggingface/transformers.git | |
| bitsandbytes>=0.41.1 | |
| accelerate @ git+https://github.com/huggingface/accelerate | |
| addict | |
| evaluate | |
| fire | |
| PyYAML>=6.0 | |
| datasets | |
| flash-attn>=2.2.1 | |
| sentencepiece | |
| wandb | |
| einops | |
| xformers | |
| optimum | |
| hf_transfer | |
| colorama | |
| numba | |
| numpy>=1.24.4 | |
| # qlora things | |
| bert-score==0.3.13 | |
| evaluate==0.4.0 | |
| rouge-score==0.1.2 | |
| scipy | |
| scikit-learn==1.2.2 | |
| pynvml | |
| art | |