| --extra-index-url https://download.pytorch.org/whl/cu118 | |
| --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ | |
| torch==2.0.1 | |
| auto-gptq | |
| packaging | |
| peft @ git+https://github.com/huggingface/peft.git | |
| transformers @ git+https://github.com/huggingface/transformers.git@0ac3875011d32dc85e0e83970507e3afe8f0febb | |
| bitsandbytes>=0.41.1 | |
| accelerate @ git+https://github.com/huggingface/accelerate@80da9cfb09bb3cc9f1b385cb55d6b90d025a5fd9 | |
| deepspeed | |
| addict | |
| evaluate | |
| fire | |
| PyYAML>=6.0 | |
| datasets | |
| flash-attn>=2.2.1 | |
| sentencepiece | |
| wandb | |
| einops | |
| xformers | |
| optimum | |
| hf_transfer | |
| colorama | |
| numba | |
| numpy>=1.24.4 | |
| # qlora things | |
| bert-score==0.3.13 | |
| evaluate==0.4.0 | |
| rouge-score==0.1.2 | |
| scipy | |
| scikit-learn==1.2.2 | |
| pynvml | |
| art | |
| fschat==0.2.29 | |