| --extra-index-url https://download.pytorch.org/whl/cu118 | |
| --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ | |
| torch==2.0.1 | |
| auto-gptq==0.4.2 | |
| packaging | |
| peft==0.6.0 | |
| transformers @ git+https://github.com/huggingface/transformers.git@acc394c4f5e1283c19783581790b3dc3105a3697 | |
| bitsandbytes>=0.41.1 | |
| accelerate @ git+https://github.com/huggingface/accelerate@80da9cfb09bb3cc9f1b385cb55d6b90d025a5fd9 | |
| deepspeed | |
| addict | |
| fire | |
| PyYAML>=6.0 | |
| datasets | |
| flash-attn>=2.3.0 | |
| sentencepiece | |
| wandb | |
| einops | |
| xformers>=0.0.22 | |
| optimum | |
| hf_transfer | |
| colorama | |
| numba | |
| numpy>=1.24.4 | |
| # qlora things | |
| bert-score==0.3.13 | |
| evaluate==0.4.0 | |
| rouge-score==0.1.2 | |
| scipy | |
| scikit-learn==1.2.2 | |
| pynvml | |
| art | |
| fschat==0.2.29 | |
| gradio | |