peft @ git+https://github.com/huggingface/peft.git | |
transformers @ git+https://github.com/huggingface/transformers.git | |
bitsandbytes>=0.39.0 | |
accelerate @ git+https://github.com/huggingface/accelerate | |
addict | |
fire | |
PyYAML==6.0 | |
datasets | |
accelerate>=0.19.0 | |
sentencepiece | |
wandb | |
einops | |
xformers | |
optimum | |
hf_transfer | |
# qlora things | |
bert-score==0.3.13 | |
evaluate==0.4.0 | |
rouge-score==0.1.2 | |
scipy | |
scikit-learn==1.2.2 | |