peft @ git+https://github.com/huggingface/peft.git | |
transformers @ git+https://github.com/huggingface/transformers.git | |
bitsandbytes>=0.41.1 | |
accelerate @ git+https://github.com/huggingface/accelerate@2a289f6108e77a77a4efffb3f6316bc98538413b | |
addict | |
fire | |
PyYAML==6.0 | |
datasets | |
accelerate>=0.19.0 | |
sentencepiece | |
wandb | |
einops | |
xformers | |
optimum | |
hf_transfer | |
numba | |
numpy==1.24.4 | |
# qlora things | |
bert-score==0.3.13 | |
evaluate==0.4.0 | |
rouge-score==0.1.2 | |
scipy | |
scikit-learn==1.2.2 | |
pynvml | |