requirements.txt

--extra-index-url https://download.pytorch.org/whl/cu113
torch
pip install git+https://github.com/huggingface/transformers
accelerate
optimum
flash-attn --no-build-isolation