File size: 803 Bytes
3355706
0de1457
c500d02
f544ab2
bcc78d8
6a4562a
fce40aa
0de1457
c25ba79
bdfe7c9
ce24f5e
c29117a
6a4562a
0de1457
732851f
f2a2029
 
80b2ed2
0de1457
105d0b3
6dd2e7d
0a22847
2bb0b78
c29117a
312b8d5
 
 
 
 
 
9c31410
548787d
9a5eb39
6a4562a
b3a61e8
3cc67d2
 
 
 
 
f243c21
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
auto-gptq==0.5.1
packaging
peft==0.6.0
transformers @ git+https://github.com/huggingface/transformers.git@3cefac1d974db5e2825a0cb2b842883a628be7a0
tokenizers==0.15.0
bitsandbytes>=0.41.1
accelerate==0.24.1
deepspeed
addict
fire
PyYAML>=6.0
datasets>=2.15.0
flash-attn==2.3.3
fused-dense-lib  @ git+https://github.com/Dao-AILab/flash-attention@v2.3.3#subdirectory=csrc/fused_dense_lib
sentencepiece
wandb
einops
xformers==0.0.22
optimum==1.13.2
hf_transfer
colorama
numba
numpy>=1.24.4
# qlora things
bert-score==0.3.13
evaluate==0.4.0
rouge-score==0.1.2
scipy
scikit-learn==1.2.2
pynvml
art
fschat==0.2.34
gradio==3.50.2
tensorboard

# remote filesystems
s3fs
gcsfs
# adlfs

trl @ git+https://github.com/huggingface/trl.git@main