File size: 692 Bytes
3355706
d69ba2b
4cb7900
2752d5f
6a4562a
fce40aa
f5a828a
5be8b55
0001862
bdfe7c9
ce24f5e
c29117a
9bca7db
6a4562a
0de1457
f2a2029
 
80b2ed2
0de1457
a01b998
6dd2e7d
0a22847
2bb0b78
c29117a
312b8d5
5a5d474
312b8d5
 
9c31410
548787d
cc3cebf
6a4562a
b3a61e8
3cc67d2
d69ba2b
 
3cc67d2
 
 
 
f243c21
d7057cc
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
packaging==23.2
peft @ git+https://github.com/huggingface/peft.git
transformers @ git+https://github.com/huggingface/transformers.git@ae49b218c3d718df90d8e4a109016450fb8f0632
tokenizers==0.15.0
bitsandbytes>=0.41.1
accelerate==0.26.1
deepspeed==0.13.1
pydantic==2.6.3
addict
fire
PyYAML>=6.0
requests
datasets>=2.15.0
flash-attn==2.3.3
sentencepiece
wandb
einops
xformers==0.0.22
optimum==1.16.2
hf_transfer
colorama
numba
numpy>=1.24.4
# qlora things
evaluate==0.4.1
scipy
scikit-learn==1.2.2
pynvml
art
fschat==0.2.36
gradio==3.50.2
tensorboard

mamba-ssm==1.1.1

# remote filesystems
s3fs
gcsfs
# adlfs

trl>=0.7.9