mwitiderrick
commited on
Commit
•
bcdea4c
1
Parent(s):
807a813
Create sparse.yaml
Browse files- sparse.yaml +10 -0
sparse.yaml
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
test_stage:
|
2 |
+
obcq_modifiers:
|
3 |
+
SparseGPTModifier:
|
4 |
+
sparsity: 0.5
|
5 |
+
block_size: 128
|
6 |
+
sequential_update: false
|
7 |
+
quantize: false
|
8 |
+
percdamp: 0.01
|
9 |
+
mask_structure: "0:0"
|
10 |
+
targets: ["re:model.layers.\\d+$"]
|