Upload folder using huggingface_hub
Browse files- recipe.yaml +6 -0
recipe.yaml
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
DEFAULT_stage:
|
2 |
+
DEFAULT_modifiers:
|
3 |
+
QuantizationModifier:
|
4 |
+
ignore: [lm_head]
|
5 |
+
targets: [Linear]
|
6 |
+
scheme: W8A8
|