echarlaix HF staff commited on
Commit
79c4265
·
verified ·
1 Parent(s): 08d72e3

Upload openvino_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_config.json +6 -5
openvino_config.json CHANGED
@@ -6,16 +6,17 @@
6
  "quantization_config": {
7
  "all_layers": null,
8
  "bits": 4,
9
- "dataset": "wikitext2",
10
  "group_size": 128,
11
  "ignored_scope": null,
12
- "num_samples": 50,
13
- "quant_method": "awq",
14
- "ratio": 0.9,
15
  "scale_estimation": null,
16
  "sensitivity_metric": null,
17
  "sym": false,
18
- "tokenizer": null
 
19
  },
20
  "save_onnx_model": false,
21
  "transformers_version": "4.42.4"
 
6
  "quantization_config": {
7
  "all_layers": null,
8
  "bits": 4,
9
+ "dataset": null,
10
  "group_size": 128,
11
  "ignored_scope": null,
12
+ "num_samples": null,
13
+ "quant_method": "default",
14
+ "ratio": 1,
15
  "scale_estimation": null,
16
  "sensitivity_metric": null,
17
  "sym": false,
18
+ "tokenizer": null,
19
+ "trust_remote_code": false
20
  },
21
  "save_onnx_model": false,
22
  "transformers_version": "4.42.4"