AIFunOver commited on
Commit
0c11144
1 Parent(s): 7bf22a9

Upload openvino_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_config.json +28 -0
openvino_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compression": null,
3
+ "dtype": "int8",
4
+ "input_info": null,
5
+ "optimum_version": "1.23.3",
6
+ "quantization_config": {
7
+ "all_layers": null,
8
+ "backup_precision": null,
9
+ "bits": 8,
10
+ "dataset": null,
11
+ "gptq": null,
12
+ "group_size": -1,
13
+ "ignored_scope": null,
14
+ "lora_correction": null,
15
+ "num_samples": null,
16
+ "processor": null,
17
+ "quant_method": "default",
18
+ "ratio": 1.0,
19
+ "scale_estimation": null,
20
+ "sensitivity_metric": null,
21
+ "sym": false,
22
+ "tokenizer": null,
23
+ "trust_remote_code": true,
24
+ "weight_format": "int8"
25
+ },
26
+ "save_onnx_model": false,
27
+ "transformers_version": "4.46.3"
28
+ }