| { | |
| "compression": null, | |
| "dtype": "int4", | |
| "input_info": null, | |
| "optimum_version": "1.23.3", | |
| "quantization_config": { | |
| "all_layers": null, | |
| "bits": 4, | |
| "dataset": null, | |
| "gptq": null, | |
| "group_size": 64, | |
| "ignored_scope": null, | |
| "num_samples": null, | |
| "processor": null, | |
| "quant_method": "default", | |
| "ratio": 1.0, | |
| "scale_estimation": null, | |
| "sensitivity_metric": null, | |
| "sym": false, | |
| "tokenizer": null, | |
| "trust_remote_code": true, | |
| "weight_format": "int4" | |
| }, | |
| "save_onnx_model": false, | |
| "transformers_version": "4.46.2" | |
| } | |