quantize_config.json

{
    "modes": [
        "q4",
        "q8",
        "fp16"
    ],
    "per_channel": true,
    "reduce_range": true,
    "block_size": null,
    "is_symmetric": true,
    "accuracy_level": null,
    "quant_type": 1
}