{ | |
"modes": [ | |
"fp16", | |
"q8", | |
"int8", | |
"uint8", | |
"q4", | |
"q4f16", | |
"bnb4" | |
], | |
"per_channel": false, | |
"reduce_range": false, | |
"block_size": null, | |
"is_symmetric": true, | |
"accuracy_level": null, | |
"quant_type": 1, | |
"op_block_list": null | |
} |
{ | |
"modes": [ | |
"fp16", | |
"q8", | |
"int8", | |
"uint8", | |
"q4", | |
"q4f16", | |
"bnb4" | |
], | |
"per_channel": false, | |
"reduce_range": false, | |
"block_size": null, | |
"is_symmetric": true, | |
"accuracy_level": null, | |
"quant_type": 1, | |
"op_block_list": null | |
} |