quantize_config.json

{"q_group_size": 128, "w_bit": 4, "zero_point": true, "version": "GEMM", "quant_method": "awq"}