{ "per_channel": false, "reduce_range": false, "per_model_config": { "decoder_with_past_model": { "op_types": [ "Reshape", "ConstantOfShape", "Sub", "Add", "Range", "Mul", "Softmax", "Gemm", "Sqrt", "Tanh", "Transpose", "Concat", "MatMul", "Constant", "Slice", "Squeeze", "Gather", "Where", "Split", "ReduceMean", "Cast", "Unsqueeze", "Shape", "Pow", "Div" ], "weight_type": "QInt8" }, "decoder_model": { "op_types": [ "Reshape", "ConstantOfShape", "Sub", "Add", "Range", "Mul", "Softmax", "Gemm", "Sqrt", "Tanh", "Transpose", "Concat", "MatMul", "Constant", "Slice", "Squeeze", "Gather", "Where", "Split", "ReduceMean", "Cast", "Unsqueeze", "Shape", "Pow", "Div" ], "weight_type": "QInt8" }, "encoder_model": { "op_types": [ "Reshape", "ConstantOfShape", "Sub", "Add", "Mul", "Softmax", "Sqrt", "Transpose", "Concat", "MatMul", "Constant", "Equal", "Slice", "Gather", "Where", "Erf", "ReduceMean", "Unsqueeze", "Shape", "Pow", "Expand", "Conv", "Div" ], "weight_type": "QUInt8" }, "decoder_model_merged": { "op_types": [ "Reshape", "ConstantOfShape", "Sub", "Add", "Range", "Mul", "Softmax", "Gemm", "Sqrt", "Tanh", "Transpose", "If", "Concat", "MatMul", "Constant", "Slice", "Squeeze", "Gather", "Where", "Split", "ReduceMean", "Cast", "Unsqueeze", "Shape", "Pow", "Div" ], "weight_type": "QInt8" } } }