{ "per_channel": false, "reduce_range": false, "per_model_config": { "decoder_with_past_model": { "op_types": [ "Where", "Sqrt", "Gather", "Unsqueeze", "Concat", "Gemm", "Tanh", "Add", "Shape", "Cast", "Div", "Squeeze", "Slice", "Sub", "ConstantOfShape", "MatMul", "Range", "Pow", "Reshape", "Split", "Mul", "Constant", "ReduceMean", "Transpose", "Softmax" ], "weight_type": "QInt8" }, "decoder_model": { "op_types": [ "Where", "Sqrt", "Gather", "Unsqueeze", "Concat", "Gemm", "Tanh", "Add", "Shape", "Cast", "Div", "Squeeze", "Sub", "Slice", "ConstantOfShape", "MatMul", "Range", "Pow", "Reshape", "Split", "Mul", "Constant", "ReduceMean", "Transpose", "Softmax" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "Where", "Sqrt", "Gather", "Unsqueeze", "Concat", "Gemm", "Tanh", "Add", "Shape", "Cast", "Div", "Squeeze", "If", "Sub", "Slice", "ConstantOfShape", "MatMul", "Range", "Pow", "Reshape", "Split", "Mul", "Constant", "ReduceMean", "Transpose", "Softmax" ], "weight_type": "QInt8" } } }