{ "per_channel": false, "reduce_range": false, "per_model_config": { "decoder_model": { "op_types": [ "Cast", "ConstantOfShape", "Where", "Mul", "Split", "ReduceMean", "Range", "Slice", "Sqrt", "Add", "Concat", "Softmax", "Tanh", "Constant", "MatMul", "Pow", "Unsqueeze", "Transpose", "Gather", "Gemm", "Squeeze", "Reshape", "Sub", "Shape", "Div" ], "weight_type": "QInt8" }, "decoder_model_merged": { "op_types": [ "Cast", "If", "ConstantOfShape", "Where", "Mul", "Split", "ReduceMean", "Range", "Slice", "Sqrt", "Add", "Concat", "Softmax", "Tanh", "Constant", "MatMul", "Pow", "Unsqueeze", "Transpose", "Gather", "Gemm", "Squeeze", "Reshape", "Sub", "Shape", "Div" ], "weight_type": "QInt8" }, "decoder_with_past_model": { "op_types": [ "Cast", "ConstantOfShape", "Where", "Mul", "Split", "ReduceMean", "Range", "Slice", "Sqrt", "Add", "Concat", "Softmax", "Tanh", "Constant", "MatMul", "Pow", "Unsqueeze", "Transpose", "Gather", "Gemm", "Squeeze", "Reshape", "Sub", "Shape", "Div" ], "weight_type": "QInt8" }, "encoder_model": { "op_types": [ "ConstantOfShape", "Where", "Mul", "ReduceMean", "Slice", "Sqrt", "Conv", "Add", "Erf", "Concat", "Softmax", "Constant", "MatMul", "Pow", "Unsqueeze", "Transpose", "Gather", "Reshape", "Sub", "Expand", "Shape", "Div", "Equal" ], "weight_type": "QUInt8" } } }