add trt int8 support for elementwise_mul and scale (#25676)

revert-24895-update_cub
Pei Yang 5 years ago committed by GitHub
parent d11c140e28
commit 9e9a569dae
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -54,7 +54,10 @@ struct SimpleOpTypeSetTeller : public Teller {
"leaky_relu",
"fc",
"relu6",
"concat"};
"concat",
"scale",
"elementwise_mul",
"conv2d_transpose"};
std::unordered_set<std::string> teller_set{
"mul",
"conv2d",

@ -46,9 +46,26 @@ _fake_quant_dequant_op_list = [
]
_out_scale_op_list = [
"conv2d", "depthwise_conv2d", "mul", "matmul", "relu", "leaky_relu",
"relu6", "sigmoid", "tanh", "prelu", "swish", "softmax", "batch_norm",
"elementwise_add", "pool2d", "reshape2", "transpose2", "concat"
"conv2d",
"depthwise_conv2d",
"mul",
"matmul",
"relu",
"leaky_relu",
"relu6",
"sigmoid",
"tanh",
"prelu",
"swish",
"softmax",
"batch_norm",
"elementwise_add",
"pool2d",
"reshape2",
"transpose2",
"concat",
"elementwise_mul",
"scale",
]
# list op real input and output names, to avoid processing input such as AxisTensor.
@ -90,6 +107,8 @@ _op_real_in_out_name = {
"dropout": [["X"], ["Out"]],
"batch_norm": [["X"], ["Y"]],
"sigmoid": [["X"], ["Out"]],
"elementwise_mul": [["X", "Y"], ["Out"]],
"scale": [["X"], ["Out"]],
}

Loading…
Cancel
Save