You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
72 lines
2.7 KiB
72 lines
2.7 KiB
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "paddle/fluid/inference/api/paddle_mkldnn_quantizer_config.h"
|
|
|
|
namespace paddle {
|
|
|
|
MkldnnQuantizerConfig::MkldnnQuantizerConfig() {
|
|
// The default configuration of scale computing algorightms
|
|
rules_["conv2d"]["Input"] = ScaleAlgo::KL;
|
|
rules_["conv2d"]["Filter"] = ScaleAlgo::MAX_CH;
|
|
rules_["conv2d"]["Bias"] = ScaleAlgo::NONE; // do not compute scale
|
|
rules_["conv2d"]["ResidualData"] = ScaleAlgo::KL;
|
|
rules_["conv2d"]["Output"] = ScaleAlgo::KL;
|
|
|
|
rules_["pool2d"]["X"] = ScaleAlgo::KL;
|
|
rules_["pool2d"]["Out"] = ScaleAlgo::KL;
|
|
|
|
rules_["concat"]["X"] = ScaleAlgo::KL;
|
|
rules_["concat"]["Out"] = ScaleAlgo::KL;
|
|
|
|
rules_["prior_box"]["Input"] = ScaleAlgo::KL;
|
|
rules_["prior_box"]["Image"] = ScaleAlgo::NONE;
|
|
rules_["prior_box"]["Boxes"] = ScaleAlgo::NONE;
|
|
rules_["prior_box"]["Variances"] = ScaleAlgo::NONE;
|
|
|
|
// Transpose2 does not perform calculation on the data. Scale is calculated on
|
|
// input data and assign to Quantize and Dequantize scale.
|
|
rules_["transpose2"]["X"] = ScaleAlgo::KL;
|
|
rules_["transpose2"]["Out"] = ScaleAlgo::NONE;
|
|
|
|
rules_["fc"]["Input"] = ScaleAlgo::KL;
|
|
rules_["fc"]["W"] = ScaleAlgo::MAX_CH_T;
|
|
rules_["fc"]["Bias"] = ScaleAlgo::NONE;
|
|
rules_["fc"]["Out"] = ScaleAlgo::KL;
|
|
|
|
rules_["matmul"]["X"] = ScaleAlgo::KL;
|
|
rules_["matmul"]["Y"] = ScaleAlgo::KL;
|
|
rules_["matmul"]["Out"] = ScaleAlgo::KL;
|
|
|
|
// Reshape2 does not perform calculation on the data and shapes are not
|
|
// changed. Scale is calculated on input data and assign to Quantize and
|
|
// Dequantize scale.
|
|
rules_["reshape2"]["X"] = ScaleAlgo::KL;
|
|
rules_["reshape2"]["Shape"] = ScaleAlgo::NONE;
|
|
rules_["reshape2"]["ShapeTensor"] = ScaleAlgo::NONE;
|
|
rules_["reshape2"]["XShape"] = ScaleAlgo::NONE;
|
|
rules_["reshape2"]["Out"] = ScaleAlgo::NONE;
|
|
}
|
|
|
|
ScaleAlgo MkldnnQuantizerConfig::scale_algo(
|
|
const std::string& op_type_name, const std::string& conn_name) const {
|
|
if (rules_.find(op_type_name) != rules_.end()) {
|
|
auto op_rule = rules_.at(op_type_name);
|
|
if (op_rule.find(conn_name) != op_rule.end()) return op_rule.at(conn_name);
|
|
}
|
|
return default_scale_algo_;
|
|
}
|
|
|
|
} // namespace paddle
|