mindspore-ci-bot
5 years ago
committed by
Gitee
commit
57215ef000
@ -0,0 +1,148 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "tools/converter/quantizer/weight_quantizer.h"
|
||||||
|
#include <list>
|
||||||
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
|
#include "src/common/common.h"
|
||||||
|
#include "ir/dtype/type_id.h"
|
||||||
|
|
||||||
|
using std::string;
|
||||||
|
using std::vector;
|
||||||
|
|
||||||
|
namespace mindspore {
|
||||||
|
namespace lite {
|
||||||
|
namespace quant {
|
||||||
|
|
||||||
|
WeightQuantizer::WeightQuantizer(FuncGraphPtr graph, const string &weightSize,
|
||||||
|
const std::string &convWeightChannelThreshold, const std::string &bitNum)
|
||||||
|
: Quantizer(graph) {
|
||||||
|
auto quantSize = static_cast<size_t>(std::stoull(weightSize));
|
||||||
|
this->bitNum = static_cast<size_t>(std::stoull(bitNum));
|
||||||
|
auto convQuantWeightChannelThreshold = static_cast<size_t>(std::stoull(convWeightChannelThreshold));
|
||||||
|
mStrategy.reset(new QuantStrategy(quantSize, convQuantWeightChannelThreshold));
|
||||||
|
}
|
||||||
|
|
||||||
|
STATUS WeightQuantizer::DoConvQuantize(const std::list<CNodePtr> &nodes) {
|
||||||
|
for (auto &cnode : nodes) {
|
||||||
|
if (!mStrategy->CanConvOpQuantized(cnode)) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto primitive_c = GetValueNode<std::shared_ptr<PrimitiveC>>(cnode->input(0));
|
||||||
|
if (primitive_c == nullptr) {
|
||||||
|
MS_LOG(ERROR) << "primitive_c is nullptr";
|
||||||
|
return RET_ERROR;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto inputNode = cnode->input(2);
|
||||||
|
if (!inputNode->isa<Parameter>()) {
|
||||||
|
return RET_ERROR;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto paramNode = inputNode->cast<ParameterPtr>();
|
||||||
|
if (!paramNode->has_default()) {
|
||||||
|
return RET_ERROR;
|
||||||
|
}
|
||||||
|
|
||||||
|
std::vector<schema::QuantParamT> quant_params;
|
||||||
|
primitive_c->AddInputQuantParam(quant_params);
|
||||||
|
|
||||||
|
auto op_type = (schema::PrimitiveType)primitive_c->Type();
|
||||||
|
bool depthwise = op_type == schema::PrimitiveType_DepthwiseConv2D ? true : false;
|
||||||
|
|
||||||
|
ParamValueLitePtr param_value = std::static_pointer_cast<ParamValueLite>(paramNode->default_param());
|
||||||
|
auto status = QuantFilter<uint8_t>(param_value, primitive_c, QuantType_WeightQuant, 255, 0,
|
||||||
|
bitNum, true, depthwise);
|
||||||
|
if (status != RET_OK) {
|
||||||
|
MS_LOG(ERROR) << "QuantFilter failed : " << status;
|
||||||
|
return status;
|
||||||
|
}
|
||||||
|
param_value->set_tensor_type(kNumberTypeUInt8);
|
||||||
|
primitive_c->SetQuantType(schema::QuantType_WeightQuant);
|
||||||
|
}
|
||||||
|
|
||||||
|
return RET_OK;
|
||||||
|
}
|
||||||
|
|
||||||
|
STATUS WeightQuantizer::DoMulQuantize(const std::list<CNodePtr> &nodes) {
|
||||||
|
for (auto &node : nodes) {
|
||||||
|
if (!mStrategy->CanMulOpQuantized(node)) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
ParamValueLitePtr param_value = nullptr;
|
||||||
|
for (size_t i = 1; i < node->size(); i++) {
|
||||||
|
auto inputNode = node->input(i);
|
||||||
|
if (inputNode->isa<Parameter>() == true) {
|
||||||
|
auto paramNode = inputNode->cast<ParameterPtr>();
|
||||||
|
if ((paramNode != nullptr) && (paramNode->has_default() == true)) {
|
||||||
|
param_value = std::static_pointer_cast<ParamValueLite>(paramNode->default_param());
|
||||||
|
if ((param_value == nullptr) || (param_value->tensor_size() == 0)
|
||||||
|
|| (param_value->tensor_shape().size() != 4)
|
||||||
|
|| (param_value->tensor_addr() == nullptr)
|
||||||
|
|| (param_value->tensor_type() != mindspore::kNumberTypeFloat32)) {
|
||||||
|
param_value = nullptr;
|
||||||
|
continue;
|
||||||
|
} else {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (param_value == nullptr) {
|
||||||
|
MS_LOG(ERROR) << "No valid input param node !";
|
||||||
|
return RET_ERROR;;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto primitive_c = GetValueNode<std::shared_ptr<PrimitiveC>>(node->input(0));
|
||||||
|
if (primitive_c == nullptr) {
|
||||||
|
MS_LOG(ERROR) << "primitive_c is nullptr";
|
||||||
|
return RET_ERROR;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto status = QuantFilter<uint8_t>(param_value, primitive_c, QuantType_WeightQuant, 255, 0, bitNum, true, false);
|
||||||
|
if (status != RET_OK) {
|
||||||
|
MS_LOG(ERROR) << "QuantFilter failed : " << status;
|
||||||
|
return status;
|
||||||
|
}
|
||||||
|
param_value->set_tensor_type(kNumberTypeUInt8);
|
||||||
|
primitive_c->SetQuantType(schema::QuantType_WeightQuant);
|
||||||
|
}
|
||||||
|
|
||||||
|
return RET_OK;
|
||||||
|
}
|
||||||
|
|
||||||
|
STATUS WeightQuantizer::DoQuantize(FuncGraphPtr funcGraph) {
|
||||||
|
auto ret = RET_OK;
|
||||||
|
auto cnodes = funcGraph->GetOrderedCnodes();
|
||||||
|
ret = DoConvQuantize(cnodes);
|
||||||
|
if (ret != RET_OK) {
|
||||||
|
MS_LOG(ERROR) << "DoConvQuantize failed :" << ret;
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
ret = DoMulQuantize(cnodes);
|
||||||
|
if (ret != RET_OK) {
|
||||||
|
MS_LOG(ERROR) << "DoMulQuantize failed :" << ret;
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
} // namespace quant
|
||||||
|
} // namespace lite
|
||||||
|
} // namespace mindspore
|
||||||
|
|
||||||
@ -0,0 +1,53 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
*
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#ifndef WEIGHT_QUANTIZER_H
|
||||||
|
#define WEIGHT_QUANTIZER_H
|
||||||
|
|
||||||
|
#include <memory>
|
||||||
|
#include <list>
|
||||||
|
#include <string>
|
||||||
|
#include "tools/converter/quantizer/quantizer.h"
|
||||||
|
#include "tools/converter/quantizer/quantize_util.h"
|
||||||
|
#include "ir/func_graph.h"
|
||||||
|
#include "ir/anf.h"
|
||||||
|
#include "include/model.h"
|
||||||
|
#include "base/base.h"
|
||||||
|
#include "abstract/dshape.h"
|
||||||
|
|
||||||
|
namespace mindspore {
|
||||||
|
namespace lite {
|
||||||
|
namespace quant {
|
||||||
|
class WeightQuantizer : public Quantizer {
|
||||||
|
public:
|
||||||
|
WeightQuantizer(FuncGraphPtr graph, const std::string& weightSize,
|
||||||
|
const std::string& covWeightChannelThreshold, const std::string& bitNum);
|
||||||
|
|
||||||
|
~WeightQuantizer() = default;
|
||||||
|
|
||||||
|
STATUS DoQuantize(FuncGraphPtr funcGraph) override;
|
||||||
|
STATUS DoConvQuantize(const std::list<CNodePtr> &nodes);
|
||||||
|
STATUS DoMulQuantize(const std::list<CNodePtr> &nodes);
|
||||||
|
|
||||||
|
private:
|
||||||
|
std::unique_ptr<QuantStrategy> mStrategy;
|
||||||
|
size_t bitNum;
|
||||||
|
};
|
||||||
|
} // namespace quant
|
||||||
|
} // namespace lite
|
||||||
|
} // namespace mindspore
|
||||||
|
#endif
|
||||||
|
|
||||||
Loading…
Reference in new issue