You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
78 lines
2.4 KiB
78 lines
2.4 KiB
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "paddle/fluid/framework/ir/mkldnn/fc_mkldnn_pass.h"
|
|
#include <algorithm>
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
#include "paddle/fluid/framework/eigen.h"
|
|
#include "paddle/fluid/framework/lod_tensor.h"
|
|
#include "paddle/fluid/platform/enforce.h"
|
|
|
|
namespace paddle {
|
|
namespace framework {
|
|
namespace ir {
|
|
|
|
void FCMKLDNNPass::ApplyImpl(ir::Graph* graph) const {
|
|
PADDLE_ENFORCE(graph);
|
|
Init("fc_mkldnn_pass", graph);
|
|
|
|
auto* scope = param_scope();
|
|
PADDLE_ENFORCE(scope);
|
|
|
|
GraphPatternDetector gpd;
|
|
auto* x = gpd.mutable_pattern()
|
|
->NewNode("fc_mkldnn_pass/x")
|
|
->AsInput()
|
|
->assert_is_op_input("fc", "Input");
|
|
patterns::FCMKLDNN fc_pattern(gpd.mutable_pattern(), "fc_mkldnn_pass");
|
|
fc_pattern(x, true /*with bias*/);
|
|
|
|
int found_fc_count = 0;
|
|
auto handler = [&](const GraphPatternDetector::subgraph_t& subgraph,
|
|
Graph* g) {
|
|
VLOG(4) << "Handle FC MKL-DNN pass";
|
|
if (!(graph->Has("use_mkldnn") && graph->Get<bool>("use_mkldnn"))) {
|
|
VLOG(3) << "do not perform fc fuse";
|
|
return;
|
|
}
|
|
GET_IR_NODE_FROM_SUBGRAPH(fc, fc, fc_pattern);
|
|
GET_IR_NODE_FROM_SUBGRAPH(weights, weights, fc_pattern);
|
|
GET_IR_NODE_FROM_SUBGRAPH(bias, bias, fc_pattern);
|
|
GET_IR_NODE_FROM_SUBGRAPH(output, output, fc_pattern);
|
|
|
|
OpDesc* desc = fc->Op();
|
|
auto in_size = fc->inputs[0]->Var()->GetShape().size();
|
|
if (in_size != 2 && in_size != 4) {
|
|
VLOG(3) << "Do not enable FC MKL-DNN for dimensions different than 2 & 4";
|
|
return;
|
|
}
|
|
desc->SetAttr("use_mkldnn", true);
|
|
PADDLE_ENFORCE(subgraph.count(x));
|
|
|
|
found_fc_count++;
|
|
};
|
|
|
|
gpd(graph, handler);
|
|
|
|
AddStatis(found_fc_count);
|
|
}
|
|
|
|
} // namespace ir
|
|
} // namespace framework
|
|
} // namespace paddle
|
|
|
|
REGISTER_PASS(fc_mkldnn_pass, paddle::framework::ir::FCMKLDNNPass);
|