Xin Pan
7 years ago
parent
e4d7d7ae8f
commit
aa1085ddc5
@ -1,53 +0,0 @@
|
|||||||
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
||||||
//
|
|
||||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
// you may not use this file except in compliance with the License.
|
|
||||||
// You may obtain a copy of the License at
|
|
||||||
//
|
|
||||||
// http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
//
|
|
||||||
// Unless required by applicable law or agreed to in writing, software
|
|
||||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
// See the License for the specific language governing permissions and
|
|
||||||
// limitations under the License.
|
|
||||||
|
|
||||||
#include "paddle/fluid/framework/details/ssa_graph_builder_factory.h"
|
|
||||||
#include <fstream>
|
|
||||||
#include "paddle/fluid/framework/details/multi_devices_graph_builder.h"
|
|
||||||
#include "paddle/fluid/framework/details/ssa_graph_checker.h"
|
|
||||||
#include "paddle/fluid/framework/details/ssa_graph_printer.h"
|
|
||||||
|
|
||||||
namespace paddle {
|
|
||||||
namespace framework {
|
|
||||||
namespace details {
|
|
||||||
std::unique_ptr<ir::Pass> ParallelExecutorPassManager::Create() {
|
|
||||||
std::unique_ptr<ir::Pass> res(new MultiDevSSAGraphBuilder);
|
|
||||||
res->SetNotOwned<std::vector<platform::Place>>("places", &places_);
|
|
||||||
res->SetNotOwned<std::string>("loss_var_name", &loss_var_name_);
|
|
||||||
res->SetNotOwned<std::unordered_set<std::string>>("params", ¶m_names_);
|
|
||||||
res->SetNotOwned<std::vector<Scope *>>("local_scopes", &local_scopes_);
|
|
||||||
res->SetNotOwned<BuildStrategy>("strategy", &strategy_);
|
|
||||||
#ifdef PADDLE_WITH_CUDA
|
|
||||||
res->SetNotOwned<platform::NCCLContextMap>("nccl_ctxs", nccl_ctxs_);
|
|
||||||
#endif
|
|
||||||
|
|
||||||
if (!strategy_.debug_graphviz_path_.empty()) {
|
|
||||||
ir::Pass *previous_pass = res.release();
|
|
||||||
res.reset(new SSAGraghBuilderWithPrinter);
|
|
||||||
res->Set<ir::Pass>("previous_pass", previous_pass);
|
|
||||||
res->SetNotOwned<std::string>("debug_graphviz_path",
|
|
||||||
&strategy_.debug_graphviz_path_);
|
|
||||||
res->Set<GraphvizSSAGraphPrinter>("graph_printer",
|
|
||||||
new GraphvizSSAGraphPrinter);
|
|
||||||
}
|
|
||||||
|
|
||||||
ir::Pass *previous_pass = res.release();
|
|
||||||
res.reset(new SSAGraghBuilderWithChecker);
|
|
||||||
res->Set<ir::Pass>("previous_pass", previous_pass);
|
|
||||||
|
|
||||||
return res;
|
|
||||||
}
|
|
||||||
} // namespace details
|
|
||||||
} // namespace framework
|
|
||||||
} // namespace paddle
|
|
||||||
@ -1,71 +0,0 @@
|
|||||||
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
||||||
//
|
|
||||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
// you may not use this file except in compliance with the License.
|
|
||||||
// You may obtain a copy of the License at
|
|
||||||
//
|
|
||||||
// http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
//
|
|
||||||
// Unless required by applicable law or agreed to in writing, software
|
|
||||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
// See the License for the specific language governing permissions and
|
|
||||||
// limitations under the License.
|
|
||||||
|
|
||||||
#pragma once
|
|
||||||
#include <memory>
|
|
||||||
#include <string>
|
|
||||||
#include <vector>
|
|
||||||
#include "paddle/fluid/framework/details/build_strategy.h"
|
|
||||||
#include "paddle/fluid/framework/details/ssa_graph_builder.h"
|
|
||||||
#include "paddle/fluid/platform/place.h"
|
|
||||||
|
|
||||||
#ifdef PADDLE_WITH_CUDA
|
|
||||||
#include "paddle/fluid/platform/nccl_helper.h"
|
|
||||||
#endif
|
|
||||||
|
|
||||||
namespace paddle {
|
|
||||||
namespace framework {
|
|
||||||
class Scope;
|
|
||||||
namespace details {
|
|
||||||
|
|
||||||
class ParallelExecutorPassManager {
|
|
||||||
public:
|
|
||||||
ParallelExecutorPassManager(
|
|
||||||
const std::vector<platform::Place>& places,
|
|
||||||
const std::string& loss_var_name,
|
|
||||||
const std::unordered_set<std::string>& param_names,
|
|
||||||
const std::vector<Scope*>& local_scopes, const BuildStrategy& strategy)
|
|
||||||
: places_(places),
|
|
||||||
loss_var_name_(loss_var_name),
|
|
||||||
param_names_(param_names),
|
|
||||||
local_scopes_(local_scopes),
|
|
||||||
strategy_(strategy) {
|
|
||||||
#ifdef PADDLE_WITH_CUDA
|
|
||||||
nccl_ctxs_ = nullptr;
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
|
|
||||||
#ifdef PADDLE_WITH_CUDA
|
|
||||||
void SetNCCLContextMap(platform::NCCLContextMap* nccl_ctxs) {
|
|
||||||
nccl_ctxs_ = nccl_ctxs;
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
|
|
||||||
std::unique_ptr<ir::Pass> Create();
|
|
||||||
|
|
||||||
private:
|
|
||||||
std::vector<platform::Place> places_;
|
|
||||||
std::string loss_var_name_;
|
|
||||||
std::unordered_set<std::string> param_names_;
|
|
||||||
std::vector<Scope*> local_scopes_;
|
|
||||||
BuildStrategy strategy_;
|
|
||||||
|
|
||||||
#ifdef PADDLE_WITH_CUDA
|
|
||||||
platform::NCCLContextMap* nccl_ctxs_;
|
|
||||||
#endif
|
|
||||||
};
|
|
||||||
|
|
||||||
} // namespace details
|
|
||||||
} // namespace framework
|
|
||||||
} // namespace paddle
|
|
||||||
Loading…
Reference in new issue