You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
101 lines
3.0 KiB
101 lines
3.0 KiB
/* Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. */
|
|
|
|
#pragma once
|
|
|
|
#include <iostream>
|
|
#include <sstream>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
namespace paddle {
|
|
namespace distributed {
|
|
|
|
struct CommContext {
|
|
CommContext() = default;
|
|
|
|
CommContext(const std::string &name, const std::vector<std::string> &names,
|
|
const std::vector<std::string> &emap,
|
|
const std::vector<int64_t> §ions,
|
|
const std::vector<std::string> &origin_names, int id,
|
|
bool merge_add_ = true, bool is_sparse_ = true,
|
|
bool is_distributed_ = false, int table_id_ = -1,
|
|
bool is_tensor_table_ = false)
|
|
: var_name(name),
|
|
splited_varnames(names),
|
|
epmap(emap),
|
|
height_sections(sections),
|
|
origin_varnames(origin_names),
|
|
trainer_id(id),
|
|
merge_add(merge_add_),
|
|
is_sparse(is_sparse_),
|
|
is_distributed(is_distributed_),
|
|
table_id(table_id_),
|
|
is_tensor_table(is_tensor_table_) {}
|
|
|
|
CommContext(const CommContext &ctx) {
|
|
var_name = ctx.var_name;
|
|
splited_varnames = ctx.splited_varnames;
|
|
epmap = ctx.epmap;
|
|
height_sections = ctx.height_sections;
|
|
trainer_id = ctx.trainer_id;
|
|
merge_add = ctx.merge_add;
|
|
is_sparse = ctx.is_sparse;
|
|
origin_varnames = ctx.origin_varnames;
|
|
is_distributed = ctx.is_distributed;
|
|
table_id = ctx.table_id;
|
|
is_tensor_table = ctx.is_tensor_table;
|
|
}
|
|
|
|
std::string print() const {
|
|
std::stringstream ss;
|
|
|
|
ss << "varname: " << var_name << " trainer_id: " << trainer_id << " ";
|
|
ss << " table_id: " << table_id;
|
|
|
|
for (size_t i = 0; i < splited_varnames.size(); i++) {
|
|
ss << "slice varname: " << splited_varnames[i] << " ep: " << epmap[i]
|
|
<< " section: " << height_sections[i] << " ";
|
|
}
|
|
|
|
ss << "origin varnames: ";
|
|
for (size_t i = 0; i < origin_varnames.size(); i++) {
|
|
ss << origin_varnames[i] << " ";
|
|
}
|
|
|
|
ss << " aggregation->add: " << merge_add;
|
|
ss << " is_sparse: " << is_sparse;
|
|
ss << " is_distributed: " << is_distributed << "\n";
|
|
ss << " table_id: " << table_id << "\n";
|
|
ss << " is_tensor_table: " << is_tensor_table << "\n";
|
|
|
|
return ss.str();
|
|
}
|
|
|
|
std::string var_name;
|
|
std::vector<std::string> splited_varnames;
|
|
std::vector<std::string> epmap;
|
|
std::vector<int64_t> height_sections;
|
|
std::vector<std::string> origin_varnames;
|
|
int trainer_id;
|
|
bool merge_add;
|
|
bool is_sparse;
|
|
bool is_distributed;
|
|
int table_id;
|
|
bool is_tensor_table;
|
|
};
|
|
|
|
} // namespace distributed
|
|
} // namespace paddle
|