You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
75 lines
3.1 KiB
75 lines
3.1 KiB
/**
|
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#ifndef GE_GRAPH_PASSES_MULTI_BATCH_PASS_H_
|
|
#define GE_GRAPH_PASSES_MULTI_BATCH_PASS_H_
|
|
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "inc/graph_pass.h"
|
|
|
|
namespace ge {
|
|
class MultiBatchPass : public GraphPass {
|
|
public:
|
|
explicit MultiBatchPass(bool attach_label_only = false) : attach_label_only_(attach_label_only) {}
|
|
~MultiBatchPass() override = default;
|
|
Status Run(ComputeGraphPtr graph) override;
|
|
Status ClearStatus() override;
|
|
|
|
private:
|
|
Status FindPredValue(const ComputeGraphPtr &graph, OutDataAnchorPtr &pred_value);
|
|
Status GetDynamicType();
|
|
bool CheckSwitchN(std::vector<std::vector<int64_t>> &batch_shape, std::vector<std::vector<int64_t>> &combined_batch);
|
|
bool GetBatchInfo(uint32_t batch_num, std::vector<std::vector<int64_t>> &batch_shape,
|
|
std::vector<std::vector<int64_t>> &combined_batch);
|
|
Status FindSwitchOutNodes(uint32_t batch_num);
|
|
Status ReplaceSwitchN(const ComputeGraphPtr &graph, const OutDataAnchorPtr &pred_value,
|
|
const std::vector<std::vector<int64_t>> &batch_shape,
|
|
const std::vector<std::vector<int64_t>> &combined_batch);
|
|
|
|
bool CheckDims(const std::vector<std::vector<int64_t>> &output_shape) const;
|
|
NodePtr CreateSwitchCaseNode(const ComputeGraphPtr &graph, const std::string &name,
|
|
const OutDataAnchorPtr &pred_value,
|
|
const std::vector<std::vector<int64_t>> &batch_shape,
|
|
const std::vector<std::vector<int64_t>> &combined_batch);
|
|
Status BypassSwitchN(const NodePtr &switch_n_node, const NodePtr &switch_case_node);
|
|
Status AttachLabel(const NodePtr &switch_case_node);
|
|
Status AttachBatchLabel(uint32_t batch_idx);
|
|
Status AttachStreamLabel(uint32_t batch_idx, const std::string &stream_label);
|
|
Status MoveCtrlEdges(const NodePtr &old_node, const NodePtr &new_node);
|
|
Status AttachLabelOnly(uint32_t batch_num);
|
|
Status GetUserDesignateShape();
|
|
|
|
///
|
|
/// @ingroup ge
|
|
/// @brief Set batch label for Case mode.
|
|
/// @param [in] const ComputeGraphPtr &graph: Root/Case graph.
|
|
/// @param [in] const NodePtr &case_node: Case Node.
|
|
/// @return 0: SUCCESS / others: FAILED
|
|
///
|
|
Status SetCaseLabel(const ComputeGraphPtr &graph, const NodePtr &case_node);
|
|
|
|
std::vector<NodePtr> switch_n_nodes_;
|
|
std::vector<NodePtr> bypass_nodes_;
|
|
std::vector<std::vector<NodePtr>> batch_head_nodes_;
|
|
std::vector<std::string> data_name_order_;
|
|
int32_t dynamic_type_ = 0;
|
|
bool attach_label_only_;
|
|
};
|
|
} // namespace ge
|
|
#endif // GE_GRAPH_PASSES_MULTI_BATCH_PASS_H_
|