You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
295 lines
11 KiB
295 lines
11 KiB
/**
|
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include "minddata/dataset/engine/opt/pass.h"
|
|
#include "minddata/dataset/engine/datasetops/batch_op.h"
|
|
#include "minddata/dataset/engine/datasetops/build_vocab_op.h"
|
|
#ifndef ENABLE_ANDROID
|
|
#include "minddata/dataset/engine/datasetops/build_sentence_piece_vocab_op.h"
|
|
#include "minddata/dataset/engine/datasetops/cache_op.h"
|
|
#include "minddata/dataset/engine/datasetops/cache_merge_op.h"
|
|
#include "minddata/dataset/engine/datasetops/cache_lookup_op.h"
|
|
#endif
|
|
#include "minddata/dataset/engine/datasetops/dataset_op.h"
|
|
#include "minddata/dataset/engine/datasetops/device_queue_op.h"
|
|
#include "minddata/dataset/engine/datasetops/epoch_ctrl_op.h"
|
|
#include "minddata/dataset/engine/datasetops/map_op/map_op.h"
|
|
#include "minddata/dataset/engine/datasetops/project_op.h"
|
|
#include "minddata/dataset/engine/datasetops/rename_op.h"
|
|
#include "minddata/dataset/engine/datasetops/repeat_op.h"
|
|
#include "minddata/dataset/engine/datasetops/skip_op.h"
|
|
#include "minddata/dataset/engine/datasetops/shuffle_op.h"
|
|
#include "minddata/dataset/engine/datasetops/source/album_op.h"
|
|
#include "minddata/dataset/engine/datasetops/source/celeba_op.h"
|
|
#include "minddata/dataset/engine/datasetops/source/cifar_op.h"
|
|
#include "minddata/dataset/engine/datasetops/source/coco_op.h"
|
|
#include "minddata/dataset/engine/datasetops/source/manifest_op.h"
|
|
#ifndef ENABLE_ANDROID
|
|
#include "minddata/dataset/engine/datasetops/source/mindrecord_op.h"
|
|
#endif
|
|
#include "minddata/dataset/engine/datasetops/source/mnist_op.h"
|
|
#include "minddata/dataset/engine/datasetops/source/random_data_op.h"
|
|
#ifndef ENABLE_ANDROID
|
|
#include "minddata/dataset/engine/datasetops/source/tf_reader_op.h"
|
|
#endif
|
|
#include "minddata/dataset/engine/datasetops/source/voc_op.h"
|
|
#ifdef ENABLE_PYTHON
|
|
#include "minddata/dataset/engine/datasetops/filter_op.h"
|
|
#include "minddata/dataset/engine/datasetops/source/generator_op.h"
|
|
#endif
|
|
#include "minddata/dataset/engine/datasetops/source/image_folder_op.h"
|
|
#include "minddata/dataset/engine/datasetops/take_op.h"
|
|
#include "minddata/dataset/engine/datasetops/zip_op.h"
|
|
|
|
namespace mindspore {
|
|
namespace dataset {
|
|
|
|
// Driver method for TreePass
|
|
Status TreePass::Run(ExecutionTree *tree, bool *modified) {
|
|
if (tree == nullptr || modified == nullptr) {
|
|
return Status(StatusCode::kUnexpectedError, "Null pointer passed to TreePass");
|
|
}
|
|
return this->RunOnTree(tree, modified);
|
|
}
|
|
|
|
// Driver method for NodePass
|
|
Status NodePass::Run(ExecutionTree *tree, bool *modified) {
|
|
if (tree == nullptr || modified == nullptr) {
|
|
return Status(StatusCode::kUnexpectedError, "Null pointer passed to NodePass");
|
|
}
|
|
std::shared_ptr<DatasetOp> root = tree->root();
|
|
if (traversalOrder_ == Order::DFS) {
|
|
// DFS
|
|
return DFSNodeVisit(root, modified);
|
|
} else if (traversalOrder_ == Order::BFS) {
|
|
// BFS
|
|
return BFSNodeVisit(root, modified);
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
// Helper function to perform DFS visit
|
|
Status NodePass::DFSNodeVisit(std::shared_ptr<DatasetOp> node, bool *modified) {
|
|
RETURN_IF_NOT_OK(node->PreAccept(this, modified));
|
|
for (const auto &c : node->Children()) {
|
|
RETURN_IF_NOT_OK(this->DFSNodeVisit(c, modified));
|
|
}
|
|
return node->Accept(this, modified);
|
|
}
|
|
|
|
// Helper function to perform BFS visit
|
|
Status NodePass::BFSNodeVisit(std::shared_ptr<DatasetOp> root, bool *modified) {
|
|
// Initialize bfs queue with root
|
|
std::queue<std::shared_ptr<DatasetOp>> bfsQueue;
|
|
bfsQueue.push(root);
|
|
|
|
// BFS loop
|
|
while (!bfsQueue.empty()) {
|
|
// Pop the front of the bfs queue
|
|
auto curNode = bfsQueue.front();
|
|
bfsQueue.pop();
|
|
|
|
// Run node pass
|
|
RETURN_IF_NOT_OK(curNode->Accept(this, modified));
|
|
|
|
// Push children into bfs queue
|
|
for (const auto &c : curNode->Children()) {
|
|
bfsQueue.push(c);
|
|
}
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<BatchOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<MapOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<ProjectOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<RenameOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<SkipOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<ShuffleOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
#ifndef ENABLE_ANDROID
|
|
Status NodePass::RunOnNode(std::shared_ptr<MindRecordOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<TFReaderOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
#endif
|
|
|
|
#ifdef ENABLE_PYTHON
|
|
Status NodePass::RunOnNode(std::shared_ptr<FilterOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<GeneratorOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<ManifestOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<VOCOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
#endif
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<RandomDataOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<TakeOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<ZipOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<DeviceQueueOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<ImageFolderOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<AlbumOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
#ifndef ENABLE_ANDROID
|
|
Status NodePass::RunOnNode(std::shared_ptr<CacheOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
#endif
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<MnistOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<CifarOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<CelebAOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<CocoOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<RepeatOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
#ifndef ENABLE_ANDROID
|
|
Status NodePass::RunOnNode(std::shared_ptr<CacheMergeOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<CacheLookupOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
#endif
|
|
|
|
Status NodePass::RunOnNode(std::shared_ptr<EpochCtrlOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return RunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::PreRunOnNode(std::shared_ptr<RepeatOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return PreRunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
#ifndef ENABLE_ANDROID
|
|
Status NodePass::PreRunOnNode(std::shared_ptr<CacheOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return PreRunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::PreRunOnNode(std::shared_ptr<CacheMergeOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return PreRunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
#endif
|
|
|
|
Status NodePass::PreRunOnNode(std::shared_ptr<EpochCtrlOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return PreRunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
Status NodePass::PreRunOnNode(std::shared_ptr<BuildVocabOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return PreRunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
|
|
#ifndef ENABLE_ANDROID
|
|
Status NodePass::PreRunOnNode(std::shared_ptr<BuildSentencePieceVocabOp> node, bool *modified) {
|
|
// Fallback to base class visitor by default
|
|
return PreRunOnNode(std::static_pointer_cast<DatasetOp>(node), modified);
|
|
}
|
|
#endif
|
|
|
|
} // namespace dataset
|
|
} // namespace mindspore
|