From df5d1624173973fe0222d42e21a5600ba373a7c3 Mon Sep 17 00:00:00 2001 From: yuchaojie Date: Sat, 18 Jul 2020 15:13:29 +0800 Subject: [PATCH] move transformer net to new modelzoo directory --- model_zoo/README.md | 2 +- .../nlp/transformer}/README.md | 0 .../nlp/transformer}/create_data.py | 0 .../nlp/transformer}/eval.py | 0 .../nlp/transformer}/scripts/process_output.sh | 0 .../nlp/transformer}/scripts/replace-quote.perl | 0 .../nlp/transformer}/scripts/run_distribute_train.sh | 0 .../nlp/transformer}/scripts/run_standalone_train.sh | 0 .../nlp/transformer}/src/__init__.py | 0 .../nlp/transformer}/src/beam_search.py | 0 .../nlp/transformer}/src/config.py | 0 .../nlp/transformer}/src/dataset.py | 0 .../nlp/transformer}/src/eval_config.py | 0 .../nlp/transformer}/src/lr_schedule.py | 0 .../nlp/transformer}/src/process_output.py | 0 .../nlp/transformer}/src/tokenization.py | 0 .../nlp/transformer}/src/transformer_for_train.py | 0 .../nlp/transformer}/src/transformer_model.py | 0 .../nlp/transformer}/src/weight_init.py | 0 .../nlp/transformer}/train.py | 0 .../model_zoo_tests/transformer/test_transformer.py | 12 ++++++------ 21 files changed, 7 insertions(+), 7 deletions(-) rename model_zoo/{Transformer => official/nlp/transformer}/README.md (100%) rename model_zoo/{Transformer => official/nlp/transformer}/create_data.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/eval.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/scripts/process_output.sh (100%) rename model_zoo/{Transformer => official/nlp/transformer}/scripts/replace-quote.perl (100%) rename model_zoo/{Transformer => official/nlp/transformer}/scripts/run_distribute_train.sh (100%) rename model_zoo/{Transformer => official/nlp/transformer}/scripts/run_standalone_train.sh (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/__init__.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/beam_search.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/config.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/dataset.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/eval_config.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/lr_schedule.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/process_output.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/tokenization.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/transformer_for_train.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/transformer_model.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/src/weight_init.py (100%) rename model_zoo/{Transformer => official/nlp/transformer}/train.py (100%) diff --git a/model_zoo/README.md b/model_zoo/README.md index 1e392445af..9b2443884b 100644 --- a/model_zoo/README.md +++ b/model_zoo/README.md @@ -318,7 +318,7 @@ In order to facilitate developers to enjoy the benefits of MindSpore framework a | Loss | 2.8 | | Params (M) | 213.7 | | Checkpoint for inference | 2.4G (.ckpt file) | -| Scripts | https://gitee.com/mindspore/mindspore/tree/master/model_zoo/Transformer | +| Scripts | https://gitee.com/mindspore/mindspore/tree/master/model_zoo/official/nlp/transformer | #### License diff --git a/model_zoo/Transformer/README.md b/model_zoo/official/nlp/transformer/README.md similarity index 100% rename from model_zoo/Transformer/README.md rename to model_zoo/official/nlp/transformer/README.md diff --git a/model_zoo/Transformer/create_data.py b/model_zoo/official/nlp/transformer/create_data.py similarity index 100% rename from model_zoo/Transformer/create_data.py rename to model_zoo/official/nlp/transformer/create_data.py diff --git a/model_zoo/Transformer/eval.py b/model_zoo/official/nlp/transformer/eval.py similarity index 100% rename from model_zoo/Transformer/eval.py rename to model_zoo/official/nlp/transformer/eval.py diff --git a/model_zoo/Transformer/scripts/process_output.sh b/model_zoo/official/nlp/transformer/scripts/process_output.sh similarity index 100% rename from model_zoo/Transformer/scripts/process_output.sh rename to model_zoo/official/nlp/transformer/scripts/process_output.sh diff --git a/model_zoo/Transformer/scripts/replace-quote.perl b/model_zoo/official/nlp/transformer/scripts/replace-quote.perl similarity index 100% rename from model_zoo/Transformer/scripts/replace-quote.perl rename to model_zoo/official/nlp/transformer/scripts/replace-quote.perl diff --git a/model_zoo/Transformer/scripts/run_distribute_train.sh b/model_zoo/official/nlp/transformer/scripts/run_distribute_train.sh similarity index 100% rename from model_zoo/Transformer/scripts/run_distribute_train.sh rename to model_zoo/official/nlp/transformer/scripts/run_distribute_train.sh diff --git a/model_zoo/Transformer/scripts/run_standalone_train.sh b/model_zoo/official/nlp/transformer/scripts/run_standalone_train.sh similarity index 100% rename from model_zoo/Transformer/scripts/run_standalone_train.sh rename to model_zoo/official/nlp/transformer/scripts/run_standalone_train.sh diff --git a/model_zoo/Transformer/src/__init__.py b/model_zoo/official/nlp/transformer/src/__init__.py similarity index 100% rename from model_zoo/Transformer/src/__init__.py rename to model_zoo/official/nlp/transformer/src/__init__.py diff --git a/model_zoo/Transformer/src/beam_search.py b/model_zoo/official/nlp/transformer/src/beam_search.py similarity index 100% rename from model_zoo/Transformer/src/beam_search.py rename to model_zoo/official/nlp/transformer/src/beam_search.py diff --git a/model_zoo/Transformer/src/config.py b/model_zoo/official/nlp/transformer/src/config.py similarity index 100% rename from model_zoo/Transformer/src/config.py rename to model_zoo/official/nlp/transformer/src/config.py diff --git a/model_zoo/Transformer/src/dataset.py b/model_zoo/official/nlp/transformer/src/dataset.py similarity index 100% rename from model_zoo/Transformer/src/dataset.py rename to model_zoo/official/nlp/transformer/src/dataset.py diff --git a/model_zoo/Transformer/src/eval_config.py b/model_zoo/official/nlp/transformer/src/eval_config.py similarity index 100% rename from model_zoo/Transformer/src/eval_config.py rename to model_zoo/official/nlp/transformer/src/eval_config.py diff --git a/model_zoo/Transformer/src/lr_schedule.py b/model_zoo/official/nlp/transformer/src/lr_schedule.py similarity index 100% rename from model_zoo/Transformer/src/lr_schedule.py rename to model_zoo/official/nlp/transformer/src/lr_schedule.py diff --git a/model_zoo/Transformer/src/process_output.py b/model_zoo/official/nlp/transformer/src/process_output.py similarity index 100% rename from model_zoo/Transformer/src/process_output.py rename to model_zoo/official/nlp/transformer/src/process_output.py diff --git a/model_zoo/Transformer/src/tokenization.py b/model_zoo/official/nlp/transformer/src/tokenization.py similarity index 100% rename from model_zoo/Transformer/src/tokenization.py rename to model_zoo/official/nlp/transformer/src/tokenization.py diff --git a/model_zoo/Transformer/src/transformer_for_train.py b/model_zoo/official/nlp/transformer/src/transformer_for_train.py similarity index 100% rename from model_zoo/Transformer/src/transformer_for_train.py rename to model_zoo/official/nlp/transformer/src/transformer_for_train.py diff --git a/model_zoo/Transformer/src/transformer_model.py b/model_zoo/official/nlp/transformer/src/transformer_model.py similarity index 100% rename from model_zoo/Transformer/src/transformer_model.py rename to model_zoo/official/nlp/transformer/src/transformer_model.py diff --git a/model_zoo/Transformer/src/weight_init.py b/model_zoo/official/nlp/transformer/src/weight_init.py similarity index 100% rename from model_zoo/Transformer/src/weight_init.py rename to model_zoo/official/nlp/transformer/src/weight_init.py diff --git a/model_zoo/Transformer/train.py b/model_zoo/official/nlp/transformer/train.py similarity index 100% rename from model_zoo/Transformer/train.py rename to model_zoo/official/nlp/transformer/train.py diff --git a/tests/st/model_zoo_tests/transformer/test_transformer.py b/tests/st/model_zoo_tests/transformer/test_transformer.py index ebfdbbbb7e..d36c6d9dcb 100644 --- a/tests/st/model_zoo_tests/transformer/test_transformer.py +++ b/tests/st/model_zoo_tests/transformer/test_transformer.py @@ -25,12 +25,12 @@ from mindspore.train.model import Model from mindspore.train.loss_scale_manager import DynamicLossScaleManager from mindspore.train.callback import Callback from mindspore import context -from model_zoo.Transformer.src.transformer_model import TransformerConfig -from model_zoo.Transformer.src.transformer_for_train import TransformerNetworkWithLoss, \ - TransformerTrainOneStepWithLossScaleCell -from model_zoo.Transformer.src.config import cfg -from model_zoo.Transformer.src.dataset import create_transformer_dataset -from model_zoo.Transformer.src.lr_schedule import create_dynamic_lr +from model_zoo.official.nlp.transformer.src.transformer_model import TransformerConfig +from model_zoo.official.nlp.transformer.src.transformer_for_train import TransformerNetworkWithLoss, \ + TransformerTrainOneStepWithLossScaleCell +from model_zoo.official.nlp.transformer.src.config import cfg +from model_zoo.official.nlp.transformer.src.dataset import create_transformer_dataset +from model_zoo.official.nlp.transformer.src.lr_schedule import create_dynamic_lr DATA_DIR = ["/home/workspace/mindspore_dataset/transformer/test-mindrecord"]