Not save InitDatasetQueue and GetNext op in PyNative Mode

mindspore/ccsrc/backend/session/gpu_session.cc

@@ -498,6 +498,9 @@ void GPUSession::RunOpImpl(const GraphInfo &graph_info, OpRunInfo *op_run_info,
     UpdateOutputAbstract(kernel_graph, op_run_info);
   }
   RunOpClearMemory(kernel_graph.get());
+  if (kOpCacheAllowList.find(op_run_info->op_name) != kOpCacheAllowList.end()) {
+    run_op_graphs_.erase(graph_info);
+  }
 }
 
 void GPUSession::Dump(const std::shared_ptr<KernelGraph> &kernel_graph) const {

mindspore/ccsrc/utils/utils.h

@@ -60,6 +60,7 @@ constexpr auto kFusedBatchNormGradExWithAddAndActivation = "FusedBatchNormGradEx
 constexpr auto kClearZeroOpName = "ClearZero";
 constexpr auto kAtomicAddrCleanOpName = "AtomicAddrClean";
 constexpr auto kGetNextOpName = "GetNext";
+constexpr auto kInitDatasetQueueOpName = "InitDataSetQueue";
 constexpr auto kEndOfSequence = "EndOfSequence";
 constexpr auto kAllReduceOpName = "AllReduce";
 constexpr auto kAllGatherOpName = "AllGather";
@@ -505,7 +506,8 @@ const std::set<std::string> kOptOperatorSet = {kMomentumOpName,
 
 const std::set<std::string> kPosteriorOperatorSet = {kPullOpName};
 
-const std::set<std::string> kOpCacheAllowList = {kUniformCandidateSamplerOpName};
+const std::set<std::string> kOpCacheAllowList = {kUniformCandidateSamplerOpName, kInitDatasetQueueOpName,
+                                                 kGetNextOpName};
 
 const std::set<std::string> kHWSpecialFormatSet = {
   kOpFormat_FRACTAL_Z_3D, kOpFormat_NC1KHKWHWC0,   kOpFormat_NC1HWC0,         kOpFormat_FRAC_NZ,  kOpFormat_C1HWNCoC0,