diff --git a/mindspore/ccsrc/frontend/parallel/step_parallel.cc b/mindspore/ccsrc/frontend/parallel/step_parallel.cc
index 256fb5a23f..2f287227a3 100644
--- a/mindspore/ccsrc/frontend/parallel/step_parallel.cc
+++ b/mindspore/ccsrc/frontend/parallel/step_parallel.cc
@@ -2250,6 +2250,10 @@ LossNodeInfo FindLossCNode(const FuncGraphPtr &func_graph) {
   }
   AnfNodePtr pre_node = return_node->input(1);
   MS_EXCEPTION_IF_NULL(pre_node);
+  if (IsPrimitiveCNode(pre_node, prim::kPrimDepend)) {
+    pre_node = pre_node->cast<CNodePtr>()->input(1);
+    MS_EXCEPTION_IF_NULL(pre_node);
+  }
 
   auto pre_cnode = pre_node->cast<CNodePtr>();
   if (pre_cnode == nullptr || !IsValueNode<Primitive>(pre_cnode->input(0))) {