diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index 08d508d542..ac2c878453 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -703,7 +703,7 @@ void ParallelExecutor::Run(const std::vector<std::string> &fetch_tensors,
     RunOp(pending_vars, op);
   }
 
-  while (!pending_vars.empty()) {
+  while (!pending_ops.empty()) {
     VarHandleBase *ready_var = nullptr;
     for (auto &pair : pending_vars) {
       if (pair.second) {
@@ -716,8 +716,8 @@ void ParallelExecutor::Run(const std::vector<std::string> &fetch_tensors,
       if (member_->exception_) {
         throw * member_->exception_;
       }
-      VLOG(3) << pending_vars.size();
 
+      VLOG(3) << pending_vars.size();
       continue;
     }
     pending_vars.erase(ready_var);