fix trainer load parameters (#12816)

python/paddle/fluid/trainer.py

@@ -285,11 +285,12 @@ class Trainer(object):
             self._load_checkpoint()
 
         if param_path and os.path.isdir(param_path):
-            # load params from param_path into scope
+            with self._prog_and_scope_guard():
-            io.load_persistables(
+                # load params from param_path into scope
-                executor=exe,
+                io.load_persistables(
-                dirname=param_path,
+                    executor=exe,
-                main_program=self.startup_program)
+                    dirname=param_path,
+                    main_program=self.startup_program)
 
     def _transpile_nccl2_dist(self):
         # PADDLE_TRAINER_IPS