Merge pull request #13619 from typhoonzero/fix_graph_num

fix graph num
7 years ago · 18e5dccc0b
parent 9e8d372ff4 5b152b1fac
commit 18e5dccc0b
1 changed files with 3 additions and 0 deletions
--- a/python/paddle/fluid/transpiler/distribute_transpiler.py
+++ b/python/paddle/fluid/transpiler/distribute_transpiler.py
@ -470,7 +470,10 @@ class DistributeTranspiler(object):
        """
        # remove optimize ops and add a send op to main_program
        # FIXME(typhoonzero): Also ops like clip_gradient, lrn_decay?
+        lr_ops = self._get_lr_ops()
        delete_ops(self.origin_program.global_block(), self.optimize_ops)
+        delete_ops(self.origin_program.global_block(), lr_ops)
+
        self.origin_program.__str__()

        if wait_port: