|
|
@ -179,6 +179,9 @@ class Fleet(object):
|
|
|
|
fleet.init(strategy=strategy)
|
|
|
|
fleet.init(strategy=strategy)
|
|
|
|
|
|
|
|
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
|
|
|
|
if strategy is None:
|
|
|
|
|
|
|
|
strategy = DistributedStrategy()
|
|
|
|
|
|
|
|
self._user_defined_strategy = copy.deepcopy(strategy)
|
|
|
|
|
|
|
|
|
|
|
|
if role_maker is None:
|
|
|
|
if role_maker is None:
|
|
|
|
if isinstance(is_collective, bool):
|
|
|
|
if isinstance(is_collective, bool):
|
|
|
@ -220,10 +223,6 @@ class Fleet(object):
|
|
|
|
else:
|
|
|
|
else:
|
|
|
|
paddle.distributed.init_parallel_env()
|
|
|
|
paddle.distributed.init_parallel_env()
|
|
|
|
|
|
|
|
|
|
|
|
if strategy is None:
|
|
|
|
|
|
|
|
strategy = DistributedStrategy()
|
|
|
|
|
|
|
|
self._user_defined_strategy = copy.deepcopy(strategy)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def is_first_worker(self):
|
|
|
|
def is_first_worker(self):
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
Check whether the node is the first instance of worker.
|
|
|
|
Check whether the node is the first instance of worker.
|
|
|
|