fix dataset bug

test=develop
revert-16839-cmakelist_change
xjqbest 6 years ago
parent 271b7147cc
commit 514d727aa4

@ -240,12 +240,17 @@ class InMemoryDataset(DatasetBase):
Args:
fleet: fleet singleton. Default None.
"""
trainer_id = 0
trainer_num = 1
fleet_send_batch_size = 80000
if fleet is not None:
fleet.fleet_instance.role_maker_._barrier_worker()
trainer_id = fleet.worker_index()
trainer_num = fleet.worker_num()
self.dataset.register_client2client_msg_handler()
self.dataset.set_trainer_id(trainer_id)
self.dataset.set_trainer_num(trainer_num)
self.dataset.set_fleet_send_batch_size(fleet_send_batch_size)
if fleet is not None:
fleet.fleet_instance.role_maker_._barrier_worker()
self.dataset.global_shuffle()

Loading…
Cancel
Save