relax time constraint for GeneratorWorker

pull/6604/head
YangLuo 4 years ago
parent e2821d0769
commit 291cf767ee

@ -3372,7 +3372,7 @@ class _GeneratorWorkerMt(threading.Thread):
"""
Get function for worker result queue. Block with timeout.
"""
return self.res_queue.get(timeout=10)
return self.res_queue.get(timeout=30)
class _GeneratorWorkerMp(multiprocessing.Process):
@ -3395,17 +3395,13 @@ class _GeneratorWorkerMp(multiprocessing.Process):
"""
Get function for worker result queue. Block with timeout.
"""
while check_iterator_cleanup() is False:
try:
return self.res_queue.get(timeout=10)
except multiprocessing.TimeoutError:
continue
raise Exception("Generator worker process timeout")
return self.res_queue.get(timeout=30)
def __del__(self):
try:
self.terminate()
except AttributeError:
pass
class GeneratorDataset(MappableDataset):

Loading…
Cancel
Save