|
|
|
@ -3395,9 +3395,13 @@ class _GeneratorWorkerMp(multiprocessing.Process):
|
|
|
|
|
"""
|
|
|
|
|
Get function for worker result queue. Block with timeout.
|
|
|
|
|
"""
|
|
|
|
|
# Relax 10s to 30s, since it sometimes will cause "Generator worker process timeout"
|
|
|
|
|
# when we run too many iterators with infinite epoch(num_epoch=-1)
|
|
|
|
|
return self.res_queue.get(timeout=30)
|
|
|
|
|
|
|
|
|
|
def __del__(self):
|
|
|
|
|
# Try to destruct here, sometimes the class itself will be destructed in advance,
|
|
|
|
|
# so "self" will be a NoneType
|
|
|
|
|
try:
|
|
|
|
|
self.terminate()
|
|
|
|
|
except AttributeError:
|
|
|
|
|