From 1e98fa35b8f500ba467269f9b9d3223c5c32bc43 Mon Sep 17 00:00:00 2001 From: yanghaitao Date: Thu, 30 Apr 2020 17:50:25 +0800 Subject: [PATCH] Terminate python sub-process --- mindspore/dataset/engine/datasets.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/mindspore/dataset/engine/datasets.py b/mindspore/dataset/engine/datasets.py index eaff3967d0..239b0afb84 100644 --- a/mindspore/dataset/engine/datasets.py +++ b/mindspore/dataset/engine/datasets.py @@ -1431,6 +1431,10 @@ class MapDataset(DatasetOp): iter_specific_operations.append(op) self.operations = iter_specific_operations + def __del__(self): + if hasattr(self, 'process_pool') and self.process_pool is not None: + self.process_pool.terminate() + class FilterDataset(DatasetOp): """ @@ -2463,6 +2467,9 @@ class _GeneratorWorker(multiprocessing.Process): """ return self.res_queue.get(timeout=5) + def __del__(self): + self.terminate() + class GeneratorDataset(SourceDataset): """