|
|
|
@ -176,6 +176,15 @@ class Dataset:
|
|
|
|
|
_init_device_info()
|
|
|
|
|
return ir_tree, dataset
|
|
|
|
|
|
|
|
|
|
def close_pool(self):
|
|
|
|
|
"""
|
|
|
|
|
Close multiprocessing pool in dataset.
|
|
|
|
|
"""
|
|
|
|
|
if hasattr(self, 'process_pool') and self.process_pool is not None:
|
|
|
|
|
self.process_pool.close()
|
|
|
|
|
for child in self.children:
|
|
|
|
|
child.close_pool()
|
|
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
|
def _get_operator_id(dataset):
|
|
|
|
|
"""
|
|
|
|
@ -1448,6 +1457,7 @@ class Dataset:
|
|
|
|
|
if self._col_names is None:
|
|
|
|
|
runtime_getter = self._init_tree_getters()
|
|
|
|
|
self._col_names = runtime_getter[0].GetColumnNames()
|
|
|
|
|
self.close_pool()
|
|
|
|
|
return self._col_names
|
|
|
|
|
|
|
|
|
|
def output_shapes(self):
|
|
|
|
@ -1461,6 +1471,7 @@ class Dataset:
|
|
|
|
|
runtime_getter = self._init_tree_getters()
|
|
|
|
|
self.saved_output_shapes = runtime_getter[0].GetOutputShapes()
|
|
|
|
|
self.saved_output_types = runtime_getter[0].GetOutputTypes()
|
|
|
|
|
self.close_pool()
|
|
|
|
|
return self.saved_output_shapes
|
|
|
|
|
|
|
|
|
|
def output_types(self):
|
|
|
|
@ -1474,6 +1485,7 @@ class Dataset:
|
|
|
|
|
runtime_getter = self._init_tree_getters()
|
|
|
|
|
self.saved_output_shapes = runtime_getter[0].GetOutputShapes()
|
|
|
|
|
self.saved_output_types = runtime_getter[0].GetOutputTypes()
|
|
|
|
|
self.close_pool()
|
|
|
|
|
return self.saved_output_types
|
|
|
|
|
|
|
|
|
|
def get_dataset_size(self):
|
|
|
|
@ -1486,6 +1498,7 @@ class Dataset:
|
|
|
|
|
if self.dataset_size is None:
|
|
|
|
|
runtime_getter = self._init_size_getter()
|
|
|
|
|
self.dataset_size = runtime_getter[0].GetDatasetSize(False)
|
|
|
|
|
self.close_pool()
|
|
|
|
|
return self.dataset_size
|
|
|
|
|
|
|
|
|
|
def num_classes(self):
|
|
|
|
@ -1498,6 +1511,7 @@ class Dataset:
|
|
|
|
|
if self._num_classes is None:
|
|
|
|
|
runtime_getter = self._init_tree_getters()
|
|
|
|
|
self._num_classes = runtime_getter[0].GetNumClasses()
|
|
|
|
|
self.close_pool()
|
|
|
|
|
if self._num_classes == -1:
|
|
|
|
|
return None
|
|
|
|
|
return self._num_classes
|
|
|
|
|