|
|
|
@ -24,6 +24,7 @@ DATA_DIR = "../data/dataset/testImageNetData/train/"
|
|
|
|
|
|
|
|
|
|
GENERATE_GOLDEN = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_cache_map_basic1():
|
|
|
|
|
"""
|
|
|
|
|
Test mappable leaf with cache op right over the leaf
|
|
|
|
@ -117,28 +118,28 @@ def test_cache_map_basic3():
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_cache_map_basic4():
|
|
|
|
|
"""
|
|
|
|
|
Test different rows result in core dump
|
|
|
|
|
"""
|
|
|
|
|
logger.info("Test cache basic 4")
|
|
|
|
|
some_cache = ds.DatasetCache(session_id=1, size=0, spilling=True)
|
|
|
|
|
|
|
|
|
|
# This DATA_DIR only has 2 images in it
|
|
|
|
|
ds1 = ds.ImageFolderDatasetV2(dataset_dir=DATA_DIR, cache=some_cache)
|
|
|
|
|
decode_op = c_vision.Decode()
|
|
|
|
|
ds1 = ds1.repeat(4)
|
|
|
|
|
ds1 = ds1.map(input_columns=["image"], operations=decode_op)
|
|
|
|
|
logger.info("ds1.dataset_size is ", ds1.get_dataset_size())
|
|
|
|
|
shape = ds1.output_shapes()
|
|
|
|
|
logger.info(shape)
|
|
|
|
|
num_iter = 0
|
|
|
|
|
for _ in ds1.create_dict_iterator():
|
|
|
|
|
logger.info("get data from dataset")
|
|
|
|
|
num_iter += 1
|
|
|
|
|
|
|
|
|
|
logger.info("Number of data in ds1: {} ".format(num_iter))
|
|
|
|
|
assert num_iter == 8
|
|
|
|
|
logger.info('test_cache_basic3 Ended.\n')
|
|
|
|
|
"""
|
|
|
|
|
Test different rows result in core dump
|
|
|
|
|
"""
|
|
|
|
|
logger.info("Test cache basic 4")
|
|
|
|
|
some_cache = ds.DatasetCache(session_id=1, size=0, spilling=True)
|
|
|
|
|
|
|
|
|
|
# This DATA_DIR only has 2 images in it
|
|
|
|
|
ds1 = ds.ImageFolderDatasetV2(dataset_dir=DATA_DIR, cache=some_cache)
|
|
|
|
|
decode_op = c_vision.Decode()
|
|
|
|
|
ds1 = ds1.repeat(4)
|
|
|
|
|
ds1 = ds1.map(input_columns=["image"], operations=decode_op)
|
|
|
|
|
logger.info("ds1.dataset_size is ", ds1.get_dataset_size())
|
|
|
|
|
shape = ds1.output_shapes()
|
|
|
|
|
logger.info(shape)
|
|
|
|
|
num_iter = 0
|
|
|
|
|
for _ in ds1.create_dict_iterator():
|
|
|
|
|
logger.info("get data from dataset")
|
|
|
|
|
num_iter += 1
|
|
|
|
|
|
|
|
|
|
logger.info("Number of data in ds1: {} ".format(num_iter))
|
|
|
|
|
assert num_iter == 8
|
|
|
|
|
logger.info('test_cache_basic3 Ended.\n')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_cache_map_failure1():
|
|
|
|
@ -177,6 +178,7 @@ def test_cache_map_failure1():
|
|
|
|
|
assert num_iter == 0
|
|
|
|
|
logger.info('test_cache_failure1 Ended.\n')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
|
test_cache_map_basic1()
|
|
|
|
|
logger.info("test_cache_map_basic1 success.")
|
|
|
|
|