|
|
|
@ -464,27 +464,23 @@ def create_fasterrcnn_dataset(mindrecord_file, batch_size=2, repeat_num=12, devi
|
|
|
|
|
num_parallel_workers=num_parallel_workers)
|
|
|
|
|
ds = ds.map(input_columns=["image", "image_shape", "box", "label", "valid_num"],
|
|
|
|
|
operations=flipped_generation, num_parallel_workers=4)
|
|
|
|
|
|
|
|
|
|
# transpose_column from python to c
|
|
|
|
|
ds = ds.map(input_columns=["image"], operations=[hwc_to_chw, type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["image_shape"], operations=[type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["box"], operations=[type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["label"], operations=[type_cast2])
|
|
|
|
|
ds = ds.map(input_columns=["valid_num"], operations=[type_cast3])
|
|
|
|
|
ds = ds.batch(batch_size, drop_remainder=True)
|
|
|
|
|
ds = ds.repeat(repeat_num)
|
|
|
|
|
else:
|
|
|
|
|
ds = ds.map(input_columns=["image", "annotation"],
|
|
|
|
|
output_columns=["image", "image_shape", "box", "label", "valid_num"],
|
|
|
|
|
columns_order=["image", "image_shape", "box", "label", "valid_num"],
|
|
|
|
|
operations=compose_map_func,
|
|
|
|
|
num_parallel_workers=num_parallel_workers)
|
|
|
|
|
# transpose_column from python to c
|
|
|
|
|
ds = ds.map(input_columns=["image"], operations=[hwc_to_chw, type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["image_shape"], operations=[type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["box"], operations=[type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["label"], operations=[type_cast2])
|
|
|
|
|
ds = ds.map(input_columns=["valid_num"], operations=[type_cast3])
|
|
|
|
|
ds = ds.batch(batch_size, drop_remainder=True)
|
|
|
|
|
ds = ds.repeat(repeat_num)
|
|
|
|
|
|
|
|
|
|
ds = ds.map(input_columns=["image"], operations=[normalize_op, type_cast0],
|
|
|
|
|
num_parallel_workers=num_parallel_workers)
|
|
|
|
|
|
|
|
|
|
# transpose_column from python to c
|
|
|
|
|
ds = ds.map(input_columns=["image"], operations=[hwc_to_chw, type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["image_shape"], operations=[type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["box"], operations=[type_cast1])
|
|
|
|
|
ds = ds.map(input_columns=["label"], operations=[type_cast2])
|
|
|
|
|
ds = ds.map(input_columns=["valid_num"], operations=[type_cast3])
|
|
|
|
|
ds = ds.batch(batch_size, drop_remainder=True)
|
|
|
|
|
ds = ds.repeat(repeat_num)
|
|
|
|
|
|
|
|
|
|
return ds
|
|
|
|
|