|
|
|
@ -19,9 +19,9 @@ import os
|
|
|
|
|
from functools import partial
|
|
|
|
|
import mindspore.common.dtype as mstype
|
|
|
|
|
import mindspore.dataset.engine as de
|
|
|
|
|
import mindspore.dataset.transforms.vision.c_transforms as C
|
|
|
|
|
import mindspore.dataset.transforms.c_transforms as C2
|
|
|
|
|
import mindspore.dataset.transforms.py_transforms
|
|
|
|
|
import mindspore.dataset.vision.c_transforms as C
|
|
|
|
|
import mindspore.dataset.transforms.py_transforms as P2
|
|
|
|
|
import mindspore.dataset.vision.py_transforms as P
|
|
|
|
|
from mindspore.communication.management import init, get_rank, get_group_size
|
|
|
|
|
from src.config import config_quant
|
|
|
|
@ -146,7 +146,7 @@ def create_dataset_py(dataset_path, do_train, repeat_num=1, batch_size=32, targe
|
|
|
|
|
else:
|
|
|
|
|
trans = [decode_op, resize_op, center_crop, to_tensor, normalize_op]
|
|
|
|
|
|
|
|
|
|
compose = mindspore.dataset.transforms.py_transforms.Compose(trans)
|
|
|
|
|
compose = P2.Compose(trans)
|
|
|
|
|
ds = ds.map(input_columns="image", operations=compose, num_parallel_workers=8, python_multiprocessing=True)
|
|
|
|
|
|
|
|
|
|
# apply batch operations
|
|
|
|
|