|
|
|
@ -153,8 +153,8 @@ def get_worker_info():
|
|
|
|
|
.. code-block:: python
|
|
|
|
|
|
|
|
|
|
import math
|
|
|
|
|
import paddle
|
|
|
|
|
import numpy as np
|
|
|
|
|
import paddle.fluid as fluid
|
|
|
|
|
from paddle.io import IterableDataset, DataLoader, get_worker_info
|
|
|
|
|
|
|
|
|
|
class SplitedIterableDataset(IterableDataset):
|
|
|
|
@ -178,18 +178,18 @@ def get_worker_info():
|
|
|
|
|
for i in range(iter_start, iter_end):
|
|
|
|
|
yield np.array([i])
|
|
|
|
|
|
|
|
|
|
place = fluid.CPUPlace()
|
|
|
|
|
with fluid.dygraph.guard(place):
|
|
|
|
|
dataset = SplitedIterableDataset(start=2, end=9)
|
|
|
|
|
dataloader = DataLoader(
|
|
|
|
|
dataset,
|
|
|
|
|
places=place,
|
|
|
|
|
num_workers=2,
|
|
|
|
|
batch_size=1,
|
|
|
|
|
drop_last=True)
|
|
|
|
|
|
|
|
|
|
print(list(dataloader))
|
|
|
|
|
# outputs: [2, 5, 3, 6, 4, 7]
|
|
|
|
|
place = paddle.CPUPlace()
|
|
|
|
|
dataset = SplitedIterableDataset(start=2, end=9)
|
|
|
|
|
dataloader = DataLoader(
|
|
|
|
|
dataset,
|
|
|
|
|
places=place,
|
|
|
|
|
num_workers=2,
|
|
|
|
|
batch_size=1,
|
|
|
|
|
drop_last=True)
|
|
|
|
|
|
|
|
|
|
for data in dataloader:
|
|
|
|
|
print(data)
|
|
|
|
|
# outputs: [2, 5, 3, 6, 4, 7]
|
|
|
|
|
|
|
|
|
|
"""
|
|
|
|
|
return _worker_info
|
|
|
|
|