fix dataset-flowers random fail. test=develop (#17836)

fix flower-dataset unclose error
dependabot/pip/python/requests-2.20.0
lujun 6 years ago committed by GitHub
parent 674e0ce2d6
commit 60094207cc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -117,20 +117,23 @@ def reader_creator(data_file,
def reader():
while True:
for file in open(file_list):
file = file.strip()
batch = None
with open(file, 'rb') as f:
if six.PY2:
batch = pickle.load(f)
else:
batch = pickle.load(f, encoding='bytes')
if six.PY3:
batch = cpt.to_text(batch)
data = batch['data']
labels = batch['label']
for sample, label in six.moves.zip(data, batch['label']):
yield sample, int(label) - 1
with open(file_list, 'r') as f_list:
for file in f_list:
file = file.strip()
batch = None
with open(file, 'rb') as f:
if six.PY2:
batch = pickle.load(f)
else:
batch = pickle.load(f, encoding='bytes')
if six.PY3:
batch = cpt.to_text(batch)
data_batch = batch['data']
labels_batch = batch['label']
for sample, label in six.moves.zip(data_batch,
labels_batch):
yield sample, int(label) - 1
if not cycle:
break

Loading…
Cancel
Save