decrease test data, test=develop (#25252)

fix_copy_if_different
tangwei12 5 years ago committed by GitHub
parent 2d5aa74321
commit f6f7df9cd5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -66,10 +66,14 @@ class CtrReader(object):
pass
def _reader_creator(self, filelist):
def get_rand(low=0.0, high=1.0):
return random.random()
def reader():
for file in filelist:
with open(file, 'r') as f:
for line in f:
if get_rand() < 0.05:
fs = line.strip().split('\t')
dnn_input = load_dnn_input_record(fs[0])
lr_input = load_lr_input_record(fs[1])

Loading…
Cancel
Save