Merge pull request #14090 from JiabinYang/fix_test_parallel_executor_transformer

[1.1] fix python encoding problem in wmt16 related test
release/1.1
Jiabin Yang 7 years ago committed by GitHub
commit 04689f52b2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -78,7 +78,7 @@ def __build_dict(tar_file, dict_size, save_path, lang):
six.iteritems(word_dict), key=lambda x: x[1],
reverse=True)):
if idx + 3 == dict_size: break
fout.write("%s\n" % (word[0]))
fout.write("%s\n" % (cpt.to_bytes(word[0])))
def __load_dict(tar_file, dict_size, lang, reverse=False):

Loading…
Cancel
Save