|
|
|
@ -78,7 +78,7 @@ def __build_dict(tar_file, dict_size, save_path, lang):
|
|
|
|
six.iteritems(word_dict), key=lambda x: x[1],
|
|
|
|
six.iteritems(word_dict), key=lambda x: x[1],
|
|
|
|
reverse=True)):
|
|
|
|
reverse=True)):
|
|
|
|
if idx + 3 == dict_size: break
|
|
|
|
if idx + 3 == dict_size: break
|
|
|
|
fout.write("%s\n" % (cpt.to_text(word[0])))
|
|
|
|
fout.write("%s\n" % (cpt.to_bytes(word[0])))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __load_dict(tar_file, dict_size, lang, reverse=False):
|
|
|
|
def __load_dict(tar_file, dict_size, lang, reverse=False):
|
|
|
|
|