|
|
|
@ -188,11 +188,10 @@ class SentencePieceVocab(cde.SentencePieceVocab):
|
|
|
|
|
params(dict): A dictionary with no incoming parameters(The parameters are derived from SentencePiece
|
|
|
|
|
library).
|
|
|
|
|
|
|
|
|
|
.. code-block ::
|
|
|
|
|
{
|
|
|
|
|
"input_sentence_size" : 0,
|
|
|
|
|
"max_sentencepiece_length" : 16
|
|
|
|
|
}
|
|
|
|
|
.. code-block::
|
|
|
|
|
|
|
|
|
|
input_sentence_size 0
|
|
|
|
|
max_sentencepiece_length 16
|
|
|
|
|
"""
|
|
|
|
|
return super().from_file(file_path, vocab_size, character_coverage,
|
|
|
|
|
DE_C_INTER_SENTENCEPIECE_MODE[model_type], params)
|
|
|
|
|