|
|
|
@ -1959,6 +1959,8 @@ Status DEPipeline::ParseBuildSentencePieceVocabOp(const py::dict &args, std::sha
|
|
|
|
|
if (!value.is_none()) {
|
|
|
|
|
if (key == "vocab_size") {
|
|
|
|
|
builder->SetVocabSize(ToInt(value));
|
|
|
|
|
} else if (key == "columns") {
|
|
|
|
|
(void)builder->SetColumnNames(ToStringVector(value));
|
|
|
|
|
} else if (key == "character_coverage") {
|
|
|
|
|
(void)builder->SetCharacterCoverage(ToFloat(value));
|
|
|
|
|
} else if (key == "params") {
|
|
|
|
|