|
|
|
@ -37,16 +37,16 @@ LookupOperation::LookupOperation(const std::shared_ptr<Vocab> &vocab, const std:
|
|
|
|
|
|
|
|
|
|
bool LookupOperation::ValidateParams() {
|
|
|
|
|
if (vocab_ == nullptr) {
|
|
|
|
|
LOG(ERROR) << "Lookup: vocab object type is incorrect or null.";
|
|
|
|
|
MS_LOG(ERROR) << "Lookup: vocab object type is incorrect or null.";
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
if (unknown_token_.empty()) {
|
|
|
|
|
LOG(ERROR) << "Lookup: no unknown token is specified.";
|
|
|
|
|
MS_LOG(ERROR) << "Lookup: no unknown token is specified.";
|
|
|
|
|
return false;
|
|
|
|
|
} else {
|
|
|
|
|
default_id_ = vocab_->Lookup(unknown_token_);
|
|
|
|
|
if (default_id_ == Vocab::kNoTokenExists) {
|
|
|
|
|
LOG(ERROR) << "Lookup: unknown_token: [" + unknown_token_ + "], does not exist in vocab.";
|
|
|
|
|
MS_LOG(ERROR) << "Lookup: unknown_token: [" + unknown_token_ + "], does not exist in vocab.";
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|