diff options
| author | Taku Kudo <taku@google.com> | 2018-06-06 10:47:59 +0300 |
|---|---|---|
| committer | Taku Kudo <taku@google.com> | 2018-06-06 10:47:59 +0300 |
| commit | e437e30bb478d5841e41feeb10346296448bff2b (patch) | |
| tree | e568af539f7b3c3dca1a2c8ee0e6ee514c415954 /src/model_interface.cc | |
| parent | c6e84aebc903a84758afeafcbeea54c2bc3f641e (diff) | |
Support vocab restriction feature
Diffstat (limited to 'src/model_interface.cc')
| -rw-r--r-- | src/model_interface.cc | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/src/model_interface.cc b/src/model_interface.cc index a9d1142..bf8c42e 100644 --- a/src/model_interface.cc +++ b/src/model_interface.cc @@ -56,6 +56,10 @@ bool ModelInterface::IsUnknown(int id) const { ModelProto::SentencePiece::UNKNOWN); } +bool ModelInterface::IsUnused(int id) const { + return (model_proto_->pieces(id).type() == ModelProto::SentencePiece::UNUSED); +} + void ModelInterface::InitializePieces(bool enable_user_defined) { pieces_.clear(); reserved_id_map_.clear(); |