Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTaku Kudo <taku@google.com>2018-05-10 18:40:42 +0300
committerTaku Kudo <taku@google.com>2018-05-10 18:40:42 +0300
commit54210ca31e1489950acbaf7cc4f449c38940b643 (patch)
tree10e7cd886f4c2d9cc3c9bcb03a32cae936fb8ad3 /src/sentencepiece_processor_test.cc
parentd9469a14f96150f5bc94a4c159452b2d50618986 (diff)
CHECK to util::Status migration for Builder
Diffstat (limited to 'src/sentencepiece_processor_test.cc')
-rw-r--r--src/sentencepiece_processor_test.cc7
1 files changed, 5 insertions, 2 deletions
diff --git a/src/sentencepiece_processor_test.cc b/src/sentencepiece_processor_test.cc
index 64e2e53..cc766d5 100644
--- a/src/sentencepiece_processor_test.cc
+++ b/src/sentencepiece_processor_test.cc
@@ -100,7 +100,10 @@ std::vector<std::string> GetSpVec(const SentencePieceText &spt) {
}
NormalizerSpec MakeDefaultNormalizerSpec() {
- return normalizer::Builder::GetNormalizerSpec("nfkc");
+ NormalizerSpec normalizer_spec;
+ normalizer_spec.set_name("nfkc");
+ EXPECT_OK(normalizer::Builder::PopulateNormalizationSpec(&normalizer_spec));
+ return normalizer_spec;
}
TEST(SentencepieceProcessorTest, StatusTest) {
@@ -512,7 +515,7 @@ void AddPiece(ModelProto *model_proto, StringPiece piece, float score = 0.0) {
TEST(SentencePieceProcessorTest, LoadInvalidModelTest) {
SentencePieceProcessor sp;
- std::istream* stream = nullptr;
+ std::istream *stream = nullptr;
EXPECT_NOT_OK(sp.Load(stream));
EXPECT_NOT_OK(sp.Load(""));
EXPECT_NOT_OK(sp.Load("__UNKNOWN_FILE__"));