diff options
| author | Taku Kudo <taku@google.com> | 2018-06-04 14:32:37 +0300 |
|---|---|---|
| committer | Taku Kudo <taku@google.com> | 2018-06-04 14:32:37 +0300 |
| commit | 4e3bcf1373fb7c8ddca151ddf2a6f10914057cfa (patch) | |
| tree | 71ea36b440216b25cfa7290be2a09d3ac82b7acb /src/bpe_model_trainer_test.cc | |
| parent | 4f7af0dfadbf547264296d46924055842c901b60 (diff) | |
Updated normalizer
Diffstat (limited to 'src/bpe_model_trainer_test.cc')
| -rw-r--r-- | src/bpe_model_trainer_test.cc | 3 |
1 files changed, 0 insertions, 3 deletions
diff --git a/src/bpe_model_trainer_test.cc b/src/bpe_model_trainer_test.cc index 8a45dbe..56a44d6 100644 --- a/src/bpe_model_trainer_test.cc +++ b/src/bpe_model_trainer_test.cc @@ -14,7 +14,6 @@ #include "bpe_model_trainer.h" -#include "builder.h" #include "sentencepiece_processor.h" #include "testharness.h" #include "util.h" @@ -47,7 +46,6 @@ std::string RunTrainer(const std::vector<std::string> &input, int size) { NormalizerSpec normalizer_spec; normalizer_spec.set_name("identity"); normalizer_spec.set_add_dummy_prefix(false); - EXPECT_OK(normalizer::Builder::PopulateNormalizerSpec(&normalizer_spec)); Trainer trainer(trainer_spec, normalizer_spec); trainer.Train(); @@ -82,7 +80,6 @@ TEST(BPETrainerTest, EndToEndTest) { NormalizerSpec normalizer_spec; normalizer_spec.set_name("nfkc"); - EXPECT_OK(normalizer::Builder::PopulateNormalizerSpec(&normalizer_spec)); constexpr int kVocabSize = 8000; trainer_spec.set_vocab_size(kVocabSize); |