diff options
author | Taku Kudo <taku@google.com> | 2018-04-17 14:24:32 +0300 |
---|---|---|
committer | Taku Kudo <taku@google.com> | 2018-04-17 14:24:32 +0300 |
commit | 8a214d87725322f2412bb16d817a0fbcbf51ec0d (patch) | |
tree | 6291acbdb8fd07979847337055bc520e5b598380 /src/word_model_trainer.cc | |
parent | 50be0cbbcb8c1a8293c6dbe0ac0b11c230137afb (diff) |
Moved the spec verifier and increases the sentencepiece_length param
Diffstat (limited to 'src/word_model_trainer.cc')
-rw-r--r-- | src/word_model_trainer.cc | 10 |
1 files changed, 0 insertions, 10 deletions
diff --git a/src/word_model_trainer.cc b/src/word_model_trainer.cc index 2892012..9ada68b 100644 --- a/src/word_model_trainer.cc +++ b/src/word_model_trainer.cc @@ -24,16 +24,6 @@ namespace sentencepiece { namespace word { void Trainer::Train() { -#define CHECK_RANGE(variable, minval, maxval) \ - CHECK(variable >= minval && variable <= maxval) - - CHECK_GT(trainer_spec_.input().size(), 0); - CHECK(!trainer_spec_.model_prefix().empty()); - CHECK_RANGE(trainer_spec_.character_coverage(), 0.98, 1.0); - CHECK_RANGE(trainer_spec_.input_sentence_size(), 100, 100000000); - CHECK_GT(trainer_spec_.vocab_size(), 0); -#undef CHECK_RANGE - LOG(INFO) << "Starts training with : \n" << trainer_spec_.Utf8DebugString(); CHECK(normalizer_spec_.escape_whitespaces()); |