Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTaku Kudo <taku@google.com>2018-04-17 14:24:32 +0300
committerTaku Kudo <taku@google.com>2018-04-17 14:24:32 +0300
commit8a214d87725322f2412bb16d817a0fbcbf51ec0d (patch)
tree6291acbdb8fd07979847337055bc520e5b598380 /src/bpe_model_trainer.cc
parent50be0cbbcb8c1a8293c6dbe0ac0b11c230137afb (diff)
Moved the spec verifier and increases the sentencepiece_length param
Diffstat (limited to 'src/bpe_model_trainer.cc')
-rw-r--r--src/bpe_model_trainer.cc11
1 files changed, 0 insertions, 11 deletions
diff --git a/src/bpe_model_trainer.cc b/src/bpe_model_trainer.cc
index e68e0b5..078ca56 100644
--- a/src/bpe_model_trainer.cc
+++ b/src/bpe_model_trainer.cc
@@ -168,17 +168,6 @@ void Trainer::UpdateActiveSymbols() {
}
void Trainer::Train() {
-#define CHECK_RANGE(variable, minval, maxval) \
- CHECK(variable >= minval && variable <= maxval)
-
- CHECK_GT(trainer_spec_.input().size(), 0);
- CHECK(!trainer_spec_.model_prefix().empty());
- CHECK_RANGE(trainer_spec_.character_coverage(), 0.98, 1.0);
- CHECK_RANGE(trainer_spec_.input_sentence_size(), 100, 100000000);
- CHECK_RANGE(trainer_spec_.max_sentencepiece_length(), 1, 64);
- CHECK_GT(trainer_spec_.vocab_size(), 0);
-#undef CHECK_RANGE
-
LOG(INFO) << "Starts training with : \n" << trainer_spec_.Utf8DebugString();
CHECK(normalizer_spec_.escape_whitespaces());