diff options
Diffstat (limited to 'src/bpe_model_trainer_test.cc')
-rw-r--r-- | src/bpe_model_trainer_test.cc | 18 |
1 files changed, 11 insertions, 7 deletions
diff --git a/src/bpe_model_trainer_test.cc b/src/bpe_model_trainer_test.cc index 71d49ba..01e3864 100644 --- a/src/bpe_model_trainer_test.cc +++ b/src/bpe_model_trainer_test.cc @@ -16,11 +16,14 @@ #include <string> #include <vector> +#include "flags.h" #include "sentencepiece_processor.h" #include "sentencepiece_trainer.h" #include "testharness.h" #include "util.h" +DECLARE_string(data_dir); + namespace sentencepiece { namespace bpe { namespace { @@ -87,13 +90,14 @@ TEST(BPETrainerTest, BasicTest) { TEST(BPETrainerTest, EndToEndTest) { const test::ScopedTempFile sf("tmp_model"); - EXPECT_OK(SentencePieceTrainer::Train( - std::string("--model_prefix=") + sf.filename() + - " --input=../data/wagahaiwa_nekodearu.txt" - " --vocab_size=8000" - " --normalization_rule_name=identity" - " --model_type=bpe" - " --control_symbols=<ctrl>")); + EXPECT_OK(SentencePieceTrainer::Train(std::string("--model_prefix=") + + sf.filename() + + " --input=" + FLAGS_data_dir + + "/wagahaiwa_nekodearu.txt" + " --vocab_size=8000" + " --normalization_rule_name=identity" + " --model_type=bpe" + " --control_symbols=<ctrl>")); SentencePieceProcessor sp; EXPECT_OK(sp.Load(std::string(sf.filename()) + ".model")); |