Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTaku Kudo <taku@google.com>2018-08-03 08:36:46 +0300
committerTaku Kudo <taku@google.com>2018-08-03 08:36:46 +0300
commit1caa5fb76eb41c7ce8bf17a67a1db7024d82e788 (patch)
tree9cd94115261e3927391561957315d194679be887 /src/sentencepiece_processor_test.cc
parenta0b734a4a2a2259e346f5b602ba807c5deef2f0b (diff)
Added JoinPath and StrCat
Diffstat (limited to 'src/sentencepiece_processor_test.cc')
-rw-r--r--src/sentencepiece_processor_test.cc14
1 files changed, 9 insertions, 5 deletions
diff --git a/src/sentencepiece_processor_test.cc b/src/sentencepiece_processor_test.cc
index 4e6797d..30bdf8f 100644
--- a/src/sentencepiece_processor_test.cc
+++ b/src/sentencepiece_processor_test.cc
@@ -334,8 +334,10 @@ TEST(SentencepieceProcessorTest, NBestEncodeTest) {
auto mock = MakeUnique<MockModel>();
const NBestEncodeResult result = {
- {{{WS "ABC", 3}, {WS "DE", 4}, {"F", 0}, {"</s>", 2}}, 1.0},
- {{{WS "AB", 5}, {WS "CD", 6}, {"EF", 7}, {"</s>", 2}}, 0.9}};
+ {{{WS "ABC", 3}, {WS "DE", 4}, {"F", 0}, {"</s>", 2}},
+ static_cast<float>(1.0)},
+ {{{WS "AB", 5}, {WS "CD", 6}, {"EF", 7}, {"</s>", 2}},
+ static_cast<float>(0.9)}};
mock->SetNBestEncodeResult(kInput, result);
sp.SetModel(std::move(mock));
@@ -382,8 +384,10 @@ TEST(SentencepieceProcessorTest, SampleEncodeTest) {
const EncodeResult result = {
{WS "ABC", 3}, {WS "DE", 4}, {"F", 0}, {"</s>", 2}};
const NBestEncodeResult nbest_result = {
- {{{WS "ABC", 3}, {WS "DE", 4}, {"F", 0}, {"</s>", 2}}, 1.0},
- {{{WS "AB", 5}, {WS "CD", 6}, {"EF", 7}, {"</s>", 2}}, 0.1}};
+ {{{WS "ABC", 3}, {WS "DE", 4}, {"F", 0}, {"</s>", 2}},
+ static_cast<float>(1.0)},
+ {{{WS "AB", 5}, {WS "CD", 6}, {"EF", 7}, {"</s>", 2}},
+ static_cast<float>(0.1)}};
mock->SetNBestEncodeResult(kInput, nbest_result);
mock->SetEncodeResult(kInput, result);
@@ -627,7 +631,7 @@ TEST(SentencePieceProcessorTest, EndToEndTest) {
test::ScopedTempFile sf("model");
{
- std::ofstream ofs(sf.filename(), OUTPUT_MODE);
+ std::ofstream ofs(WPATH(sf.filename()), OUTPUT_MODE);
CHECK(model_proto.SerializeToOstream(&ofs));
}