Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'src/bpe_model_test.cc')
-rw-r--r--src/bpe_model_test.cc2
1 files changed, 1 insertions, 1 deletions
diff --git a/src/bpe_model_test.cc b/src/bpe_model_test.cc
index cc60880..4b067f6 100644
--- a/src/bpe_model_test.cc
+++ b/src/bpe_model_test.cc
@@ -103,7 +103,7 @@ TEST(BPEModelTest, EncodeTest) {
EXPECT_EQ("d", result[6].first);
// all unknown.
- result = model.Encode("xyz東京");
+ result = model.Encode(u8"xyz東京");
EXPECT_EQ(5, result.size());
EXPECT_EQ("x", result[0].first);
EXPECT_EQ("y", result[1].first);