Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'src/util_test.cc')
-rw-r--r--src/util_test.cc10
1 files changed, 5 insertions, 5 deletions
diff --git a/src/util_test.cc b/src/util_test.cc
index 420b798..adcbad2 100644
--- a/src/util_test.cc
+++ b/src/util_test.cc
@@ -178,7 +178,7 @@ TEST(UtilTest, JoinTest) {
tokens.push_back("a");
tokens.push_back("test");
EXPECT_EQ(string_util::Join(tokens, " "), "this is a test");
- EXPECT_EQ(string_util::Join(tokens, u8":"), "this:is:a:test");
+ EXPECT_EQ(string_util::Join(tokens, ":"), "this:is:a:test");
EXPECT_EQ(string_util::Join(tokens, ""), "thisisatest");
tokens[2] = "";
EXPECT_EQ(string_util::Join(tokens, " "), "this is test");
@@ -191,7 +191,7 @@ TEST(UtilTest, JoinIntTest) {
tokens.push_back(-4);
tokens.push_back(5);
EXPECT_EQ(string_util::Join(tokens, " "), "10 2 -4 5");
- EXPECT_EQ(string_util::Join(tokens, u8":"), "10:2:-4:5");
+ EXPECT_EQ(string_util::Join(tokens, ":"), "10:2:-4:5");
EXPECT_EQ(string_util::Join(tokens, ""), "102-45");
}
@@ -285,7 +285,7 @@ TEST(UtilTest, ItoaTest) {
TEST(UtilTest, OneCharLenTest) {
EXPECT_EQ(1, string_util::OneCharLen("abc"));
- EXPECT_EQ(3, string_util::OneCharLen(u8"テスト"));
+ EXPECT_EQ(3, string_util::OneCharLen("テスト"));
}
TEST(UtilTest, DecodeUTF8Test) {
@@ -449,8 +449,8 @@ TEST(UtilTest, UnicodeTextToUTF8Test) {
ut = string_util::UTF8ToUnicodeText("test");
EXPECT_EQ("test", string_util::UnicodeTextToUTF8(ut));
- ut = string_util::UTF8ToUnicodeText(u8"テスト");
- EXPECT_EQ(u8"テスト", string_util::UnicodeTextToUTF8(ut));
+ ut = string_util::UTF8ToUnicodeText("テスト");
+ EXPECT_EQ("テスト", string_util::UnicodeTextToUTF8(ut));
ut = string_util::UTF8ToUnicodeText("これはtest");
EXPECT_EQ("これはtest", string_util::UnicodeTextToUTF8(ut));