diff options
| author | Taku Kudo <taku@google.com> | 2018-06-09 19:15:34 +0300 |
|---|---|---|
| committer | Taku Kudo <taku@google.com> | 2018-06-09 19:15:34 +0300 |
| commit | a65ca0d829f925406ae5c25f5be0de6a94af8e00 (patch) | |
| tree | 6061d7819a3d83a20ccaaae0262ad70c22a67f74 /src/builder_test.cc | |
| parent | a574ce183c05c99a4919df50d0926c947a0dfa12 (diff) | |
Uses NMT_NFKC rule by default.
Diffstat (limited to 'src/builder_test.cc')
| -rw-r--r-- | src/builder_test.cc | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/builder_test.cc b/src/builder_test.cc index 67d9dc1..6fd05d4 100644 --- a/src/builder_test.cc +++ b/src/builder_test.cc @@ -60,7 +60,8 @@ TEST(BuilderTest, BuildNFKCMapTest) { TEST(BuilderTest, GetPrecompiledCharsMapTest) { { - const NormalizerSpec spec = SentencePieceTrainer::GetNormalizerSpec("nfkc"); + const NormalizerSpec spec = + SentencePieceTrainer::GetNormalizerSpec("nmt_nfkc"); const Normalizer normalizer(spec); EXPECT_EQ(WS "ABC", normalizer.Normalize("ＡＢＣ")); EXPECT_EQ(WS "(株)", normalizer.Normalize("㈱")); |