diff options
| author | Taku Kudo <taku@google.com> | 2018-06-09 19:15:34 +0300 |
|---|---|---|
| committer | Taku Kudo <taku@google.com> | 2018-06-09 19:15:34 +0300 |
| commit | a65ca0d829f925406ae5c25f5be0de6a94af8e00 (patch) | |
| tree | 6061d7819a3d83a20ccaaae0262ad70c22a67f74 /src/sentencepiece_trainer.cc | |
| parent | a574ce183c05c99a4919df50d0926c947a0dfa12 (diff) | |
Uses NMT_NFKC rule by default.
Diffstat (limited to 'src/sentencepiece_trainer.cc')
| -rw-r--r-- | src/sentencepiece_trainer.cc | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/sentencepiece_trainer.cc b/src/sentencepiece_trainer.cc index 507dc2e..56f43d5 100644 --- a/src/sentencepiece_trainer.cc +++ b/src/sentencepiece_trainer.cc @@ -27,7 +27,7 @@ namespace sentencepiece { namespace { -static constexpr char kDefaultNormalizerName[] = "nfkc"; +static constexpr char kDefaultNormalizerName[] = "nmt_nfkc"; } // namespace // static |