Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/sentencepiece.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'src/builder.cc')
-rw-r--r--src/builder.cc5
1 files changed, 4 insertions, 1 deletions
diff --git a/src/builder.cc b/src/builder.cc
index be5e45d..e42503d 100644
--- a/src/builder.cc
+++ b/src/builder.cc
@@ -17,6 +17,8 @@
#include <functional>
#include <utility>
+#include "config.h"
+
#ifdef ENABLE_NFKC_COMPILE
#include <unicode/errorcode.h>
#include <unicode/locid.h>
@@ -326,7 +328,8 @@ util::Status Builder::BuildNFKCMap(CharsMap *chars_map) {
if (nfkc == nfkd) {
continue;
}
- // Expand all possible sequences which are normalized into the same `nfkd`.
+ // Expand all possible sequences which are normalized into the same
+ // `nfkd`.
for (const auto &nfkd_orig : ExpandUnnormalized(nfkd, norm2orig)) {
if (nfkd_orig != nfkc) {
nfkc_map[nfkd_orig] = nfkc;