diff options
| author | TSUCHIYA Masatoshi <tsuchiya@tut.jp> | 2017-06-14 11:18:46 +0300 |
|---|---|---|
| committer | TSUCHIYA Masatoshi <tsuchiya@tut.jp> | 2017-06-14 11:18:46 +0300 |
| commit | 07c5c44ae6e2cbdf088ddff3e0680f6f3ec506a4 (patch) | |
| tree | 28aff1c32e9f8f7556e6a1b3b04493b4c07c9446 /src/spm_encode_main.cc | |
| parent | 904b943bbf715e1a1694e451c5363e451312038d (diff) | |
Do not ignore empty lines.
Diffstat (limited to 'src/spm_encode_main.cc')
| -rw-r--r-- | src/spm_encode_main.cc | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/spm_encode_main.cc b/src/spm_encode_main.cc index 3d66070..d140e41 100644 --- a/src/spm_encode_main.cc +++ b/src/spm_encode_main.cc @@ -69,6 +69,7 @@ int main(int argc, char *argv[]) { sentencepiece::io::InputBuffer input(filename); while (input.ReadLine(&line)) { if (line.empty()) { + output.WriteLine(""); continue; } process(line); |