Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorakimbal1 <akimball2@bloomberg.net>2015-02-02 23:57:04 +0300
committerakimbal1 <akimball2@bloomberg.net>2015-02-02 23:57:04 +0300
commit362e6a9374d1c829372316897ef1965343751bd4 (patch)
treebb27bd6f36010dfe9666041005bba889593a14d7 /contrib
parent8ea1c9fd400e8c995de79e45d5e0dfea6d61c279 (diff)
remove spurious endl
Diffstat (limited to 'contrib')
-rw-r--r--contrib/c++tokenizer/tokenizer.cpp2
1 files changed, 2 insertions, 0 deletions
diff --git a/contrib/c++tokenizer/tokenizer.cpp b/contrib/c++tokenizer/tokenizer.cpp
index 117f61b71..861a30845 100644
--- a/contrib/c++tokenizer/tokenizer.cpp
+++ b/contrib/c++tokenizer/tokenizer.cpp
@@ -1034,6 +1034,8 @@ Tokenizer::tokenize(std::istream& is, std::ostream& os)
std::getline(is,istr);
line_no ++;
if (istr.empty()) {
+ if (is.eof())
+ break;
os << std::endl;
} else if (skip_xml_p &&
(RE2::FullMatch(istr,tag_line_x) || RE2::FullMatch(istr,white_line_x))) {