diff options
Diffstat (limited to 'contrib')
| -rw-r--r-- | contrib/c++tokenizer/tokenizer.cpp | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/contrib/c++tokenizer/tokenizer.cpp b/contrib/c++tokenizer/tokenizer.cpp index 117f61b71..861a30845 100644 --- a/contrib/c++tokenizer/tokenizer.cpp +++ b/contrib/c++tokenizer/tokenizer.cpp @@ -1034,6 +1034,8 @@ Tokenizer::tokenize(std::istream& is, std::ostream& os) std::getline(is,istr); line_no ++; if (istr.empty()) { + if (is.eof()) + break; os << std::endl; } else if (skip_xml_p && (RE2::FullMatch(istr,tag_line_x) || RE2::FullMatch(istr,white_line_x))) { |