From eca582410006443d0b101a9ae188e302f34f8a03 Mon Sep 17 00:00:00 2001 From: Jeroen Vermeulen Date: Thu, 30 Apr 2015 12:05:11 +0700 Subject: Remove trailing whitespace in C++ files. --- contrib/c++tokenizer/tokenizer.h | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) (limited to 'contrib/c++tokenizer/tokenizer.h') diff --git a/contrib/c++tokenizer/tokenizer.h b/contrib/c++tokenizer/tokenizer.h index cc1de2770..978f20197 100644 --- a/contrib/c++tokenizer/tokenizer.h +++ b/contrib/c++tokenizer/tokenizer.h @@ -26,7 +26,7 @@ class Tokenizer { private: - typedef enum { + typedef enum { empty = 0, blank, upper, // upper case @@ -56,7 +56,7 @@ private: // non-breaking prefixes (other) ucs4 std::set nbpre_gen_ucs4; - // compiled protected patterns + // compiled protected patterns std::vector prot_pat_vec; protected: @@ -96,10 +96,10 @@ protected: Tokenizer *tokenizer; std::vector& in; std::vector& out; - - VectorTokenizerCallable(Tokenizer *_tokenizer, - std::vector& _in, - std::vector& _out) + + VectorTokenizerCallable(Tokenizer *_tokenizer, + std::vector& _in, + std::vector& _out) : tokenizer(_tokenizer) , in(_in) , out(_out) { @@ -107,10 +107,10 @@ protected: void operator()() { out.resize(in.size()); - for (std::size_t ii = 0; ii < in.size(); ++ii) + for (std::size_t ii = 0; ii < in.size(); ++ii) if (in[ii].empty()) out[ii] = in[ii]; - else if (tokenizer->penn_p) + else if (tokenizer->penn_p) out[ii] = tokenizer->penn_tokenize(in[ii]); else out[ii] = tokenizer->quik_tokenize(in[ii]); -- cgit v1.2.3