Remove trailing whitespace in C++ files.

1 files changed, 101 insertions, 101 deletions

diff --git a/biconcor/Vocabulary.cpp b/biconcor/Vocabulary.cpp
index 9d52ee44e..f0f07c97d 100644
--- a/biconcor/Vocabulary.cpp
+++ b/biconcor/Vocabulary.cpp
@@ -1,101 +1,101 @@
-// $Id: Vocabulary.cpp 1565 2008-02-22 14:42:01Z bojar $

-#include "Vocabulary.h"

-#include <fstream>

-

-namespace

-{

-

-const int MAX_LENGTH = 10000;

-

-} // namespace

-

-using namespace std;

-

-// as in beamdecoder/tables.cpp

-vector<WORD_ID> Vocabulary::Tokenize( const char input[] )

-{

-  vector< WORD_ID > token;

-  bool betweenWords = true;

-  int start=0;

-  int i=0;

-  for(; input[i] != '\0'; i++) {

-    bool isSpace = (input[i] == ' ' || input[i] == '\t');

-

-    if (!isSpace && betweenWords) {

-      start = i;

-      betweenWords = false;

-    } else if (isSpace && !betweenWords) {

-      token.push_back( StoreIfNew ( string( input+start, i-start ) ) );

-      betweenWords = true;

-    }

-  }

-  if (!betweenWords)

-    token.push_back( StoreIfNew ( string( input+start, i-start ) ) );

-  return token;

-}

-

-WORD_ID Vocabulary::StoreIfNew( const WORD& word )

-{

-  map<WORD, WORD_ID>::iterator i = lookup.find( word );

-

-  if( i != lookup.end() )

-    return i->second;

-

-  WORD_ID id = vocab.size();

-  vocab.push_back( word );

-  lookup[ word ] = id;

-  return id;

-}

-

-WORD_ID Vocabulary::GetWordID( const WORD &word ) const

-{

-  map<WORD, WORD_ID>::const_iterator i = lookup.find( word );

-  if( i == lookup.end() )

-    return 0;

-  WORD_ID w= (WORD_ID) i->second;

-  return w;

-}

-

-void Vocabulary::Save(const string& fileName ) const

-{

-  ofstream vcbFile;

-  vcbFile.open( fileName.c_str(), ios::out | ios::ate | ios::trunc);

-

-  if (!vcbFile) {

-    cerr << "Failed to open " << vcbFile << endl;

-    exit(1);

-  }

-

-  vector< WORD >::const_iterator i;

-  for(i = vocab.begin(); i != vocab.end(); i++) {

-    const string &word = *i;

-    vcbFile << word << endl;

-  }

-  vcbFile.close();

-}

-

-void Vocabulary::Load(const string& fileName )

-{

-  ifstream vcbFile;

-  char line[MAX_LENGTH];

-  vcbFile.open(fileName.c_str());

-

-  if (!vcbFile) {

-    cerr << "no such file or directory: " << vcbFile << endl;

-    exit(1);

-  }

-

-  cerr << "loading from " << fileName << endl;

-  istream *fileP = &vcbFile;

-  int count = 0;

-  while(!fileP->eof()) {

-    SAFE_GETLINE((*fileP), line, MAX_LENGTH, '\n');

-    if (fileP->eof()) break;

-    int length = 0;

-    for(; line[length] != '\0'; length++);

-    StoreIfNew( string( line, length ) );

-    count++;

-  }

-  vcbFile.close();

-  cerr << count << " word read, vocabulary size " << vocab.size() << endl;

-}

+// $Id: Vocabulary.cpp 1565 2008-02-22 14:42:01Z bojar $
+#include "Vocabulary.h"
+#include <fstream>
+
+namespace
+{
+
+const int MAX_LENGTH = 10000;
+
+} // namespace
+
+using namespace std;
+
+// as in beamdecoder/tables.cpp
+vector<WORD_ID> Vocabulary::Tokenize( const char input[] )
+{
+  vector< WORD_ID > token;
+  bool betweenWords = true;
+  int start=0;
+  int i=0;
+  for(; input[i] != '\0'; i++) {
+    bool isSpace = (input[i] == ' ' || input[i] == '\t');
+
+    if (!isSpace && betweenWords) {
+      start = i;
+      betweenWords = false;
+    } else if (isSpace && !betweenWords) {
+      token.push_back( StoreIfNew ( string( input+start, i-start ) ) );
+      betweenWords = true;
+    }
+  }
+  if (!betweenWords)
+    token.push_back( StoreIfNew ( string( input+start, i-start ) ) );
+  return token;
+}
+
+WORD_ID Vocabulary::StoreIfNew( const WORD& word )
+{
+  map<WORD, WORD_ID>::iterator i = lookup.find( word );
+
+  if( i != lookup.end() )
+    return i->second;
+
+  WORD_ID id = vocab.size();
+  vocab.push_back( word );
+  lookup[ word ] = id;
+  return id;
+}
+
+WORD_ID Vocabulary::GetWordID( const WORD &word ) const
+{
+  map<WORD, WORD_ID>::const_iterator i = lookup.find( word );
+  if( i == lookup.end() )
+    return 0;
+  WORD_ID w= (WORD_ID) i->second;
+  return w;
+}
+
+void Vocabulary::Save(const string& fileName ) const
+{
+  ofstream vcbFile;
+  vcbFile.open( fileName.c_str(), ios::out | ios::ate | ios::trunc);
+
+  if (!vcbFile) {
+    cerr << "Failed to open " << vcbFile << endl;
+    exit(1);
+  }
+
+  vector< WORD >::const_iterator i;
+  for(i = vocab.begin(); i != vocab.end(); i++) {
+    const string &word = *i;
+    vcbFile << word << endl;
+  }
+  vcbFile.close();
+}
+
+void Vocabulary::Load(const string& fileName )
+{
+  ifstream vcbFile;
+  char line[MAX_LENGTH];
+  vcbFile.open(fileName.c_str());
+
+  if (!vcbFile) {
+    cerr << "no such file or directory: " << vcbFile << endl;
+    exit(1);
+  }
+
+  cerr << "loading from " << fileName << endl;
+  istream *fileP = &vcbFile;
+  int count = 0;
+  while(!fileP->eof()) {
+    SAFE_GETLINE((*fileP), line, MAX_LENGTH, '\n');
+    if (fileP->eof()) break;
+    int length = 0;
+    for(; line[length] != '\0'; length++);
+    StoreIfNew( string( line, length ) );
+    count++;
+  }
+  vcbFile.close();
+  cerr << count << " word read, vocabulary size " << vocab.size() << endl;
+}