1 files changed, 61 insertions, 0 deletions
diff --git a/scripts/training/filter-pt.2/tables-core.h b/scripts/training/filter-pt.2/tables-core.h
new file mode 100644
index 000000000..45c46c89b
--- /dev/null
+++ b/scripts/training/filter-pt.2/tables-core.h
@@ -0,0 +1,61 @@
+#pragma once
+// $Id: tables-core.h 2416 2009-07-30 11:07:38Z hieuhoang1972 $
+
+#include <iostream>
+#include <fstream>
+#include <assert.h>
+#include <stdlib.h>
+#include <string>
+#include <queue>
+#include <map>
+#include <cmath>
+
+using namespace std;
+
+#define TABLE_LINE_MAX_LENGTH 1000
+#define UNKNOWNSTR	"UNK"
+
+vector<string> tokenize( const char[] );
+
+typedef string WORD;
+typedef unsigned int WORD_ID;
+
+class Vocabulary {
+ public:
+  map<WORD, WORD_ID>  lookup;
+  vector< WORD > vocab;
+  WORD_ID storeIfNew( const WORD& );
+  WORD_ID getWordID( const WORD& );
+  inline WORD &getWord( WORD_ID id ) const { WORD &i = (WORD&) vocab[ id ]; return i; }
+};
+
+typedef vector< WORD_ID > PHRASE;
+typedef unsigned int PHRASE_ID;
+
+class PhraseTable {
+ public:
+  map< PHRASE, PHRASE_ID > lookup;
+  vector< PHRASE > phraseTable;
+  PHRASE_ID storeIfNew( const PHRASE& );
+  PHRASE_ID getPhraseID( const PHRASE& );
+  void clear();
+  inline PHRASE &getPhrase( const PHRASE_ID id ) { return phraseTable[ id ]; }
+};
+
+typedef vector< pair< PHRASE_ID, double > > PHRASEPROBVEC;
+
+class TTable {
+ public:
+  map< PHRASE_ID, vector< pair< PHRASE_ID, double > > > ttable;
+  map< PHRASE_ID, vector< pair< PHRASE_ID, vector< double > > > > ttableMulti;
+};
+
+class DTable {
+ public:
+  map< int, double > dtable;
+  void init();
+  void load( const string& );
+  double get( int );
+};
+
+