Added support for external unix filters to preprocess sentences in mert and evaluator

1 files changed, 167 insertions, 0 deletions

diff --git a/mert/Fdstream.h b/mert/Fdstream.h
new file mode 100644
index 000000000..92ccd355f
--- /dev/null
+++ b/mert/Fdstream.h
@@ -0,0 +1,167 @@
+/*
+ * This class creates c++ like stream from file descriptor
+ */
+
+#ifndef _FDSTREAM_
+#define _FDSTREAM_
+
+#include <iostream>
+#if defined(__GLIBCXX__) || defined(__GLIBCPP__)
+#include <ext/stdio_filebuf.h>
+
+#define BUFFER_SIZE (1024)
+
+using namespace std;
+
+class _fdstream
+{
+protected:
+  _fdstream() :
+      _file_descriptor(-1), _filebuf(NULL)
+  { }
+
+  _fdstream(int file_descriptor, ios_base::openmode openmode) :
+      _file_descriptor(file_descriptor), _openmode(openmode)
+  {
+    _filebuf = NULL;
+    open(file_descriptor, openmode);
+  }
+
+  ios_base::openmode openmode() const { return _openmode; }
+
+  void open(int file_descriptor, ios_base::openmode openmode)
+  {
+    if (!_filebuf)
+      // We create a C++ stream from a file descriptor
+      // stdio_filebuf is not synced with stdio.
+      // From GCC 3.4.0 on exists in addition stdio_sync_filebuf
+      // You can also create the filebuf from a FILE* with
+      // FILE* f = fdopen(file_descriptor, mode);
+      _filebuf = new __gnu_cxx::stdio_filebuf<char> (file_descriptor,
+						     openmode);
+  }
+
+  ~_fdstream()
+  {
+    close(_file_descriptor);
+    delete _filebuf;
+    _filebuf = NULL;
+  }
+
+  int _file_descriptor;
+  __gnu_cxx::stdio_filebuf<char>* _filebuf;
+  ios_base::openmode _openmode;
+};
+
+class ifdstream : public _fdstream
+{
+public:
+  ifdstream() :
+      _fdstream(), _stream(NULL)
+  { }
+
+  ifdstream(int file_descriptor) :
+      _fdstream(file_descriptor, ios_base::in)
+  {
+    _stream = new istream (_filebuf);
+  }
+
+  void open(int file_descriptor)
+  {
+    if (!_stream)
+      {
+	_fdstream::open(file_descriptor, ios_base::in);
+	_stream = new istream (_filebuf);
+      }
+  }
+
+  ifdstream& operator>> (string& str)
+  {
+    (*_stream) >> str;
+
+    return *this;
+  }
+
+  size_t getline(string& str)
+  {
+    char tmp[BUFFER_SIZE];
+    size_t ret = getline(tmp, BUFFER_SIZE);
+    str = tmp;
+    return ret;
+  }
+
+  size_t getline (char* s, streamsize n)
+  {
+    return (getline(s, n, '\n'));
+  }
+
+  size_t getline (char* s, streamsize n, char delim)
+  {
+    int i = 0;
+    do{
+      s[i] = _stream->get();
+      i++;
+    }while(i < n-1 && s[i-1] != delim && s[i-1] != '\0');
+
+    s[i-1] = '\0'; // overwrite the delimiter given with string end
+
+    return i-1;
+  }
+
+  ~ifdstream()
+  {
+    //this->~_fdstream();
+    delete _stream;
+  }
+
+private:
+  istream* _stream;
+};
+
+class ofdstream : public _fdstream
+{
+public:
+  ofdstream() :
+      _fdstream(), _stream(NULL)
+  { }
+
+  ofdstream(int file_descriptor) :
+      _fdstream(file_descriptor, ios_base::out)
+  {
+    _stream = new ostream (_filebuf);
+  }
+
+  void open(int file_descriptor)
+  {
+    if (!_stream)
+      {
+	_fdstream::open(file_descriptor, ios_base::out);
+	_stream = new ostream (_filebuf);
+      }
+  }
+
+
+  ofdstream& operator<< (const string& str)
+  {
+    if (_stream->good())
+      (*_stream) << str;
+
+    _stream->flush();
+    return *this;
+  }
+
+  ~ofdstream()
+  {
+    //this->~_fdstream();
+    delete _stream;
+  }
+
+private:
+  ostream* _stream;
+};
+
+#else
+#error "Not supported"
+#endif
+
+#endif // _FDSTREAM_