moses/TranslationModel/ProbingPT/quering.hh


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

#pragma once

#include "probing_hash_utils.hh"
#include "huffmanish.hh"
#include "hash.hh" //Includes line splitter
#include <sys/stat.h> //For finding size of file
#include "vocabid.hh"
#include <algorithm> //toLower
#define API_VERSION 3


char * read_binary_file(char * filename);

class QueryEngine
{
  unsigned char * binary_mmaped; //The binari phrase table file
  std::map<unsigned int, std::string> vocabids;
  std::map<uint64_t, std::string> source_vocabids;

  Table table;
  char *mem; //Memory for the table, necessary so that we can correctly destroy the object

  HuffmanDecoder decoder;

  size_t binary_filesize;
  size_t table_filesize;
  int num_scores;
  bool is_reordering;
public:
  QueryEngine (const char *);
  ~QueryEngine();
  std::pair<bool, std::vector<target_text> > query(StringPiece source_phrase);
  std::pair<bool, std::vector<target_text> > query(std::vector<uint64_t> source_phrase);
  void printTargetInfo(std::vector<target_text> target_phrases);
  const std::map<unsigned int, std::string> getVocab() const {
    return decoder.get_target_lookup_map();
  }

  const std::map<uint64_t, std::string> getSourceVocab() const {
    return source_vocabids;
  }

};