moses/TranslationModel/ProbingPT/vocabid.cpp


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

#include "vocabid.hh"

void add_to_map(std::map<uint64_t, std::string> *karta, StringPiece textin)
{
  //Tokenize
  util::TokenIter<util::SingleCharacter> it(textin, util::SingleCharacter(' '));

  while(it) {
    karta->insert(std::pair<uint64_t, std::string>(getHash(*it), it->as_string()));
    it++;
  }
}

void serialize_map(std::map<uint64_t, std::string> *karta, const char* filename)
{
  std::ofstream os (filename, std::ios::binary);
  boost::archive::text_oarchive oarch(os);

  oarch << *karta;  //Serialise map
  os.close();
}

void read_map(std::map<uint64_t, std::string> *karta, const char* filename)
{
  std::ifstream is (filename, std::ios::binary);
  boost::archive::text_iarchive iarch(is);

  iarch >> *karta;

  //Close the stream after we are done.
  is.close();
}