moses/TranslationModel/ProbingPT/hash.hh


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

#pragma once

#include "util/string_piece.hh"
#include "util/murmur_hash.hh"
#include "util/string_piece.hh"  //Tokenization and work with StringPiece
#include "util/tokenize_piece.hh"
#include <vector>

namespace Moses
{

//Gets the MurmurmurHash for give string
uint64_t getHash(StringPiece text);

std::vector<uint64_t> getVocabIDs(const StringPiece &textin);

}