1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
#pragma once
#include "base/string_utils.hpp"
#include "std/string.hpp"
#include "std/vector.hpp"
namespace search
{
// This class splits a string representing a house number to groups of
// symbols from the same class (separators, digits or other symbols,
// hope, letters).
class HouseNumberTokenizer
{
public:
enum class CharClass
{
Separator,
Digit,
Other,
};
struct Token
{
Token() : m_klass(CharClass::Separator) {}
Token(strings::UniString const & token, CharClass klass) : m_token(token), m_klass(klass) {}
Token(strings::UniString && token, CharClass klass) : m_token(move(token)), m_klass(klass) {}
strings::UniString m_token;
CharClass m_klass;
};
// Performs greedy split of |s| by character classes. Note that this
// function never emits Tokens corresponding to Separator classes.
static void Tokenize(strings::UniString const & s, vector<Token> & ts);
};
struct Parse
{
inline bool IsEmpty() const { return m_parts.empty(); }
vector<strings::UniString> m_parts;
bool m_hasTrailingBuildingPrefixSynonym = false;
};
// Parses query for later faster processing, when multiple buildings
// are matched against the query.
void ParseQuery(strings::UniString const & query, bool queryIsPrefix, vector<Parse> & ps);
// Returns true when |query| matches to |houseNumber|.
bool HouseNumbersMatch(strings::UniString const & houseNumber, strings::UniString const & query,
bool queryIsPrefix);
// Returns true when at least one parse of the query matches to
// |houseNumber|.
bool HouseNumbersMatch(strings::UniString const & houseNumber, vector<Parse> const & queryParses);
string DebugPrint(HouseNumberTokenizer::CharClass charClass);
string DebugPrint(HouseNumberTokenizer::Token const & token);
string DebugPrint(Parse const & parse);
} // namespace search
|
