1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
#include "testing/testing.hpp"
#include "search/v2/house_numbers_matcher.hpp"
#include "std/vector.hpp"
#include "base/string_utils.hpp"
using namespace strings;
using namespace search::v2;
namespace
{
void ParseHouseNumber(string const & s, vector<vector<string>> & ts)
{
vector<Parse> parses;
ParseQuery(MakeUniString(s), false /* queryIsPrefix */, parses);
for (auto const & parse : parses)
{
ts.emplace_back();
auto & tsb = ts.back();
for (auto const & part : parse.m_parts)
tsb.push_back(ToUtf8(part));
}
}
bool HouseNumbersMatch(string const & houseNumber, string const & query, bool queryIsPrefix = false)
{
vector<Parse> queryParses;
ParseQuery(MakeUniString(query), queryIsPrefix, queryParses);
return search::v2::HouseNumbersMatch(MakeUniString(houseNumber), queryParses);
}
bool CheckTokenizer(string const & utf8s, vector<string> const & expected)
{
UniString utf32s = MakeUniString(utf8s);
vector<HouseNumberTokenizer::Token> tokens;
HouseNumberTokenizer::Tokenize(utf32s, tokens);
vector<string> actual;
for (auto const & token : tokens)
actual.push_back(ToUtf8(token.m_token));
if (actual != expected)
{
LOG(LINFO, ("actual:", actual, "expected:", expected));
return false;
}
return true;
}
bool CheckParser(string const & utf8s, string const & expected)
{
vector<vector<string>> parses;
ParseHouseNumber(utf8s, parses);
for (auto const & parse : parses)
{
string actual;
for (size_t i = 0; i < parse.size(); ++i)
{
actual.append(parse[i]);
if (i + 1 != parse.size())
actual.push_back(' ');
}
if (actual == expected)
return true;
}
LOG(LINFO, ("actual:", parses, "expected:", expected));
return false;
}
} // namespace
UNIT_TEST(HouseNumberTokenizer_Smoke)
{
TEST(CheckTokenizer("123Б", {"123", "Б"}), ());
TEST(CheckTokenizer("123/Б", {"123", "Б"}), ());
TEST(CheckTokenizer("123/34 корп. 4 стр1", {"123", "34", "корп", "4", "стр", "1"}), ());
}
UNIT_TEST(HouseNumberNormalizer_Smoke)
{
TEST(CheckParser("123Б", "123б"), ());
TEST(CheckParser("123/4 Литер А", "123 4 а"), ());
TEST(CheckParser("123а корп. 2б", "123а 2б"), ());
TEST(CheckParser("123к4", "123 4"), ());
TEST(CheckParser("123к Корпус 2", "123к 2"), ());
TEST(CheckParser("9 литер А корпус 2", "9 2 а"), ());
TEST(CheckParser("39с79", "39 79"), ());
TEST(CheckParser("9 литер аб1", "9 аб1"), ());
}
UNIT_TEST(HouseNumbersMatcher_Smoke)
{
TEST(HouseNumbersMatch("39с79", "39"), ());
TEST(HouseNumbersMatch("39с79", "39 Строение 79"), ());
TEST(HouseNumbersMatch("39с79", "39 к. 79"), ());
TEST(HouseNumbersMatch("39 - 79", "39 строение 79"), ());
TEST(HouseNumbersMatch("39/79", "39 строение 79"), ());
TEST(HouseNumbersMatch("127а корпус 2", "127а"), ());
TEST(HouseNumbersMatch("127а корпус 2", "127а кор. 2"), ());
TEST(HouseNumbersMatch("1234abcdef", "1234 abcdef"), ());
TEST(HouseNumbersMatch("10/42 корпус 2", "10"), ());
TEST(HouseNumbersMatch("10 к2 с2", "10 корпус 2"), ());
TEST(HouseNumbersMatch("10 к2 с2", "10 корпус 2 с 2"), ());
TEST(HouseNumbersMatch("10 корпус 2 строение 2", "10 к2 с2"), ());
TEST(HouseNumbersMatch("10 корпус 2 строение 2", "10к2с2"), ());
TEST(HouseNumbersMatch("10к2а", "10 2а"), ());
TEST(HouseNumbersMatch("10 к2с", "10 2с"), ());
TEST(HouseNumbersMatch("22к", "22 к"), ());
TEST(HouseNumbersMatch("22к корпус 2а строение 7", "22к к 2а стр 7"), ());
TEST(HouseNumbersMatch("22к к 2а с 7", "22к корпус 2а"), ());
TEST(HouseNumbersMatch("124к корпус к", "124к к"), ());
TEST(!HouseNumbersMatch("39", "39 с 79"), ());
TEST(!HouseNumbersMatch("127а корпус 2", "127"), ());
TEST(!HouseNumbersMatch("6 корпус 2", "7"), ());
TEST(!HouseNumbersMatch("10/42 корпус 2", "42"), ());
TEST(!HouseNumbersMatch("--...--.-", "--.....-"), ());
TEST(!HouseNumbersMatch("22к", "22 корпус"), ());
TEST(!HouseNumbersMatch("22к", "22я"), ());
TEST(!HouseNumbersMatch("22к", "22л"), ());
TEST(HouseNumbersMatch("39 корпус 79", "39", true /* queryIsPrefix */), ());
TEST(HouseNumbersMatch("39 корпус 79", "39 кор", true /* queryIsPrefix */), ());
TEST(!HouseNumbersMatch("39", "39 корп", true /* queryIsPrefix */), ());
TEST(HouseNumbersMatch("39 корпус 7", "39", true /* queryIsPrefix */), ());
TEST(HouseNumbersMatch("39К корпус 7", "39 к", true /* queryIsPrefix */), ());
TEST(HouseNumbersMatch("39К корпус 7", "39к", true /* queryIsPrefix */), ());
TEST(HouseNumbersMatch("39 К корпус 7", "39 к", false /* queryIsPrefix */), ());
TEST(!HouseNumbersMatch("39 К корпус 7", "39", false /* queryIsPrefix */), ());
}
|
