1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
#include "search/utils.hpp"
#include "indexer/data_source.hpp"
#include <cctype>
using namespace std;
namespace
{
vector<strings::UniString> const kAllowedMisprints = {
strings::MakeUniString("ckq"),
strings::MakeUniString("eyjiu"),
strings::MakeUniString("gh"),
strings::MakeUniString("pf"),
strings::MakeUniString("vw"),
strings::MakeUniString("ао"),
strings::MakeUniString("еиэ"),
strings::MakeUniString("шщ"),
};
} // namespace
namespace search
{
size_t GetMaxErrorsForToken(strings::UniString const & token)
{
bool const digitsOnly = all_of(token.begin(), token.end(), ::isdigit);
if (digitsOnly)
return 0;
if (token.size() < 4)
return 0;
if (token.size() < 8)
return 1;
return 2;
}
strings::LevenshteinDFA BuildLevenshteinDFA(strings::UniString const & s)
{
// In search we use LevenshteinDFAs for fuzzy matching. But due to
// performance reasons, we limit prefix misprints to fixed set of substitutions defined in
// kAllowedMisprints and skipped letters.
return strings::LevenshteinDFA(s, 1 /* prefixSize */, kAllowedMisprints, GetMaxErrorsForToken(s));
}
MwmSet::MwmHandle FindWorld(DataSourceBase const & dataSource, vector<shared_ptr<MwmInfo>> const & infos)
{
MwmSet::MwmHandle handle;
for (auto const & info : infos)
{
if (info->GetType() == MwmInfo::WORLD)
{
handle = dataSource.GetMwmHandleById(MwmSet::MwmId(info));
break;
}
}
return handle;
}
MwmSet::MwmHandle FindWorld(DataSourceBase const & dataSource)
{
vector<shared_ptr<MwmInfo>> infos;
dataSource.GetMwmsInfo(infos);
return FindWorld(dataSource, infos);
}
} // namespace search
|
