1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
#pragma once
#include "search/token_slice.hpp"
#include "indexer/categories_holder.hpp"
#include "base/buffer_vector.hpp"
#include "base/string_utils.hpp"
namespace search
{
using TLocales = buffer_vector<int8_t, 3>;
inline bool IsHashtagged(strings::UniString const & s) { return !s.empty() && s[0] == '#'; }
inline strings::UniString RemoveHashtag(strings::UniString const & s)
{
if (IsHashtagged(s))
return strings::UniString(s.begin() + 1, s.end());
return s;
}
template <typename ToDo>
void ForEachCategoryType(StringSliceBase const & slice, TLocales const & locales,
CategoriesHolder const & categories, ToDo && todo)
{
for (size_t i = 0; i < slice.Size(); ++i)
{
auto token = RemoveHashtag(slice.Get(i));
for (size_t j = 0; j < locales.size(); ++j)
categories.ForEachTypeByName(locales[j], token, bind<void>(todo, i, _1));
// Special case processing of 2 codepoints emoji (e.g. black guy on a bike).
// Only emoji synonyms can have one codepoint.
if (token.size() > 1)
{
categories.ForEachTypeByName(CategoriesHolder::kEnglishCode, strings::UniString(1, token[0]),
bind<void>(todo, i, _1));
}
}
}
} // namespace search
|
