blob: 1503b5d4d8087d60ad1ffe90b10b6fb9633be898 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
#pragma once
#include "../base/string_utils.hpp"
#include "../base/base.hpp"
namespace search
{
using strings::UniChar;
inline strings::UniString NormalizeAndSimplifyString(string const & s)
{
strings::UniString uniS = strings::MakeLowerCase(strings::MakeUniString(s));
strings::Normalize(uniS);
return uniS;
}
template <class DelimsT, typename F>
void SplitUniString(strings::UniString const & uniS, F f, DelimsT const & delims)
{
for (strings::TokenizeIterator<DelimsT> iter(uniS, delims); iter; ++iter)
f(iter.GetUniString());
}
strings::UniString FeatureTypeToString(uint32_t type);
} // namespace search
|
