search/token_slice.cpp


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

#include "search/token_slice.hpp"

#include <sstream>

using namespace std;

namespace search
{
namespace
{
template <typename Slice>
string SliceToString(string const & name, Slice const & slice)
{
  ostringstream os;
  os << name << " [";
  for (size_t i = 0; i < slice.Size(); ++i)
  {
    os << DebugPrint(slice.Get(i));
    if (i + 1 != slice.Size())
      os << ", ";
  }
  os << "]";
  return os.str();
}
}  // namespace

// TokenSlice --------------------------------------------------------------------------------------
TokenSlice::TokenSlice(QueryParams const & params, TokenRange const & range)
  : m_params(params), m_offset(range.Begin()), m_size(range.Size())
{
  ASSERT(range.IsValid(), (range));
}

bool TokenSlice::IsPrefix(size_t i) const
{
  ASSERT_LESS(i, Size(), ());
  return m_params.IsPrefixToken(m_offset + i);
}

// TokenSliceNoCategories --------------------------------------------------------------------------
TokenSliceNoCategories::TokenSliceNoCategories(QueryParams const & params, TokenRange const & range)
  : m_params(params)
{
  m_indexes.reserve(range.Size());
  for (size_t i : range)
  {
    if (!m_params.IsCategorySynonym(i))
      m_indexes.push_back(i);
  }
}

string DebugPrint(TokenSlice const & slice) { return SliceToString("TokenSlice", slice); }

string DebugPrint(TokenSliceNoCategories const & slice)
{
  return SliceToString("TokenSliceNoCategories", slice);
}
}  // namespace search