1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
#include "generator/key_value_storage.hpp"
#include "coding/reader.hpp"
#include "base/exception.hpp"
#include "base/logging.hpp"
namespace generator
{
KeyValueStorage::KeyValueStorage(std::string const & path,
std::function<bool(KeyValue const &)> const & pred)
{
std::fstream stream{path};
if (!stream)
MYTHROW(Reader::OpenException, ("Failed to open file", path));
std::string line;
std::streamoff lineNumber = 0;
while (std::getline(stream, line))
{
++lineNumber;
KeyValue kv;
if (!ParseKeyValueLine(line, kv, lineNumber) || !pred(kv))
continue;
m_values.insert(kv);
}
}
// static
bool KeyValueStorage::ParseKeyValueLine(std::string const & line, KeyValue & res, std::streamoff lineNumber)
{
auto const pos = line.find(" ");
if (pos == std::string::npos)
{
LOG(LWARNING, ("Cannot find separator in line", lineNumber));
return false;
}
int64_t id;
if (!strings::to_int64(line.substr(0, pos), id))
{
LOG(LWARNING, ("Cannot parse id", line.substr(0, pos) , "in line", lineNumber));
return false;
}
auto jsonString = line.c_str() + pos + 1;
json_error_t jsonError;
base::JSONPtr json{json_loads(jsonString, 0, &jsonError)};
if (!json)
{
LOG(LWARNING, ("Cannot create base::Json in line", lineNumber, ":", jsonError.text));
return false;
}
res = std::make_pair(static_cast<uint64_t>(id), std::make_shared<JsonValue>(std::move(json)));
return true;
}
std::shared_ptr<JsonValue> KeyValueStorage::Find(uint64_t key) const
{
auto const it = m_values.find(key);
if (it == std::end(m_values))
return {};
return it->second;
}
size_t KeyValueStorage::Size() const
{
return m_values.size();
}
} // namespace generator
|
