1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#include "update_generator.hpp"
#include "../defines.hpp"
#include "../platform/platform.hpp"
#include "../storage/country.hpp"
#include "../coding/file_writer.hpp"
#include "../base/string_utils.hpp"
#include "../base/logging.hpp"
#include "../base/macros.hpp"
#include "../base/timer.hpp"
#include "../std/iterator.hpp"
using namespace storage;
namespace update
{
// we don't support files without name or without extension
/*
bool SplitExtension(string const & file, string & name, string & ext)
{
// get extension
size_t const index = file.find_last_of('.');
if (index == string::npos || (index + 1) == file.size() || index == 0 || file == "." || file == "..")
{
name = file;
ext.clear();
return false;
}
ext = file.substr(index);
name = file.substr(0, index);
return true;
}
*/
class SizeUpdater
{
size_t m_processedFiles;
string m_dataDir;
Platform::FilesList & m_files;
public:
SizeUpdater(string const & dataDir, Platform::FilesList & files)
: m_processedFiles(0), m_dataDir(dataDir), m_files(files)
{
}
~SizeUpdater()
{
LOG(LINFO, (m_processedFiles, "file sizes were updated in the country list"));
if (!m_files.empty())
LOG(LWARNING, ("Files left unprocessed:", m_files));
}
template <class T> void operator() (T & c)
{
for (size_t i = 0; i < c.Value().m_files.size(); ++i)
{
++m_processedFiles;
uint64_t size = 0;
string const fname = c.Value().m_files[i].GetFileWithExt();
if (!GetPlatform().GetFileSizeByFullPath(m_dataDir + fname, size))
LOG(LERROR, ("File was not found:", fname));
CHECK_GREATER(size, 0, ("Zero file size?", fname));
c.Value().m_files[i].m_remoteSize = size;
Platform::FilesList::iterator found = find(m_files.begin(), m_files.end(), fname);
if (found != m_files.end())
m_files.erase(found);
else
LOG(LWARNING, ("No file ", fname, " on disk for the record in countries.txt"));
}
}
};
bool UpdateCountries(string const & dataDir)
{
Platform::FilesList mwmFiles;
GetPlatform().GetFilesByExt(dataDir, DATA_FILE_EXTENSION, mwmFiles);
// remove some files from list
char const * filesToRemove[] = {
"minsk-pass"DATA_FILE_EXTENSION,
WORLD_FILE_NAME DATA_FILE_EXTENSION,
WORLD_COASTS_FILE_NAME DATA_FILE_EXTENSION
};
for (size_t i = 0; i < ARRAY_SIZE(filesToRemove); ++i)
{
Platform::FilesList::iterator found = std::find(mwmFiles.begin(), mwmFiles.end(),
filesToRemove[i]);
if (found != mwmFiles.end())
mwmFiles.erase(found);
}
if (mwmFiles.empty())
return false;
else
LOG(LINFO, (mwmFiles.size(), "mwm files were found"));
// load current countries information to update file sizes
storage::CountriesContainerT countries;
string jsonBuffer;
{
ReaderPtr<Reader>(GetPlatform().GetReader(COUNTRIES_FILE)).ReadAsString(jsonBuffer);
storage::LoadCountries(jsonBuffer, countries);
// using move semantics for mwmFiles
SizeUpdater sizeUpdater(dataDir, mwmFiles);
countries.ForEachChildren(sizeUpdater);
}
storage::SaveCountries(my::TodayAsYYMMDD(), countries, jsonBuffer);
{
string const outFileName = GetPlatform().WritablePathForFile(COUNTRIES_FILE".updated");
FileWriter f(outFileName);
f.Write(&jsonBuffer[0], jsonBuffer.size());
LOG(LINFO, ("Saved updated countries to", outFileName));
}
return true;
}
} // namespace update
|
