Remove unused stream reader/writer

1 files changed, 0 insertions, 233 deletions

diff --git a/generator/data_cache_file.hpp b/generator/data_cache_file.hpp
deleted file mode 100644
index 3e2be4b731..0000000000
--- a/generator/data_cache_file.hpp
+++ /dev/null
@@ -1,233 +0,0 @@
-#pragma once
-
-#include "generator/osm_decl.hpp"
-
-#include "coding/file_name_utils.hpp"
-#include "coding/file_reader_stream.hpp"
-#include "coding/file_writer_stream.hpp"
-
-#include "base/logging.hpp"
-
-#include "std/algorithm.hpp"
-#include "std/deque.hpp"
-#include "std/exception.hpp"
-#include "std/limits.hpp"
-#include "std/utility.hpp"
-#include "std/vector.hpp"
-
-#include "std/fstream.hpp"
-
-/// Classes for reading and writing any data in file with map of offsets for
-/// fast searching in memory by some key.
-namespace cache
-{
-
-enum class EMode { Write = true, Read = false };
-
-namespace detail
-{
-template <class TFile, class TValue>
-class IndexFile
-{
-  using TKey = uint64_t;
-  static_assert(is_integral<TKey>::value, "TKey is not integral type");
-  using TElement = pair<TKey, TValue>;
-  using TContainer = vector<TElement>;
-
-  TContainer m_elements;
-  TFile m_file;
-  uint64_t m_fileSize = 0;
-
-  static size_t constexpr kFlushCount = 1024;
-
-  struct ElementComparator
-  {
-    bool operator()(TElement const & r1, TElement const & r2) const
-    {
-      return ((r1.first == r2.first) ? r1.second < r2.second : r1.first < r2.first);
-    }
-    bool operator()(TElement const & r1, TKey r2) const { return (r1.first < r2); }
-    bool operator()(TKey r1, TElement const & r2) const { return (r1 < r2.first); }
-  };
-
-  static size_t CheckedCast(uint64_t v)
-  {
-    ASSERT_LESS(v, numeric_limits<size_t>::max(), ("Value too long for memory address : ", v));
-    return static_cast<size_t>(v);
-  }
-
-public:
-  IndexFile(string const & name) : m_file(name.c_str()) {}
-
-  string GetFileName() const { return m_file.GetName(); }
-
-  void WriteAll()
-  {
-    if (m_elements.empty())
-      return;
-
-    m_file.Write(&m_elements[0], m_elements.size() * sizeof(TElement));
-    m_elements.clear();
-  }
-
-  void ReadAll()
-  {
-    m_elements.clear();
-    m_fileSize = m_file.Size();
-    if (m_fileSize == 0)
-      return;
-
-    LOG_SHORT(LINFO, ("Offsets reading is started for file ", GetFileName()));
-    CHECK_EQUAL(0, m_fileSize % sizeof(TElement), ("Damaged file."));
-
-    try
-    {
-      m_elements.resize(CheckedCast(m_fileSize / sizeof(TElement)));
-    }
-    catch (exception const &)  // bad_alloc
-    {
-      LOG(LCRITICAL, ("Insufficient memory for required offset map"));
-    }
-
-    m_file.Read(0, &m_elements[0], CheckedCast(m_fileSize));
-
-    sort(m_elements.begin(), m_elements.end(), ElementComparator());
-
-    LOG_SHORT(LINFO, ("Offsets reading is finished"));
-  }
-
-  void Add(TKey k, TValue const & v)
-  {
-    if (m_elements.size() > kFlushCount)
-      WriteAll();
-
-    m_elements.push_back(make_pair(k, v));
-  }
-
-  bool GetValueByKey(TKey key, TValue & value) const
-  {
-    auto it = lower_bound(m_elements.begin(), m_elements.end(), key, ElementComparator());
-    if ((it != m_elements.end()) && ((*it).first == key))
-    {
-      value = (*it).second;
-      return true;
-    }
-    return false;
-  }
-
-  template <class ToDo>
-  void ForEachByKey(TKey k, ToDo && toDo) const
-  {
-    auto range = equal_range(m_elements.begin(), m_elements.end(), k, ElementComparator());
-    for (; range.first != range.second; ++range.first)
-    {
-      if (toDo((*range.first).second))
-        return;
-    }
-  }
-};
-} // namespace detail
-
-
-template <EMode TMode>
-class OSMElementCache
-{
-public:
-  using TKey = uint64_t;
-  using TStorage = typename conditional<TMode == EMode::Write, FileWriter, FileReader>::type;
-  using TOffsetFile = typename conditional<TMode == EMode::Write, FileWriter, FileReader>::type;
-
-protected:
-  using TBuffer = vector<uint8_t>;
-  TStorage m_storage;
-  detail::IndexFile<TOffsetFile, uint64_t> m_offsets;
-  string m_name;
-  TBuffer m_data;
-  bool m_preload = false;
-
-public:
-  OSMElementCache(string const & name, bool preload = false)
-  : m_storage(name)
-  , m_offsets(name + OFFSET_EXT)
-  , m_name(name)
-  , m_preload(preload)
-  {
-    InitStorage<TMode>();
-  }
-
-  template <EMode T>
-  typename enable_if<T == EMode::Write, void>::type InitStorage() {}
-
-  template <EMode T>
-  typename enable_if<T == EMode::Read, void>::type InitStorage()
-  {
-    if (m_preload)
-    {
-      size_t sz = m_storage.Size();
-      m_data.resize(sz);
-      m_storage.Read(0, m_data.data(), sz);
-    }
-  }
-
-  template <class TValue, EMode T = TMode>
-  typename enable_if<T == EMode::Write, void>::type Write(TKey id, TValue const & value)
-  {
-    m_offsets.Add(id, m_storage.Pos());
-    m_data.clear();
-    MemWriter<TBuffer> w(m_data);
-
-    value.Write(w);
-
-    // write buffer
-    ASSERT_LESS(m_data.size(), numeric_limits<uint32_t>::max(), ());
-    uint32_t sz = static_cast<uint32_t>(m_data.size());
-    m_storage.Write(&sz, sizeof(sz));
-    m_storage.Write(m_data.data(), sz * sizeof(TBuffer::value_type));
-
-//    std::ofstream ff((m_name+".wlog").c_str(), std::ios::binary | std::ios::app);
-//    ff << id << " " << value.ToString() << std::endl;
-//    if (id == 1942060)
-//      ff << id << " " << value.Dump() << std::endl;
-  }
-
-  template <class TValue, EMode T = TMode>
-  typename enable_if<T == EMode::Read, bool>::type Read(TKey id, TValue & value)
-  {
-    uint64_t pos;
-    if (m_offsets.GetValueByKey(id, pos))
-    {
-      uint32_t valueSize = m_preload ? *((uint32_t *)(m_data.data() + pos)) : 0;
-      size_t offset = pos + sizeof(uint32_t);
-
-      if (!m_preload)
-      {
-        // in case not in memory work we read buffer
-        m_storage.Read(pos, &valueSize, sizeof(valueSize));
-        m_data.resize(valueSize);
-        m_storage.Read(pos + sizeof(valueSize), m_data.data(), valueSize);
-        offset = 0;
-      }
-
-      // prepare correct reader
-      MemReader reader(m_data.data() + offset, valueSize);
-
-      value.Read(reader);
-
-
-//      std::ofstream ff((m_name+".rlog").c_str(), std::ios::binary | std::ios::app);
-//      ff << id << " " << value.ToString() << std::endl;
-//      if (id == 1942060)
-//        ff << id << " " << value.Dump() << std::endl;
-      return true;
-    }
-    else
-    {
-      LOG_SHORT(LWARNING, ("Can't find offset in file", m_offsets.GetFileName(), "by id", id));
-      return false;
-    }
-  }
-
-  inline void SaveOffsets() { m_offsets.WriteAll(); }
-  inline void LoadOffsets() { m_offsets.ReadAll(); }
-};
-} // namespace cache