Faster segment archiving (#14761)

* use temporary table when segmenting

* still apply original where

* do not apply where twice

* make sure to sort tables correctly

* performance tweak, no longer a where needed in most queries

* fix notice

* have a better cache per date

* small tweaks

* potentially fix an error where we received too many rows

* do not apply any custom force group by

* better handling of log tables to fix some tests

* enable new feature through config

* remove comment

* fix some system tests

* drop table before starting to archive in case archiving fails

* fix more tests

* trying to fix ui test

* save the config change

* use reader when executing ranking queries

* apply review feedback

* drop table only if it actually exists to prevent problems on a reader

* Update JoinGenerator.php

3 files changed, 15 insertions, 0 deletions

diff --git a/plugins/CoreHome/Tracker/LogTable/Conversion.php b/plugins/CoreHome/Tracker/LogTable/Conversion.php
index cdc3fa629d..39a46dfcca 100644
--- a/plugins/CoreHome/Tracker/LogTable/Conversion.php
+++ b/plugins/CoreHome/Tracker/LogTable/Conversion.php
@@ -27,6 +27,11 @@ class Conversion extends LogTable
         return 'idvisit';
     }
 
+    public function getDateTimeColumn()
+    {
+        return 'server_time';
+    }
+
     public function getPrimaryKey()
     {
         return array('idvisit', 'idgoal', 'buster');
diff --git a/plugins/CoreHome/Tracker/LogTable/LinkVisitAction.php b/plugins/CoreHome/Tracker/LogTable/LinkVisitAction.php
index b09cd92c67..0b175f8995 100644
--- a/plugins/CoreHome/Tracker/LogTable/LinkVisitAction.php
+++ b/plugins/CoreHome/Tracker/LogTable/LinkVisitAction.php
@@ -32,6 +32,11 @@ class LinkVisitAction extends LogTable
         return 'idvisit';
     }
 
+    public function getDateTimeColumn()
+    {
+        return 'server_time';
+    }
+
     public function getPrimaryKey()
     {
         return array('idlink_va');
diff --git a/plugins/CoreHome/Tracker/LogTable/Visit.php b/plugins/CoreHome/Tracker/LogTable/Visit.php
index 9b2bf91080..6c0726970f 100644
--- a/plugins/CoreHome/Tracker/LogTable/Visit.php
+++ b/plugins/CoreHome/Tracker/LogTable/Visit.php
@@ -26,6 +26,11 @@ class Visit extends LogTable
     {
         return 'idvisit';
     }
+    
+    public function getDateTimeColumn()
+    {
+        return 'visit_last_action_time';
+    }
 
     public function shouldJoinWithSubSelect()
     {