1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
|
<?php
/**
* Piwik - free/libre analytics platform
*
* @link http://piwik.org
* @license http://www.gnu.org/licenses/gpl-3.0.html GPL v3 or later
*/
namespace Piwik\Tests\Integration\Archive;
use Piwik\Archive\ArchivePurger;
use Piwik\Config;
use Piwik\Date;
use Piwik\Db;
use Piwik\Tests\Fixtures\RawArchiveDataWithTempAndInvalidated;
use Piwik\Tests\Framework\Fixture;
use Piwik\Tests\Framework\TestCase\IntegrationTestCase;
/**
* @group ArchivePurgerTest
* @group Core
*/
class ArchivePurgerTest extends IntegrationTestCase
{
/**
* @var RawArchiveDataWithTempAndInvalidated
*/
public static $fixture;
/**
* @var ArchivePurger
*/
private $archivePurger;
/**
* @var Date
*/
private $january;
/**
* @var Date
*/
private $february;
public function setUp(): void
{
parent::setUp();
$this->january = self::$fixture->january;
$this->february = self::$fixture->february;
$this->archivePurger = new ArchivePurger();
$this->archivePurger->setTodayDate(Date::factory('2015-02-27'));
$this->archivePurger->setYesterdayDate(Date::factory('2015-02-26'));
$this->archivePurger->setNow(Date::factory('2015-02-27 08:00:00')->getTimestamp());
$this->configureCustomRangePurging();
// assert test data was added correctly
self::$fixture->assertInvalidatedArchivesNotPurged(self::$fixture->january);
self::$fixture->assertInvalidatedArchivesNotPurged(self::$fixture->february);
}
public function test_purgeOutdatedArchives_PurgesCorrectTemporaryArchives_WhileKeepingNewerTemporaryArchives_WithBrowserTriggeringEnabled()
{
$this->enableBrowserTriggeredArchiving();
$deletedRowCount = $this->archivePurger->purgeOutdatedArchives($this->february);
self::$fixture->assertTemporaryArchivesPurged($browserTriggeringEnabled = true, $this->february);
self::$fixture->assertCustomRangesNotPurged($this->february, $includeTemporary = false);
self::$fixture->assertTemporaryArchivesNotPurged($this->january);
$this->assertEquals(7 * RawArchiveDataWithTempAndInvalidated::ROWS_PER_ARCHIVE, $deletedRowCount);
}
public function test_purgeOutdatedArchives_PurgesCorrectTemporaryArchives_WhileKeepingNewerTemporaryArchives_WithBrowserTriggeringDisabled()
{
$this->disableBrowserTriggeredArchiving();
$deletedRowCount = $this->archivePurger->purgeOutdatedArchives($this->february);
self::$fixture->assertTemporaryArchivesPurged($browserTriggeringEnabled = false, $this->february);
self::$fixture->assertCustomRangesNotPurged($this->february);
self::$fixture->assertTemporaryArchivesNotPurged($this->january);
$this->assertEquals(5 * RawArchiveDataWithTempAndInvalidated::ROWS_PER_ARCHIVE, $deletedRowCount);
}
public function test_purgeInvalidatedArchivesFrom_PurgesAllInvalidatedArchives_AndMarksDatesAndSitesAsInvalidated()
{
$deletedRowCount = $this->archivePurger->purgeInvalidatedArchivesFrom($this->february);
self::$fixture->assertInvalidatedArchivesPurged($this->february);
self::$fixture->assertInvalidatedArchivesNotPurged($this->january);
$this->assertEquals(4 * RawArchiveDataWithTempAndInvalidated::ROWS_PER_ARCHIVE, $deletedRowCount);
}
public function test_purgeArchivesWithPeriodRange_PurgesAllRangeArchives()
{
$deletedRowCount = $this->archivePurger->purgeArchivesWithPeriodRange($this->february);
self::$fixture->assertCustomRangesPurged($this->february);
self::$fixture->assertCustomRangesNotPurged($this->january);
$this->assertEquals(3 * RawArchiveDataWithTempAndInvalidated::ROWS_PER_ARCHIVE, $deletedRowCount);
}
public function test_purgeNoSiteArchives_PurgesAllNoSiteArchives()
{
//Create two websites (IDs #1 and #2). Existing rows for website #3 will be invalid.
Fixture::createWebsite($this->january);
Fixture::createWebsite($this->january);
//There are 5 rows for website #3. We leave the other two because they're before our purge threshold.
$deletedRowCount = $this->archivePurger->purgeDeletedSiteArchives($this->january);
$this->assertEquals(5 * RawArchiveDataWithTempAndInvalidated::ROWS_PER_ARCHIVE, $deletedRowCount);
self::$fixture->assertArchivesDoNotExist(array(3, 7, 10, 13, 18), $this->january);
}
public function test_purgeNoSegmentArchives_PurgesSegmentForAppropriateSitesOnly()
{
//Extra data set with segment and plugin archives
self::$fixture->insertSegmentArchives($this->january);
$segmentsToDelete = array(
array('definition' => '9876fedc5432abcd', 'enable_only_idsite' => 0),
array('definition' => 'hash3', 'enable_only_idsite' => 0),
// This segment also has archives for idsite = 1, which will be retained
array('definition' => 'abcd1234abcd5678', 'enable_only_idsite' => 2)
);
//Archive #29 also has a deleted segment but it's before the purge threshold so it stays for now.
$deletedRowCount = $this->archivePurger->purgeDeletedSegmentArchives($this->january, $segmentsToDelete);
$this->assertEquals(4 * RawArchiveDataWithTempAndInvalidated::ROWS_PER_ARCHIVE, $deletedRowCount);
self::$fixture->assertArchivesDoNotExist(array(22, 23, 24, 28), $this->january);
}
public function test_purgeNoSegmentArchives_preservesSingleSiteSegmentArchivesForDeletedAllSiteSegment()
{
// Extra data set with segment and plugin archives
self::$fixture->insertSegmentArchives($this->january);
$segmentsToDelete = array(
// This segment also has archives for idsite = 1, which will be retained
array('definition' => 'abcd1234abcd5678', 'enable_only_idsite' => 0, 'idsites_to_preserve' => array(2))
);
// Archives for idsite=1 should be purged, but those for idsite=2 can stay
$deletedRowCount = $this->archivePurger->purgeDeletedSegmentArchives($this->january, $segmentsToDelete);
$this->assertEquals(2 * RawArchiveDataWithTempAndInvalidated::ROWS_PER_ARCHIVE, $deletedRowCount);
self::$fixture->assertArchivesDoNotExist(array(20, 21), $this->january);
}
public function test_purgeNoSegmentArchives_blankSegmentName()
{
$segmentsToDelete = array(
array('definition' => '', 'enable_only_idsite' => 0)
);
// Should not purge all the "done%" archives!
$deletedRowCount = $this->archivePurger->purgeDeletedSegmentArchives($this->january, $segmentsToDelete);
$this->assertEquals(0, $deletedRowCount);
}
private function configureCustomRangePurging()
{
Config::getInstance()->General['purge_date_range_archives_after_X_days'] = 3;
}
private function enableBrowserTriggeredArchiving()
{
Config::getInstance()->General['enable_browser_archiving_triggering'] = 1;
}
private function disableBrowserTriggeredArchiving()
{
Config::getInstance()->General['enable_browser_archiving_triggering'] = 0;
}
}
ArchivePurgerTest::$fixture = new RawArchiveDataWithTempAndInvalidated();
|
