قرینه از
https://github.com/matomo-org/matomo.git
synced 2025-08-22 15:07:44 +00:00
ff9e7ac212
* Add core functionality to purge broken archives * Add dummy archives to test broken archives purger * Optimise SQL query * Add cli for purging broken archives * PHPCS fix * PHPCS fix * implement tests covering new cli * Fill out cli tests * PHPCS fix * Update tests * clean up some code, use array shorthand * Use Month period rather than Dates * Update tests to work with Month period * clean up unused code * remove unnecessary today variable for tests * PHPCS fix * Fix emergent issues from using Date:: in tests * add early return * simplify flow by removing unnecessary try catch * Update cli command to use Months * fix task test broken by new task * fix phrasing on command messages * Add check for month formatting on cli * clean up * PHPCs * replace wrong variable --------- Co-authored-by: Michal Kleiner <michal@innocraft.com>
766 خطوط
25 KiB
PHP
766 خطوط
25 KiB
PHP
<?php
|
|
|
|
/**
|
|
* Matomo - free/libre analytics platform
|
|
*
|
|
* @link https://matomo.org
|
|
* @license https://www.gnu.org/licenses/gpl-3.0.html GPL v3 or later
|
|
*/
|
|
|
|
namespace Piwik\Tests\Fixtures;
|
|
|
|
use Piwik\DataAccess\ArchiveTableCreator;
|
|
use Piwik\DataAccess\ArchiveWriter;
|
|
use Piwik\Date;
|
|
use Piwik\Db;
|
|
use Piwik\Tests\Framework\Fixture;
|
|
|
|
/**
|
|
* Fixture that inserts rows into archive tables for Jan. 2015 + Feb. 2015.
|
|
*
|
|
* The rows include done rows + metrics/blobs, and the done rows have
|
|
* values of DONE_OK_TEMPORARY, DONE_OK, DONE_INVALIDATED, DONE_ERROR, DONE_ERROR_INVALIDATED.
|
|
*
|
|
* There are also some custom range archives.
|
|
*
|
|
* This class is used to test archive purging.
|
|
*/
|
|
class RawArchiveDataWithTempAndInvalidated extends Fixture
|
|
{
|
|
public const ROWS_PER_ARCHIVE = 5;
|
|
|
|
private static $dummyArchiveData = array(
|
|
// outdated temporary
|
|
array(
|
|
'idarchive' => 1,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 2,
|
|
'idsite' => 2,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-01',
|
|
'date2' => '2015-02-31',
|
|
'period' => 3,
|
|
'ts_archived' => '2015-02-18 10:10:10'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 3,
|
|
'idsite' => 3,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-04',
|
|
'date2' => '2015-02-10',
|
|
'period' => 2,
|
|
'ts_archived' => '2015-02-10 12:34:56'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 4,
|
|
'idsite' => 1,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-15',
|
|
'date2' => '2015-02-15',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-15 08:12:13'
|
|
),
|
|
|
|
// valid temporary
|
|
array( // only valid
|
|
'idarchive' => 5,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-27',
|
|
'date2' => '2015-02-27',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 08:08:08'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 6,
|
|
'idsite' => 2,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-26',
|
|
'date2' => '2015-02-26',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-26 07:07:07'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 7,
|
|
'idsite' => 3,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-01',
|
|
'date2' => '2015-02-28',
|
|
'period' => 3,
|
|
'ts_archived' => '2015-02-15 00:00:00'
|
|
),
|
|
|
|
// custom ranges
|
|
array(
|
|
'idarchive' => 8,
|
|
'idsite' => 1,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-14',
|
|
'period' => 5,
|
|
'ts_archived' => '2015-02-27 00:00:00'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 9,
|
|
'idsite' => 2,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-05',
|
|
'date2' => '2015-02-14',
|
|
'period' => 5,
|
|
'ts_archived' => '2015-02-15 00:00:00'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 10,
|
|
'idsite' => 3,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-05',
|
|
'date2' => '2015-03-05',
|
|
'period' => 5,
|
|
'ts_archived' => '2015-02-26 00:00:00'
|
|
),
|
|
|
|
// invalidated
|
|
array(
|
|
'idarchive' => 11,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_INVALIDATED,
|
|
'date1' => '2015-02-10',
|
|
'date2' => '2015-02-10',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-10 12:13:14'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 12,
|
|
'idsite' => 2,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_INVALIDATED,
|
|
'date1' => '2015-02-08',
|
|
'date2' => '2015-02-14',
|
|
'period' => 2,
|
|
'ts_archived' => '2015-02-15 00:00:00'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 13,
|
|
'idsite' => 3,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_INVALIDATED,
|
|
'date1' => '2015-02-01',
|
|
'date2' => '2015-02-28',
|
|
'period' => 3,
|
|
'ts_archived' => '2015-02-27 13:13:13'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 14,
|
|
'idsite' => 1,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_INVALIDATED,
|
|
'date1' => '2015-02-28',
|
|
'date2' => '2015-02-28',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-28 12:12:12'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 15,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_INVALIDATED,
|
|
'date1' => '2015-02-27',
|
|
'date2' => '2015-02-27',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-28 12:12:12'
|
|
),
|
|
|
|
// reprocessed invalidated
|
|
array(
|
|
'idarchive' => 16,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-10',
|
|
'date2' => '2015-02-10',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-11 12:13:14'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 17,
|
|
'idsite' => 2,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-08',
|
|
'date2' => '2015-02-14',
|
|
'period' => 2,
|
|
'ts_archived' => '2015-02-15 14:00:00'
|
|
),
|
|
array(
|
|
'idarchive' => 18,
|
|
'idsite' => 2,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-08',
|
|
'date2' => '2015-02-14',
|
|
'period' => 2,
|
|
'ts_archived' => '2015-02-16 00:00:00'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 19,
|
|
'idsite' => 3,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-01',
|
|
'date2' => '2015-02-28',
|
|
'period' => 3,
|
|
'ts_archived' => '2015-02-28 13:13:13'
|
|
),
|
|
|
|
array(
|
|
'idarchive' => 20,
|
|
'idsite' => 1,
|
|
'name' => 'doneDUMMYHASHSTR',
|
|
'value' => ArchiveWriter::DONE_OK_TEMPORARY,
|
|
'date1' => '2015-02-28',
|
|
'date2' => '2015-02-28',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-28 16:12:12' // must be late so it doesn't screw up the purgeOutdatedArchives test
|
|
),
|
|
|
|
// newer done_ok
|
|
array(
|
|
'idarchive' => 21,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-10',
|
|
'date2' => '2015-02-10',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-09 14:13:14'
|
|
),
|
|
|
|
// old done partial (should be purged)
|
|
array(
|
|
'idarchive' => 22,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_PARTIAL,
|
|
'date1' => '2015-02-10',
|
|
'date2' => '2015-02-10',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-11 10:13:14'
|
|
),
|
|
|
|
// new done partial (should not be purged)
|
|
array(
|
|
'idarchive' => 23,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_PARTIAL,
|
|
'date1' => '2015-02-10',
|
|
'date2' => '2015-02-10',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-11 16:13:14'
|
|
),
|
|
);
|
|
|
|
private static $segmentArchiveData = array(
|
|
array(
|
|
'idarchive' => 24,
|
|
'idsite' => 1,
|
|
'name' => 'doneeb5d2797aedd15d819b1a20425982850', // Raw segment = abcd1234abcd5678
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 25,
|
|
'idsite' => 1,
|
|
'name' => 'doneeb5d2797aedd15d819b1a20425982850.MyPlugin', // Raw segment = abcd1234abcd5678
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 26,
|
|
'idsite' => 2,
|
|
'name' => 'doneeb5d2797aedd15d819b1a20425982850', // Raw segment = abcd1234abcd5678
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 27,
|
|
'idsite' => 2,
|
|
'name' => 'doneeb5d2797aedd15d819b1a20425982850.MyPlugin', // Raw segment = abcd1234abcd5678
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 28,
|
|
'idsite' => 1,
|
|
'name' => 'done1e39a89fcc269acc36bd4d7c742763ed', // Raw segment = 9876fedc5432abcd
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 29,
|
|
'idsite' => 2,
|
|
'name' => 'done00c6ee2e21a7548de6260cf72c4f4b5b', // Raw segment = hash1
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 30,
|
|
'idsite' => 2,
|
|
'name' => 'done58833651db311ba4bc11cb26b1900b0f', // Raw segment = hash2
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 31,
|
|
'idsite' => 2,
|
|
'name' => 'done58833651db311ba4bc11cb26b1900b0f.MyPlugin', // Raw segment = hash2
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 32,
|
|
'idsite' => 2,
|
|
'name' => 'done1a4ead8b39d17dfe89418452c9bba770', // Raw segment = hash3
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-03 12:12:12'
|
|
),
|
|
array(
|
|
'idarchive' => 33,
|
|
'idsite' => 2,
|
|
'name' => 'done1a4ead8b39d17dfe89418452c9bba770', // Raw segment = hash3
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-03',
|
|
'date2' => '2015-02-03',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 12:12:12'
|
|
),
|
|
);
|
|
|
|
public static $dummyArchiveDataNoInvalidated = [
|
|
// two archives w/ DONE_OK for a new site (no invalidated archives for site)
|
|
[
|
|
'idarchive' => 34,
|
|
'idsite' => 4,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-11',
|
|
'date2' => '2015-02-11',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 10:12:12'
|
|
],
|
|
[
|
|
'idarchive' => 35,
|
|
'idsite' => 4,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-11',
|
|
'date2' => '2015-02-11',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 12:12:12'
|
|
],
|
|
];
|
|
|
|
public static $dummyArchiveDataErrorInProgress = [
|
|
// should be purged
|
|
[
|
|
'idarchive' => 36,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_ERROR,
|
|
'date1' => '2015-02-11',
|
|
'date2' => '2015-02-11',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-20 06:00:00',
|
|
],
|
|
[
|
|
'idarchive' => 37,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_ERROR_INVALIDATED,
|
|
'date1' => '2015-02-12',
|
|
'date2' => '2015-02-12',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-20 06:00:00',
|
|
],
|
|
|
|
// should not be purged unless browser archiving active
|
|
[
|
|
'idarchive' => 38,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_ERROR,
|
|
'date1' => '2015-02-13',
|
|
'date2' => '2015-02-13',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 06:00:00',
|
|
],
|
|
[
|
|
'idarchive' => 39,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_ERROR_INVALIDATED,
|
|
'date1' => '2015-02-14',
|
|
'date2' => '2015-02-14',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 06:00:00',
|
|
],
|
|
|
|
// should not be purged
|
|
[
|
|
'idarchive' => 40,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_ERROR,
|
|
'date1' => '2015-02-13',
|
|
'date2' => '2015-02-13',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 07:45:00',
|
|
],
|
|
[
|
|
'idarchive' => 41,
|
|
'idsite' => 1,
|
|
'name' => 'done',
|
|
'value' => ArchiveWriter::DONE_ERROR_INVALIDATED,
|
|
'date1' => '2015-02-14',
|
|
'date2' => '2015-02-14',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-27 07:45:00',
|
|
],
|
|
];
|
|
|
|
public static $dummyArchiveDataNoDoneFlag = [
|
|
[
|
|
'idarchive' => 42,
|
|
'idsite' => 1,
|
|
'name' => '',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-02-11',
|
|
'date2' => '2015-02-11',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-20 06:00:00',
|
|
],
|
|
[
|
|
'idarchive' => 43,
|
|
'idsite' => 1,
|
|
'name' => '',
|
|
'value' => ArchiveWriter::DONE_ERROR,
|
|
'date1' => '2015-02-12',
|
|
'date2' => '2015-02-12',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-02-20 06:00:00',
|
|
],
|
|
[
|
|
'idarchive' => 44,
|
|
'idsite' => 1,
|
|
'name' => '',
|
|
'value' => ArchiveWriter::DONE_OK,
|
|
'date1' => '2015-01-11',
|
|
'date2' => '2015-01-11',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-01-20 06:00:00',
|
|
],
|
|
[
|
|
'idarchive' => 45,
|
|
'idsite' => 1,
|
|
'name' => '',
|
|
'value' => ArchiveWriter::DONE_ERROR,
|
|
'date1' => '2015-01-12',
|
|
'date2' => '2015-01-12',
|
|
'period' => 1,
|
|
'ts_archived' => '2015-01-20 06:00:00',
|
|
],
|
|
];
|
|
|
|
/**
|
|
* @var Date
|
|
*/
|
|
public $january;
|
|
|
|
/**
|
|
* @var Date
|
|
*/
|
|
public $february;
|
|
|
|
public function setUp(): void
|
|
{
|
|
parent::setUp();
|
|
|
|
$this->january = Date::factory('2015-01-01');
|
|
$this->february = Date::factory('2015-02-01');
|
|
|
|
$this->insertOutdatedArchives($this->january);
|
|
$this->insertOutdatedArchives($this->february);
|
|
|
|
$this->insertArchivesWithoutDoneFlag($this->january);
|
|
$this->insertArchivesWithoutDoneFlag($this->february);
|
|
}
|
|
|
|
public function insertSegmentArchives(Date $archiveDate)
|
|
{
|
|
$dummyArchiveData = $this->setDatesOnArchiveData($archiveDate, self::$segmentArchiveData);
|
|
$this->insertArchiveRows($archiveDate, $dummyArchiveData);
|
|
}
|
|
|
|
private function insertOutdatedArchives(Date $archiveDate)
|
|
{
|
|
$dummyArchiveData = $this->setDatesOnArchiveData($archiveDate, self::$dummyArchiveData);
|
|
$this->insertArchiveRows($archiveDate, $dummyArchiveData);
|
|
|
|
$dummySiteNoInvalidated = $this->setDatesOnArchiveData($archiveDate, self::$dummyArchiveDataNoInvalidated);
|
|
$this->insertArchiveRows($archiveDate, $dummySiteNoInvalidated);
|
|
|
|
$dummyErrorInProgress = $this->setDatesOnArchiveData($archiveDate, self::$dummyArchiveDataErrorInProgress);
|
|
$this->insertArchiveRows($archiveDate, $dummyErrorInProgress);
|
|
}
|
|
|
|
private function insertArchivesWithoutDoneFlag(Date $archiveDate)
|
|
{
|
|
$dummyArchiveData = $this->setDatesOnArchiveData($archiveDate, self::$dummyArchiveDataNoDoneFlag);
|
|
$this->insertArchiveRows($archiveDate, $dummyArchiveData);
|
|
}
|
|
|
|
private function insertArchiveRows(Date $archiveDate, array $dummyArchiveData)
|
|
{
|
|
$numericTable = ArchiveTableCreator::getNumericTable($archiveDate);
|
|
foreach ($dummyArchiveData as $row) {
|
|
// done row
|
|
$this->insertTestArchiveRow($numericTable, $row);
|
|
|
|
// two metrics
|
|
$row['name'] = 'nb_visits';
|
|
$row['value'] = 1;
|
|
$this->insertTestArchiveRow($numericTable, $row);
|
|
|
|
$row['name'] = 'nb_actions';
|
|
$row['value'] = 2;
|
|
$this->insertTestArchiveRow($numericTable, $row);
|
|
}
|
|
|
|
$blobTable = ArchiveTableCreator::getBlobTable($archiveDate);
|
|
foreach ($dummyArchiveData as $row) {
|
|
// two blobs
|
|
$row['name'] = 'blobname';
|
|
$row['value'] = 'dummyvalue';
|
|
$this->insertTestArchiveRow($blobTable, $row);
|
|
|
|
$row['name'] = 'blobname2';
|
|
$row['value'] = 'dummyvalue';
|
|
$this->insertTestArchiveRow($blobTable, $row);
|
|
}
|
|
}
|
|
|
|
private function insertTestArchiveRow($table, $row)
|
|
{
|
|
$insertSqlTemplate = "INSERT INTO %s (idarchive, idsite, name, value, date1, date2, period, ts_archived) VALUES ('%s')";
|
|
|
|
Db::exec(sprintf($insertSqlTemplate, $table, implode("','", $row)));
|
|
}
|
|
|
|
private function setDatesOnArchiveData($archiveDate, $data)
|
|
{
|
|
foreach ($data as &$row) {
|
|
$row['date1'] = $this->setDateMonthAndYear($row['date1'], $archiveDate);
|
|
$row['date2'] = $this->setDateMonthAndYear($row['date1'], $archiveDate);
|
|
}
|
|
return $data;
|
|
}
|
|
|
|
private function setDateMonthAndYear($dateString, Date $archiveDate)
|
|
{
|
|
return $archiveDate->toString('Y-m') . '-' . Date::factory($dateString)->toString('d');
|
|
}
|
|
|
|
public function assertTemporaryArchivesPurged($isBrowserTriggeredArchivingEnabled, Date $date)
|
|
{
|
|
if ($isBrowserTriggeredArchivingEnabled) {
|
|
$expectedPurgedArchives = array(1,2,3,4,6,7,10); // only archives from 2 hours before "now" are purged
|
|
} else {
|
|
$expectedPurgedArchives = array(1,2,3,4,7); // only archives before start of "yesterday" are purged
|
|
}
|
|
|
|
$this->assertArchivesDoNotExist($expectedPurgedArchives, $date);
|
|
}
|
|
|
|
public function assertErrorInProgressArchivesPurged($isBrowserTriggeredArchivingEnabled, Date $date): void
|
|
{
|
|
if ($isBrowserTriggeredArchivingEnabled) {
|
|
$expectedPurgedArchives = [36, 37, 38, 39]; // only archives from 2 hours before "now" are purged
|
|
} else {
|
|
$expectedPurgedArchives = [36, 37]; // only archives before start of "yesterday" are purged
|
|
}
|
|
|
|
$this->assertArchivesDoNotExist($expectedPurgedArchives, $date);
|
|
}
|
|
|
|
public function assertCustomRangesPurged(Date $date)
|
|
{
|
|
$expectedPurgedArchives = array(8,9,10);
|
|
$this->assertArchivesDoNotExist($expectedPurgedArchives, $date);
|
|
}
|
|
|
|
public function assertTemporaryArchivesNotPurged(Date $date)
|
|
{
|
|
$expectedPresentArchives = array(1,2,3,4,5,6,7);
|
|
$this->assertArchivesExist($expectedPresentArchives, $date);
|
|
}
|
|
|
|
public function assertErrorInProgressArchivesNotPurged(Date $date): void
|
|
{
|
|
$expectedPresentArchives = [36, 37, 38, 39];
|
|
$this->assertArchivesExist($expectedPresentArchives, $date);
|
|
}
|
|
|
|
public function assertInvalidatedArchivesNotPurged(Date $date)
|
|
{
|
|
$expectedPresentArchives = array(11, 12, 13, 14);
|
|
$this->assertArchivesExist($expectedPresentArchives, $date);
|
|
}
|
|
|
|
public function assertBrokenArchivesNotPurged(Date $date)
|
|
{
|
|
$expectedPresentArchives = [42, 43];
|
|
$this->assertArchivesExist($expectedPresentArchives, $date);
|
|
}
|
|
|
|
public function assertErrorInProgressArchivedNotPurged(Date $date, $includeRecentInProgress = true)
|
|
{
|
|
$expectedPresentArchives = [40, 41];
|
|
|
|
if ($includeRecentInProgress) {
|
|
$expectedPresentArchives[] = 38;
|
|
$expectedPresentArchives[] = 39;
|
|
}
|
|
|
|
$this->assertArchivesExist($expectedPresentArchives, $date);
|
|
}
|
|
|
|
public function assertCustomRangesNotPurged(Date $date, $includeTemporary = true)
|
|
{
|
|
$expectedPresentArchives = array(8, 9);
|
|
if ($includeTemporary) {
|
|
$expectedPresentArchives[] = 10;
|
|
}
|
|
$this->assertArchivesExist($expectedPresentArchives, $date);
|
|
}
|
|
|
|
public function assertArchivesDoNotExist($expectedPurgedArchiveIds, $archiveDate)
|
|
{
|
|
$numericTable = ArchiveTableCreator::getNumericTable($archiveDate);
|
|
$blobTable = ArchiveTableCreator::getBlobTable($archiveDate);
|
|
|
|
$numericPurgedArchiveCount = $this->getArchiveRowCountWithId($numericTable, $expectedPurgedArchiveIds);
|
|
$this->assertEquals(0, $numericPurgedArchiveCount);
|
|
|
|
$blobPurgedArchiveCount = $this->getArchiveRowCountWithId($blobTable, $expectedPurgedArchiveIds);
|
|
$this->assertEquals(0, $blobPurgedArchiveCount);
|
|
}
|
|
|
|
public function assertArchivesExist($expectedPresentArchiveIds, $archiveDate)
|
|
{
|
|
$numericTable = ArchiveTableCreator::getNumericTable($archiveDate);
|
|
$blobTable = ArchiveTableCreator::getBlobTable($archiveDate);
|
|
|
|
$numericArchiveCount = $this->getArchiveRowCountWithId($numericTable, $expectedPresentArchiveIds);
|
|
$expectedNumericRowCount = count($expectedPresentArchiveIds) * 3; // two metrics + 1 done row
|
|
$this->assertEquals($expectedNumericRowCount, $numericArchiveCount);
|
|
|
|
$blobArchiveCount = $this->getArchiveRowCountWithId($blobTable, $expectedPresentArchiveIds);
|
|
$expectedBlobRowCount = count($expectedPresentArchiveIds) * 2; // two blob rows
|
|
$this->assertEquals($expectedBlobRowCount, $blobArchiveCount);
|
|
}
|
|
|
|
private function getArchiveRowCountWithId($table, $archiveIds)
|
|
{
|
|
return Db::fetchOne("SELECT COUNT(*) FROM $table WHERE idarchive IN (" . implode(',', $archiveIds) . ")");
|
|
}
|
|
|
|
public function assertInvalidatedArchivesPurged(Date $date)
|
|
{
|
|
// check invalidated archives for all sites are purged
|
|
$expectedPurgedArchives = array(11, 12, 13, 14);
|
|
$this->assertArchivesDoNotExist($expectedPurgedArchives, $date);
|
|
|
|
// check archive 15 is not purged since it doesn't have newer DONE_OK/DONE_TEMPORARY archive
|
|
$expectedExistingArchives = array(15);
|
|
$this->assertArchivesExist($expectedExistingArchives, $date);
|
|
}
|
|
|
|
public function assertPartialArchivesPurged(Date $date)
|
|
{
|
|
$expectedPurgedArchives = [22];
|
|
$this->assertArchivesDoNotExist($expectedPurgedArchives, $date);
|
|
|
|
$expectedExistingArchives = [23];
|
|
$this->assertArchivesExist($expectedExistingArchives, $date);
|
|
}
|
|
|
|
public function assertBrokenArchivesWithoutDoneFlagPurged(Date $date)
|
|
{
|
|
if ($date === $this->january) {
|
|
$expectedPurgedArchives = [44, 45];
|
|
$this->assertArchivesDoNotExist($expectedPurgedArchives, $date);
|
|
} elseif ($date === $this->february) {
|
|
$expectedPurgedArchives = [42, 43];
|
|
$this->assertArchivesDoNotExist($expectedPurgedArchives, $date);
|
|
}
|
|
}
|
|
}
|