mirror of
https://gerrit.wikimedia.org/r/mediawiki/extensions/AbuseFilter.git
synced 2024-11-28 16:00:28 +00:00
77f6ecce13
Make FilterProfiler::getFilterProfile return stats unchanged, in a structured way. Move computations to AbuseFilterViewEdit, as they are only useful there. Don't return false on cache misses, return arrays with zero values instead. Bug: T266531 Change-Id: I8718cc31a5004340bf742315c7075e10a61fcbfd
308 lines
7 KiB
PHP
308 lines
7 KiB
PHP
<?php
|
|
|
|
use MediaWiki\Config\ServiceOptions;
|
|
use MediaWiki\Extension\AbuseFilter\FilterProfiler;
|
|
use Psr\Log\LoggerInterface;
|
|
use Psr\Log\NullLogger;
|
|
|
|
/**
|
|
* @coversDefaultClass \MediaWiki\Extension\AbuseFilter\FilterProfiler
|
|
* @covers ::__construct
|
|
* @fixme convert to pure unit test when DI for DeferredUpdates is possible
|
|
*/
|
|
class AbuseFilterFilterProfilerTest extends MediaWikiIntegrationTestCase {
|
|
|
|
private const NULL_FILTER_PROFILE = [
|
|
'count' => 0,
|
|
'matches' => 0,
|
|
'total-time' => 0.0,
|
|
'total-cond' => 0,
|
|
];
|
|
|
|
private const NULL_GROUP_PROFILE = [
|
|
'total' => 0,
|
|
'overflow' => 0,
|
|
'total-time' => 0.0,
|
|
'total-cond' => 0,
|
|
'matches' => 0,
|
|
];
|
|
|
|
private function getFilterProfiler( array $options = null, LoggerInterface $logger = null ) : FilterProfiler {
|
|
if ( $options === null ) {
|
|
$options = [
|
|
'AbuseFilterProfileActionsCap' => 10000,
|
|
'AbuseFilterConditionLimit' => 1000,
|
|
'AbuseFilterSlowFilterRuntimeLimit' => 500,
|
|
];
|
|
}
|
|
return new FilterProfiler(
|
|
new HashBagOStuff(),
|
|
new ServiceOptions( FilterProfiler::CONSTRUCTOR_OPTIONS, $options ),
|
|
'wiki',
|
|
$this->createMock( IBufferingStatsdDataFactory::class ),
|
|
$logger ?: new NullLogger()
|
|
);
|
|
}
|
|
|
|
/**
|
|
* @covers ::getFilterProfile
|
|
*/
|
|
public function testGetFilterProfile_noData() {
|
|
$profiler = $this->getFilterProfiler();
|
|
$this->assertSame( self::NULL_FILTER_PROFILE, $profiler->getFilterProfile( 1 ) );
|
|
}
|
|
|
|
/**
|
|
* @covers ::getFilterProfile
|
|
* @covers ::recordPerFilterProfiling
|
|
* @covers ::filterProfileKey
|
|
*/
|
|
public function testGetFilterProfile() {
|
|
$profiler = $this->getFilterProfiler();
|
|
$profiler->recordPerFilterProfiling(
|
|
$this->createMock( Title::class ),
|
|
[
|
|
'1' => [
|
|
'time' => 12.3,
|
|
'conds' => 5,
|
|
'result' => false
|
|
],
|
|
]
|
|
);
|
|
DeferredUpdates::doUpdates();
|
|
$this->assertSame(
|
|
[
|
|
'count' => 1,
|
|
'matches' => 0,
|
|
'total-time' => 12.3,
|
|
'total-cond' => 5
|
|
],
|
|
$profiler->getFilterProfile( 1 )
|
|
);
|
|
}
|
|
|
|
/**
|
|
* @covers ::getFilterProfile
|
|
* @covers ::recordPerFilterProfiling
|
|
*/
|
|
public function testRecordPerFilterProfiling_mergesResults() {
|
|
$profiler = $this->getFilterProfiler();
|
|
$profiler->recordPerFilterProfiling(
|
|
$this->createMock( Title::class ),
|
|
[
|
|
'1' => [
|
|
'time' => 12.5,
|
|
'conds' => 5,
|
|
'result' => false
|
|
],
|
|
]
|
|
);
|
|
$profiler->recordPerFilterProfiling(
|
|
$this->createMock( Title::class ),
|
|
[
|
|
'1' => [
|
|
'time' => 34.5,
|
|
'conds' => 3,
|
|
'result' => true
|
|
],
|
|
]
|
|
);
|
|
DeferredUpdates::doUpdates();
|
|
$this->assertSame(
|
|
[
|
|
'count' => 2,
|
|
'matches' => 1,
|
|
'total-time' => 47.0,
|
|
'total-cond' => 8
|
|
],
|
|
$profiler->getFilterProfile( 1 )
|
|
);
|
|
}
|
|
|
|
/**
|
|
* @covers ::recordPerFilterProfiling
|
|
* @covers ::recordSlowFilter
|
|
*/
|
|
public function testRecordPerFilterProfiling_reportsSlowFilter() {
|
|
$logger = new TestLogger();
|
|
$logger->setCollect( true );
|
|
$title = $this->createMock( Title::class );
|
|
$title->method( 'getPrefixedText' )->willReturn( 'title' );
|
|
|
|
$profiler = $this->getFilterProfiler( null, $logger );
|
|
$profiler->recordPerFilterProfiling(
|
|
$title,
|
|
[
|
|
'1' => [
|
|
'time' => 501,
|
|
'conds' => 20,
|
|
'result' => false
|
|
],
|
|
]
|
|
);
|
|
|
|
$found = false;
|
|
foreach ( $logger->getBuffer() as list( , $entry ) ) {
|
|
$check = preg_match(
|
|
"/^Edit filter .+ on .+ is taking longer than expected$/",
|
|
$entry
|
|
);
|
|
if ( $check ) {
|
|
$found = true;
|
|
break;
|
|
}
|
|
}
|
|
$this->assertTrue(
|
|
$found,
|
|
"Test that FilterProfiler logs the slow filter."
|
|
);
|
|
}
|
|
|
|
/**
|
|
* @covers ::resetFilterProfile
|
|
*/
|
|
public function testResetFilterProfile() {
|
|
$profiler = $this->getFilterProfiler();
|
|
$profiler->recordPerFilterProfiling(
|
|
$this->createMock( Title::class ),
|
|
[
|
|
'1' => [
|
|
'time' => 12.5,
|
|
'conds' => 5,
|
|
'result' => false
|
|
],
|
|
'2' => [
|
|
'time' => 34.5,
|
|
'conds' => 3,
|
|
'result' => true
|
|
],
|
|
]
|
|
);
|
|
DeferredUpdates::doUpdates();
|
|
$profiler->resetFilterProfile( 1 );
|
|
$this->assertSame( self::NULL_FILTER_PROFILE, $profiler->getFilterProfile( 1 ) );
|
|
$this->assertNotSame( self::NULL_FILTER_PROFILE, $profiler->getFilterProfile( 2 ) );
|
|
}
|
|
|
|
/**
|
|
* @covers ::recordStats
|
|
* @covers ::getGroupProfile
|
|
* @covers ::filterProfileGroupKey
|
|
*/
|
|
public function testGetGroupProfile_noData() {
|
|
$profiler = $this->getFilterProfiler();
|
|
$this->assertSame( self::NULL_GROUP_PROFILE, $profiler->getGroupProfile( 'default' ) );
|
|
}
|
|
|
|
/**
|
|
* @param int $condsUsed
|
|
* @param float $time
|
|
* @param bool $matches
|
|
* @param array $expected
|
|
* @covers ::recordStats
|
|
* @covers ::getGroupProfile
|
|
* @covers ::filterProfileGroupKey
|
|
* @dataProvider provideRecordStats
|
|
*/
|
|
public function testRecordStats( int $condsUsed, float $time, bool $matches, array $expected ) {
|
|
$profiler = $this->getFilterProfiler();
|
|
$group = 'default';
|
|
$profiler->recordStats( $group, $condsUsed, $time, $matches );
|
|
$this->assertSame( $expected, $profiler->getGroupProfile( $group ) );
|
|
}
|
|
|
|
public function provideRecordStats() : array {
|
|
return [
|
|
'No overflow' => [
|
|
100,
|
|
333.3,
|
|
true,
|
|
[
|
|
'total' => 1,
|
|
'overflow' => 0,
|
|
'total-time' => 333.3,
|
|
'total-cond' => 100,
|
|
'matches' => 1
|
|
]
|
|
],
|
|
'Overflow' => [
|
|
10000,
|
|
20,
|
|
true,
|
|
[
|
|
'total' => 1,
|
|
'overflow' => 1,
|
|
'total-time' => 20.0,
|
|
'total-cond' => 10000,
|
|
'matches' => 1
|
|
]
|
|
]
|
|
];
|
|
}
|
|
|
|
/**
|
|
* @covers ::recordStats
|
|
* @covers ::getGroupProfile
|
|
*/
|
|
public function testRecordStats_mergesResults() {
|
|
$profiler = $this->getFilterProfiler();
|
|
$profiler->recordStats( 'default', 100, 256.5, true );
|
|
$profiler->recordStats( 'default', 200, 512.5, false );
|
|
$this->assertSame(
|
|
[
|
|
'total' => 2,
|
|
'overflow' => 0,
|
|
'total-time' => 769.0,
|
|
'total-cond' => 300,
|
|
'matches' => 1
|
|
],
|
|
$profiler->getGroupProfile( 'default' )
|
|
);
|
|
}
|
|
|
|
/**
|
|
* @covers ::checkResetProfiling
|
|
* @covers ::filterProfileGroupKey
|
|
*/
|
|
public function testCheckResetProfiling() {
|
|
$profiler = $this->getFilterProfiler( [
|
|
'AbuseFilterProfileActionsCap' => 1,
|
|
'AbuseFilterConditionLimit' => 1000,
|
|
'AbuseFilterSlowFilterRuntimeLimit' => 500,
|
|
] );
|
|
|
|
$profiler->recordPerFilterProfiling(
|
|
$this->createMock( Title::class ),
|
|
[
|
|
'1' => [
|
|
'time' => 12.5,
|
|
'conds' => 5,
|
|
'result' => false
|
|
],
|
|
'2' => [
|
|
'time' => 34.5,
|
|
'conds' => 3,
|
|
'result' => true
|
|
],
|
|
'3' => [
|
|
'time' => 34.5,
|
|
'conds' => 5,
|
|
'result' => true
|
|
],
|
|
]
|
|
);
|
|
DeferredUpdates::doUpdates();
|
|
|
|
$profiler->recordStats( 'default', 100, 256.5, true );
|
|
$profiler->recordStats( 'default', 200, 512.5, false );
|
|
|
|
$profiler->checkResetProfiling( 'default', [ '1', '2' ] );
|
|
|
|
$this->assertSame( self::NULL_GROUP_PROFILE, $profiler->getGroupProfile( 'default' ) );
|
|
$this->assertSame( self::NULL_FILTER_PROFILE, $profiler->getFilterProfile( 1 ) );
|
|
$this->assertSame( self::NULL_FILTER_PROFILE, $profiler->getFilterProfile( 2 ) );
|
|
$this->assertNotSame( self::NULL_FILTER_PROFILE, $profiler->getFilterProfile( 3 ) );
|
|
}
|
|
|
|
}
|