assertRequiredOptions( self::CONSTRUCTOR_OPTIONS ); $this->options = $options; $this->cache = $cache; $this->statsdDataFactory = $statsdDataFactory; $this->categoryManager = $categoryManager; } /** * @param string $cat * @return string */ private function makeKey( $cat ) { return $this->cache->makeKey( 'linter', 'total', $cat ); } /** * Get the totals for every category in the database * * @param Database $db * @return array */ public function getTotals( Database $db ): array { $cats = $this->categoryManager->getVisibleCategories(); $fetchedTotals = false; $totals = []; foreach ( $cats as $cat ) { $totals[$cat] = $this->cache->getWithSetCallback( $this->makeKey( $cat ), WANObjectCache::TTL_INDEFINITE, static function ( $oldValue, &$ttl, &$setOpts, $oldAsOf ) use ( $cat, $db, &$fetchedTotals ) { $setOpts += MWDatabase::getCacheSetOptions( $db->getDBConnectionRef( DB_REPLICA ) ); if ( $fetchedTotals === false ) { $fetchedTotals = $db->getTotals(); } return $fetchedTotals[$cat]; }, [ 'checkKeys' => [ $this->cache->makeKey( 'linter', 'totals' ), $this->makeKey( $cat ), ], 'lockTSE' => 30, ] ); } return $totals; } /** * Send stats to statsd and update totals cache * * @param Database $db * @param array $changes */ public function updateStats( Database $db, array $changes ) { $linterStatsdSampleFactor = $this->options->get( 'LinterStatsdSampleFactor' ); if ( $linterStatsdSampleFactor === false ) { // Don't send to statsd, but update cache with $changes $raw = $changes['added']; foreach ( $changes['deleted'] as $cat => $count ) { if ( isset( $raw[$cat] ) ) { $raw[$cat] -= $count; } else { // Negative value $raw[$cat] = 0 - $count; } } foreach ( $raw as $cat => $count ) { if ( $count != 0 ) { // There was a change in counts, invalidate the cache $this->touchCategoryCache( $cat ); } } return; } elseif ( mt_rand( 1, $linterStatsdSampleFactor ) != 1 ) { return; } $totals = $db->getTotals(); $wiki = WikiMap::getCurrentWikiId(); $stats = $this->statsdDataFactory; foreach ( $totals as $name => $count ) { $stats->gauge( "linter.category.$name.$wiki", $count ); } $stats->gauge( "linter.totals.$wiki", array_sum( $totals ) ); $this->touchAllCategoriesCache(); } /** * Have a single category be recalculated * * @param string $cat category name */ public function touchCategoryCache( $cat ) { $this->cache->touchCheckKey( $this->makeKey( $cat ) ); } /** * Have all categories be recalculated */ public function touchAllCategoriesCache() { $this->cache->touchCheckKey( $this->cache->makeKey( 'linter', 'totals' ) ); } }