wikimedia/mediawiki-extensions-SecureLinkFixer
1
0
Fork 0
mirror of https://gerrit.wikimedia.org/r/mediawiki/extensions/SecureLinkFixer synced 2024-11-24 15:43:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Rewrite fetchList.php to not require MediaWiki to be installed

Browse source 
So I can more easily set up a cronjob to update it regularly.

Change-Id: Ie2012e8bf02fb0edb3d52d6076a4a7fb99c743d5
This commit is contained in:
Kunal Mehta 2019-07-17 17:00:28 -04:00
parent 8d12e524b1
commit 793b54d8fc
1 changed files with 38 additions and 42 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

80
maintenance/fetchList.php
View file

@ -18,40 +18,38 @@
namespace MediaWiki\SecureLinkFixer;
use Maintenance;
use Wikimedia\StaticArrayWriter;
$IP = getenv( 'MW_INSTALL_PATH' );
if ( $IP === false ) {
$IP = __DIR__ . '/../../..';
}
require_once "$IP/maintenance/Maintenance.php";
require_once "$IP/includes/libs/StaticArrayWriter.php";
/**
* Downloads Mozilla's HSTS preload list and builds it into a CDB
* Downloads Mozilla's HSTS preload list and builds it into a PHP file.
*
* We explicitly don't use Maintenance here so that this script
* can be run without needing all of MediaWiki to be installed.
*/
class FetchList extends Maintenance {
public function __construct() {
parent::__construct();
$this->mDescription = 'Fetch HSTS preload list and build database';
function main() {
// phpcs:ignore Generic.Files.LineLength
$feedUrl = 'https://hg.mozilla.org/mozilla-central/atom-log/tip/security/manager/ssl/nsSTSPreloadList.inc';
$feed = file_get_contents( $feedUrl );
preg_match( '!"https://hg.mozilla.org/mozilla-central/rev/([a-f0-9]*?)"!', $feed, $matches );
if ( !isset( $matches[1] ) ) {
echo "Unable to parse revision id for HSTS preload list\n";
die( 1 );
}
public function execute() {
// phpcs:ignore Generic.Files.LineLength
$feedUrl = 'https://hg.mozilla.org/mozilla-central/atom-log/tip/security/manager/ssl/nsSTSPreloadList.inc';
$feed = file_get_contents( $feedUrl );
preg_match( '!"https://hg.mozilla.org/mozilla-central/rev/([a-f0-9]*?)"!', $feed, $matches );
if ( !isset( $matches[1] ) ) {
$this->fatalError( 'Unable to parse revision id for HSTS preload list' );
}
$rev = $matches[1];
$this->output( "Downloading the HSTS preload list (revision $rev)..." );
// phpcs:ignore Generic.Files.LineLength
$url = "https://hg.mozilla.org/mozilla-central/raw-file/$rev/security/manager/ssl/nsSTSPreloadList.inc";
$lines = explode( "\n", file_get_contents( $url ) );
$this->output( "done\n" );
$inList = false;
$header = <<<HEADER
$rev = $matches[1];
echo "Downloading the HSTS preload list (revision $rev)...";
// phpcs:ignore Generic.Files.LineLength
$url = "https://hg.mozilla.org/mozilla-central/raw-file/$rev/security/manager/ssl/nsSTSPreloadList.inc";
$lines = explode( "\n", file_get_contents( $url ) );
echo "done\n";
$inList = false;
$header = <<<HEADER
Generated by fetchList.php using mozilla-central@$rev
This Source Code Form is subject to the terms of the Mozilla Public
License, v. 2.0. If a copy of the MPL was not distributed with this
@ -59,25 +57,23 @@ file, You can obtain one at https://mozilla.org/MPL/2.0/.
phpcs:ignoreFile
HEADER;
// XXX: Should we care about gPreloadListExpirationTime?
$data = [];
foreach ( $lines as $line ) {
if ( $line === '%%' ) {
$inList = !$inList;
continue;
}
if ( $inList ) {
$exploded = explode( ', ', $line );
$data[$exploded[0]] = (int)$exploded[1];
}
// XXX: Should we care about gPreloadListExpirationTime?
$data = [];
foreach ( $lines as $line ) {
if ( $line === '%%' ) {
$inList = !$inList;
continue;
}
if ( $inList ) {
$exploded = explode( ', ', $line );
$data[$exploded[0]] = (int)$exploded[1];
}
$writer = new StaticArrayWriter();
$code = $writer->create( $data, $header );
file_put_contents( __DIR__ . '/../domains.php', $code );
$this->output( "Updated domains.php\n" );
}
$writer = new StaticArrayWriter();
$code = $writer->create( $data, $header );
file_put_contents( __DIR__ . '/../domains.php', $code );
echo "Updated domains.php\n";
}
$maintClass = FetchList::class;
require_once RUN_MAINTENANCE_IF_MAIN;
main();