wikimedia/mediawiki-extensions-SyntaxHighlight_GeSHi
1
0
Fork 0
mirror of https://gerrit.wikimedia.org/r/mediawiki/extensions/SyntaxHighlight_GeSHi synced 2024-11-27 15:50:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

create_pygmentize_bundle: use pypi's JSON API

Browse source 
The old XML-RPC API is considered deprecated and is now rate limited,
such that making two queries in quick succession (like this script does)
hits the limit. Fix by using the JSON API.

While we're here, use the SHA256 sum instead of MD5.

Change-Id: Ib2156649e234d974cc4fc75807a5d140aa99bd44
This commit is contained in:
Ori Livneh 2020-11-23 13:23:06 -08:00
parent 0c669a0acc
commit 4f46b00108
1 changed files with 9 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
pygments/create_pygmentize_bundle
View file

@ -7,11 +7,11 @@
""" """
import hashlib import hashlib
import io import io
import json
import os import os
import stat import stat
import textwrap import textwrap
import urllib.request import urllib.request
import xmlrpc.client
import zipfile import zipfile
@ -28,14 +28,15 @@ PYGMENTIZE_LAUNCHER = textwrap.dedent('''\
print('Querying PyPI for the latest Pygments release...') print('Querying PyPI for the latest Pygments release...')
pypi = xmlrpc.client.ServerProxy('https://pypi.python.org/pypi') req = urllib.request.urlopen('https://pypi.python.org/pypi/Pygments/json')
latest_version = pypi.package_releases('Pygments')[0] data = json.loads(req.read().decode('utf-8'))
latest_version = data['info']['version']
url = None url = None
for release in pypi.release_urls('Pygments', latest_version): for release in data['releases'][latest_version]:
if (release['packagetype'] == 'bdist_wheel' and if (release['packagetype'] == 'bdist_wheel' and
'py3' in release['python_version']): 'py3' in release['python_version']):
url = release['url'] url = release['url']
md5_digest = release['md5_digest'] digest = release['digests']['sha256']
break break
if not url: if not url:
@ -46,8 +47,8 @@ req = urllib.request.urlopen(url)
buf = io.BytesIO(req.read()) buf = io.BytesIO(req.read())
print('Verifying...') print('Verifying...')
if hashlib.md5(buf.getvalue()).hexdigest() != md5_digest: if hashlib.sha256(buf.getvalue()).hexdigest() != digest:
raise RuntimeError('MD5 checksum mismatch.') raise RuntimeError('checksum mismatch!')
print('Creating executable ZIP bundle...') print('Creating executable ZIP bundle...')
with zipfile.ZipFile(buf, 'a') as zf: with zipfile.ZipFile(buf, 'a') as zf:
@ -67,3 +68,4 @@ with open(os.path.join(script_dir, 'VERSION'), 'w') as f:
f.write(latest_version + '\n') f.write(latest_version + '\n')
print('Done. Wrote %s bytes to %s' % (len(data), file_path)) print('Done. Wrote %s bytes to %s' % (len(data), file_path))
print("Don't forget to run updateCSS.php and updateLexerList.php (in ../maintenance).")