YunoHost-Apps/mediawiki_ynh
1
0
Fork 0
mirror of https://github.com/YunoHost-Apps/mediawiki_ynh.git synced 2024-09-03 19:46:05 +02:00
Code Issues Activity Actions 1

Update update_extensions.py

Browse source
This commit is contained in:
Salamandar 2021-10-08 18:49:20 +02:00 committed by Salamandar
parent efd098270d
commit 634c468840
1 changed files with 56 additions and 40 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

96
update_extensions.py
View file

@ -1,20 +1,29 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
"""
This tool updates conf/*.src according to the available extension version at wmflabs.org
"""
import sys
import json import json
from os import replace
import urllib.request import urllib.request
from html.parser import HTMLParser from html.parser import HTMLParser
import subprocess import subprocess
import hashlib import hashlib
import sys, fileinput import fileinput
from typing import List
extensions_host_url = 'https://extdist.wmflabs.org/dist/extensions/' EXTENSIONS_HOST_URL = 'https://extdist.wmflabs.org/dist/extensions/'
def get_all_extensions():
webpage = urllib.request.urlopen(extensions_host_url).read().decode('utf-8') def get_all_extensions() -> List[str]:
"""Get all available extensions."""
with urllib.request.urlopen(EXTENSIONS_HOST_URL) as page:
webpage = page.read().decode('utf-8')
class MyHTMLParser(HTMLParser): class MyHTMLParser(HTMLParser):
"""Custom HTMLParser"""
links = [] links = []
def handle_starttag(self, tag, attrs): def handle_starttag(self, tag, attrs):
# Only parse the 'anchor' tag. # Only parse the 'anchor' tag.
if tag == 'a': if tag == 'a':
@ -28,89 +37,96 @@ def get_all_extensions():
parser.feed(webpage) parser.feed(webpage)
return parser.links return parser.links
def get_mediawiki_ext_version():
with open('manifest.json') as manifest_json: def get_mediawiki_ext_version() -> str:
"""Returns the mediawiki version for extensions."""
with open('manifest.json', encoding='utf-8') as manifest_json:
manifest = json.load(manifest_json) manifest = json.load(manifest_json)
mediawiki_version = manifest['version'].split('~')[0] mediawiki_version = manifest['version'].split('~')[0]
mediawiki_ext_version = '_'.join(mediawiki_version.split('.')[0:2]) mediawiki_ext_version = '_'.join(mediawiki_version.split('.')[0:2])
return mediawiki_ext_version return mediawiki_ext_version
def get_extensions_for_version(extensions, version): def get_extensions_for_version(extensions: List[str], version: str) -> List[str]:
exts = [ ext for ext in extensions if version in ext ] """Returns available extensions compatible with mediawiki version."""
exts = [ext for ext in extensions if version in ext]
return exts return exts
############################################################################### ###############################################################################
def sha256sum(filename): def sha256sum(filename: str) -> str:
"""Calculate the sha256 of a file."""
sha256_hash = hashlib.sha256() sha256_hash = hashlib.sha256()
with open(filename,"rb") as f: with open(filename, "rb") as file:
# Read and update hash string value in blocks of 4K # Read and update hash string value in blocks of 4K
for byte_block in iter(lambda: f.read(4096),b""): for byte_block in iter(lambda: file.read(4096), b""):
sha256_hash.update(byte_block) sha256_hash.update(byte_block)
return sha256_hash.hexdigest() return sha256_hash.hexdigest()
def replace_line_startingwith(file, startingwith, new_line): def replace_line_startingwith(file: str, startingwith: str, new_line: str):
""""""
for line in fileinput.input(file, inplace=1): for line in fileinput.input(file, inplace=1):
if line.startswith(startingwith): if line.startswith(startingwith):
line = new_line + '\n' line = new_line + '\n'
sys.stdout.write(line) sys.stdout.write(line)
pass
def update_source_file(srcfile, url, shasum):
def update_source_file(srcfile: str, url: str):
filename = url.rsplit('/', 1)[1] filename = url.rsplit('/', 1)[1]
urllib.request.urlretrieve(url, filename) urllib.request.urlretrieve(url, filename)
hash = sha256sum(filename) hashsum = sha256sum(filename)
replace_line_startingwith(srcfile, 'SOURCE_URL=', 'SOURCE_URL={}'.format(url)) replace_line_startingwith(srcfile, 'SOURCE_URL=', f'SOURCE_URL={url}')
replace_line_startingwith(srcfile, 'SOURCE_SUM=', 'SOURCE_SUM={}'.format(hash)) replace_line_startingwith(srcfile, 'SOURCE_SUM=', f'SOURCE_SUM={hashsum}')
replace_line_startingwith(srcfile, 'SOURCE_SUM_PRG=', 'SOURCE_SUM_PRG=sha256sum') replace_line_startingwith(srcfile, 'SOURCE_SUM_PRG=', 'SOURCE_SUM_PRG=sha256sum')
def get_required_extensions(extensions: List[str]):
def get_required_extensions(extensions):
ext_files = [ ext_files = [
{ 'name': 'LDAPAuthentication2', 'file': 'conf/ldap_authentication2.src', }, {'name': 'LDAPAuthentication2', 'file': 'conf/ldap_authentication2.src', },
{ 'name': 'LDAPAuthorization', 'file': 'conf/ldap_authorization.src', }, {'name': 'LDAPAuthorization', 'file': 'conf/ldap_authorization.src', },
# { 'name': 'Auth_remoteuser', 'file': 'conf/ldap_auth_remoteuser.src', }, # {'name': 'Auth_remoteuser', 'file': 'conf/ldap_auth_remoteuser.src', },
{ 'name': 'LDAPGroups', 'file': 'conf/ldap_groups.src', }, {'name': 'LDAPGroups', 'file': 'conf/ldap_groups.src', },
{ 'name': 'LDAPProvider', 'file': 'conf/ldap_provider.src', }, {'name': 'LDAPProvider', 'file': 'conf/ldap_provider.src', },
{ 'name': 'LDAPUserInfo', 'file': 'conf/ldap_userinfo.src', }, {'name': 'LDAPUserInfo', 'file': 'conf/ldap_userinfo.src', },
{ 'name': 'PluggableAuth', 'file': 'conf/pluggable_auth.src', }, {'name': 'PluggableAuth', 'file': 'conf/pluggable_auth.src', },
] ]
for ext in ext_files: for ext in ext_files:
file = ext['file'] file = ext['file']
name = ext['name'] name = ext['name']
echo_var = 'source {} ; echo ${}'.format(file, '{}') echo_var = f'source {file} ; echo ${{}}'
current_url = subprocess.check_output(echo_var.format('SOURCE_URL'), shell=True).decode('utf-8').strip() current_url = subprocess.check_output(
echo_var.format('SOURCE_URL'), shell=True
).decode('utf-8').strip()
# Search for corresponding in extensions # Search for corresponding in extensions
matching_extension_urls = [ url for url in extensions if name in url ] matching_extension_urls = [url for url in extensions if name in url]
if len(matching_extension_urls) != 1: if len(matching_extension_urls) != 1:
print('ERROR: Could not find an upstream link for extension {}'.format(name)) print(f'ERROR: Could not find an upstream link for extension {name}')
continue continue
new_url = extensions_host_url + matching_extension_urls[0] new_url = EXTENSIONS_HOST_URL + matching_extension_urls[0]
if current_url == new_url: if current_url == new_url:
print('OK: url is up to date for {}'.format(name)) print(f'OK: url is up to date for {name}')
continue continue
print('Updating source file for {}'.format(name)) print(f'Updating source file for {name}')
update_source_file(file, new_url, '000') update_source_file(file, new_url)
def main():
if __name__ == '__main__': """Main function."""
mediawiki_ext_version = get_mediawiki_ext_version() mediawiki_ext_version = get_mediawiki_ext_version()
extensions = get_all_extensions() extensions = get_all_extensions()
extensions = get_extensions_for_version(extensions, mediawiki_ext_version) extensions = get_extensions_for_version(extensions, mediawiki_ext_version)
get_required_extensions(extensions) get_required_extensions(extensions)
if __name__ == '__main__':
main()