mw-get-extension.py

#!/usr/bin/python

from urllib.request import urlopen
from colorama import Fore, Back, Style
import argparse, re, os


help_text = """
Downloads Mediawiki extensions through the Extension Distributor.
"""

MW_VER = '1.35'

def main(args):
	Distributor_URL = 'https://www.mediawiki.org/wiki/Special:ExtensionDistributor'

	print('Downloading MW extensions for version', args.mw_version)

	ver_id = args.mw_version.replace('.','_')
	
	for extension in args.extension:
		print('Processing requested extension', extension)

		if args.verbose: print(f"\tFetching page at: {Distributor_URL}?extdistname={Style.BRIGHT}{extension}{Style.RESET_ALL}&extdistversion=REL{Style.BRIGHT}{ver_id}{Style.RESET_ALL}")
		
		html = urlopen(Distributor_URL + '?extdistname=' + extension + '&extdistversion=REL' + ver_id).read().decode()

		regex = 'https:\/\/extdist\.wmflabs\.org\/dist\/extensions\/(?P<bundle>' + extension + '-REL' + ver_id + '-\w{7})\.tar\.gz'
		if args.verbose: print('\tSearching for RegEx pattern:', regex)
		try:
			match = re.search(regex, html)
			bundle_URL = match.group()
		except AttributeError:
			print(f"{Fore.RED}No extension by the name '{extension}' could be found.{Fore.RESET}")
			print('The reasons for this could be:\n\t• The extension name is incorrect, or\n\t• There\'s no release matching the specified MW version (A previous release could still work, though), or\n\t• The extension is not distributed via the ExtensionDistributor facility.')
			exit(255)
			
		print('\tDownloading from', bundle_URL)
		print(f"\t{'…and extracting the bundle' if not args.no_extract else ''}", 'to', args.target_dir)
		os.system('wget --continue' + (' --output-document - ' if not args.no_extract else ' --directory-prefix={} '.format(args.target_dir)) + bundle_URL + ('' if args.no_extract else ' | tar --directory={} --extract --file=- --gunzip'.format(args.target_dir) + ' && mv {0}/{1} {0}/{2}'.format(args.target_dir, extension, match['bundle'])))
## end main

ap = argparse.ArgumentParser(description = help_text, epilog='By Ahmad Gharbeia, November 2020; Under GPL 3.0 license')

ap.add_argument('extension', nargs = '+',
		help = 'Name of the MW extension.')

ap.add_argument('--mw-version', action = 'store', default = MW_VER,
	help = 'The major release version of Mediawiki to get extensions for. It currently defults to ' + MW_VER)

ap.add_argument('--target-dir', action = 'store', default = './',
	help = 'The name of the directory to save bundle or extract it to.')
                    
ap.add_argument('--no-extract', action = 'store_true', default = False,
  help = 'Download the extension bundle but do not extract it.')

ap.add_argument('--verbose', action = 'store_true', default = False,
	help = 'Output more details about what\'s happening.')

main(ap.parse_args())

## The current LTS release could be sensed from https://mediawiki.org/wiki/Download using the following Regex:
# https:\/\/releases\.wikimedia.org\/mediawiki\/(?<LTS_version>\d+\.\d+)\/.*\.tar\.gz(?=.*LTS)