YunoHost/apps
1
0
Fork 0
mirror of https://github.com/YunoHost/apps.git synced 2024-09-03 20:06:07 +02:00
Code Projects Activity

[enh] Add input/output parameters to list builder.

Browse source
This commit is contained in:
opi 2015-10-18 21:49:52 +02:00
parent e3b4f40113
commit 95465352ee
1 changed files with 42 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

59
list_builder.py
View file

@ -1,27 +1,52 @@
#!/usr/bin/env python2 #!/usr/bin/env python2
import sys import sys
import os
import argparse
import time import time
import json import json
import requests import requests
import datetime import datetime
from dateutil.parser import parse from dateutil.parser import parse
# Create argument parser
parser = argparse.ArgumentParser(description='Process YunoHost application list.')
# Add arguments and options
parser.add_argument("input", help="Path to json input file")
parser.add_argument("-o", "--output", help="Path to result file. If not specified, '-build' suffix will be added to input filename.")
parser.add_argument("-g", "--github", help="Github token <username>:<password>")
# Parse args
args = parser.parse_args()
# Open list json file
try: try:
json_list = sys.argv[1] apps_list = json.load(open(args.input))
token = (sys.argv[2], sys.argv[3]) except IOError as e:
except IndexError: print "Error: %s file not found" % args.input
print 'Usage: %s <community|official> <github_username> <github_token>' % sys.argv[0]
print
print 'Build a YunoHost app list from a simplfied list, output results in <community|official>.new.json'
sys.exit(1) sys.exit(1)
json_text = requests.get('https://raw.githubusercontent.com/YunoHost/apps/master/%s.json' % (json_list), auth=token).text # Get list name from filename
imported_json = json.loads(json_text) list_name = os.path.splitext(os.path.basename(args.input))[0]
print 'Building %s list' % list_name
print
# Args default
if not args.output:
args.output = '%s-build.json' % list_name
# GitHub credentials
if args.github:
token = (args.github.split(':')[0], args.github.split(':')[1])
else:
token = None
# Loop through every apps
result_dict = {} result_dict = {}
for app, info in apps_list.items():
for app, info in imported_json.items(): print 'Processing %s ' % app
owner, repo = filter(None, info['url'].split("/"))[-2:] owner, repo = filter(None, info['url'].split("/"))[-2:]
try: try:
res = requests.get('https://raw.githubusercontent.com/%s/%s/%s/manifest.json' % (owner, repo, info['revision']), auth=token) res = requests.get('https://raw.githubusercontent.com/%s/%s/%s/manifest.json' % (owner, repo, info['revision']), auth=token)
except: except:
@ -31,6 +56,7 @@ for app, info in imported_json.items():
print '%s returned an error %d' % (info['url'], res.status_code) print '%s returned an error %d' % (info['url'], res.status_code)
continue continue
# Load manifest
manifest = json.loads(res.text) manifest = json.loads(res.text)
try: try:
@ -52,14 +78,13 @@ for app, info in imported_json.items():
except KeyboardInterrupt: except KeyboardInterrupt:
sys.exit(1) sys.exit(1)
except Exception as e: except Exception as e:
print 'Fail: ', manifest['id'] print 'Fail: ', manifest['id']
print e print e
continue continue
print manifest['id']
# Write resulting file
with open('%s.new.json' % json_list, 'w') as f: with open(args.output , 'w') as f:
f.write(json.dumps(result_dict, sort_keys=True)) f.write(json.dumps(result_dict, sort_keys=True))
print 'Done!' print 'Done!'
print print
print 'Written in %s.new.json' % json_list print 'Written in %s' % args.output