package_linter/package_linter.py

261 lines
8.4 KiB
Python
Raw Normal View History

2016-01-25 12:52:18 +01:00
#!/usr/bin/env python3
import sys
import os
import json
2016-01-25 12:52:18 +01:00
class c:
HEADER = '\033[95m'
OKBLUE = '\033[94m'
OKGREEN = '\033[92m'
WARNING = '\033[93m'
FAIL = '\033[91m'
END = '\033[0m'
BOLD = '\033[1m'
UNDERLINE = '\033[4m'
2016-01-25 12:52:18 +01:00
def header(app_path):
print(c.UNDERLINE + c.HEADER + c.BOLD +
2016-12-19 07:09:32 +01:00
"YUNOHOST APP PACKAGE LINTER\n", c.END,
"App packaging documentation: https://yunohost.org/#/packaging_apps\n",
"App package example: https://github.com/YunoHost/example_ynh\n",
"Checking " + c.BOLD + app_path + c.END + " package\n")
2016-01-25 12:52:18 +01:00
def print_right(str):
print(c.OKGREEN + "", str, c.END)
2016-01-25 12:52:18 +01:00
def print_wrong(str):
print(c.FAIL + "", str, c.END)
2016-01-25 12:52:18 +01:00
def check_files_exist(app_path):
"""
Check files exist
"""
print (c.BOLD + c.HEADER + ">>>> MISSING FILES <<<<" + c.END)
fnames = ("manifest.json", "scripts/install", "scripts/remove",
"scripts/upgrade", "scripts/backup", "scripts/restore", "LICENSE", "README.md")
2016-12-18 02:37:07 +01:00
for fname in fnames:
if check_file_exist(app_path + "/" + fname):
print_right(fname)
else:
print_wrong(fname)
2016-01-25 12:52:18 +01:00
def check_file_exist(file_path):
return 1 if os.path.isfile(file_path) and os.stat(file_path).st_size > 0 else 0
2016-01-25 12:52:18 +01:00
def read_file(file_path):
with open(file_path) as f:
file = f.read().splitlines()
return file
2016-01-25 12:52:18 +01:00
def check_manifest(manifest):
print (c.BOLD + c.HEADER + "\n>>>> MANIFEST <<<<" + c.END)
"""
2016-12-18 02:37:07 +01:00
Check if there is no comma syntax issue
"""
try:
with open(manifest, encoding='utf-8') as data_file:
manifest = json.loads(data_file.read())
print_right("Manifest syntax is good.")
except:
print_wrong(
"Syntax (comma) or encoding issue with manifest.json. Can't check file.")
return
2016-12-18 02:37:07 +01:00
fields = ("name", "id", "packaging_format", "description", "url",
"license", "maintainer", "requirements", "multi_instance", "services", "arguments")
for field in fields:
if field in manifest:
print_right("\"" + field + "\" field is present")
else:
print_wrong("\"" + field + "\" field is missing")
2016-12-18 02:37:07 +01:00
"""
Check values in keys
"""
2016-12-18 02:37:07 +01:00
pf = 1
2016-12-18 02:37:07 +01:00
if "packaging_format" not in manifest:
print_wrong("\"packaging_format\" key is missing")
pf = 0
2016-12-18 02:37:07 +01:00
if pf == 1 and isinstance(manifest["packaging_format"], int) != 1:
print_wrong("\"packaging_format\": value isn't an integer type")
pf = 0
2016-12-18 02:37:07 +01:00
if pf == 1 and manifest["packaging_format"] != 1:
print_wrong("\"packaging_format\" field: current format value is '1'")
pf = 0
2016-12-18 02:37:07 +01:00
if pf == 1:
print_right("\"packaging_format\" field is good")
if "license" in manifest and manifest["license"] != "free" and manifest["license"] != "non-free":
print_wrong(
"You should specify 'free' or 'non-free' software package in the license field.")
elif "license" in manifest:
print_right("\"licence\" key value is good")
2016-12-18 02:37:07 +01:00
if "multi_instance" in manifest and manifest["multi_instance"] != 1 and manifest["multi_instance"] != 0:
print_wrong(
"\"multi_instance\" field must be boolean type values 'true' or 'false' and not string type")
elif "multi_instance" in manifest:
print_right("\"multi_instance\" field is good")
2016-12-18 02:37:07 +01:00
if "services" in manifest:
services = ("nginx", "php5-fpm", "mysql", "uwsgi", "metronome",
"postfix", "dovecot") # , "rspamd", "rmilter")
2016-12-18 02:37:07 +01:00
for service in manifest["services"]:
if service not in services:
print_wrong(service + " service doesn't exist")
2016-12-18 02:37:07 +01:00
if "install" in manifest["arguments"]:
types = ("domain", "path", "password", "user", "admin")
2016-12-18 02:37:07 +01:00
for nbr, typ in enumerate(types):
for install_arg in manifest["arguments"]["install"]:
if typ == install_arg["name"]:
if "type" not in install_arg:
print("You should specify the type of the key with", end=" ")
print(types[nbr - 1]) if nbr == 4 else print(typ)
2016-01-25 12:52:18 +01:00
2016-01-31 14:27:07 +01:00
def check_script(path, script_name):
script_path = path + "/scripts/" + script_name
2016-12-18 02:37:07 +01:00
if check_file_exist(script_path) == 0:
return
2016-12-18 02:37:07 +01:00
print (c.BOLD + c.HEADER + "\n>>>>",
2016-12-18 02:36:58 +01:00
script_name.upper(), "SCRIPT <<<<" + c.END)
script = read_file(script_path)
2016-12-18 02:37:07 +01:00
check_script_header_presence(script)
check_sudo_prefix_commands(script)
check_verifications_done_before_modifying_system(script)
check_non_helpers_usage(script)
2016-01-25 12:52:18 +01:00
def check_script_header_presence(script):
if "#!/bin/bash" in script[0]:
print_right("Script starts with \"#!/bin/bash\"")
else:
print_wrong("Script must start with \"#!/bin/bash\"")
2016-01-25 12:52:18 +01:00
def check_sudo_prefix_commands(script):
"""
Check if commands are prefix with "sudo"
"""
cmds = ("rm", "chown", "chmod", "apt-get", "apt",
"service", "yunohost", "find" "swapon", "mkswap", "useradd") # , "dd") cp, mkdir
2016-12-18 02:37:07 +01:00
ok = True
for line_nbr, line in enumerate(script):
for cmd in cmds:
if cmd + " " in line and "sudo " + cmd + " " not in line \
and "yunohost service" not in line and "-exec " + cmd not in line \
and ".service" not in line and line[0] != '#':
print(c.FAIL + "✘ Line ", line_nbr + 1,
"you should add \"sudo\" before this command line:", c.END)
print(" " + line.replace(cmd,
c.BOLD + c.FAIL + cmd + c.END))
2016-12-18 02:37:07 +01:00
ok = False
if ok:
print_right("All commands are prefix with \"sudo\".")
2016-01-25 12:52:18 +01:00
def check_verifications_done_before_modifying_system(script):
"""
Check if verifications are done before modifying the system
"""
2016-12-18 02:37:07 +01:00
ex = 0
for line_number, line in enumerate(script):
if "ynh_die" in line or "exit" in line:
2016-12-18 02:37:07 +01:00
ex = line_number
cmds = ("cp", "mkdir", "rm", "chown", "chmod", "apt-get", "apt", "service",
"find", "sed", "mysql", "swapon", "mount", "dd", "mkswap", "useradd") # "yunohost"
2016-12-18 02:37:07 +01:00
ok = True
for line_nbr, line in enumerate(script):
if line_nbr >= ex:
break
2016-12-18 02:37:07 +01:00
for cmd in cmds:
if cmd in line and line[0] != '#':
2016-12-18 02:37:07 +01:00
ok = False
if not ok:
print(c.FAIL + "✘ At line", ex + 1,
2016-12-19 07:09:32 +01:00
"'ynh_die' or 'exit' command is executed with system modification before.\n",
"This system modification is an issue if a verification exit the script.\n",
"You should move this verification before any system modification." + c.END)
else:
print_right(
"Verifications (with 'ynh_die' or 'exit' commands) are done before any system modification.")
2016-01-25 12:52:18 +01:00
def check_non_helpers_usage(script):
"""
check if deprecated commands are used and propose helpers:
- 'yunohost app setting' > ynh_app_setting_(set,get,delete)
- 'exit' > 'ynh_die'
"""
2016-12-18 02:37:07 +01:00
ok = True
for line_nbr, line in enumerate(script):
if "yunohost app setting" in line:
print_wrong("Line {}: 'yunohost app setting' command is deprecated, please use helpers ynh_app_setting_(set,get,delete).".format(line_nbr + 1))
2016-12-18 02:37:07 +01:00
ok = False
if ok:
print_right("Only helpers are used")
else:
print_wrong("Helpers documentation: https://yunohost.org/#/packaging_apps_helpers\ncode: https://github.com/YunoHost/yunohost/…helpers")
2016-12-18 02:37:07 +01:00
ok = True
for line_nbr, line in enumerate(script):
if "exit" in line:
print_wrong("Line {}: 'exit' command shouldn't be used. Use 'ynh_die' helper instead.".format(line_nbr + 1))
2016-12-18 02:37:07 +01:00
ok = False
if ok:
print_right("no 'exit' command found: 'ynh_die' helper is possibly used")
2016-01-25 12:52:18 +01:00
if __name__ == '__main__':
os.system("clear")
2016-12-18 02:37:07 +01:00
if len(sys.argv) != 2:
print("Give one app package path.")
exit()
2016-12-18 02:37:07 +01:00
app_path = sys.argv[1]
header(app_path)
check_files_exist(app_path)
check_manifest(app_path + "/manifest.json")
2016-12-18 02:37:07 +01:00
scripts = ["install", "remove", "upgrade", "backup", "restore"]
for (dirpath, dirnames, filenames) in os.walk(os.path.join(app_path, "scripts")):
for filename in filenames:
if filename not in scripts and filename[-4:] != ".swp":
scripts.append(filename)
2016-12-18 02:37:07 +01:00
for script in scripts:
check_script(app_path, script)