import os import hmac import hashlib import asyncio import subprocess from sanic import Sanic from sanic.response import text from sanic.exceptions import abort app = Sanic() secret = open("./github_webhook_secret", "r").read().strip() gitbot_password = open("./gitbot_password", "r").read().strip() other_chans = { "doc": "doc", "apps": "apps", "package_linter": "apps", "CI_package_check": "apps", "package_check": "apps", "test_apps": "apps", } # TODO # * choper tous les templates de notification # * choper tous les evenements à suivre # * fusionner les 2 # * déployer async def notify(message, repository="dev"): if repository.endswith("_ynh"): chan = "apps" else: chan = other_chans.get(repository, "dev") print(f"{chan} -> {message}") proc = await asyncio.create_subprocess_shell( f"python ./to_room.py '{gitbot_password}' '{message}' '{chan}'" ) await proc.communicate() await proc.wait() @app.route("/github", methods=["GET"]) async def github_get(request): return text( "You aren't supposed to go on this page using a browser, it's for webhooks push instead." ) @app.route("/github", methods=["POST"]) async def github(request): # Only SHA1 is supported header_signature = request.headers.get("X-Hub-Signature") if header_signature is None: print("no header X-Hub-Signature") abort(403) sha_name, signature = header_signature.split("=") if sha_name != "sha1": print("signing algo isn't sha1, it's '%s'" % sha_name) abort(501) # HMAC requires the key to be bytes, but data is string mac = hmac.new(secret.encode(), msg=request.body, digestmod=hashlib.sha1) if not hmac.compare_digest(str(mac.hexdigest()), str(signature)): abort(403) hook_type = request.headers.get("X-Github-Event") print() print(f"Hook type: {hook_type}") try: # https://developer.github.com/v3/activity/events/types/#pushevent if hook_type == "push": repository = request.json["repository"]["name"] commits = request.json["commits"] user = request.json["pusher"]["name"] branch = request.json["ref"].split("/", 2)[2] if len(commits) == 1: url = commits[0]["url"] commit_message = ( commits[0]["message"].replace("\r\n", " ").replace("\n", " ") ) if len(commit_message) > 120: commit_message = commit_message[120:] + "..." await notify( f"[{repository}] @{user} pushed {len(commits)} commit to {branch}: {commit_message} {url}", repository=repository, ) elif len(commits) > 1: url = request.json["compare"] await notify( f"[{repository}] @{user} pushed {len(commits)} commits to {branch}: {url}", repository=repository, ) for commit in commits[-3:]: author = commit["author"]["name"] commit_message = ( commit["message"].replace("\r\n", " ").replace("\n", " ") ) if len(commit_message) > 120: commit_message = commit_message[120:] + "..." await notify( f"[{repository}/{branch}] {commit_message} - {author}", repository=repository, ) else: ... # case of 0 which means branch deletion # https://developer.github.com/v3/activity/events/types/#commitcommentevent elif hook_type == "commit_comment": repository = request.json["repository"]["name"] user = request.json["comment"]["user"]["login"] commit_short_id = request.json["comment"]["commit_id"][:7] comment = request.json["comment"]["body"].replace("\r\n", " ") url = request.json["comment"]["html_url"] await notify( f"[{repository}] @{user} comment on commit {commit_short_id}: {comment} {url}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#createevent elif hook_type == "create": kind = request.json["ref_type"] user = request.json["sender"]["login"] repository = request.json["repository"]["name"] if kind == "repository": await notify( f"@{user} created new repository {repository}: {url}", repository=repository, ) elif kind == "branch": branch = request.json["ref"] await notify( f"[{repository}] @{user} created new branch {branch}", repository=repository, ) elif kind == "tag": tag = request.json["ref"] await notify( f"[{repository}] @{user} created new tag {tag}", repository=repository, ) else: print(f"WARNING: unknown 'create' event kind: {kind}") # https://developer.github.com/v3/activity/events/types/#createevent elif hook_type == "delete": kind = request.json["ref_type"] user = request.json["sender"]["login"] repository = request.json["repository"]["name"] ref = request.json["ref"] await notify( f"[{repository}] @{user} deleted {kind} {ref}", repository=repository ) # https://developer.github.com/v3/activity/events/types/#forkevent elif hook_type == "fork": repository = request.json["repository"]["name"] forked_repository = request.json["forkee"]["full_name"] user = request.json["sender"]["login"] url = request.json["forkee"]["html_url"] await notify( f"@{user} forked {repository} to {forked_repository}: {url}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#issuecommentevent elif hook_type == "issue_comment": repository = request.json["repository"]["name"] user = request.json["sender"]["login"] url = request.json["comment"]["html_url"] issue_number = request.json["issue"]["number"] issue_title = request.json["issue"]["title"] comment = request.json["comment"]["body"].replace("\r\n", " ") if len(comment) > 120: comment = comment[:120] + "..." await notify( f"[{repository}] @{user} commented on issue #{issue_number} {issue_title}: {comment} {url}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#issuesevent elif hook_type == "issues": action = request.json["action"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] issue_number = request.json["issue"]["number"] url = request.json["issue"]["html_url"] issue_title = request.json["issue"]["title"] if action == "opened": await notify( f"[{repository}] @{user} {action} issue #{issue_number}: {issue_title} {url}", repository=repository, ) elif action in ( "edited", "deleted", "transferred", "pinned", "unpinned", "closed", "reopened", ): await notify( f"[{repository}] @{user} {action} issue #{issue_number}: {issue_title} {url}", repository=repository, ) elif action in ("assigned", "unassigned"): assigned_user = request.json["assignee"]["login"] await notify( f"[{repository}] @{user} {action} {assigned_user} on issue #{issue_number}: {issue_title} {url}", repository=repository, ) elif action in ("labeled", "unlabeled"): label = request.json["label"]["name"] await notify( f"[{repository}] @{user} {action} {label} on issue #{issue_number}: {issue_title} {url}", repository=repository, ) elif action == "milestoned": milestone = request.json["issue"]["milestone"]["title"] await notify( f"[{repository}] @{user} set {milestone} on issue #{issue_number}: {issue_title} {url}", repository=repository, ) elif action == "demilestoned": await notify( f"[{repository}] @{user} {action} issue #{issue_number}: {issue_title} {url}", repository=repository, ) else: await notify( f"[{repository}] WARNING: unknown 'issues' action: {action}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#labelevent elif hook_type == "label": action = request.json["action"] label = request.json["label"]["name"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] await notify( f"[{repository}] @{user} {action} label {label}", repository=repository ) # https://developer.github.com/v3/activity/events/types/#milestoneevent elif hook_type == "milestone": action = request.json["action"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] milestone = request.json["milestone"]["title"] await notify( f"[{repository}] @{user} {action} milestone {milestone}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#pullrequestreviewcommentevent elif hook_type == "pull_request_review_comment": action = request.json["action"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] pull_request_number = request.json["pull_request"]["number"] pull_request_title = request.json["pull_request"]["title"] comment = request.json["comment"]["body"].replace("\r\n", " ") url = request.json["comment"]["html_url"] if len(comment) > 120: comment = comment[:120] + "..." if action == "created": await notify( f"[{repository}] @{user} commented on pull request #{pull_request_number} {pull_request_title}: {comment} {url}", repository=repository, ) else: await notify( f"[{repository}] @{user} {action} a comment on pull request #{pull_request_number} {pull_request_title}: {comment} {url}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#pullrequestreviewevent elif hook_type == "pull_request_review": action = request.json["action"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] pull_request_number = request.json["pull_request"]["number"] pull_request_title = request.json["pull_request"]["title"] url = request.json["review"]["html_url"] if action == "submitted": state = request.json["review"]["state"] comment = request.json["review"]["body"] if comment and len(comment) > 120: comment = ": " + comment[:120].replace("\r\n", " ") + "..." elif not comment: comment = "" else: comment = ": " + comment.replace("\r\n", " ") # to avoid duplicated with pull_request_review_comment event if state == "commented" and not comment: pass else: await notify( f"[{repository}] @{user} {state} pull request #{pull_request_number} {pull_request_title}{comment} {url}", repository=repository, ) else: await notify( f"[{repository}] @{user} {action} review pull request #{pull_request_number}: {pull_request_title} {url}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#pullrequestevent elif hook_type == "pull_request": action = request.json["action"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] pull_request_number = request.json["pull_request"]["number"] pull_request_title = request.json["pull_request"]["title"] url = request.json["pull_request"]["html_url"] comment = request.json["pull_request"]["body"] if comment and len(comment) > 120: comment = ": " + comment[:120].replace("\r\n", " ") + "..." elif not comment: comment = "" else: comment = ": " + comment.replace("\r\n", " ") if action in ( "opened", "edited", "deleted", "transferred", "pinned", "unpinned", "reopened", ): await notify( f"[{repository}] @{user} {action} pull request #{pull_request_number}: {pull_request_title} {url}", repository=repository, ) elif action in ("labeled", "unlabeled"): label = request.json["label"]["name"] await notify( f"[{repository}] @{user} {action} {label} on pull request #{pull_request_number}: {pull_request_title} {url}", repository=repository, ) elif action == "closed": if request.json["pull_request"]["merged"]: action = "merged" await notify( f"[{repository}] @{user} {action} pull request #{pull_request_number}: {pull_request_title} {url}", repository=repository, ) elif action == "ready_for_review": await notify( f"[{repository}] @{user} just made pull request #{pull_request_number} ready for review: {pull_request_title} {url}", repository=repository, ) # super weird, this action is not supposed to be possible for pull_request :| elif action == "milestoned": milestone = request.json["pull_request"]["milestone"] await notify( f"[{repository}] @{user} set {milestone} pull request #{pull_request_number}: {pull_request_title} {url}", repository=repository, ) # super weird, this action is not supposed to be possible for pull_request :| elif action == "demilestoned": await notify( f"[{repository}] @{user} {action} pull request #{pull_request_number}: {pull_request_title} {url}", repository=repository, ) elif action in ( "review_requested", "review_request_removed", "synchronize", ): pass # we don't care about those... else: await notify( f"WARNING: unknown 'pull_request' action: {action}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#repositoryevent elif hook_type == "repository": action = request.json["action"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] url = request.json["repository"]["html_url"] description = request.json["repository"]["description"] if not description: description = "" else: description = ": " + description await notify( f"@{user} {action} repository {repository}{description} {url}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#releaseevent elif hook_type == "release": action = request.json["action"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] url = request.json["release"]["html_url"] release_tag = request.json["release"]["tag_name"] release_title = request.json["release"]["name"] await notify( f"[repository] @{user} {action} new release #{release_tag} {release_title} {url}", repository=repository, ) # https://developer.github.com/v3/activity/events/types/#statusevent elif hook_type == "status": state = request.json["state"] description = request.json["description"] target_url = request.json["target_url"] repository = request.json["repository"]["name"] user = request.json["sender"]["login"] url = request.json["commit"]["html_url"] commit_message = request.json["commit"]["commit"]["message"].replace("\n", " ") if request.json["commit"]["commit"]["committer"]: commit_author = request.json["commit"]["commit"]["committer"]["name"] else: commit_author = request.json["commit"]["commit"]["author"]["name"] branches = ", ".join((x["name"] for x in request.json["branches"])) if state not in ("success", "pending"): await notify( f'[{repository}] {description} {target_url} on commit {url} "{commit_message}" by @{commit_author} on branche{"s" if len(branches) > 1 else ""} {branches}' ) else: print( f"Status weird stuff: [{repository}] @{user} state: {state}, description: {description}, target_url: {target_url} - {url}" ) return text("ok") except Exception as e: import traceback traceback.print_exc() await notify( f"Error in Webhooks: exception {e} on {hook_type} webhooks, please see logs" ) abort(500) @app.route("/") async def index(request): return text("Webhooks server.") if __name__ == "__main__": app.run("localhost", port="4567")