webhooks/server.py

# import os
import hmac
import hashlib
import asyncio
# import subprocess

from sanic import Sanic
from sanic.response import text
from sanic.exceptions import abort


app = Sanic()

secret = open("./github_webhook_secret", "r").read().strip()
gitbot_password = open("./gitbot_password", "r").read().strip()

other_chans = {
    "doc": "doc",
    "apps": "apps",
    "package_linter": "apps",
    "CI_package_check": "apps",
    "package_check": "apps",
    "test_apps": "apps",
}

# TODO
# * choper tous les templates de notification
# * choper tous les evenements à suivre
# * fusionner les 2
# * déployer


async def notify(message, repository="dev"):
    if repository.endswith("_ynh"):
        chan = "apps"
    else:
        chan = other_chans.get(repository, "dev")

    print(f"{chan} -> {message}")

    for char in ["'", "`", "!", ";", "$"]:
        message = message.replace(char, "")

    proc = await asyncio.create_subprocess_shell(
        f"/var/www/webhooks/matrix-commander --markdown -m '{message}' -c /var/www/webhooks/credentials.json --store /var/www/webhooks/store --room 'yunohost-{chan}'"
    )
    try:
        await proc.communicate()
        await proc.wait()
    except Exception as e:
        if type(e).__name__ == "CancelledError":
            pass
        else:
            raise Exception(f" {type(e).__name__} while trying to notify about commit '{commit_message}' on {repository}/{branch}: {e}")


@app.route("/github", methods=["GET"])
async def github_get(request):
    return text(
        "You aren't supposed to go on this page using a browser, it's for webhooks push instead."
    )


@app.route("/github", methods=["POST"])
async def github(request):
    # Only SHA1 is supported
    header_signature = request.headers.get("X-Hub-Signature")
    if header_signature is None:
        print("no header X-Hub-Signature")
        abort(403)

    sha_name, signature = header_signature.split("=")
    if sha_name != "sha1":
        print("signing algo isn't sha1, it's '%s'" % sha_name)
        abort(501)

    # HMAC requires the key to be bytes, but data is string
    mac = hmac.new(secret.encode(), msg=request.body, digestmod=hashlib.sha1)

    if not hmac.compare_digest(str(mac.hexdigest()), str(signature)):
        abort(403)

    hook_type = request.headers.get("X-Github-Event")

    print()
    print(f"Hook type: {hook_type}")

    try:
        # https://developer.github.com/v3/activity/events/types/#pushevent
        if hook_type == "push":
            repository = request.json["repository"]["name"]
            commits = request.json["commits"]
            user = request.json["pusher"]["name"]
            branch = request.json["ref"].split("/", 2)[2]

            if len(commits) == 1:
                url = commits[0]["url"]
                commit_message = (
                    commits[0]["message"].replace("\r\n", " ").replace("\n", " ")
                )

                if len(commit_message) > 120:
                    commit_message = commit_message[:120] + "..."

                commit_id = url.split("/")[-1]
                await notify(
                    f"[{repository}] @{user} pushed {len(commits)} commit to {branch}: {commit_message} ([{commit_id}]({url}))",
                    repository=repository,
                )
            elif len(commits) > 1:
                url = request.json["compare"]
                commit_ids = url.split("/")[-1]
                await notify(
                    f"[{repository}] @{user} pushed {len(commits)} commits to {branch} ([{commit_ids}]({url}))",
                    repository=repository,
                )
                for commit in commits[-3:]:
                    author = commit["author"]["name"]
                    commit_message = (
                        commit["message"].replace("\r\n", " ").replace("\n", " ")
                    )

                    if len(commit_message) > 120:
                        commit_message = commit_message[:120] + "..."

                    await notify(
                        f"[{repository}/{branch}] {commit_message} - {author}",
                        repository=repository,
                    )
            else:
                ...  # case of 0 which means branch deletion

        # https://developer.github.com/v3/activity/events/types/#commitcommentevent
        elif hook_type == "commit_comment":
            repository = request.json["repository"]["name"]
            user = request.json["comment"]["user"]["login"]
            commit_short_id = request.json["comment"]["commit_id"][:7]
            comment = request.json["comment"]["body"].replace("\r\n", " ")
            url = request.json["comment"]["html_url"]

            await notify(
                f"[{repository}] @{user} comment on commit {commit_short_id}: {comment} {url}",
                repository=repository,
            )

        # https://developer.github.com/v3/activity/events/types/#createevent
        elif hook_type == "create":
            kind = request.json["ref_type"]
            user = request.json["sender"]["login"]
            repository = request.json["repository"]["name"]

            if kind == "repository":
                await notify(
                    f"@{user} created new repository {repository}: {url}",
                    repository=repository,
                )
            elif kind == "branch":
                branch = request.json["ref"]
                await notify(
                    f"[{repository}] @{user} created new branch {branch}",
                    repository=repository,
                )
            elif kind == "tag":
                tag = request.json["ref"]
                await notify(
                    f"[{repository}] @{user} created new tag {tag}",
                    repository=repository,
                )
            else:
                print(f"WARNING: unknown 'create' event kind: {kind}")

        # https://developer.github.com/v3/activity/events/types/#createevent
        elif hook_type == "delete":
            kind = request.json["ref_type"]
            user = request.json["sender"]["login"]
            repository = request.json["repository"]["name"]

            ref = request.json["ref"]
            await notify(
                f"[{repository}] @{user} deleted {kind} {ref}", repository=repository
            )

        # https://developer.github.com/v3/activity/events/types/#forkevent
        elif hook_type == "fork":
            repository = request.json["repository"]["name"]
            forked_repository = request.json["forkee"]["full_name"]
            user = request.json["sender"]["login"]
            url = request.json["forkee"]["html_url"]

            await notify(
                f"@{user} forked {repository} to {forked_repository}: {url}",
                repository=repository,
            )

        # https://developer.github.com/v3/activity/events/types/#issuecommentevent
        elif hook_type == "issue_comment":
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            url = request.json["comment"]["html_url"]
            issue_number = request.json["issue"]["number"]
            issue_title = request.json["issue"]["title"]
            comment = request.json["comment"]["body"].replace("\r\n", " ")

            if len(comment) > 120:
                comment = comment[:120] + "..."

            await notify(
                f"[{repository}] @{user} commented on issue #{issue_number} {issue_title}: {comment} {url}",
                repository=repository,
            )

        # https://developer.github.com/v3/activity/events/types/#issuesevent
        elif hook_type == "issues":
            action = request.json["action"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            issue_number = request.json["issue"]["number"]
            url = request.json["issue"]["html_url"]
            issue_title = request.json["issue"]["title"]

            if action == "opened":
                await notify(
                    f"[{repository}] @{user} {action} issue #{issue_number}: {issue_title} {url}",
                    repository=repository,
                )

            elif action in (
                "edited",
                "deleted",
                "transferred",
                "pinned",
                "unpinned",
                "closed",
                "reopened",
            ):
                await notify(
                    f"[{repository}] @{user} {action} issue #{issue_number}: {issue_title} {url}",
                    repository=repository,
                )

            elif action in ("assigned", "unassigned"):
                assigned_user = request.json["assignee"]["login"]
                await notify(
                    f"[{repository}] @{user} {action} {assigned_user} on issue #{issue_number}: {issue_title} {url}",
                    repository=repository,
                )

            elif action in ("labeled", "unlabeled"):
                label = request.json["label"]["name"]
                await notify(
                    f"[{repository}] @{user} {action} {label} on issue #{issue_number}: {issue_title} {url}",
                    repository=repository,
                )

            elif action == "milestoned":
                milestone = request.json["issue"]["milestone"]["title"]
                await notify(
                    f"[{repository}] @{user} set {milestone} on issue #{issue_number}: {issue_title} {url}",
                    repository=repository,
                )

            elif action == "demilestoned":
                await notify(
                    f"[{repository}] @{user} {action} issue #{issue_number}: {issue_title} {url}",
                    repository=repository,
                )

            else:
                await notify(
                    f"[{repository}] WARNING: unknown 'issues' action: {action}",
                    repository=repository,
                )

        # https://developer.github.com/v3/activity/events/types/#labelevent
        elif hook_type == "label":
            action = request.json["action"]
            label = request.json["label"]["name"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]

            await notify(
                f"[{repository}] @{user} {action} label {label}", repository=repository
            )

        # https://developer.github.com/v3/activity/events/types/#milestoneevent
        elif hook_type == "milestone":
            action = request.json["action"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            milestone = request.json["milestone"]["title"]

            await notify(
                f"[{repository}] @{user} {action} milestone {milestone}",
                repository=repository,
            )

        # https://developer.github.com/v3/activity/events/types/#pullrequestreviewcommentevent
        elif hook_type == "pull_request_review_comment":
            action = request.json["action"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            pull_request_number = request.json["pull_request"]["number"]
            pull_request_title = request.json["pull_request"]["title"]
            comment = request.json["comment"]["body"].replace("\r\n", " ")
            url = request.json["comment"]["html_url"]

            if len(comment) > 120:
                comment = comment[:120] + "..."

            if action == "created":
                await notify(
                    f"[{repository}] @{user} commented on pull request #{pull_request_number} {pull_request_title}: {comment} {url}",
                    repository=repository,
                )
            else:
                await notify(
                    f"[{repository}] @{user} {action} a comment on pull request #{pull_request_number} {pull_request_title}: {comment} {url}",
                    repository=repository,
                )

        # https://developer.github.com/v3/activity/events/types/#pullrequestreviewevent
        elif hook_type == "pull_request_review":
            action = request.json["action"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            pull_request_number = request.json["pull_request"]["number"]
            pull_request_title = request.json["pull_request"]["title"]
            url = request.json["review"]["html_url"]

            if action == "submitted":
                state = request.json["review"]["state"]
                comment = request.json["review"]["body"]
                if comment and len(comment) > 120:
                    comment = ": " + comment[:120].replace("\r\n", " ") + "..."
                elif not comment:
                    comment = ""
                else:
                    comment = ": " + comment.replace("\r\n", " ")

                # to avoid duplicated with pull_request_review_comment event
                if state == "commented" and not comment:
                    pass
                else:
                    await notify(
                        f"[{repository}] @{user} {state} pull request #{pull_request_number} {pull_request_title}{comment} {url}",
                        repository=repository,
                    )

            else:
                await notify(
                    f"[{repository}] @{user} {action} review pull request #{pull_request_number}: {pull_request_title} {url}",
                    repository=repository,
                )

        # https://developer.github.com/v3/activity/events/types/#pullrequestevent
        elif hook_type == "pull_request":
            action = request.json["action"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            pull_request_number = request.json["pull_request"]["number"]
            pull_request_title = request.json["pull_request"]["title"]
            url = request.json["pull_request"]["html_url"]
            comment = request.json["pull_request"]["body"]

            if comment and len(comment) > 120:
                comment = ": " + comment[:120].replace("\r\n", " ") + "..."
            elif not comment:
                comment = ""
            else:
                comment = ": " + comment.replace("\r\n", " ")

            if action in (
                "opened",
                "edited",
                "deleted",
                "transferred",
                "pinned",
                "unpinned",
                "reopened",
            ):
                await notify(
                    f"[{repository}] @{user} {action} pull request #{pull_request_number}: {pull_request_title} {url}",
                    repository=repository,
                )

            elif action in ("labeled", "unlabeled"):
                label = request.json["label"]["name"]
                await notify(
                    f"[{repository}] @{user} {action} {label} on pull request #{pull_request_number}: {pull_request_title} {url}",
                    repository=repository,
                )

            elif action == "closed":
                if request.json["pull_request"]["merged"]:
                    action = "merged"
                await notify(
                    f"[{repository}] @{user} {action} pull request #{pull_request_number}: {pull_request_title} {url}",
                    repository=repository,
                )

            elif action == "ready_for_review":
                await notify(
                    f"[{repository}] @{user} just made pull request #{pull_request_number} ready for review: {pull_request_title} {url}",
                    repository=repository,
                )

            # super weird, this action is not supposed to be possible for pull_request :|
            elif action == "milestoned":
                milestone = request.json["pull_request"]["milestone"]
                await notify(
                    f"[{repository}] @{user} set {milestone} pull request #{pull_request_number}: {pull_request_title} {url}",
                    repository=repository,
                )

            # super weird, this action is not supposed to be possible for pull_request :|
            elif action == "demilestoned":
                await notify(
                    f"[{repository}] @{user} {action} pull request #{pull_request_number}: {pull_request_title} {url}",
                    repository=repository,
                )

            elif action in (
                "review_requested",
                "review_request_removed",
                "synchronize",
            ):
                pass  # we don't care about those...

            else:
                await notify(
                    f"WARNING: unknown 'pull_request' action: {action}",
                    repository=repository,
                )

        # https://developer.github.com/v3/activity/events/types/#repositoryevent
        elif hook_type == "repository":
            action = request.json["action"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            url = request.json["repository"]["html_url"]
            description = request.json["repository"]["description"]

            if not description:
                description = ""
            else:
                description = ": " + description

            await notify(
                f"@{user} {action} repository {repository}{description} {url}",
                repository=repository,
            )

        # https://developer.github.com/v3/activity/events/types/#releaseevent
        elif hook_type == "release":
            action = request.json["action"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            url = request.json["release"]["html_url"]
            release_tag = request.json["release"]["tag_name"]
            release_title = request.json["release"]["name"]

            await notify(
                f"[repository] @{user} {action} new release #{release_tag} {release_title} {url}",
                repository=repository,
            )

        # https://developer.github.com/v3/activity/events/types/#statusevent
        elif hook_type == "status":
            state = request.json["state"]
            description = request.json["description"]
            target_url = request.json["target_url"]
            repository = request.json["repository"]["name"]
            user = request.json["sender"]["login"]
            url = request.json["commit"]["html_url"]
            commit_message = request.json["commit"]["commit"]["message"].replace("\n", " ")
            if request.json["commit"]["commit"]["committer"]:
                commit_author = request.json["commit"]["commit"]["committer"]["name"]
            else:
                commit_author = request.json["commit"]["commit"]["author"]["name"]
            branches = ", ".join((x["name"] for x in request.json["branches"]))

            if state not in ("success", "pending"):
                if description == "Pipeline failed on GitLab":
                    pipeline_id = target_url.split("/")[-1]
                    await notify(
                        f'[{repository}] :red_circle: Pipeline [#{pipeline_id}]({target_url}) failed on branch {branches}'
                    )
                elif description == "Pipeline canceled on GitLab":
                    pipeline_id = target_url.split("/")[-1]
                    await notify(
                        f'[{repository}] :heavy_multiplication_x: Pipeline [#{pipeline_id}]({target_url}) canceled on branch {branches}'
                    )
                else:
                    await notify(
                        f'[{repository}] {description} {target_url} on commit {url} "{commit_message}" by @{commit_author} on branch{"es" if len(branches) > 1 else ""} {branches}'
                    )
            else:
                print(
                    f"Status weird stuff: [{repository}] @{user} state: {state}, description: {description}, target_url: {target_url} - {url}"
                )

        return text("ok")

    except Exception as e:
        import traceback

        traceback.print_exc()

        try:
            print(request.json)
        except Exception():
            pass

        await notify(
            f"Error in Webhooks: exception {e} on {hook_type} webhooks, please see logs"
        )
        abort(500)


@app.route("/")
async def index(request):
    return text("Webhooks server.")


if __name__ == "__main__":
    app.run('127.0.0.1', port="4567")