yunohost/src/utils/yunopaste.py
2021-12-30 15:29:16 +01:00

94 lines
3 KiB
Python

# -*- coding: utf-8 -*-
import requests
import json
import logging
from yunohost.domain import _get_maindomain, domain_list
from yunohost.utils.network import get_public_ip
from yunohost.utils.error import YunohostError
logger = logging.getLogger("yunohost.utils.yunopaste")
def yunopaste(data):
paste_server = "https://paste.yunohost.org"
try:
data = anonymize(data)
except Exception as e:
logger.warning(
"For some reason, YunoHost was not able to anonymize the pasted data. Sorry about that. Be careful about sharing the link, as it may contain somewhat private infos like domain names or IP addresses. Error: %s"
% e
)
data = data.encode()
try:
r = requests.post("%s/documents" % paste_server, data=data, timeout=30)
except Exception as e:
raise YunohostError(
"Something wrong happened while trying to paste data on paste.yunohost.org : %s"
% str(e),
raw_msg=True,
)
if r.status_code != 200:
raise YunohostError(
"Something wrong happened while trying to paste data on paste.yunohost.org : %s, %s"
% (r.status_code, r.text),
raw_msg=True,
)
try:
url = json.loads(r.text)["key"]
except Exception:
raise YunohostError(
"Uhoh, couldn't parse the answer from paste.yunohost.org : %s" % r.text,
raw_msg=True,
)
return "{}/raw/{}".format(paste_server, url)
def anonymize(data):
def anonymize_domain(data, domain, redact):
data = data.replace(domain, redact)
# This stuff appears sometimes because some folder in
# /var/lib/metronome/ have some folders named this way
data = data.replace(domain.replace(".", "%2e"), redact.replace(".", "%2e"))
return data
# First, let's replace every occurence of the main domain by "domain.tld"
# This should cover a good fraction of the info leaked
main_domain = _get_maindomain()
data = anonymize_domain(data, main_domain, "maindomain.tld")
# Next, let's replace other domains. We do this in increasing lengths,
# because e.g. knowing that the domain is a sub-domain of another domain may
# still be informative.
# So e.g. if there's jitsi.foobar.com as a subdomain of foobar.com, it may
# be interesting to know that the log is about a supposedly dedicated domain
# for jisti (hopefully this explanation make sense).
domains = domain_list()["domains"]
domains = sorted(domains, key=lambda d: len(d))
count = 2
for domain in domains:
if domain not in data:
continue
data = anonymize_domain(data, domain, "domain%s.tld" % count)
count += 1
# We also want to anonymize the ips
ipv4 = get_public_ip()
ipv6 = get_public_ip(6)
if ipv4:
data = data.replace(str(ipv4), "xx.xx.xx.xx")
if ipv6:
data = data.replace(str(ipv6), "xx:xx:xx:xx:xx:xx")
return data