@ -310,12 +310,24 @@ def process_url(
url = f"https://{url}"
# Get parsed URL as we might need it later
try:
parsed_url = urlsplit(url)
except ValueError as e:
if fail_silently:
parsed_url = url
else:
raise e
# Get (sub) domain name
domain_name = parsed_url.hostname
except AttributeError as e:
domain_name = None
if not domain_name:
@ -127,7 +127,7 @@ webencodings==0.5.1
backports.functools-lru-cache==1.6.4
fcache==0.4.7
json_tricks==3.15.5
tld==0.12.6
tld==0.12.6 # https://github.com/barseghyanartur/tld/pull/119
# Required-by: requests
certifi==2021.10.8