diff --git a/get_rankings/tools.py b/get_rankings/tools.py index 607fea1cd7b0d0a839446af4fedf5bc03b758333..27fa2791eabf9c819cf2b616b9ba061e0da40e07 100644 --- a/get_rankings/tools.py +++ b/get_rankings/tools.py @@ -40,7 +40,10 @@ def levenshtein(token1, token2): def download(url, filename=None): LOG.info(f"fetching {url}") - r = requests.get(url, stream=True) + headers = { + 'upgrade-insecure-requests': '1', + } + r = requests.get(url, stream=True, headers=headers) data = b"" total_size = int(r.headers.get("content-length", 0)) for chunk in tqdm(