From 1d73da2f019407d3579ebeacb632de6938f261bb Mon Sep 17 00:00:00 2001
From: Georges Da Costa <dacosta@irit.fr>
Date: Mon, 4 Nov 2024 19:43:39 +0100
Subject: [PATCH] Corrects access to scimagojr
---
get_rankings/tools.py | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/get_rankings/tools.py b/get_rankings/tools.py
index 607fea1..27fa279 100644
--- a/get_rankings/tools.py
+++ b/get_rankings/tools.py
@@ -40,7 +40,10 @@ def levenshtein(token1, token2):
def download(url, filename=None):
LOG.info(f"fetching {url}")
- r = requests.get(url, stream=True)
+ headers = {
+ 'upgrade-insecure-requests': '1',
+ }
+ r = requests.get(url, stream=True, headers=headers)
data = b""
total_size = int(r.headers.get("content-length", 0))
for chunk in tqdm(
--
GitLab