From e9d3aed89f62339c21b60bf048198f979d07e777 Mon Sep 17 00:00:00 2001
From: leufen1 <l.leufen@fz-juelich.de>
Date: Thu, 15 Jun 2023 19:14:34 +0200
Subject: [PATCH] raise error now properly
---
mlair/helpers/data_sources/data_loader.py | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/mlair/helpers/data_sources/data_loader.py b/mlair/helpers/data_sources/data_loader.py
index 7f48a30..7131c6b 100644
--- a/mlair/helpers/data_sources/data_loader.py
+++ b/mlair/helpers/data_sources/data_loader.py
@@ -98,6 +98,7 @@ def get_data(opts: Dict, headers: Dict, as_json: bool = True, max_retries=5, tim
:return: requested data (either as list or dictionary)
"""
url = create_url(**opts)
+ response_error = None
for retry in range(max_retries + 1):
time.sleep(random.random())
try:
@@ -110,11 +111,13 @@ def get_data(opts: Dict, headers: Dict, as_json: bool = True, max_retries=5, tim
return response.json() if as_json is True else response.text
else:
logging.debug(f"There was an error (STATUS {response.status_code}) for request {url}")
+ response_error = f"STATUS {response.status_code}"
except Exception as e:
time.sleep(retry)
logging.debug(f"There was an error for request {url}: {e}")
+ response_error = e
if retry + 1 >= max_retries:
- raise EmptyQueryResult(f"There was an RetryError for request {url}: {e}")
+ raise EmptyQueryResult(f"There was an RetryError for request {url}: {response_error}")
def correct_stat_name(stat: str) -> str:
--
GitLab