From 7b9eb39164c4567668cadf4a44f7cb0fbff00d6d Mon Sep 17 00:00:00 2001
From: leufen1 <l.leufen@fz-juelich.de>
Date: Thu, 1 Jun 2023 11:13:12 +0200
Subject: [PATCH] increase backoff_factor and max_retries for cases when toardb
is idle
---
mlair/helpers/data_sources/data_loader.py | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
diff --git a/mlair/helpers/data_sources/data_loader.py b/mlair/helpers/data_sources/data_loader.py
index 265ed60..8027e46 100644
--- a/mlair/helpers/data_sources/data_loader.py
+++ b/mlair/helpers/data_sources/data_loader.py
@@ -97,7 +97,6 @@ def get_data(opts: Dict, headers: Dict, as_json: bool = True) -> Union[Dict, Lis
"""
url = create_url(**opts)
try:
- logging.warning(url)
with TimeTracking(name=url):
response = retries_session().get(url, headers=headers, timeout=(5, None)) # timeout=(open, read)
if response.status_code == 200:
@@ -148,9 +147,9 @@ def create_url(base: str, service: str, param_id: Union[str, int, None] = None,
return url
-def retries_session(max_retries=3):
+def retries_session(max_retries=5):
retry_strategy = Retry(total=max_retries,
- backoff_factor=0.1,
+ backoff_factor=1,
status_forcelist=[429, 500, 502, 503, 504],
method_whitelist=["HEAD", "GET", "OPTIONS"])
adapter = HTTPAdapter(max_retries=retry_strategy)
--
GitLab