diff --git a/mlair/helpers/data_sources/data_loader.py b/mlair/helpers/data_sources/data_loader.py index 265ed60abf1c91d9640bb5573307ff577bdd1c28..8027e46dc0b3e03e8d0a2b93ddd8f3f3dbc67bf3 100644 --- a/mlair/helpers/data_sources/data_loader.py +++ b/mlair/helpers/data_sources/data_loader.py @@ -97,7 +97,6 @@ def get_data(opts: Dict, headers: Dict, as_json: bool = True) -> Union[Dict, Lis """ url = create_url(**opts) try: - logging.warning(url) with TimeTracking(name=url): response = retries_session().get(url, headers=headers, timeout=(5, None)) # timeout=(open, read) if response.status_code == 200: @@ -148,9 +147,9 @@ def create_url(base: str, service: str, param_id: Union[str, int, None] = None, return url -def retries_session(max_retries=3): +def retries_session(max_retries=5): retry_strategy = Retry(total=max_retries, - backoff_factor=0.1, + backoff_factor=1, status_forcelist=[429, 500, 502, 503, 504], method_whitelist=["HEAD", "GET", "OPTIONS"]) adapter = HTTPAdapter(max_retries=retry_strategy)