Skip to content
Snippets Groups Projects
Commit 4a1d7679 authored by leufen1's avatar leufen1
Browse files

fix for #296 to reduce waiting if not internet connection could be established

parent 4dae57e3
No related branches found
No related tags found
5 merge requests!319add all changes of dev into release v1.4.0 branch,!318Resolve "release v1.4.0",!300include cnn class,!271Resolve "create CNN model class",!259Draft: Resolve "WRF-Datahandler should inherit from SingleStationDatahandler"
Pipeline #64407 passed
...@@ -131,15 +131,16 @@ def get_data(opts: Dict, headers: Dict) -> Union[Dict, List]: ...@@ -131,15 +131,16 @@ def get_data(opts: Dict, headers: Dict) -> Union[Dict, List]:
:return: requested data (either as list or dictionary) :return: requested data (either as list or dictionary)
""" """
url = create_url(**opts) url = create_url(**opts)
response = retries_session().get(url, headers=headers) response = retries_session().get(url, headers=headers, timeout=(5, None)) # timeout=(open, read)
if response.status_code == 200: if response.status_code == 200:
return response.json() return response.json()
else: else:
raise EmptyQueryResult(f"There was an error (STATUS {response.status_code}) for request {url}") raise EmptyQueryResult(f"There was an error (STATUS {response.status_code}) for request {url}")
def retries_session(max_retries=5): def retries_session(max_retries=3):
retry_strategy = Retry(total=max_retries, retry_strategy = Retry(total=max_retries,
backoff_factor=0.1,
status_forcelist=[429, 500, 502, 503, 504], status_forcelist=[429, 500, 502, 503, 504],
method_whitelist=["HEAD", "GET", "OPTIONS"]) method_whitelist=["HEAD", "GET", "OPTIONS"])
adapter = HTTPAdapter(max_retries=retry_strategy) adapter = HTTPAdapter(max_retries=retry_strategy)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment