Skip to content
Snippets Groups Projects
Commit 3f2b9806 authored by lukas leufen's avatar lukas leufen
Browse files

include new logging

parent 121ed8a1
No related branches found
No related tags found
5 merge requests!319add all changes of dev into release v1.4.0 branch,!318Resolve "release v1.4.0",!299Draft: Merge default data handler and preprocessing support parameter use_multiprocessing....,!276Resolve "better understanding why station is removed in preprocessing",!259Draft: Resolve "WRF-Datahandler should inherit from SingleStationDatahandler"
Pipeline #63397 passed
...@@ -9,6 +9,7 @@ from typing import Tuple ...@@ -9,6 +9,7 @@ from typing import Tuple
import multiprocessing import multiprocessing
import requests import requests
import psutil import psutil
import traceback
import numpy as np import numpy as np
import pandas as pd import pandas as pd
...@@ -336,6 +337,7 @@ def f_proc(data_handler, station, name_affix, store, **kwargs): ...@@ -336,6 +337,7 @@ def f_proc(data_handler, station, name_affix, store, **kwargs):
try: try:
res = data_handler.build(station, name_affix=name_affix, store_processed_data=store, **kwargs) res = data_handler.build(station, name_affix=name_affix, store_processed_data=store, **kwargs)
except (AttributeError, EmptyQueryResult, KeyError, requests.ConnectionError, ValueError) as e: except (AttributeError, EmptyQueryResult, KeyError, requests.ConnectionError, ValueError) as e:
logging.info(f"remove station {station} because it raised an error: {e}") formatted_lines = traceback.format_exc().splitlines()
logging.info(f"remove station {station} because it raised an error: {e} (from {' | '.join(formatted_lines[-3:])}")
res = None res = None
return res, station return res, station
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment