diff --git a/mlair/run_modules/pre_processing.py b/mlair/run_modules/pre_processing.py index 813873b8181fcb78917c5ef4e697da63b2941845..7f3ce51e442eb101d1e0231d42a9be5741c7a958 100644 --- a/mlair/run_modules/pre_processing.py +++ b/mlair/run_modules/pre_processing.py @@ -9,6 +9,7 @@ from typing import Tuple import multiprocessing import requests import psutil +import traceback import numpy as np import pandas as pd @@ -336,6 +337,7 @@ def f_proc(data_handler, station, name_affix, store, **kwargs): try: res = data_handler.build(station, name_affix=name_affix, store_processed_data=store, **kwargs) except (AttributeError, EmptyQueryResult, KeyError, requests.ConnectionError, ValueError) as e: - logging.info(f"remove station {station} because it raised an error: {e}") + formatted_lines = traceback.format_exc().splitlines() + logging.info(f"remove station {station} because it raised an error: {e} (from {' | '.join(formatted_lines[-3:])}") res = None return res, station