Merge branch 'lukas_issue294_tech_improve-preprocessing-logging' into 'develop'

Resolve "better understanding why station is removed in preprocessing"

See merge request !276

mlair/run_modules/pre_processing.py

@@ -5,6 +5,7 @@ __date__ = '2019-11-25'
 
 import logging
 import os
+import traceback
 from typing import Tuple
 import multiprocessing
 import requests
@@ -337,6 +338,15 @@ def f_proc(data_handler, station, name_affix, store, **kwargs):
     try:
         res = data_handler.build(station, name_affix=name_affix, store_processed_data=store, **kwargs)
     except (AttributeError, EmptyQueryResult, KeyError, requests.ConnectionError, ValueError) as e:
-        logging.info(f"remove station {station} because it raised an error: {e}")
+        formatted_lines = traceback.format_exc().splitlines()
+        logging.info(
+            f"remove station {station} because it raised an error: {e} -> {' | '.join(f_inspect_error(formatted_lines))}")
         res = None
     return res, station
+
+
+def f_inspect_error(formatted):
+    for i in range(len(formatted) - 1, -1, -1):
+        if "mlair/mlair" not in formatted[i]:
+            return formatted[i - 3:i]
+    return formatted[-3:0]