Merge branch 'lukas_issue225_feat_parallel-transformation' into 'develop'

add log information on number of parallel processes

See merge request toar/mlair!203

mlair/data_handler/default_data_handler.py

@@ -256,6 +256,7 @@ class DefaultDataHandler(AbstractDataHandler):
         if multiprocessing.cpu_count() > 1:  # parallel solution
             logging.info("use parallel transformation approach")
             pool = multiprocessing.Pool()
+            logging.info(f"running {getattr(pool, '_processes')} processes in parallel")
             output = [
                 pool.apply_async(f_proc, args=(cls.data_handler_transformation, station), kwds=sp_keys)
                 for station in set_stations]

mlair/run_modules/pre_processing.py

@@ -264,6 +264,7 @@ class PreProcessing(RunEnvironment):
         if multiprocessing.cpu_count() > 1:  # parallel solution
             logging.info("use parallel validate station approach")
             pool = multiprocessing.Pool()
+            logging.info(f"running {getattr(pool, '_processes')} processes in parallel")
             output = [
                 pool.apply_async(f_proc, args=(data_handler, station, set_name, store_processed_data), kwds=kwargs)
                 for station in set_stations]