From 9b743dae77cf4059d4c8b953d57e8b0ea0a73207 Mon Sep 17 00:00:00 2001
From: leufen1 <l.leufen@fz-juelich.de>
Date: Thu, 3 Dec 2020 08:56:01 +0100
Subject: [PATCH] add log information on number of parallel processes
---
mlair/data_handler/default_data_handler.py | 1 +
mlair/run_modules/pre_processing.py | 1 +
2 files changed, 2 insertions(+)
diff --git a/mlair/data_handler/default_data_handler.py b/mlair/data_handler/default_data_handler.py
index 799dcc45..291bbc66 100644
--- a/mlair/data_handler/default_data_handler.py
+++ b/mlair/data_handler/default_data_handler.py
@@ -256,6 +256,7 @@ class DefaultDataHandler(AbstractDataHandler):
if multiprocessing.cpu_count() > 1: # parallel solution
logging.info("use parallel transformation approach")
pool = multiprocessing.Pool()
+ logging.info(f"running {getattr(pool, '_processes')} processes in parallel")
output = [
pool.apply_async(f_proc, args=(cls.data_handler_transformation, station), kwds=sp_keys)
for station in set_stations]
diff --git a/mlair/run_modules/pre_processing.py b/mlair/run_modules/pre_processing.py
index 8be5870a..a7c77421 100644
--- a/mlair/run_modules/pre_processing.py
+++ b/mlair/run_modules/pre_processing.py
@@ -264,6 +264,7 @@ class PreProcessing(RunEnvironment):
if multiprocessing.cpu_count() > 1: # parallel solution
logging.info("use parallel validate station approach")
pool = multiprocessing.Pool()
+ logging.info(f"running {getattr(pool, '_processes')} processes in parallel")
output = [
pool.apply_async(f_proc, args=(data_handler, station, set_name, store_processed_data), kwds=kwargs)
for station in set_stations]
--
GitLab