Skip to content
Snippets Groups Projects
Commit 9b743dae authored by leufen1's avatar leufen1
Browse files

add log information on number of parallel processes

parent 7d3b5411
No related branches found
No related tags found
3 merge requests!226Develop,!225Resolve "release v1.2.0",!203add log information on number of parallel processes
Pipeline #54147 passed
......@@ -256,6 +256,7 @@ class DefaultDataHandler(AbstractDataHandler):
if multiprocessing.cpu_count() > 1: # parallel solution
logging.info("use parallel transformation approach")
pool = multiprocessing.Pool()
logging.info(f"running {getattr(pool, '_processes')} processes in parallel")
output = [
pool.apply_async(f_proc, args=(cls.data_handler_transformation, station), kwds=sp_keys)
for station in set_stations]
......
......@@ -264,6 +264,7 @@ class PreProcessing(RunEnvironment):
if multiprocessing.cpu_count() > 1: # parallel solution
logging.info("use parallel validate station approach")
pool = multiprocessing.Pool()
logging.info(f"running {getattr(pool, '_processes')} processes in parallel")
output = [
pool.apply_async(f_proc, args=(data_handler, station, set_name, store_processed_data), kwds=kwargs)
for station in set_stations]
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment