From d8e4f926b8f1280a317930a7396aa19f810742f4 Mon Sep 17 00:00:00 2001 From: leufen1 <l.leufen@fz-juelich.de> Date: Wed, 24 Nov 2021 11:26:01 +0100 Subject: [PATCH] added join statements after close, /close #342 --- mlair/data_handler/default_data_handler.py | 1 + mlair/plotting/data_insight_plotting.py | 2 ++ mlair/run_modules/pre_processing.py | 1 + 3 files changed, 4 insertions(+) diff --git a/mlair/data_handler/default_data_handler.py b/mlair/data_handler/default_data_handler.py index 6fa7952d..68aff594 100644 --- a/mlair/data_handler/default_data_handler.py +++ b/mlair/data_handler/default_data_handler.py @@ -309,6 +309,7 @@ class DefaultDataHandler(AbstractDataHandler): os.remove(_res_file) transformation_dict = cls.update_transformation_dict(dh, transformation_dict) pool.close() + pool.join() else: # serial solution logging.info("use serial transformation approach") sp_keys.update({"return_strategy": "result"}) diff --git a/mlair/plotting/data_insight_plotting.py b/mlair/plotting/data_insight_plotting.py index 8d4ab268..47051a50 100644 --- a/mlair/plotting/data_insight_plotting.py +++ b/mlair/plotting/data_insight_plotting.py @@ -711,6 +711,7 @@ class PlotPeriodogram(AbstractPlotClass): # pragma: no cover for i, p in enumerate(output): res.append(p.get()) pool.close() + pool.join() else: # serial solution for var in d[self.variables_dim].values: res.append(f_proc(var, d.loc[{self.variables_dim: var}].squeeze().dropna(self.time_dim))) @@ -735,6 +736,7 @@ class PlotPeriodogram(AbstractPlotClass): # pragma: no cover for i, p in enumerate(output): res.append(p.get()) pool.close() + pool.join() else: for g in generator: res.append(f_proc_2(g, m, pos, self.variables_dim, self.time_dim, self.f_index, use_last_input_value)) diff --git a/mlair/run_modules/pre_processing.py b/mlair/run_modules/pre_processing.py index 873919fa..116a37b3 100644 --- a/mlair/run_modules/pre_processing.py +++ b/mlair/run_modules/pre_processing.py @@ -266,6 +266,7 @@ class PreProcessing(RunEnvironment): collection.add(dh) valid_stations.append(s) pool.close() + pool.join() else: # serial solution logging.info("use serial validate station approach") kwargs.update({"return_strategy": "result"}) -- GitLab