From eec379fcb9f274c60b64dc088f0c9d955cd5eb0c Mon Sep 17 00:00:00 2001
From: Felix Kleinert <f.kleinert@fz-juelich.de>
Date: Fri, 5 Mar 2021 13:41:12 +0100
Subject: [PATCH] set dask.compute
---
mlair/data_handler/default_data_handler.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/mlair/data_handler/default_data_handler.py b/mlair/data_handler/default_data_handler.py
index 52835975..e4367184 100644
--- a/mlair/data_handler/default_data_handler.py
+++ b/mlair/data_handler/default_data_handler.py
@@ -13,6 +13,7 @@ from functools import reduce
from typing import Tuple, Union, List
import multiprocessing
import psutil
+import dask
import numpy as np
import xarray as xr
@@ -84,7 +85,7 @@ class DefaultDataHandler(AbstractDataHandler):
self._cleanup() if fresh_store is True else None
data = {"X": self._X, "Y": self._Y, "X_extreme": self._X_extreme, "Y_extreme": self._Y_extreme}
with open(self._save_file, "wb") as f:
- pickle.dump(data, f)
+ pickle.dump(dask.compute(data), f)
logging.debug(f"save pickle data to {self._save_file}")
self._reset_data()
--
GitLab