Skip to content
Snippets Groups Projects
Commit eec379fc authored by Felix Kleinert's avatar Felix Kleinert
Browse files

set dask.compute

parent 3d3f497f
No related branches found
No related tags found
6 merge requests!319add all changes of dev into release v1.4.0 branch,!318Resolve "release v1.4.0",!283Merge latest develop into falcos issue,!264Merge develop into felix_issue287_tech-wrf-datahandler-should-inherit-from-singlestationdatahandler,!263Resolve "DefaultDataHandler: dask.compute() before dump to file",!259Draft: Resolve "WRF-Datahandler should inherit from SingleStationDatahandler"
Pipeline #61997 failed
......@@ -13,6 +13,7 @@ from functools import reduce
from typing import Tuple, Union, List
import multiprocessing
import psutil
import dask
import numpy as np
import xarray as xr
......@@ -84,7 +85,7 @@ class DefaultDataHandler(AbstractDataHandler):
self._cleanup() if fresh_store is True else None
data = {"X": self._X, "Y": self._Y, "X_extreme": self._X_extreme, "Y_extreme": self._Y_extreme}
with open(self._save_file, "wb") as f:
pickle.dump(data, f)
pickle.dump(dask.compute(data), f)
logging.debug(f"save pickle data to {self._save_file}")
self._reset_data()
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment