Skip to content
Snippets Groups Projects
Commit eec379fc authored by Felix Kleinert's avatar Felix Kleinert
Browse files

set dask.compute

parent 3d3f497f
No related branches found
No related tags found
6 merge requests!319add all changes of dev into release v1.4.0 branch,!318Resolve "release v1.4.0",!283Merge latest develop into falcos issue,!264Merge develop into felix_issue287_tech-wrf-datahandler-should-inherit-from-singlestationdatahandler,!263Resolve "DefaultDataHandler: dask.compute() before dump to file",!259Draft: Resolve "WRF-Datahandler should inherit from SingleStationDatahandler"
Pipeline #61997 failed
...@@ -13,6 +13,7 @@ from functools import reduce ...@@ -13,6 +13,7 @@ from functools import reduce
from typing import Tuple, Union, List from typing import Tuple, Union, List
import multiprocessing import multiprocessing
import psutil import psutil
import dask
import numpy as np import numpy as np
import xarray as xr import xarray as xr
...@@ -84,7 +85,7 @@ class DefaultDataHandler(AbstractDataHandler): ...@@ -84,7 +85,7 @@ class DefaultDataHandler(AbstractDataHandler):
self._cleanup() if fresh_store is True else None self._cleanup() if fresh_store is True else None
data = {"X": self._X, "Y": self._Y, "X_extreme": self._X_extreme, "Y_extreme": self._Y_extreme} data = {"X": self._X, "Y": self._Y, "X_extreme": self._X_extreme, "Y_extreme": self._Y_extreme}
with open(self._save_file, "wb") as f: with open(self._save_file, "wb") as f:
pickle.dump(data, f) pickle.dump(dask.compute(data), f)
logging.debug(f"save pickle data to {self._save_file}") logging.debug(f"save pickle data to {self._save_file}")
self._reset_data() self._reset_data()
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment