From 11788aa01419e4e9c34ad1c069a8e005af54fdb3 Mon Sep 17 00:00:00 2001
From: Felix Kleinert <f.kleinert@fz-juelich.de>
Date: Wed, 7 Apr 2021 11:18:01 +0200
Subject: [PATCH] uopdate dask Proc
---
mlair/data_handler/data_handler_wrf_chem.py | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/mlair/data_handler/data_handler_wrf_chem.py b/mlair/data_handler/data_handler_wrf_chem.py
index a93761b8..e5940934 100644
--- a/mlair/data_handler/data_handler_wrf_chem.py
+++ b/mlair/data_handler/data_handler_wrf_chem.py
@@ -119,7 +119,7 @@ class BaseWrfChemDataLoader:
def open_data(self):
logging.debug(f'open data: {self.dataset_search_str}')
data = xr.open_mfdataset(paths=self.dataset_search_str, combine='nested', concat_dim=self.time_dim_name,
- parallel=True)
+ parallel=True, decode_cf=False)
self._data = data
def assign_coords(self, coords, **coords_kwargs):
@@ -372,7 +372,7 @@ class SingleGridColumnWrfChemDataLoader(BaseWrfChemDataLoader):
def _set_nearest_icoords(self, dim=None):
lat, lon = self.get_coordinates(as_arrays=True)
with ProgressBar():
- logging.info("SingleGridColumnWrfChemDataLoader: compute nearest icoordinates")
+ logging.info(f"SingleGridColumnWrfChemDataLoader: compute nearest icoordinates")
self._nearest_icoords = dask.compute(self.compute_nearest_icoordinates(lat, lon, dim))[0]
def get_nearest_icoords(self, as_arrays=False):
@@ -492,7 +492,7 @@ class DataHandlerSingleGridColumn(DataHandlerSingleStation):
data = data.transpose(self.iter_dim, self.time_dim, self.target_dim, ...)
with ProgressBar():
- logging.info("DataHandlerSingleGridColumn.load_data: compute data for slice_prep")
+ logging.info(f"{station} - DataHandlerSingleGridColumn.load_data: compute data for slice_prep")
data = dask.compute(self._slice_prep(data, start=start, end=end))[0]
# ToDo
# data should somehow look like this:
@@ -720,7 +720,7 @@ class DataHandlerSectorGrid(DataHandlerSingleGridColumn):
sector_history = sector_history.assign_coords({self.target_dim: sector_history_var_names})
with ProgressBar():
- logging.info(f"compute `sector_history' for modify_history")
+ logging.info(f"{self.station}: compute `sector_history' for modify_history")
sector_history = sector_history.compute()
combined_history = xr.concat([self.history, sector_history], dim=self.target_dim)
--
GitLab