From 77725be31df9355c93ae5ba52c2bd257c7402fcd Mon Sep 17 00:00:00 2001
From: Felix Kleinert <f.kleinert@fz-juelich.de>
Date: Wed, 7 Apr 2021 17:52:34 +0200
Subject: [PATCH] manually xr.decode_cf to increase speed of open_mfdataset
---
mlair/data_handler/data_handler_wrf_chem.py | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
diff --git a/mlair/data_handler/data_handler_wrf_chem.py b/mlair/data_handler/data_handler_wrf_chem.py
index dbbbcd99..fd126129 100644
--- a/mlair/data_handler/data_handler_wrf_chem.py
+++ b/mlair/data_handler/data_handler_wrf_chem.py
@@ -118,9 +118,10 @@ class BaseWrfChemDataLoader:
@TimeTrackingWrapper
def open_data(self):
- # logging.debug(f'open data: {self.dataset_search_str}')
+ # see also https://github.com/pydata/xarray/issues/1385#issuecomment-438870575
data = xr.open_mfdataset(paths=self.dataset_search_str, combine='nested', concat_dim=self.time_dim_name,
- parallel=True)
+ parallel=True, decode_cf=False)
+ data = xr.decode_cf(data)
self._data = data
def assign_coords(self, coords, **coords_kwargs):
@@ -292,7 +293,7 @@ class SingleGridColumnWrfChemDataLoader(BaseWrfChemDataLoader):
if self.external_coords_file is not None:
self._apply_external_coordinates()
self.apply_staged_transormation()
- self.rechunk_data(self.rechunk_values)
+ #self.rechunk_data(self.rechunk_values)
self._set_geoinfos()
return self
--
GitLab