From 0e7540cd839d6d8981987adb965c57ba07e26db0 Mon Sep 17 00:00:00 2001
From: Felix Kleinert <f.kleinert@fz-juelich.de>
Date: Tue, 24 Aug 2021 16:29:41 +0200
Subject: [PATCH] reset decode_cf to open_mfdataset method
---
mlair/data_handler/data_handler_wrf_chem.py | 14 ++++++++++----
1 file changed, 10 insertions(+), 4 deletions(-)
diff --git a/mlair/data_handler/data_handler_wrf_chem.py b/mlair/data_handler/data_handler_wrf_chem.py
index 9b0f9615..f191d6d0 100644
--- a/mlair/data_handler/data_handler_wrf_chem.py
+++ b/mlair/data_handler/data_handler_wrf_chem.py
@@ -174,7 +174,7 @@ class BaseWrfChemDataLoader:
"""
if (self.start_time is None) and (self.end_time is None):
path_list = os.path.join(self.data_path, self.common_file_starter + '*')
- logging.info(f"Reading file(s): {path_list}")
+ #logging.info(f"Reading file(s): {path_list}")
return path_list
elif (self.start_time is not None) and (self.end_time is not None):
path_list = set()
@@ -184,7 +184,7 @@ class BaseWrfChemDataLoader:
self.date_format_of_nc_file) + '*'
))[0])
path_list = sorted(list(path_list))
- logging.info(f"Reading file(s): {path_list}")
+ #logging.info(f"Reading file(s): {path_list}")
return path_list
else:
raise ValueError(f"`start_time' and `end_time' must both be given or None.")
@@ -200,10 +200,16 @@ class BaseWrfChemDataLoader:
# see also https://github.com/pydata/xarray/issues/1385#issuecomment-438870575
data = xr.open_mfdataset(paths=self.dataset_search_str, combine='nested', concat_dim=self.time_dim_name,
parallel=True, decode_cf=False)
+ data = xr.decode_cf(data)
+ logging.info(f"Reading file(s): {self.dataset_search_str}")
else:
data = xr.open_mfdataset(paths=self.dataset_search_str, combine='nested', concat_dim=self.time_dim_name,
- parallel=True, decode_cf=False, preprocess=self.preprocess_fkt_for_loader, )
- data = xr.decode_cf(data)
+
+ parallel=True, preprocess=self.preprocess_fkt_for_loader,
+ #decode_cf=False,
+ )
+ logging.info(f"Reading file(s): {self.dataset_search_str}")
+ #data = xr.decode_cf(data)
self._data = data
def preprocess_fkt_for_loader(self, ds):
--
GitLab