Skip to content
Snippets Groups Projects
Commit 77725be3 authored by Felix Kleinert's avatar Felix Kleinert
Browse files

manually xr.decode_cf to increase speed of open_mfdataset

parent 5299e224
No related branches found
No related tags found
1 merge request!259Draft: Resolve "WRF-Datahandler should inherit from SingleStationDatahandler"
Pipeline #65016 passed
...@@ -118,9 +118,10 @@ class BaseWrfChemDataLoader: ...@@ -118,9 +118,10 @@ class BaseWrfChemDataLoader:
@TimeTrackingWrapper @TimeTrackingWrapper
def open_data(self): def open_data(self):
# logging.debug(f'open data: {self.dataset_search_str}') # see also https://github.com/pydata/xarray/issues/1385#issuecomment-438870575
data = xr.open_mfdataset(paths=self.dataset_search_str, combine='nested', concat_dim=self.time_dim_name, data = xr.open_mfdataset(paths=self.dataset_search_str, combine='nested', concat_dim=self.time_dim_name,
parallel=True) parallel=True, decode_cf=False)
data = xr.decode_cf(data)
self._data = data self._data = data
def assign_coords(self, coords, **coords_kwargs): def assign_coords(self, coords, **coords_kwargs):
...@@ -292,7 +293,7 @@ class SingleGridColumnWrfChemDataLoader(BaseWrfChemDataLoader): ...@@ -292,7 +293,7 @@ class SingleGridColumnWrfChemDataLoader(BaseWrfChemDataLoader):
if self.external_coords_file is not None: if self.external_coords_file is not None:
self._apply_external_coordinates() self._apply_external_coordinates()
self.apply_staged_transormation() self.apply_staged_transormation()
self.rechunk_data(self.rechunk_values) #self.rechunk_data(self.rechunk_values)
self._set_geoinfos() self._set_geoinfos()
return self return self
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment