From 039e47f52d36ce1a210792c7f8999c1286a260f6 Mon Sep 17 00:00:00 2001
From: Felix Kleinert <f.kleinert@fz-juelich.de>
Date: Tue, 17 Aug 2021 12:03:12 +0200
Subject: [PATCH] logginginfo for lazy loader
---
mlair/data_handler/data_handler_wrf_chem.py | 6 ++----
1 file changed, 2 insertions(+), 4 deletions(-)
diff --git a/mlair/data_handler/data_handler_wrf_chem.py b/mlair/data_handler/data_handler_wrf_chem.py
index ee6ecc84..56c90c6e 100644
--- a/mlair/data_handler/data_handler_wrf_chem.py
+++ b/mlair/data_handler/data_handler_wrf_chem.py
@@ -504,6 +504,7 @@ class SingleGridColumnWrfChemDataLoader(BaseWrfChemDataLoader):
filename = os.path.join(self.lazy_path, hash + ".nc")
if not os.path.exists(filename):
self._data.to_netcdf(filename, format="NETCDF4", engine="netcdf4")
+ logging.info(f"{self.station[0]}: store lazy data: {filename}")
# dill.dump(self._create_lazy_data(), file=open(filename, "wb"))
# def _create_lazy_data(self):
@@ -514,10 +515,7 @@ class SingleGridColumnWrfChemDataLoader(BaseWrfChemDataLoader):
filename = os.path.join(self.lazy_path, hash + ".nc")
try:
self._data = xr.open_mfdataset(filename)
- # with open(filename, "rb") as pickle_file:
- # lazy_data = dill.load(pickle_file)
- # self._extract_lazy(lazy_data)
- logging.debug(f"{self.station[0]}: used lazy data")
+ logging.info(f"{self.station[0]}: used lazy data: {filename}")
except FileNotFoundError:
logging.debug(f"{self.station[0]}: could not use lazy data")
self.reset_data_by_other(self.apply_toarstats())
--
GitLab