From e54cf620dc9883328b888aefd70fef95e6a30e47 Mon Sep 17 00:00:00 2001
From: gong1 <b.gong@fz-juelich.de>
Date: Tue, 8 Feb 2022 21:34:15 +0100
Subject: [PATCH] fix df.to_netcdf encoding issues
---
video_prediction_tools/env_setup/requirements.txt | 1 +
.../main_scripts/main_visualize_postprocess.py | 10 +++++++---
2 files changed, 8 insertions(+), 3 deletions(-)
diff --git a/video_prediction_tools/env_setup/requirements.txt b/video_prediction_tools/env_setup/requirements.txt
index 4352cbd3..28b7c6f8 100755
--- a/video_prediction_tools/env_setup/requirements.txt
+++ b/video_prediction_tools/env_setup/requirements.txt
@@ -6,3 +6,4 @@ basemap==1.3.0
numpy==1.17.3 # although this numpy-version is in the container, we set it here to avoid any further installation
scikit-image==0.18.1
opencv-python-headless==4.2.0.34
+netcdf4
diff --git a/video_prediction_tools/main_scripts/main_visualize_postprocess.py b/video_prediction_tools/main_scripts/main_visualize_postprocess.py
index 5606a1e5..f95cfd79 100644
--- a/video_prediction_tools/main_scripts/main_visualize_postprocess.py
+++ b/video_prediction_tools/main_scripts/main_visualize_postprocess.py
@@ -1045,7 +1045,11 @@ class Postprocess(TrainModel):
var_pickle.extend(var_origin_pickle)
# Retrieve starting index
- ind = list(time_pickle).index(np.array(ts_persistence[0]))
+ try:
+ ind = list(time_pickle).index(np.array(ts_persistence[0]))
+ except Exception as err:
+ print("Please consider return Data preprocess step 1 to generate entire month data")
+ raise err
var_persistence = np.array(var_pickle)[ind:ind + len(ts_persistence)]
time_persistence = np.array(time_pickle)[ind:ind + len(ts_persistence)].ravel()
@@ -1144,10 +1148,10 @@ class Postprocess(TrainModel):
raise NotADirectoryError("%{0}: The directory to store the netCDf-file does not exist.".format(method))
encode_nc = {key: {"zlib": True, "complevel": comp_level} for key in ds.keys()}
-
+
# populate data in netCDF-file (take care for the mode!)
try:
- ds.to_netcdf(nc_fname, encoding=encode_nc)
+ ds.to_netcdf(nc_fname, encoding=encode_nc,engine="netcdf4")
print("%{0}: netCDF-file '{1}' was created successfully.".format(method, nc_fname))
except Exception as err:
print("%{0}: Something unexpected happened when creating netCDF-file '1'".format(method, nc_fname))
--
GitLab