From 10c0310605a50fad413da3684aea4d8e3ad80d3e Mon Sep 17 00:00:00 2001
From: "b.gong" <b.gong@fz-juelich.de>
Date: Mon, 18 May 2020 12:01:27 +0200
Subject: [PATCH] address the hardcoding for loading temporal and hickle files
for postprocessing
---
Zam347_scripts/generate_era5.sh | 6 +++---
scripts/generate_transfer_learning_finetune.py | 10 +++++++---
2 files changed, 10 insertions(+), 6 deletions(-)
diff --git a/Zam347_scripts/generate_era5.sh b/Zam347_scripts/generate_era5.sh
index 3ee897b0..97a07d28 100755
--- a/Zam347_scripts/generate_era5.sh
+++ b/Zam347_scripts/generate_era5.sh
@@ -2,9 +2,9 @@
python -u ../scripts/generate_transfer_learning_finetune.py \
---input_dir /home/${USER}/preprocessedData/era5-Y2015toY2017M01to12-128x160-74d00N71d00E-T_MSL_gph500/tfrecords/ \
+--input_dir /home/${USER}/preprocessedData/era5-Y2015toY2017M01to12-128x160-74d00N71d00E-T_MSL_gph500/tfrecords \
--dataset_hparams sequence_length=20 --checkpoint /home/${USER}/models/era5-Y2015toY2017M01to12-128x160-74d00N71d00E-T_MSL_gph500/ours_savp \
---mode test --results_dir /home/${USER}/results/era5-Y2017M01to12-64x64-50d00N11d50E-T_T_T \
---batch_size 4 --dataset era5 > generate_era5-out.out
+--mode test --results_dir /home/${USER}/results/era5-Y2015toY2017M01to12-128x160-74d00N71d00E-T_MSL_gph500 \
+--batch_size 2 --dataset era5 > generate_era5-out.out
#srun python scripts/train.py --input_dir data/era5 --dataset era5 --model savp --model_hparams_dict hparams/kth/ours_savp/model_hparams.json --output_dir logs/era5/ours_savp
diff --git a/scripts/generate_transfer_learning_finetune.py b/scripts/generate_transfer_learning_finetune.py
index c3388d09..662a415d 100644
--- a/scripts/generate_transfer_learning_finetune.py
+++ b/scripts/generate_transfer_learning_finetune.py
@@ -91,7 +91,10 @@ def main():
tf.set_random_seed(args.seed)
np.random.seed(args.seed)
random.seed(args.seed)
-
+ #Bing:20200518
+ input_dir = args.input_dir
+ temporal_dir = os.path.split(input_dir)[0] + "/hickle/splits/"
+ print ("temporal_dir:",temporal_dir)
args.results_gif_dir = args.results_gif_dir or args.results_dir
args.results_png_dir = args.results_png_dir or args.results_dir
dataset_hparams_dict = {}
@@ -197,12 +200,13 @@ def main():
persistent_images_all = []
input_images_all = []
#Bing:20201417
- test_temporal_pkl = pickle.load(open("/p/scratch/deepacf/video_prediction_shared_folder/preprocessedData/era5-Y2017M01to12-64x64-50d00N11d50E-T_T_T/hickle/splits/T_test.pkl","rb"))
+ print ("temporal_dir:",temporal_dir)
+ test_temporal_pkl = pickle.load(open(os.path.join(temporal_dir,"T_test.pkl"),"rb"))
#val_temporal_pkl = pickle.load(open("/p/scratch/deepacf/video_prediction_shared_folder/preprocessedData/era5-Y2017M01to12-64x64-50d00N11d50E-T_T_T/hickle/splits/T_val.pkl","rb"))
print("test temporal_pkl file looks like folowing", test_temporal_pkl)
#X_val = hickle.load("/p/scratch/deepacf/video_prediction_shared_folder/preprocessedData/era5-Y2017M01to12-64x64-50d00N11d50E-T_T_T/hickle/splits/X_val.hkl")
- X_test = hickle.load("/p/scratch/deepacf/video_prediction_shared_folder/preprocessedData/era5-Y2017M01to12-64x64-50d00N11d50E-T_T_T/hickle/splits/X_test.hkl")
+ X_test = hickle.load(os.path.join(temporal_dir,"X_test.hkl"))
is_first=True
--
GitLab