From 48539df8e2c5c85ec6a0b6aa0563329b6a38cb15 Mon Sep 17 00:00:00 2001
From: Michael <m.langguth@fz-juelich.de>
Date: Thu, 10 Sep 2020 17:57:54 +0200
Subject: [PATCH] Introduction of template-identifier to all (Batch) runscripts
 and some further adaptions such as included exp_id (experiment identifier).

---
 .../HPC_scripts/DataPreprocess2tf_template.sh             | 4 ++++
 .../HPC_scripts/generate_era5_template.sh                 | 5 +++++
 video_prediction_savp/HPC_scripts/train_era5_template.sh  | 4 ++++
 .../Zam347_scripts/DataExtraction_template.sh             | 4 ++++
 .../Zam347_scripts/DataPreprocess2tf_template.sh          | 5 +++++
 .../Zam347_scripts/DataPreprocess_template.sh             | 8 +++++++-
 .../Zam347_scripts/generate_era5_template.sh              | 5 +++++
 .../Zam347_scripts/train_era5_template.sh                 | 5 +++++
 8 files changed, 39 insertions(+), 1 deletion(-)

diff --git a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh b/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh
index bcf950e9..e953b5bc 100644
--- a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh
+++ b/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh
@@ -11,6 +11,10 @@
 #SBATCH --mail-type=ALL
 #SBATCH --mail-user=b.gong@fz-juelich.de
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
 # Name of virtual environment 
 VIRT_ENV_NAME="vp"
diff --git a/video_prediction_savp/HPC_scripts/generate_era5_template.sh b/video_prediction_savp/HPC_scripts/generate_era5_template.sh
index bb366091..6d0f321c 100644
--- a/video_prediction_savp/HPC_scripts/generate_era5_template.sh
+++ b/video_prediction_savp/HPC_scripts/generate_era5_template.sh
@@ -13,6 +13,11 @@
 #SBATCH --mail-user=b.gong@fz-juelich.de
 ##jutil env activate -p cjjsc42
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # Name of virtual environment 
 VIRT_ENV_NAME="vp"
 
diff --git a/video_prediction_savp/HPC_scripts/train_era5_template.sh b/video_prediction_savp/HPC_scripts/train_era5_template.sh
index 5173564f..f368a8a1 100644
--- a/video_prediction_savp/HPC_scripts/train_era5_template.sh
+++ b/video_prediction_savp/HPC_scripts/train_era5_template.sh
@@ -13,6 +13,10 @@
 #SBATCH --mail-user=b.gong@fz-juelich.de
 ##jutil env activate -p cjjsc42
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
 # Name of virtual environment 
 VIRT_ENV_NAME="vp"
diff --git a/video_prediction_savp/Zam347_scripts/DataExtraction_template.sh b/video_prediction_savp/Zam347_scripts/DataExtraction_template.sh
index 6953b7d8..e208fd69 100644
--- a/video_prediction_savp/Zam347_scripts/DataExtraction_template.sh
+++ b/video_prediction_savp/Zam347_scripts/DataExtraction_template.sh
@@ -1,4 +1,8 @@
 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
 mpirun -np 4 python ../../workflow_parallel_frame_prediction/DataExtraction/mpi_stager_v2.py --source_dir /home/b.gong/data_era5/2017/ --destination_dir /home/${USER}/extractedData/2017
diff --git a/video_prediction_savp/Zam347_scripts/DataPreprocess2tf_template.sh b/video_prediction_savp/Zam347_scripts/DataPreprocess2tf_template.sh
index 64f25726..fc92afd8 100644
--- a/video_prediction_savp/Zam347_scripts/DataPreprocess2tf_template.sh
+++ b/video_prediction_savp/Zam347_scripts/DataPreprocess2tf_template.sh
@@ -1,5 +1,10 @@
 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
 source_dir=/home/${USER}/preprocessedData/
 destination_dir=/home/${USER}/preprocessedData/
diff --git a/video_prediction_savp/Zam347_scripts/DataPreprocess_template.sh b/video_prediction_savp/Zam347_scripts/DataPreprocess_template.sh
index b9941b0e..8f25c2b3 100644
--- a/video_prediction_savp/Zam347_scripts/DataPreprocess_template.sh
+++ b/video_prediction_savp/Zam347_scripts/DataPreprocess_template.sh
@@ -1,10 +1,16 @@
 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
+# some path variables
 source_dir=/home/$USER/extractedData
-destination_dir=/home/$USER/preprocessedData/era5-Y2017M01to02
+destination_dir=/home/$USER/preprocessedData/era5-Y2017M01to02            # adapt suffix manually!
 script_dir=`pwd`
 
+# select years to process
 declare -a years=("2017")
 
 for year in "${years[@]}";
diff --git a/video_prediction_savp/Zam347_scripts/generate_era5_template.sh b/video_prediction_savp/Zam347_scripts/generate_era5_template.sh
index d9d710e5..72768e24 100644
--- a/video_prediction_savp/Zam347_scripts/generate_era5_template.sh
+++ b/video_prediction_savp/Zam347_scripts/generate_era5_template.sh
@@ -1,5 +1,10 @@
 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
 source_dir=/home/${USER}/preprocessedData/
 checkpoint_dir=/home/${USER}/models/
diff --git a/video_prediction_savp/Zam347_scripts/train_era5_template.sh b/video_prediction_savp/Zam347_scripts/train_era5_template.sh
index aadb2599..d0639262 100644
--- a/video_prediction_savp/Zam347_scripts/train_era5_template.sh
+++ b/video_prediction_savp/Zam347_scripts/train_era5_template.sh
@@ -1,5 +1,10 @@
 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
 source_dir=/home/${USER}/preprocessedData/
 destination_dir=/home/${USER}/models/
-- 
GitLab