Introduction of template-identifier to all (Batch) runscripts and some further...

Introduction of template-identifier to all (Batch) runscripts and some further adaptions such as included exp_id (experiment identifier).

video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh

@@ -11,6 +11,10 @@
 #SBATCH --mail-type=ALL
 #SBATCH --mail-user=b.gong@fz-juelich.de
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
 # Name of virtual environment 
 VIRT_ENV_NAME="vp"

video_prediction_savp/HPC_scripts/generate_era5_template.sh

@@ -13,6 +13,11 @@
 #SBATCH --mail-user=b.gong@fz-juelich.de
 ##jutil env activate -p cjjsc42
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # Name of virtual environment 
 VIRT_ENV_NAME="vp"
 

video_prediction_savp/HPC_scripts/train_era5_template.sh

@@ -13,6 +13,10 @@
 #SBATCH --mail-user=b.gong@fz-juelich.de
 ##jutil env activate -p cjjsc42
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
 # Name of virtual environment 
 VIRT_ENV_NAME="vp"

video_prediction_savp/Zam347_scripts/DataExtraction_template.sh

 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
 mpirun -np 4 python ../../workflow_parallel_frame_prediction/DataExtraction/mpi_stager_v2.py --source_dir /home/b.gong/data_era5/2017/ --destination_dir /home/${USER}/extractedData/2017

video_prediction_savp/Zam347_scripts/DataPreprocess2tf_template.sh

 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
 source_dir=/home/${USER}/preprocessedData/
 destination_dir=/home/${USER}/preprocessedData/

video_prediction_savp/Zam347_scripts/DataPreprocess_template.sh

 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
 
+# some path variables
 source_dir=/home/$USER/extractedData
-destination_dir=/home/$USER/preprocessedData/era5-Y2017M01to02
+destination_dir=/home/$USER/preprocessedData/era5-Y2017M01to02            # adapt suffix manually!
 script_dir=`pwd`
 
+# select years to process
 declare -a years=("2017")
 
 for year in "${years[@]}";

video_prediction_savp/Zam347_scripts/generate_era5_template.sh

 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
 source_dir=/home/${USER}/preprocessedData/
 checkpoint_dir=/home/${USER}/models/

video_prediction_savp/Zam347_scripts/train_era5_template.sh

 #!/bin/bash -x
 
+######### Template identifier (don't remove) #########
+echo "Do not run the template scripts"
+exit 99
+######### Template identifier (don't remove) #########
+
 # declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
 source_dir=/home/${USER}/preprocessedData/
 destination_dir=/home/${USER}/models/