Adapt runscripts under no_HPC_scripts so that the template carry defautl...

Adapt runscripts under no_HPC_scripts so that the template carry defautl values (for ease user application).

video_prediction_tools/no_HPC_scripts/data_extraction_era5_template.sh

@@ -16,16 +16,16 @@ source_dir=/my/path/to/era5
 destination_dir=/my/path/to/extracted/data
 varmap_file=/my/path/to/varmapping/file
 
-years=( "2007" )
+years=$(seq 2007 2020)
 
 #The number of nodes should be equal to the number of 1 preprocessed folder plus 1
 n_nodes=3
 
 # Run data extraction
-for year in "${years[@]}"; do
+for year in ${years}; do
   echo "Perform ERA5-data extraction for year ${year}"
   python ../main_scripts/main_data_extraction.py  --source_dir ${source_dir} --target_dir ${destination_dir} \
-                                                       --year ${year} --varslist_path ${varmap_file}
+                                                       --year "${year}" --varslist_path ${varmap_file}
 done
 
 

video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step1_template.sh

@@ -19,10 +19,10 @@ if [ -z ${VIRTUAL_ENV} ]; then
 fi
 
 #select years and variables for dataset and define target domain 
-years=( "2007" )
-variables=( "2t"  )
-sw_corner=( 10 20)
-nyx=( 40 40 )
+years=$(seq 2007 2020)
+variables=( "t2" "t_850" "tcc" )
+sw_corner=( 38.4 0.0 )
+nyx=( 56 92 )
 
 #your source dir and target dir
 source_dir=/home/b.gong/data_era5

video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step2_template.sh

@@ -15,7 +15,7 @@ VIRT_ENV_NAME=venv_test
 source_dir=/my/path/to/pkl/files/
 destination_dir=/my/path/to/tfrecords/files
 
-sequence_length=20
+sequence_length=24
 sequences_per_file=10
 
 #the number of the nodes should be the number of processed folder (month) plus 1