From c2358d24eaaa588e817b119f9fb4f2dc764b9359 Mon Sep 17 00:00:00 2001
From: Michael <m.langguth@fz-juelich.de>
Date: Tue, 19 Jul 2022 08:58:28 +0200
Subject: [PATCH] Adapt runscripts under no_HPC_scripts so that the template
carry defautl values (for ease user application).
---
.../no_HPC_scripts/data_extraction_era5_template.sh | 6 +++---
.../no_HPC_scripts/preprocess_data_era5_step1_template.sh | 8 ++++----
.../no_HPC_scripts/preprocess_data_era5_step2_template.sh | 2 +-
3 files changed, 8 insertions(+), 8 deletions(-)
diff --git a/video_prediction_tools/no_HPC_scripts/data_extraction_era5_template.sh b/video_prediction_tools/no_HPC_scripts/data_extraction_era5_template.sh
index 4e3c4d3a..3d3c2f3d 100644
--- a/video_prediction_tools/no_HPC_scripts/data_extraction_era5_template.sh
+++ b/video_prediction_tools/no_HPC_scripts/data_extraction_era5_template.sh
@@ -16,16 +16,16 @@ source_dir=/my/path/to/era5
destination_dir=/my/path/to/extracted/data
varmap_file=/my/path/to/varmapping/file
-years=( "2007" )
+years=$(seq 2007 2020)
#The number of nodes should be equal to the number of 1 preprocessed folder plus 1
n_nodes=3
# Run data extraction
-for year in "${years[@]}"; do
+for year in ${years}; do
echo "Perform ERA5-data extraction for year ${year}"
python ../main_scripts/main_data_extraction.py --source_dir ${source_dir} --target_dir ${destination_dir} \
- --year ${year} --varslist_path ${varmap_file}
+ --year "${year}" --varslist_path ${varmap_file}
done
diff --git a/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step1_template.sh b/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step1_template.sh
index 8519569a..35e9f87d 100644
--- a/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step1_template.sh
+++ b/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step1_template.sh
@@ -19,10 +19,10 @@ if [ -z ${VIRTUAL_ENV} ]; then
fi
#select years and variables for dataset and define target domain
-years=( "2007" )
-variables=( "2t" )
-sw_corner=( 10 20)
-nyx=( 40 40 )
+years=$(seq 2007 2020)
+variables=( "t2" "t_850" "tcc" )
+sw_corner=( 38.4 0.0 )
+nyx=( 56 92 )
#your source dir and target dir
source_dir=/home/b.gong/data_era5
diff --git a/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step2_template.sh b/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step2_template.sh
index 441924e7..4d7356f6 100644
--- a/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step2_template.sh
+++ b/video_prediction_tools/no_HPC_scripts/preprocess_data_era5_step2_template.sh
@@ -15,7 +15,7 @@ VIRT_ENV_NAME=venv_test
source_dir=/my/path/to/pkl/files/
destination_dir=/my/path/to/tfrecords/files
-sequence_length=20
+sequence_length=24
sequences_per_file=10
#the number of the nodes should be the number of processed folder (month) plus 1
--
GitLab