From 6a5437c21ada15e4fec01739fe5cc479bb91ad0a Mon Sep 17 00:00:00 2001
From: Bing Gong <b.gong@fz-juelich.de>
Date: Tue, 22 Feb 2022 15:21:21 +0100
Subject: [PATCH] update preprocess step 1 template
---
.../preprocess_data_era5_step1_template.sh | 13 ++++++++-----
1 file changed, 8 insertions(+), 5 deletions(-)
diff --git a/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh b/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh
index 86fb4557..e8f84bcc 100644
--- a/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh
+++ b/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh
@@ -6,15 +6,18 @@ VIRT_ENV_NAME=venv_test
echo "Activating virtual environment..."
source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate
-# select years and variables for dataset and define target domain
-years=( "2016" )
-variables=( "var167" )
+#select years and variables for dataset and define target domain
+years=( "2007" )
+variables=( "2t" )
sw_corner=( 10 20)
-nyx=( 24 24 )
+nyx=( 40 40 )
+#your source dir and target dir
source_dir=/home/b.gong/data_era5
destination_dir=/home/b.gong/preprocessed_data
-n_nodes=2
+
+#The number of nodes should be equal to the number of 1 preprcessed folder plus 1
+n_nodes=3
for year in "${years[@]}"; do
echo "start preprocessing data for year ${year}"
--
GitLab