From 28cca10cd5be92f7fa846211f2841a7db1df5a03 Mon Sep 17 00:00:00 2001
From: Bing Gong <b.gong@fz-juelich.de>
Date: Tue, 22 Feb 2022 15:22:48 +0100
Subject: [PATCH] update preprocess_data_era5_step2_template.sh
---
.../other_scripts/preprocess_data_era5_step2_template.sh | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/video_prediction_tools/other_scripts/preprocess_data_era5_step2_template.sh b/video_prediction_tools/other_scripts/preprocess_data_era5_step2_template.sh
index 2d452c56..9af83c2d 100644
--- a/video_prediction_tools/other_scripts/preprocess_data_era5_step2_template.sh
+++ b/video_prediction_tools/other_scripts/preprocess_data_era5_step2_template.sh
@@ -8,11 +8,11 @@ source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate
sequence_length=20
sequences_per_file=10
-
-source_dir=/home/b.gong/preprocessed_data-24x24-990N2010E-var167/pickle
+source_dir=/home/b.gong/preprocessed_data-40x40-990N2010E-2t/pickle
base_dir="$(dirname "$source_dir")"
destination_dir=${base_dir}/tfrecords
-n_nodes=2
+#the number of the nodes should be the number of processed folder (month) plus 1
+n_nodes=3
mpirun -n ${n_nodes} python3 ../main_scripts/main_preprocess_data_step2.py -source_dir ${source_dir} -dest_dir ${destination_dir} \
-sequence_length ${sequence_length} -sequences_per_file ${sequences_per_file}
--
GitLab