From cf7c20203178e62ebfc69097edc305f26e7515d4 Mon Sep 17 00:00:00 2001
From: Michael <m.langguth@fz-juelich.de>
Date: Fri, 12 Feb 2021 20:09:45 +0100
Subject: [PATCH] Generalized version of
preprocess_data_era5_step1_template.sh.
---
.../preprocess_data_era5_step1_template.sh | 14 +++++++-------
1 file changed, 7 insertions(+), 7 deletions(-)
diff --git a/video_prediction_tools/HPC_scripts/preprocess_data_era5_step1_template.sh b/video_prediction_tools/HPC_scripts/preprocess_data_era5_step1_template.sh
index 631b1a98..609fa6a4 100644
--- a/video_prediction_tools/HPC_scripts/preprocess_data_era5_step1_template.sh
+++ b/video_prediction_tools/HPC_scripts/preprocess_data_era5_step1_template.sh
@@ -2,15 +2,15 @@
## Controlling Batch-job
#SBATCH --account=deepacf
#SBATCH --nodes=1
-#SBATCH --ntasks=12
+#SBATCH --ntasks=13
##SBATCH --ntasks-per-node=12
#SBATCH --cpus-per-task=1
#SBATCH --output=DataPreprocess_era5_step1-out.%j
#SBATCH --error=DataPreprocess_era5_step1-err.%j
-#SBATCH --time=00:20:00
-#SBATCH --partition=devel
+#SBATCH --time=04:20:00
+#SBATCH --partition=batch
#SBATCH --mail-type=ALL
-#SBATCH --mail-user=b.gong@fz-juelich.de
+#SBATCH --mail-user=me@somewhere.com
######### Template identifier (don't remove) #########
echo "Do not run the template scripts"
@@ -41,9 +41,9 @@ lat_inds=( 74 202 )
lon_inds=( 550 710 )
# set some paths
-# note, that destination_dir is used during runtime to set a proper experiment directory
-source_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/
-destination_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/
+# note, that destination_dir is adjusted during runtime based on the data
+source_dir=/my/path/to/extracted/data/
+destination_dir=/my/path/to/pickle/files
# execute Python-scripts
for year in "${years[@]}"; do
--
GitLab