From 25064c53acc8fce2353c6006aa3140dc9bdba9ee Mon Sep 17 00:00:00 2001
From: Michael <m.langguth@fz-juelich.de>
Date: Tue, 9 Feb 2021 20:46:22 +0100
Subject: [PATCH] Further adaptions to the runscripts.
---
.../HPC_scripts/preprocess_data_era5_step2_template.sh | 4 +++-
.../HPC_scripts/preprocess_data_moving_mnist_template.sh | 2 +-
.../HPC_scripts/train_model_era5_template.sh | 4 +++-
3 files changed, 7 insertions(+), 3 deletions(-)
diff --git a/video_prediction_tools/HPC_scripts/preprocess_data_era5_step2_template.sh b/video_prediction_tools/HPC_scripts/preprocess_data_era5_step2_template.sh
index a6b9c79e..85620bfa 100644
--- a/video_prediction_tools/HPC_scripts/preprocess_data_era5_step2_template.sh
+++ b/video_prediction_tools/HPC_scripts/preprocess_data_era5_step2_template.sh
@@ -43,5 +43,7 @@ sequences_per_file=10
sequence_length=20
# run preprocessing (step 2 where Tf-records are generated)
-srun python ../main_scripts/main_preprocess_data_step2.py -input_dir ${source_dir} -output_dir ${destination_dir} -datasplit_config ${datasplit_dir} -hparams_dict_config ${hparams_dict_config} -sequences_per_file ${sequences_per_file}
+srun python ../main_scripts/main_preprocess_data_step2.py -input_dir ${source_dir} -output_dir ${destination_dir}
+ -datasplit_config ${datasplit_dir} -hparams_dict_config ${hparams_dict_config}
+ -sequences_per_file ${sequences_per_file}
diff --git a/video_prediction_tools/HPC_scripts/preprocess_data_moving_mnist_template.sh b/video_prediction_tools/HPC_scripts/preprocess_data_moving_mnist_template.sh
index b84ae0a0..fadb8b41 100644
--- a/video_prediction_tools/HPC_scripts/preprocess_data_moving_mnist_template.sh
+++ b/video_prediction_tools/HPC_scripts/preprocess_data_moving_mnist_template.sh
@@ -37,4 +37,4 @@ source_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocess
destination_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/moving_mnist
# run Preprocessing (step 2 where Tf-records are generated)
-srun python ../video_prediction/datasets/moving_mnist.py ${source_dir} ${destination_dir}/tfrecords
+srun python ../video_prediction/datasets/moving_mnist.py ${source_dir} ${destination_dir}
diff --git a/video_prediction_tools/HPC_scripts/train_model_era5_template.sh b/video_prediction_tools/HPC_scripts/train_model_era5_template.sh
index f1188834..aa52ce1b 100644
--- a/video_prediction_tools/HPC_scripts/train_model_era5_template.sh
+++ b/video_prediction_tools/HPC_scripts/train_model_era5_template.sh
@@ -43,9 +43,11 @@ destination_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/model
model=convLSTM
datasplit_dict=../data_split/cv_test.json
model_hparams=${destination_dir}/model_hparams.json
+dataset=era5
# run training
-srun python ../main_scripts/main_train_models.py --input_dir ${source_dir} --datasplit_dict ${datasplit_dict} --dataset era5 --model ${model} --model_hparams_dict ${model_hparams} --output_dir ${destination_dir}
+srun python ../main_scripts/main_train_models.py --input_dir ${source_dir} --datasplit_dict ${datasplit_dict}
+ --dataset ${dataset} --model ${model} --model_hparams_dict ${model_hparams} --output_dir ${destination_dir}
--
GitLab