diff --git a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_movingmnist_template.sh b/video_prediction_savp/HPC_scripts/DataPreprocess2tf_movingmnist_template.sh deleted file mode 100644 index dc1fbb4a83788a4cc1f69fdf151d8419129dc06d..0000000000000000000000000000000000000000 --- a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_movingmnist_template.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/bin/bash -x -#SBATCH --account=deepacf -#SBATCH --nodes=1 -#SBATCH --ntasks=1 -##SBATCH --ntasks-per-node=1 -#SBATCH --cpus-per-task=1 -#SBATCH --output=DataPreprocess_to_tf-out.%j -#SBATCH --error=DataPreprocess_to_tf-err.%j -#SBATCH --time=00:20:00 -#SBATCH --partition=devel -#SBATCH --mail-type=ALL -#SBATCH --mail-user=b.gong@fz-juelich.de - -######### Template identifier (don't remove) ######### -echo "Do not run the template scripts" -exit 99 -######### Template identifier (don't remove) ######### - -# Name of virtual environment -VIRT_ENV_NAME="vp" - -# Loading mouldes -source ../env_setup/modules_train.sh -# Activate virtual environment if needed (and possible) -if [ -z ${VIRTUAL_ENV} ]; then - if [[ -f ../${VIRT_ENV_NAME}/bin/activate ]]; then - echo "Activating virtual environment..." - source ../${VIRT_ENV_NAME}/bin/activate - else - echo "ERROR: Requested virtual environment ${VIRT_ENV_NAME} not found..." - exit 1 - fi -fi - -# declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py) - -source_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/moving_mnist -destination_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/moving_mnist - -# run Preprocessing (step 2 where Tf-records are generated) -srun python ../video_prediction/datasets/moving_mnist.py ${source_dir} ${destination_dir}/tfrecords diff --git a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh b/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh deleted file mode 100644 index e953b5bc3fd2a836a74b647c1066735d19e39640..0000000000000000000000000000000000000000 --- a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh +++ /dev/null @@ -1,40 +0,0 @@ -#!/bin/bash -x -#SBATCH --account=deepacf -#SBATCH --nodes=1 -#SBATCH --ntasks=13 -##SBATCH --ntasks-per-node=13 -#SBATCH --cpus-per-task=1 -#SBATCH --output=DataPreprocess_to_tf-out.%j -#SBATCH --error=DataPreprocess_to_tf-err.%j -#SBATCH --time=00:20:00 -#SBATCH --partition=devel -#SBATCH --mail-type=ALL -#SBATCH --mail-user=b.gong@fz-juelich.de - -######### Template identifier (don't remove) ######### -echo "Do not run the template scripts" -exit 99 -######### Template identifier (don't remove) ######### - -# Name of virtual environment -VIRT_ENV_NAME="vp" - -# Loading mouldes -source ../env_setup/modules_train.sh -# Activate virtual environment if needed (and possible) -if [ -z ${VIRTUAL_ENV} ]; then - if [[ -f ../${VIRT_ENV_NAME}/bin/activate ]]; then - echo "Activating virtual environment..." - source ../${VIRT_ENV_NAME}/bin/activate - else - echo "ERROR: Requested virtual environment ${VIRT_ENV_NAME} not found..." - exit 1 - fi -fi - -# declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py) -source_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/ -destination_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/ - -# run Preprocessing (step 2 where Tf-records are generated) -srun python ../video_prediction/datasets/era5_dataset_v2.py ${source_dir}/pickle ${destination_dir}/tfrecords -vars T2 MSL gph500 -height 128 -width 160 -seq_length 20