From c4ac23f849f7db4fdf2dc320172f454e60c944ca Mon Sep 17 00:00:00 2001
From: gong1 <b.gong@fz-juelich.de>
Date: Tue, 15 Sep 2020 16:42:24 +0200
Subject: [PATCH] remove DataPreprocess2tf_template files
---
.../DataPreprocess2tf_movingmnist_template.sh | 41 -------------------
.../HPC_scripts/DataPreprocess2tf_template.sh | 40 ------------------
2 files changed, 81 deletions(-)
delete mode 100644 video_prediction_savp/HPC_scripts/DataPreprocess2tf_movingmnist_template.sh
delete mode 100644 video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh
diff --git a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_movingmnist_template.sh b/video_prediction_savp/HPC_scripts/DataPreprocess2tf_movingmnist_template.sh
deleted file mode 100644
index dc1fbb4a..00000000
--- a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_movingmnist_template.sh
+++ /dev/null
@@ -1,41 +0,0 @@
-#!/bin/bash -x
-#SBATCH --account=deepacf
-#SBATCH --nodes=1
-#SBATCH --ntasks=1
-##SBATCH --ntasks-per-node=1
-#SBATCH --cpus-per-task=1
-#SBATCH --output=DataPreprocess_to_tf-out.%j
-#SBATCH --error=DataPreprocess_to_tf-err.%j
-#SBATCH --time=00:20:00
-#SBATCH --partition=devel
-#SBATCH --mail-type=ALL
-#SBATCH --mail-user=b.gong@fz-juelich.de
-
-######### Template identifier (don't remove) #########
-echo "Do not run the template scripts"
-exit 99
-######### Template identifier (don't remove) #########
-
-# Name of virtual environment
-VIRT_ENV_NAME="vp"
-
-# Loading mouldes
-source ../env_setup/modules_train.sh
-# Activate virtual environment if needed (and possible)
-if [ -z ${VIRTUAL_ENV} ]; then
- if [[ -f ../${VIRT_ENV_NAME}/bin/activate ]]; then
- echo "Activating virtual environment..."
- source ../${VIRT_ENV_NAME}/bin/activate
- else
- echo "ERROR: Requested virtual environment ${VIRT_ENV_NAME} not found..."
- exit 1
- fi
-fi
-
-# declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
-
-source_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/moving_mnist
-destination_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/moving_mnist
-
-# run Preprocessing (step 2 where Tf-records are generated)
-srun python ../video_prediction/datasets/moving_mnist.py ${source_dir} ${destination_dir}/tfrecords
diff --git a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh b/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh
deleted file mode 100644
index e953b5bc..00000000
--- a/video_prediction_savp/HPC_scripts/DataPreprocess2tf_template.sh
+++ /dev/null
@@ -1,40 +0,0 @@
-#!/bin/bash -x
-#SBATCH --account=deepacf
-#SBATCH --nodes=1
-#SBATCH --ntasks=13
-##SBATCH --ntasks-per-node=13
-#SBATCH --cpus-per-task=1
-#SBATCH --output=DataPreprocess_to_tf-out.%j
-#SBATCH --error=DataPreprocess_to_tf-err.%j
-#SBATCH --time=00:20:00
-#SBATCH --partition=devel
-#SBATCH --mail-type=ALL
-#SBATCH --mail-user=b.gong@fz-juelich.de
-
-######### Template identifier (don't remove) #########
-echo "Do not run the template scripts"
-exit 99
-######### Template identifier (don't remove) #########
-
-# Name of virtual environment
-VIRT_ENV_NAME="vp"
-
-# Loading mouldes
-source ../env_setup/modules_train.sh
-# Activate virtual environment if needed (and possible)
-if [ -z ${VIRTUAL_ENV} ]; then
- if [[ -f ../${VIRT_ENV_NAME}/bin/activate ]]; then
- echo "Activating virtual environment..."
- source ../${VIRT_ENV_NAME}/bin/activate
- else
- echo "ERROR: Requested virtual environment ${VIRT_ENV_NAME} not found..."
- exit 1
- fi
-fi
-
-# declare directory-variables which will be modified appropriately during Preprocessing (invoked by mpi_split_data_multi_years.py)
-source_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/
-destination_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/
-
-# run Preprocessing (step 2 where Tf-records are generated)
-srun python ../video_prediction/datasets/era5_dataset_v2.py ${source_dir}/pickle ${destination_dir}/tfrecords -vars T2 MSL gph500 -height 128 -width 160 -seq_length 20
--
GitLab