diff --git a/HPC_scripts/DataPreprocess_to_tf.sh b/HPC_scripts/DataPreprocess_to_tf.sh index 212c4ba239ecdbd15c70c05b9336c32175dc8c5c..038eb7f0e4c336f4d4f9b8e2a521ba7a59bb9649 100755 --- a/HPC_scripts/DataPreprocess_to_tf.sh +++ b/HPC_scripts/DataPreprocess_to_tf.sh @@ -1 +1,22 @@ -#!/usr/bin/env bash \ No newline at end of file +#!/bin/bash -x +#SBATCH --account=deepacf +#SBATCH --nodes=1 +#SBATCH --ntasks=12 +##SBATCH --ntasks-per-node=12 +#SBATCH --cpus-per-task=1 +#SBATCH --output=DataPreprocess_to_tf-out.%j +#SBATCH --error=DataPreprocess_to_tf-err.%j +#SBATCH --time=00:20:00 +#SBATCH --partition=devel +#SBATCH --mail-type=ALL +#SBATCH --mail-user=b.gong@fz-juelich.de + +module --force purge +module use use $OTHERSTAGES +module load Stages/2019a +module load Intel/2019.3.199-GCC-8.3.0 ParaStationMPI/5.2.2-1 +module load h5py/2.9.0-Python-3.6.8 +module load mpi4py/3.0.1-Python-3.6.8 + +srun python mpi_stager_v2_process_netCDF.py --source_dir /p/scratch/deepacf/video_prediction_shared_folder/extractedData/ \ +--destination_dir /p/scratch/deepacf/scarlet/processData_size_64_64_3_3t_norm