Sourcing modules.sh from Batch-script DataPreprocess.sh and integrated check...

Sourcing modules.sh from Batch-script DataPreprocess.sh and integrated check for activated virtual env.

video_prediction_savp/HPC_scripts/DataPreprocess.sh

@@ -11,15 +11,12 @@
 #SBATCH --mail-type=ALL
 #SBATCH --mail-user=b.gong@fz-juelich.de
 
-module purge
-module use  $OTHERSTAGES
-module load Stages/2019a
-module load Intel/2019.3.199-GCC-8.3.0  ParaStationMPI/5.2.2-1
-module load h5py/2.9.0-Python-3.6.8
-module load mpi4py/3.0.1-Python-3.6.8
-
-
+if [ -z ${VIRTUAL_ENV} ]; then
+  echo "Please activate a virtual environment..."
+  exit 1
+fi
 
+source ../env_setup/modules.sh
 
 source_dir=/p/scratch/deepacf/video_prediction_shared_folder/extractedData
 destination_dir=/p/scratch/deepacf/video_prediction_shared_folder/preprocessedData/era5-Y2015to2017M01to12