diff --git a/HPC_scripts/DataExtraction.sh b/HPC_scripts/DataExtraction.sh index fe281512e6a07610c12c9f49d3a7894e0722b6d3..78b0e499a65a47d0c0057136bb97f6d3d16ec64d 100755 --- a/HPC_scripts/DataExtraction.sh +++ b/HPC_scripts/DataExtraction.sh @@ -4,8 +4,8 @@ #SBATCH --ntasks=13 ##SBATCH --ntasks-per-node=13 #SBATCH --cpus-per-task=1 -#SBATCH --output=pystager-out.%j -#SBATCH --error=pystager-err.%j +#SBATCH --output=DataExtraction-out.%j +#SBATCH --error=DataExtraction-err.%j #SBATCH --time=00:20:00 #SBATCH --partition=devel #SBATCH --mail-type=ALL diff --git a/HPC_scripts/DataPreprocess_dev.sh b/HPC_scripts/DataPreprocess_dev.sh index 74c896d418ac7fa4864d1e5e165db9f0bd734cd3..eb165f4441e7931775fb98f0536e7635c6199808 100755 --- a/HPC_scripts/DataPreprocess_dev.sh +++ b/HPC_scripts/DataPreprocess_dev.sh @@ -4,8 +4,8 @@ #SBATCH --ntasks=12 ##SBATCH --ntasks-per-node=12 #SBATCH --cpus-per-task=1 -#SBATCH --output=process_netcdf-out.%j -#SBATCH --error=process_netcdf-err.%j +#SBATCH --output=DataPreprocess-out.%j +#SBATCH --error=DataPreprocess-err.%j #SBATCH --time=00:20:00 #SBATCH --partition=devel #SBATCH --mail-type=ALL diff --git a/HPC_scripts/preprocessData_dev.sh b/HPC_scripts/preprocessData_dev.sh deleted file mode 100755 index a8828bcc7b0b3b3fe541d84f6cedf7b062c3c7f4..0000000000000000000000000000000000000000 --- a/HPC_scripts/preprocessData_dev.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/bin/bash -x -#SBATCH --account=deepacf -#SBATCH --nodes=1 -#SBATCH --ntasks=1 -##SBATCH --ntasks-per-node=1 -#SBATCH --cpus-per-task=1 -#SBATCH --output=preprocess-out.%j -#SBATCH --error=preprocess-err.%j -#SBATCH --time=20:20:00 -#SBATCH --partition=batch -#SBATCH --mail-type=ALL -#SBATCH --mail-user=b.gong@fz-juelich.de -##jutil env activate -p cjjsc42 - -module --force purge -module /usr/local/software/jureca/OtherStages -module load Stages/2019a -module load GCCcore/.8.3.0 -module load mpi4py/3.0.1-Python-3.6.8 -module load h5py/2.9.0-serial-Python-3.6.8 -module load TensorFlow/1.13.1-GPU-Python-3.6.8 - -srun bash data/download_and_preprocess_dataset_era5.sh --data era5 --input_dir /p/scratch/deepacf/bing/processData_size_64_64_3/splits --output_dir data/era5_size_64_64_3/ours_savp