From 2dc95872b2481ca148dd3d960924f4660580f8c0 Mon Sep 17 00:00:00 2001 From: stadtler1 <s.stadtler@fz-juelich.de> Date: Tue, 30 Jun 2020 14:54:39 +0200 Subject: [PATCH] Changed destination directory and make use of the 2 tier pystager. --- video_prediction_savp/HPC_scripts/DataExtraction.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/video_prediction_savp/HPC_scripts/DataExtraction.sh b/video_prediction_savp/HPC_scripts/DataExtraction.sh index dd623679..50e655ec 100755 --- a/video_prediction_savp/HPC_scripts/DataExtraction.sh +++ b/video_prediction_savp/HPC_scripts/DataExtraction.sh @@ -23,8 +23,8 @@ module load h5py/2.9.0-Python-3.6.8 module load mpi4py/3.0.1-Python-3.6.8 module load netcdf4-python/1.5.0.1-Python-3.6.8 -srun python ../../workflow_parallel_frame_prediction/DataExtraction/mpi_stager_v2.py --source_dir /p/fastdata/slmet/slmet111/met_data/ecmwf/era5/nc/2014/ --destination_dir ${SAVE_DIR}/extractedData/2014 +#srun python ../../workflow_parallel_frame_prediction/DataExtraction/mpi_stager_v2.py --source_dir /p/fastdata/slmet/slmet111/met_data/ecmwf/era5/nc/2014/ --destination_dir ${SAVE_DIR}/extractedData/2014 # 2tier pystager -#srun python ../../workflow_parallel_frame_prediction/DataExtraction/main_single_master.py --source_dir /p/fastdata/slmet/slmet111/met_data/ecmwf/era5/nc/2017/ --destination_dir /p/scratch/deepacf/${USER}/extractedData/2017 +srun python ../../workflow_parallel_frame_prediction/DataExtraction/main_single_master.py --source_dir /p/fastdata/slmet/slmet111/met_data/ecmwf/era5/nc/2013/ --destination_dir ${SAVE_DIR}/extractedData/2013 -- GitLab