Skip to content
Snippets Groups Projects
Commit 500018fd authored by Michael Langguth's avatar Michael Langguth
Browse files

Remove preprocess_ifs_hres_data.sh following previous commit.

parent 15baf1eb
Branches michael_issue#003_preprocess_ifs_data
Tags
No related merge requests found
#!/bin/bash -x
#SBATCH --account=deepacf
#SBATCH --nodes=1
#SBATCH --ntasks=12
##SBATCH --ntasks-per-node=1
#SBATCH --cpus-per-task=1
#SBATCH --output=preprocess_ifs_hres-out_data.%j
#SBATCH --error=preprocess_ifs_hres-err_data.%j
#SBATCH --time=01:00:00
#SBATCH --gres=gpu:0
#SBATCH --partition=devel
#SBATCH --mail-type=ALL
#SBATCH --mail-user=m.langguth@fz-juelich.de
##jutil env activate -p cjjsc42
# Name of virtual environment
VIRT_ENV_NAME="venv_juwels"
# Activate virtual environment if needed (and possible)
if [ -z ${VIRTUAL_ENV} ]; then
if [[ -f ../${VIRT_ENV_NAME}/bin/activate ]]; then
echo "Activating virtual environment..."
source ../${VIRT_ENV_NAME}/bin/activate
else
echo "ERROR: Cannot find requested virtual environment ${VIRT_ENV_NAME}..."
exit 1
fi
fi
# Loading mouldes
source ../env_setup/modules_preprocess.sh
# set variables to be parsed
src_dir=/p/scratch/deepacf/maelstrom/maelstrom_data/ifs_hres/orig/
out_dir=/p/scratch/deepacf/maelstrom/maelstrom_data/ifs_hres/preprocessed/
years=( 2016 2017 2018 2019 2020 )
months=( 4 5 6 7 8 9 )
srun python -m mpi4py ../scripts/preprocess_downscaling_data.py -src_dir ${src_dir} -out_dir ${out_dir} \
-y "${years[@]}" -m "${months[@]}"
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment