Skip to content
Snippets Groups Projects
Commit 53615ed4 authored by Michael Langguth's avatar Michael Langguth
Browse files

Further adaption of runscript 'DataPreprocess_template' for zam347 although...

Further adaption of runscript 'DataPreprocess_template' for zam347 although it's expected that the workflow does not run on zam347 right now.
parent 78f496bc
No related branches found
No related tags found
No related merge requests found
...@@ -45,7 +45,7 @@ max_year=`echo "${years[*]}" | sort -nr | head -n1` ...@@ -45,7 +45,7 @@ max_year=`echo "${years[*]}" | sort -nr | head -n1`
min_year=`echo "${years[*]}" | sort -nr | tail -n1` min_year=`echo "${years[*]}" | sort -nr | tail -n1`
# set some paths # set some paths
# note, that destination_dir is used during runtime to set a proper experiment directory # note, that destination_dir is used during runtime to set a proper experiment directory
exp_id=xxx exp_id=xxx # experiment identifier is set by 'generate_workflow_runscripts.sh'
source_dir=${SAVE_DIR}/extractedData source_dir=${SAVE_DIR}/extractedData
destination_dir=${SAVE_DIR}/preprocessedData/era5-Y${min_year}to${max_year}M01to12 destination_dir=${SAVE_DIR}/preprocessedData/era5-Y${min_year}to${max_year}M01to12
script_dir=`pwd` script_dir=`pwd`
......
...@@ -5,20 +5,26 @@ echo "Do not run the template scripts" ...@@ -5,20 +5,26 @@ echo "Do not run the template scripts"
exit 99 exit 99
######### Template identifier (don't remove) ######### ######### Template identifier (don't remove) #########
# some path variables # select years for dataset
source_dir=/home/$USER/extractedData declare -a years=(
destination_dir=/home/$USER/preprocessedData/era5-Y2017M01to02 # adapt suffix manually! "2017"
)
max_year=`echo "${years[*]}" | sort -nr | head -n1`
min_year=`echo "${years[*]}" | sort -nr | tail -n1`
# set some paths
# note, that destination_dir is used during runtime to set a proper experiment directory
exp_id=xxx # experiment identifier is set by 'generate_workflow_runscripts.sh'
source_dir=${SAVE_DIR}/extractedData
destination_dir=${SAVE_DIR}/preprocessedData/era5-Y${min_year}to${max_year}M01to12
script_dir=`pwd` script_dir=`pwd`
# select years to process
declare -a years=("2017")
for year in "${years[@]}"; for year in "${years[@]}";
do do
echo "Year $year" echo "Year $year"
echo "source_dir ${source_dir}/${year}" echo "source_dir ${source_dir}/${year}"
mpirun -np 2 python ../../workflow_parallel_frame_prediction/DataPreprocess/mpi_stager_v2_process_netCDF.py \ mpirun -np 2 python ../../workflow_parallel_frame_prediction/DataPreprocess/mpi_stager_v2_process_netCDF.py \
--source_dir ${source_dir} -scr_dir ${script_dir} \ --source_dir ${source_dir} -scr_dir ${script_dir} -exp_dir ${exp_id} \
--destination_dir ${destination_dir} --years ${years} --vars T2 MSL gph500 --lat_s 74 --lat_e 202 --lon_s 550 --lon_e 710 --destination_dir ${destination_dir} --years ${years} --vars T2 MSL gph500 --lat_s 74 --lat_e 202 --lon_s 550 --lon_e 710
done done
python ../../workflow_parallel_frame_prediction/DataPreprocess/mpi_split_data_multi_years.py --destination_dir ${destination_dir} --varnames T2 MSL gph500 python ../../workflow_parallel_frame_prediction/DataPreprocess/mpi_split_data_multi_years.py --destination_dir ${destination_dir} --varnames T2 MSL gph500
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment