diff --git a/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh b/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh index 86fb45575f30242569bb6c7ac003e0aeb007907f..e8f84bcc1fbc0e4beab851944276eef092f16876 100644 --- a/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh +++ b/video_prediction_tools/other_scripts/preprocess_data_era5_step1_template.sh @@ -6,15 +6,18 @@ VIRT_ENV_NAME=venv_test echo "Activating virtual environment..." source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate -# select years and variables for dataset and define target domain -years=( "2016" ) -variables=( "var167" ) +#select years and variables for dataset and define target domain +years=( "2007" ) +variables=( "2t" ) sw_corner=( 10 20) -nyx=( 24 24 ) +nyx=( 40 40 ) +#your source dir and target dir source_dir=/home/b.gong/data_era5 destination_dir=/home/b.gong/preprocessed_data -n_nodes=2 + +#The number of nodes should be equal to the number of 1 preprcessed folder plus 1 +n_nodes=3 for year in "${years[@]}"; do echo "start preprocessing data for year ${year}"