Skip to content
Snippets Groups Projects
Commit 6a5437c2 authored by Bing Gong's avatar Bing Gong
Browse files

update preprocess step 1 template

parent cfe103e9
No related branches found
No related tags found
No related merge requests found
Pipeline #92847 failed
...@@ -7,14 +7,17 @@ echo "Activating virtual environment..." ...@@ -7,14 +7,17 @@ echo "Activating virtual environment..."
source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate
#select years and variables for dataset and define target domain #select years and variables for dataset and define target domain
years=( "2016" ) years=( "2007" )
variables=( "var167" ) variables=( "2t" )
sw_corner=( 10 20) sw_corner=( 10 20)
nyx=( 24 24 ) nyx=( 40 40 )
#your source dir and target dir
source_dir=/home/b.gong/data_era5 source_dir=/home/b.gong/data_era5
destination_dir=/home/b.gong/preprocessed_data destination_dir=/home/b.gong/preprocessed_data
n_nodes=2
#The number of nodes should be equal to the number of 1 preprcessed folder plus 1
n_nodes=3
for year in "${years[@]}"; do for year in "${years[@]}"; do
echo "start preprocessing data for year ${year}" echo "start preprocessing data for year ${year}"
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment