Skip to content
Snippets Groups Projects
Commit c2358d24 authored by Michael Langguth's avatar Michael Langguth
Browse files

Adapt runscripts under no_HPC_scripts so that the template carry defautl...

Adapt runscripts under no_HPC_scripts so that the template carry defautl values (for ease user application).
parent ec70acf0
Branches
Tags
No related merge requests found
Pipeline #105898 failed
...@@ -16,16 +16,16 @@ source_dir=/my/path/to/era5 ...@@ -16,16 +16,16 @@ source_dir=/my/path/to/era5
destination_dir=/my/path/to/extracted/data destination_dir=/my/path/to/extracted/data
varmap_file=/my/path/to/varmapping/file varmap_file=/my/path/to/varmapping/file
years=( "2007" ) years=$(seq 2007 2020)
#The number of nodes should be equal to the number of 1 preprocessed folder plus 1 #The number of nodes should be equal to the number of 1 preprocessed folder plus 1
n_nodes=3 n_nodes=3
# Run data extraction # Run data extraction
for year in "${years[@]}"; do for year in ${years}; do
echo "Perform ERA5-data extraction for year ${year}" echo "Perform ERA5-data extraction for year ${year}"
python ../main_scripts/main_data_extraction.py --source_dir ${source_dir} --target_dir ${destination_dir} \ python ../main_scripts/main_data_extraction.py --source_dir ${source_dir} --target_dir ${destination_dir} \
--year ${year} --varslist_path ${varmap_file} --year "${year}" --varslist_path ${varmap_file}
done done
......
...@@ -19,10 +19,10 @@ if [ -z ${VIRTUAL_ENV} ]; then ...@@ -19,10 +19,10 @@ if [ -z ${VIRTUAL_ENV} ]; then
fi fi
#select years and variables for dataset and define target domain #select years and variables for dataset and define target domain
years=( "2007" ) years=$(seq 2007 2020)
variables=( "2t" ) variables=( "t2" "t_850" "tcc" )
sw_corner=( 10 20) sw_corner=( 38.4 0.0 )
nyx=( 40 40 ) nyx=( 56 92 )
#your source dir and target dir #your source dir and target dir
source_dir=/home/b.gong/data_era5 source_dir=/home/b.gong/data_era5
......
...@@ -15,7 +15,7 @@ VIRT_ENV_NAME=venv_test ...@@ -15,7 +15,7 @@ VIRT_ENV_NAME=venv_test
source_dir=/my/path/to/pkl/files/ source_dir=/my/path/to/pkl/files/
destination_dir=/my/path/to/tfrecords/files destination_dir=/my/path/to/tfrecords/files
sequence_length=20 sequence_length=24
sequences_per_file=10 sequences_per_file=10
#the number of the nodes should be the number of processed folder (month) plus 1 #the number of the nodes should be the number of processed folder (month) plus 1
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment