Skip to content
Snippets Groups Projects
Commit ec70acf0 authored by Michael Langguth's avatar Michael Langguth
Browse files

Adapt runscripts under HPC_scripts so that the template carry defautl values...

Adapt runscripts under HPC_scripts so that the template carry defautl values (for ease user application).
parent 25262fbb
Branches
Tags
No related merge requests found
......@@ -39,11 +39,11 @@ source_dir=/my/path/to/era5
destination_dir=/my/path/to/extracted/data
varmap_file=/my/path/to/varmapping/file
years=( "2015" )
years=$(seq 2007 2020)
# Run data extraction
for year in "${years[@]}"; do
for year in ${years}; do
echo "Perform ERA5-data extraction for year ${year}"
srun python ../main_scripts/main_data_extraction.py --source_dir ${source_dir} --target_dir ${destination_dir} \
--year ${year} --varslist_path ${varmap_file}
--year "${year}" --varslist_path ${varmap_file}
done
......@@ -36,10 +36,10 @@ source ../env_setup/modules_preprocess+extract.sh
# select years and variables for dataset and define target domain
years=( "2015" )
variables=( "t2" "t2" "t2" )
sw_corner=( -999.9 -999.9)
nyx=( -999 -999 )
years=$(seq 2007 2020)
variables=( "t2" "t_850" "tcc" )
sw_corner=( 38.4 0.0 )
nyx=( 56 92 )
# set some paths
# note, that destination_dir is adjusted during runtime based on the data
......@@ -47,7 +47,7 @@ source_dir=/my/path/to/extracted/data/
destination_dir=/my/path/to/pickle/files
# execute Python-scripts
for year in "${years[@]}"; do
for year in ${years}; do
echo "start preprocessing data for year ${year}"
srun python ../main_scripts/main_preprocess_data_step1.py \
--source_dir ${source_dir} --destination_dir ${destination_dir} --years "${year}" \
......
......@@ -46,7 +46,7 @@ module purge
source_dir=/my/path/to/pkl/files/
destination_dir=/my/path/to/tfrecords/files
sequence_length=20
sequence_length=24
sequences_per_file=10
# run Preprocessing (step 2 where Tf-records are generated)
export CUDA_VISIBLE_DEVICES=0
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment