diff --git a/video_prediction_tools/HPC_scripts/meta_postprocess_era5_template.sh b/video_prediction_tools/HPC_scripts/meta_postprocess_template.sh similarity index 100% rename from video_prediction_tools/HPC_scripts/meta_postprocess_era5_template.sh rename to video_prediction_tools/HPC_scripts/meta_postprocess_template.sh diff --git a/video_prediction_tools/HPC_scripts/preprocess_data_era5_step2_template.sh b/video_prediction_tools/HPC_scripts/preprocess_data_era5_step2_template.sh deleted file mode 100644 index daa48d352ce6b1eca9c2f76692e68ca3e786273e..0000000000000000000000000000000000000000 --- a/video_prediction_tools/HPC_scripts/preprocess_data_era5_step2_template.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/bash -x -#SBATCH --account=<your_project> -#SBATCH --nodes=1 -#SBATCH --ntasks=13 -##SBATCH --ntasks-per-node=13 -#SBATCH --cpus-per-task=1 -#SBATCH --output=DataPreprocess_era5_step2-out.%j -#SBATCH --error=DataPreprocess_era5_step2-err.%j -#SBATCH --time=04:00:00 -#SBATCH --gres=gpu:0 -#SBATCH --partition=batch -#SBATCH --mail-type=ALL -#SBATCH --mail-user=me@somewhere.com - -######### Template identifier (don't remove) ######### -echo "Do not run the template scripts" -exit 99 -######### Template identifier (don't remove) ######### - -# auxiliary variables -WORK_DIR="$(pwd)" -BASE_DIR=$(dirname "$WORK_DIR") -# Name of virtual environment -VIRT_ENV_NAME="my_venv" -# !!! ADAPAT DEPENDING ON USAGE OF CONTAINER !!! -# For container usage, comment in the follwoing lines -# Name of container image (must be available in working directory) -CONTAINER_IMG="${WORK_DIR}/tensorflow_21.09-tf1-py3.sif" -WRAPPER="${BASE_DIR}/env_setup/wrapper_container.sh" - -# sanity checks -if [[ ! -f ${CONTAINER_IMG} ]]; then - echo "ERROR: Cannot find required TF1.15 container image '${CONTAINER_IMG}'." - exit 1 -fi - -if [[ ! -f ${WRAPPER} ]]; then - echo "ERROR: Cannot find wrapper-script '${WRAPPER}' for TF1.15 container image." - exit 1 -fi - -# clean-up modules to avoid conflicts between host and container settings -module purge - -# declare directory-variables which will be modified by config_runscript.py -source_dir=/my/path/to/pkl/files/ -destination_dir=/my/path/to/tfrecords/files - -sequence_length=20 -sequences_per_file=10 -# run Preprocessing (step 2 where Tf-records are generated) -export CUDA_VISIBLE_DEVICES=0 -## One node, single GPU -srun --mpi=pspmix --cpu-bind=none \ - singularity exec --nv "${CONTAINER_IMG}" "${WRAPPER}" ${VIRT_ENV_NAME} \ - python3 ../main_scripts/main_preprocess_data_step2.py -source_dir ${source_dir} -dest_dir ${destination_dir} \ - -sequence_length ${sequence_length} -sequences_per_file ${sequences_per_file} - -# WITHOUT container usage, comment in the follwoing lines (and uncomment the lines above) -# Activate virtual environment if needed (and possible) -#if [ -z ${VIRTUAL_ENV} ]; then -# if [[ -f ../virtual_envs/${VIRT_ENV_NAME}/bin/activate ]]; then -# echo "Activating virtual environment..." -# source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate -# else -# echo "ERROR: Requested virtual environment ${VIRT_ENV_NAME} not found..." -# exit 1 -# fi -#fi -# -# Loading modules -#module purge -#source ../env_setup/modules_train.sh -#export CUDA_VISIBLE_DEVICES=0 -# -# srun python3 ../main_scripts/main_preprocess_data_step2.py -source_dir ${source_dir} -dest_dir ${destination_dir} \ -# -sequence_length ${sequence_length} -sequences_per_file ${sequences_per_file} diff --git a/video_prediction_tools/HPC_scripts/train_model_era5_template.sh b/video_prediction_tools/HPC_scripts/train_model_template.sh similarity index 100% rename from video_prediction_tools/HPC_scripts/train_model_era5_template.sh rename to video_prediction_tools/HPC_scripts/train_model_template.sh diff --git a/video_prediction_tools/HPC_scripts/train_model_weatherbench_template.sh b/video_prediction_tools/HPC_scripts/train_model_weatherbench_template.sh deleted file mode 100644 index 44ccf018d2896553ad360d5c5dbd0c398b7b54d8..0000000000000000000000000000000000000000 --- a/video_prediction_tools/HPC_scripts/train_model_weatherbench_template.sh +++ /dev/null @@ -1,78 +0,0 @@ -#!/bin/bash -x -#SBATCH --account=<your_project> -#SBATCH --nodes=1 -#SBATCH --ntasks=1 -#SBATCH --output=train_model_era5-out.%j -#SBATCH --error=train_model_era5-err.%j -#SBATCH --time=24:00:00 -#SBATCH --gres=gpu:1 -#SBATCH --partition=some_partition -#SBATCH --mail-type=ALL -#SBATCH --mail-user=me@somewhere.com - -######### Template identifier (don't remove) ######### -echo "Do not run the template scripts" -exit 99 -######### Template identifier (don't remove) ######### - -# auxiliary variables -WORK_DIR="$(pwd)" -BASE_DIR=$(dirname "$WORK_DIR") -# Name of virtual environment -VIRT_ENV_NAME="my_venv" -# !!! ADAPAT DEPENDING ON USAGE OF CONTAINER !!! -# For container usage, comment in the follwoing lines -# Name of container image (must be available in working directory) -CONTAINER_IMG="${WORK_DIR}/tensorflow_21.09-tf1-py3.sif" -WRAPPER="${BASE_DIR}/env_setup/wrapper_container.sh" - -# sanity checks -if [[ ! -f ${CONTAINER_IMG} ]]; then - echo "ERROR: Cannot find required TF1.15 container image '${CONTAINER_IMG}'." - exit 1 -fi - -if [[ ! -f ${WRAPPER} ]]; then - echo "ERROR: Cannot find wrapper-script '${WRAPPER}' for TF1.15 container image." - exit 1 -fi - -# clean-up modules to avoid conflicts between host and container settings -module purge - -# declare directory-variables which will be modified by generate_runscript.py -source_dir=/my/path/to/tfrecords/files -destination_dir=/my/model/output/path - -# valid identifiers for model-argument are: convLSTM, savp, mcnet and vae -model=convLSTM -datasplit_dict=${destination_dir}/data_split.json -model_hparams=${destination_dir}/model_hparams.json - -# run training in container -export CUDA_VISIBLE_DEVICES=0 -## One node, single GPU -srun --mpi=pspmix --cpu-bind=none \ - singularity exec --nv "${CONTAINER_IMG}" "${WRAPPER}" ${VIRT_ENV_NAME} \ - python3 "${BASE_DIR}"/main_scripts/main_train_models.py --input_dir ${source_dir} --datasplit_dict ${datasplit_dict} \ - --dataset weatherbench --model ${model} --model_hparams_dict ${model_hparams} --output_dir ${destination_dir}/ - -# WITHOUT container usage, comment in the follwoing lines (and uncomment the lines above) -# Activate virtual environment if needed (and possible) -#if [ -z ${VIRTUAL_ENV} ]; then -# if [[ -f ../virtual_envs/${VIRT_ENV_NAME}/bin/activate ]]; then -# echo "Activating virtual environment..." -# source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate -# else -# echo "ERROR: Requested virtual environment ${VIRT_ENV_NAME} not found..." -# exit 1 -# fi -#fi -# -# Loading modules -#module purge -#source ../env_setup/modules_train.sh -#export CUDA_VISIBLE_DEVICES=0 -# -# srun python3 "${BASE_DIR}"/main_scripts/main_train_models.py --input_dir ${source_dir} --datasplit_dict ${datasplit_dict} \ -# --dataset era5 --model ${model} --model_hparams_dict ${model_hparams} --output_dir ${destination_dir}/ \ No newline at end of file diff --git a/video_prediction_tools/HPC_scripts/visualize_postprocess_moving_mnist_template.sh b/video_prediction_tools/HPC_scripts/visualize_postprocess_moving_mnist_template.sh deleted file mode 100755 index 142193121fb12ea792d0350eac859652512438a1..0000000000000000000000000000000000000000 --- a/video_prediction_tools/HPC_scripts/visualize_postprocess_moving_mnist_template.sh +++ /dev/null @@ -1,80 +0,0 @@ -#!/bin/bash -x -#SBATCH --account=<your_project> -#SBATCH --nodes=1 -#SBATCH --ntasks=1 -##SBATCH --ntasks-per-node=1 -#SBATCH --cpus-per-task=1 -#SBATCH --output=generate_era5-out.%j -#SBATCH --error=generate_era5-err.%j -#SBATCH --time=00:20:00 -#SBATCH --gres=gpu:1 -#SBATCH --partition=develgpus -#SBATCH --mail-type=ALL -#SBATCH --mail-user=me@somewhere.com - -######### Template identifier (don't remove) ######### -echo "Do not run the template scripts" -exit 99 -######### Template identifier (don't remove) ######### - -# auxiliary variables -WORK_DIR="$(pwd)" -BASE_DIR=$(dirname "$WORK_DIR") -# Name of virtual environment -VIRT_ENV_NAME="my_venv" -# !!! ADAPAT DEPENDING ON USAGE OF CONTAINER !!! -# For container usage, comment in the follwoing lines -# Name of container image (must be available in working directory) -CONTAINER_IMG="${WORK_DIR}/tensorflow_21.09-tf1-py3.sif" -WRAPPER="${BASE_DIR}/env_setup/wrapper_container.sh" - -# sanity checks -if [[ ! -f ${CONTAINER_IMG} ]]; then - echo "ERROR: Cannot find required TF1.15 container image '${CONTAINER_IMG}'." - exit 1 -fi - -if [[ ! -f ${WRAPPER} ]]; then - echo "ERROR: Cannot find wrapper-script '${WRAPPER}' for TF1.15 container image." - exit 1 -fi - -# clean-up modules to avoid conflicts between host and container settings -module purge - -# declare directory-variables which will be modified by config_runscript.py -source_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/preprocessedData/moving_mnist -checkpoint_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/models/moving_mnist -results_dir=/p/project/deepacf/deeprain/video_prediction_shared_folder/results/moving_mnist -# name of model -model=convLSTM - -# run postprocessing/generation of model results including evaluation metrics -export CUDA_VISIBLE_DEVICES=0 -## One node, single GPU -srun --mpi=pspmix --cpu-bind=none \ - singularity exec --nv "${CONTAINER_IMG}" "${WRAPPER}" ${VIRT_ENV_NAME} \ - python3 ../scripts/generate_movingmnist.py --input_dir ${source_dir}/ --dataset_hparams sequence_length=20 \ - --checkpoint ${checkpoint_dir}/${model} --mode test --model ${model} --results_dir ${results_dir}/${model} \ - --batch_size 2 --dataset era5 > generate_era5-out."${SLURM_JOB_ID}" - -# WITHOUT container usage, comment in the follwoing lines (and uncomment the lines above) -# Activate virtual environment if needed (and possible) -#if [ -z ${VIRTUAL_ENV} ]; then -# if [[ -f ../virtual_envs/${VIRT_ENV_NAME}/bin/activate ]]; then -# echo "Activating virtual environment..." -# source ../virtual_envs/${VIRT_ENV_NAME}/bin/activate -# else -# echo "ERROR: Requested virtual environment ${VIRT_ENV_NAME} not found..." -# exit 1 -# fi -#fi -# -# Loading modules -#module purge -#source ../env_setup/modules_train.sh -#export CUDA_VISIBLE_DEVICES=0 -# -# srun python3 ../scripts/generate_movingmnist.py --input_dir ${source_dir}/ --dataset_hparams sequence_length=20 \ -# --checkpoint ${checkpoint_dir}/${model} --mode test --model ${model} --results_dir ${results_dir}/${model} \ -# --batch_size 2 --dataset era5 > generate_era5-out."${SLURM_JOB_ID}" \ No newline at end of file diff --git a/video_prediction_tools/HPC_scripts/visualize_postprocess_era5_template.sh b/video_prediction_tools/HPC_scripts/visualize_postprocess_template.sh similarity index 100% rename from video_prediction_tools/HPC_scripts/visualize_postprocess_era5_template.sh rename to video_prediction_tools/HPC_scripts/visualize_postprocess_template.sh