diff --git a/HPC_scripts/train_era5.sh b/HPC_scripts/train_era5.sh index e5e06a7a61266e8f9900fd0ca92cbde7a54606ad..cb53037b01d5471ca7945216692ddb50efc95d4f 100755 --- a/HPC_scripts/train_era5.sh +++ b/HPC_scripts/train_era5.sh @@ -6,9 +6,9 @@ #SBATCH --cpus-per-task=1 #SBATCH --output=train_era5-out.%j #SBATCH --error=train_era5-err.%j -#SBATCH --time=23:20:00 +#SBATCH --time=00:20:00 #SBATCH --gres=gpu:1 -#SBATCH --partition=gpus +#SBATCH --partition=develgpus #SBATCH --mail-type=ALL #SBATCH --mail-user=b.gong@fz-juelich.de ##jutil env activate -p cjjsc42 @@ -24,5 +24,5 @@ module load cuDNN/7.5.1.10-CUDA-10.1.105 #srun python scripts/train.py --input_dir data/kth --dataset kth --model savp --model_hparams_dict hparams/kth/ours_savp/model_hparams.json --output_dir logs/kth/ours_savp -srun python ../scripts/train_v2.py --input_dir ../data/era5_size_64_64_3_3t_norm --dataset era5 --model savp --model_hparams_dict hparams/kth/ours_savp/model_hparams.json --output_dir ../logs/era5_size_64_64_3_3t_norm/ours_savp +srun python ../scripts/train_v2.py --input_dir ../data/era5_size_64_64_3_3t_norm --dataset era5 --model savp --model_hparams_dict ../hparams/kth/ours_savp/model_hparams.json --output_dir ../logs/era5_size_64_64_3_3t_norm/ours_savp #srun python scripts/train.py --input_dir data/era5 --dataset era5 --model savp --model_hparams_dict hparams/kth/ours_savp/model_hparams.json --output_dir logs/era5/ours_savp diff --git a/env_setup/requirements.txt b/env_setup/requirements.txt index 0551067549676217dd37c2808d1994be4e9521d3..76dd1f57d64577cc565968bb7106656e53687261 100644 --- a/env_setup/requirements.txt +++ b/env_setup/requirements.txt @@ -2,4 +2,3 @@ opencv-python scipy scikit-image pandas -netCDF4 diff --git a/scripts/generate_transfer_learning_finetune.py b/scripts/generate_transfer_learning_finetune.py index 9ff7fc5d255dc1f4f2666d4f9c8ac969a21528ad..892350ce462e24d15d307e21f6fbeb127a0310ce 100644 --- a/scripts/generate_transfer_learning_finetune.py +++ b/scripts/generate_transfer_learning_finetune.py @@ -4,17 +4,30 @@ from __future__ import print_function import argparse import errno +import json import os import math +import random +import cv2 +import numpy as np import tensorflow as tf +import pickle +from random import seed import random import json import numpy as np +#from six.moves import cPickle import matplotlib matplotlib.use('Agg') import matplotlib.pyplot as plt import matplotlib.gridspec as gridspec +import matplotlib.animation as animation +import pandas as pd +import re from video_prediction import datasets, models +from matplotlib.colors import LinearSegmentedColormap +#from matplotlib.ticker import MaxNLocator +#from video_prediction.utils.ffmpeg_gif import save_gif from skimage.metrics import structural_similarity as ssim import pickle