diff --git a/video_prediction_tools/main_scripts/main_preprocess_data_step2.py b/video_prediction_tools/main_scripts/main_preprocess_data_step2.py index 4010e67d97c5a6a4d4f758f5d51a519213bf5957..4f653dd9a14514621ffa3e5532a69830d44147c5 100644 --- a/video_prediction_tools/main_scripts/main_preprocess_data_step2.py +++ b/video_prediction_tools/main_scripts/main_preprocess_data_step2.py @@ -13,12 +13,12 @@ from collections import OrderedDict from tensorflow.contrib.training import HParams from mpi4py import MPI from video_prediction.datasets.base_dataset import VarLenFeatureVideoDataset -import data_preproces.process_netCDF_v2 +import data_preprocess.process_netCDF_v2 from general_utils import get_unique_vars from statistics import Calc_data_stat from metadata import MetaData from normalization import Norm_data -from video_prediction.datasets import era5_dataset +from video_prediction.datasets.era5_dataset import * def main(): @@ -43,9 +43,7 @@ def main(): ############################################################ partition = { "train":{ - # "2222":[1,2,3,5,6,7,8,9,10,11,12], # Issue due to month 04, it is missing "2010":[1,2,3,4,5,6,7,8,9,10,11,12], - # "2012":[1,2,3,4,5,6,7,8,9,10,11,12], "2013":[1,2,3,4,5,6,7,8,9,10,11,12], "2015":[1,2,3,4,5,6,7,8,9,10,11,12], "2019":[1,2,3,4,5,6,7,8,9,10,11,12]