diff --git a/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py b/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py index f623636ac38248c1f46ec912258a1890cb4d1b3f..00ebc158030b3d46c036e6bc89bb250e4c076482 100644 --- a/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py +++ b/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py @@ -182,7 +182,8 @@ class ERA5Dataset(object): dataset = tf.data.TFRecordDataset(filenames, buffer_size = 8* 1024 * 1024) # cache dataset - dataset = dataset.cache() + # ML 2022-05-06: disable caching when data is staged on RAM + # dataset = dataset.cache() # dataset = dataset.filter(self.filter) if shuffle: dataset = dataset.apply(tf.contrib.data.shuffle_and_repeat(buffer_size =1024, count = self.num_epochs))