From 1277b632430a16ae23d549058df96b75654ac0a3 Mon Sep 17 00:00:00 2001
From: Michael <m.langguth@fz-juelich.de>
Date: Wed, 11 May 2022 09:26:25 +0200
Subject: [PATCH] Disable caching again due to conceptual shift of staging the
data manually in RAM.
---
.../model_modules/video_prediction/datasets/era5_dataset.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py b/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py
index f623636a..00ebc158 100644
--- a/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py
+++ b/video_prediction_tools/model_modules/video_prediction/datasets/era5_dataset.py
@@ -182,7 +182,8 @@ class ERA5Dataset(object):
dataset = tf.data.TFRecordDataset(filenames, buffer_size = 8* 1024 * 1024)
# cache dataset
- dataset = dataset.cache()
+ # ML 2022-05-06: disable caching when data is staged on RAM
+ # dataset = dataset.cache()
# dataset = dataset.filter(self.filter)
if shuffle:
dataset = dataset.apply(tf.contrib.data.shuffle_and_repeat(buffer_size =1024, count = self.num_epochs))
--
GitLab