From 2bd157e5c224c3b446b248db59ec83cad209316c Mon Sep 17 00:00:00 2001
From: Bing Gong <gongbing1112@gmail.com>
Date: Mon, 16 Mar 2020 15:24:20 +0100
Subject: [PATCH] update env, readme
---
README.md | 40 ++++++++++++++++++++++++++++++++++++----
env_setup/create_env.sh | 2 +-
2 files changed, 37 insertions(+), 5 deletions(-)
diff --git a/README.md b/README.md
index 3e7d3803..6ff27f86 100644
--- a/README.md
+++ b/README.md
@@ -12,7 +12,7 @@ This project aims to adopt the GAN-based architectures, which original proposed
- Clone this repo:
```bash
git clone -b master https://gitlab.version.fz-juelich.de/gong1/video_prediction_savp.git
-cd Video_Prediction_SAVP
+cd video_prediction_savp
```
- Install TensorFlow >= 1.9 and dependencies from http://tensorflow.org/
- Install other dependencies
@@ -36,16 +36,48 @@ cd env_setup
./create_env.sh <USER_FOLDER>
```
+## Workflow by steps
+## Data Extraction
+
+
+## Data Preprocessing
+
+```bash
+cd workflow_video_prediction/DataExtraction
+python mpi_stager_v2.py
+```
-### Download data
-- Download the ERA5 data (.hkl) from the output of DataPreprocess in the [Workflow project](https://gitlab.version.fz-juelich.de/gong1/workflow_parallel_frame_prediction)
```bash
-bash data/download_and_preprocess_dataset_era5.sh --data era5 --input_dir /splits --output_dir data/era5
+bash data/download_and_preprocess_dataset_era5.sh --data era5 --input_dir /splits --output_dir <data/era5>
```
+## Training
+
+## Postprocessing
+
+### Prediction Generator
+
+### Model Evaluation
+
+
+## End-to-End run the entire workflow
+
+```bash
+cd bash
+./workflow_era5.sh
+```
+
+
+
+
+### Download data
+
+- Download the ERA5 data (.hkl) from the output of DataPreprocess in the [Workflow project](https://gitlab.version.fz-juelich.de/gong1/workflow_parallel_frame_prediction)
+
+
### Model Training for ERA5 data
```python
python scripts/train_v2.py --input_dir data/era5 --dataset era5 --model savp --model_hparams_dict hparams/kth/ours_savp/model_hparams.json --output_dir logs/era5/ours_savp
diff --git a/env_setup/create_env.sh b/env_setup/create_env.sh
index 4da4a855..941df20f 100755
--- a/env_setup/create_env.sh
+++ b/env_setup/create_env.sh
@@ -6,7 +6,7 @@ if [[ ! -n "$1" ]]; then
fi
FOLDER_NAME=$1
-WORKING_DIR=/p/project/deepacf/deeprain/${FOLDER_NAME}/Video_Prediction_SAVP
+WORKING_DIR=/p/project/deepacf/deeprain/${FOLDER_NAME}/video_prediction_savp
ENV_DIR=${WORKING_DIR}/env_setup
source ${ENV_DIR}/modules.sh
--
GitLab