Add utils-directory to PYTHONPATH in virtual environment and adapt...

Add utils-directory to PYTHONPATH in virtual environment and adapt 'era5_dataset_v2.py' to use 'general_utils' (previously helper.py). NOTE: A new virtual environment has to be set up in order to embed the new utils-directory!

video_prediction_savp/env_setup/create_env.sh

@@ -88,6 +88,7 @@ if [[ "$ENV_EXIST" == 0 ]]; then
   fi
   # expand PYTHONPATH...
   export PYTHONPATH=${WORKING_DIR}:$PYTHONPATH >> ${activate_virt_env}
+  export PYTHONPATH=${WORKING_DIR}/utils:$PYTHONPATH
   #export PYTHONPATH=/p/home/jusers/${USER}/juwels/.local/bin:$PYTHONPATH
   export PYTHONPATH=${WORKING_DIR}/external_package/lpips-tensorflow:$PYTHONPATH >> ${activate_virt_env}
 
@@ -98,6 +99,7 @@ if [[ "$ENV_EXIST" == 0 ]]; then
   echo "" >> ${activate_virt_env}
   echo "# Expand PYTHONPATH..." >> ${activate_virt_env}
   echo "export PYTHONPATH=${WORKING_DIR}:\$PYTHONPATH" >> ${activate_virt_env}
+  echo "export PYTHONPATH=${WORKING_DIR}/utils/:\PYTHONPATH" >> ${activate_virt_env}
   #export PYTHONPATH=/p/home/jusers/${USER}/juwels/.local/bin:\$PYTHONPATH
   echo "export PYTHONPATH=${WORKING_DIR}/external_package/lpips-tensorflow:\$PYTHONPATH" >> ${activate_virt_env}
 

video_prediction_savp/video_prediction/datasets/era5_dataset_v2.py

@@ -14,7 +14,7 @@ from os import path
 import sys
 sys.path.append(path.abspath('../../workflow_parallel_frame_prediction/'))
 import DataPreprocess.process_netCDF_v2
-from helper import get_unique_vars
+from general_utils import get_unique_vars
 from statistics import Calc_data_stat
 from metadata import MetaData
 from normalization import Norm_data