diff --git a/HPC_scripts/DataPreprocess_to_tf.sh b/HPC_scripts/DataPreprocess_to_tf.sh index 038eb7f0e4c336f4d4f9b8e2a521ba7a59bb9649..7186f1564fe90b92d87f3cb87cce2c6b80e158b5 100755 --- a/HPC_scripts/DataPreprocess_to_tf.sh +++ b/HPC_scripts/DataPreprocess_to_tf.sh @@ -18,5 +18,4 @@ module load Intel/2019.3.199-GCC-8.3.0 ParaStationMPI/5.2.2-1 module load h5py/2.9.0-Python-3.6.8 module load mpi4py/3.0.1-Python-3.6.8 -srun python mpi_stager_v2_process_netCDF.py --source_dir /p/scratch/deepacf/video_prediction_shared_folder/extractedData/ \ ---destination_dir /p/scratch/deepacf/scarlet/processData_size_64_64_3_3t_norm +srun python video_prediction/datasets/era5_dataset_v2.py /p/scratch/deepacf/bing/processData_size_64_64_3_3t_norm ./data/era5_64_64_3_3t_norm