From 35bbe2c19cddb9fc1e23a3e861f62c7884473b39 Mon Sep 17 00:00:00 2001 From: Fahad Khalid <f.khalid@fz-juelich.de> Date: Wed, 6 Mar 2019 11:23:57 +0100 Subject: [PATCH] JURECA job scripts for Keras, Tensorflow, PyTorch, and Horvood now load modules from the production stage. --- README.md | 2 +- horovod/keras/submit_job_jureca_python2.sh | 2 -- horovod/keras/submit_job_jureca_python3.sh | 2 -- horovod/pytorch/.submit_job_jureca_python2.sh | 2 -- horovod/pytorch/.submit_job_jureca_python3.sh | 2 -- horovod/tensorflow/submit_job_jureca_python2.sh | 2 -- horovod/tensorflow/submit_job_jureca_python3.sh | 2 -- keras/submit_job_jureca_python2.sh | 2 -- keras/submit_job_jureca_python3.sh | 2 -- pytorch/submit_job_jureca_python2.sh | 2 -- pytorch/submit_job_jureca_python3.sh | 2 -- tensorflow/submit_job_jureca_python2.sh | 2 -- tensorflow/submit_job_jureca_python3.sh | 2 -- 13 files changed, 1 insertion(+), 25 deletions(-) diff --git a/README.md b/README.md index 34c1a43..425a830 100644 --- a/README.md +++ b/README.md @@ -207,4 +207,4 @@ directory-local `README.md` for further information. * **Created by:** Fahad Khalid (SLNS/HPCNS, JSC) * **Installation of modules on JURON:** Andreas Herten (HPCNS, JSC) * **Installation of modules on JURECA:** Damian Alvarez (JSC), Rajalekshmi Deepu (SLNS/HPCNS, JSC) -* **Review/suggestions/testing:** Kai Krajsek (SLNS/HPCNS, JSC) +* **Review/suggestions/testing:** Kai Krajsek (SLNS/HPCNS, JSC), Tabea Kirchner (SLNS/HPCNS, JSC) diff --git a/horovod/keras/submit_job_jureca_python2.sh b/horovod/keras/submit_job_jureca_python2.sh index d3f39c5..fd28cdf 100755 --- a/horovod/keras/submit_job_jureca_python2.sh +++ b/horovod/keras/submit_job_jureca_python2.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load TensorFlow/1.12.0-GPU-Python-2.7.15 diff --git a/horovod/keras/submit_job_jureca_python3.sh b/horovod/keras/submit_job_jureca_python3.sh index 33ba711..6b350ee 100755 --- a/horovod/keras/submit_job_jureca_python3.sh +++ b/horovod/keras/submit_job_jureca_python3.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load TensorFlow/1.12.0-GPU-Python-3.6.6 diff --git a/horovod/pytorch/.submit_job_jureca_python2.sh b/horovod/pytorch/.submit_job_jureca_python2.sh index 8857638..854a96f 100755 --- a/horovod/pytorch/.submit_job_jureca_python2.sh +++ b/horovod/pytorch/.submit_job_jureca_python2.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load PyTorch/1.0.0-GPU-Python-2.7.15 diff --git a/horovod/pytorch/.submit_job_jureca_python3.sh b/horovod/pytorch/.submit_job_jureca_python3.sh index 4162888..1afd801 100755 --- a/horovod/pytorch/.submit_job_jureca_python3.sh +++ b/horovod/pytorch/.submit_job_jureca_python3.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load PyTorch/1.0.0-GPU-Python-3.6.6 diff --git a/horovod/tensorflow/submit_job_jureca_python2.sh b/horovod/tensorflow/submit_job_jureca_python2.sh index c9a386a..8f7dda0 100755 --- a/horovod/tensorflow/submit_job_jureca_python2.sh +++ b/horovod/tensorflow/submit_job_jureca_python2.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load TensorFlow/1.12.0-GPU-Python-2.7.15 diff --git a/horovod/tensorflow/submit_job_jureca_python3.sh b/horovod/tensorflow/submit_job_jureca_python3.sh index 60122fe..3533fa6 100755 --- a/horovod/tensorflow/submit_job_jureca_python3.sh +++ b/horovod/tensorflow/submit_job_jureca_python3.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load TensorFlow/1.12.0-GPU-Python-3.6.6 diff --git a/keras/submit_job_jureca_python2.sh b/keras/submit_job_jureca_python2.sh index 59cfe31..fc26649 100755 --- a/keras/submit_job_jureca_python2.sh +++ b/keras/submit_job_jureca_python2.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load TensorFlow/1.12.0-GPU-Python-2.7.15 module load Keras/2.2.4-GPU-Python-2.7.15 diff --git a/keras/submit_job_jureca_python3.sh b/keras/submit_job_jureca_python3.sh index 5057614..ea52f92 100755 --- a/keras/submit_job_jureca_python3.sh +++ b/keras/submit_job_jureca_python3.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load TensorFlow/1.12.0-GPU-Python-3.6.6 module load Keras/2.2.4-GPU-Python-3.6.6 diff --git a/pytorch/submit_job_jureca_python2.sh b/pytorch/submit_job_jureca_python2.sh index f757354..a36bcfd 100755 --- a/pytorch/submit_job_jureca_python2.sh +++ b/pytorch/submit_job_jureca_python2.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load PyTorch/1.0.0-GPU-Python-2.7.15 diff --git a/pytorch/submit_job_jureca_python3.sh b/pytorch/submit_job_jureca_python3.sh index 0f66a30..6deee4e 100755 --- a/pytorch/submit_job_jureca_python3.sh +++ b/pytorch/submit_job_jureca_python3.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load MVAPICH2/2.3-GDR module load PyTorch/1.0.0-GPU-Python-3.6.6 diff --git a/tensorflow/submit_job_jureca_python2.sh b/tensorflow/submit_job_jureca_python2.sh index 6672f8c..91363e9 100755 --- a/tensorflow/submit_job_jureca_python2.sh +++ b/tensorflow/submit_job_jureca_python2.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load TensorFlow/1.12.0-GPU-Python-2.7.15 diff --git a/tensorflow/submit_job_jureca_python3.sh b/tensorflow/submit_job_jureca_python3.sh index c0831c9..49f84d2 100755 --- a/tensorflow/submit_job_jureca_python3.sh +++ b/tensorflow/submit_job_jureca_python3.sh @@ -12,8 +12,6 @@ #SBATCH --mail-type=ALL # Load the required modules -module use /usr/local/software/jureca/OtherStages -module load Stages/Devel-2018b module load GCC/7.3.0 module load TensorFlow/1.12.0-GPU-Python-3.6.6 -- GitLab