diff --git a/caffe/lenet_python/submit_job_jureca_python2.sh b/caffe/lenet_python/submit_job_jureca_python2.sh
index 75069256157eb55f4122b0ebc2f390b925f89396..e1e5ed52b33c951ff8521425a2f836e57312a37b 100755
--- a/caffe/lenet_python/submit_job_jureca_python2.sh
+++ b/caffe/lenet_python/submit_job_jureca_python2.sh
@@ -15,7 +15,7 @@
 module use /usr/local/software/jureca/OtherStages
 module load Stages/Devel-2018b
 module load GCC/7.3.0
-module load MVAPICH2/2.3-GDR
+module load MVAPICH2/2.3.2-GDR
 module load Caffe/1.0-Python-2.7.15
 
 # Run the program
diff --git a/caffe/mnist_cmd/submit_job_jureca_python2.sh b/caffe/mnist_cmd/submit_job_jureca_python2.sh
index 029520e3308a4e322cfd14c3d863e982fb5ac02e..10d2a1de3c625fef6d36c92fc5d8c89fec0b2b77 100755
--- a/caffe/mnist_cmd/submit_job_jureca_python2.sh
+++ b/caffe/mnist_cmd/submit_job_jureca_python2.sh
@@ -15,7 +15,7 @@
 module use /usr/local/software/jureca/OtherStages
 module load Stages/Devel-2018b
 module load GCC/7.3.0
-module load MVAPICH2/2.3-GDR
+module load MVAPICH2/2.3.2-GDR
 module load Caffe/1.0-Python-2.7.15
 
 # Train the model using the 'caffe' binary
diff --git a/horovod/keras/submit_job_juwels.sh b/horovod/keras/submit_job_juwels.sh
index 0a771db66b9ef6495c17e73b09a46aa649508cae..3591bbaed30d611a0e1fbde57b061ec16433e01c 100755
--- a/horovod/keras/submit_job_juwels.sh
+++ b/horovod/keras/submit_job_juwels.sh
@@ -13,7 +13,7 @@
 
 # Load the required modules
 module load GCC/8.3.0
-module load MVAPICH2/2.3.1-GDR
+module load MVAPICH2/2.3.2-GDR
 module load TensorFlow/1.13.1-GPU-Python-3.6.8
 module load Keras/2.2.4-GPU-Python-3.6.8
 module load Horovod/0.16.2-GPU-Python-3.6.8
diff --git a/horovod/tensorflow/submit_job_juwels.sh b/horovod/tensorflow/submit_job_juwels.sh
index 6be2a8962a40aeae97ac5e3aa93f06dd1621bead..fd12487ff30450bdb5eecb669ae9b22a38d79bfd 100755
--- a/horovod/tensorflow/submit_job_juwels.sh
+++ b/horovod/tensorflow/submit_job_juwels.sh
@@ -13,7 +13,7 @@
 
 # Load the required modules
 module load GCC/8.3.0
-module load MVAPICH2/2.3.1-GDR
+module load MVAPICH2/2.3.2-GDR
 module load TensorFlow/1.13.1-GPU-Python-3.6.8
 module load Keras/2.2.4-GPU-Python-3.6.8
 module load Horovod/0.16.2-GPU-Python-3.6.8