Added the data distributed MNIST example, along with the partitioned MNIST dataset.

e1965bc6 · Fahad Khalid · 456e3c27 · e1965bc6 · e1965bc6 · e1965bc6
Commit e1965bc6 authored 5 years ago by Fahad Khalid
--- a/.gitattributes
+++ b/.gitattributes
@@ -9,3 +9,7 @@ datasets/mnist/raw/t10k-images-idx3-ubyte.gz filter=lfs diff=lfs merge=lfs -text
 datasets/mnist/raw/t10k-labels-idx1-ubyte.gz filter=lfs diff=lfs merge=lfs -text
 datasets/mnist/raw/train-images-idx3-ubyte.gz filter=lfs diff=lfs merge=lfs -text
 datasets/mnist/raw/train-labels-idx1-ubyte.gz filter=lfs diff=lfs merge=lfs -text
+datasets/mnist/partitioned/train/x/*.npy filter=lfs diff=lfs merge=lfs -text
+datasets/mnist/partitioned/train/y/*.npy filter=lfs diff=lfs merge=lfs -text
+datasets/mnist/partitioned/test/x/*.npy filter=lfs diff=lfs merge=lfs -text
+datasets/mnist/partitioned/test/y/*.npy filter=lfs diff=lfs merge=lfs -text
--- a/.gitignore
+++ b/.gitignore
@@ -118,5 +118,3 @@ mnist_convnet_model/
 # Error and output files from the supercomputers
 *.er
 *.out
-
-horovod/keras/mnist_data_distributed.py
--- a/datasets/mnist/partitioned/test/x/0.npy
+++ b/datasets/mnist/partitioned/test/x/0.npy
--- a/datasets/mnist/partitioned/test/x/1.npy
+++ b/datasets/mnist/partitioned/test/x/1.npy
--- a/datasets/mnist/partitioned/test/x/2.npy
+++ b/datasets/mnist/partitioned/test/x/2.npy
--- a/datasets/mnist/partitioned/test/x/3.npy
+++ b/datasets/mnist/partitioned/test/x/3.npy
--- a/datasets/mnist/partitioned/test/x/4.npy
+++ b/datasets/mnist/partitioned/test/x/4.npy
--- a/datasets/mnist/partitioned/test/x/5.npy
+++ b/datasets/mnist/partitioned/test/x/5.npy
--- a/datasets/mnist/partitioned/test/x/6.npy
+++ b/datasets/mnist/partitioned/test/x/6.npy
--- a/datasets/mnist/partitioned/test/x/7.npy
+++ b/datasets/mnist/partitioned/test/x/7.npy
--- a/datasets/mnist/partitioned/test/y/0.npy
+++ b/datasets/mnist/partitioned/test/y/0.npy
--- a/datasets/mnist/partitioned/test/y/1.npy
+++ b/datasets/mnist/partitioned/test/y/1.npy
--- a/datasets/mnist/partitioned/test/y/2.npy
+++ b/datasets/mnist/partitioned/test/y/2.npy
--- a/datasets/mnist/partitioned/test/y/3.npy
+++ b/datasets/mnist/partitioned/test/y/3.npy
--- a/datasets/mnist/partitioned/test/y/4.npy
+++ b/datasets/mnist/partitioned/test/y/4.npy
--- a/datasets/mnist/partitioned/test/y/5.npy
+++ b/datasets/mnist/partitioned/test/y/5.npy
--- a/datasets/mnist/partitioned/test/y/6.npy
+++ b/datasets/mnist/partitioned/test/y/6.npy
--- a/datasets/mnist/partitioned/test/y/7.npy
+++ b/datasets/mnist/partitioned/test/y/7.npy
--- a/datasets/mnist/partitioned/train/x/0.npy
+++ b/datasets/mnist/partitioned/train/x/0.npy
--- a/datasets/mnist/partitioned/train/x/1.npy
+++ b/datasets/mnist/partitioned/train/x/1.npy