From 456e3c270916d7a1d64f615498f65f5f1e7cd191 Mon Sep 17 00:00:00 2001 From: Fahad Khalid <f.khalid@fz-juelich.de> Date: Sun, 17 Nov 2019 14:54:40 +0100 Subject: [PATCH] Added license information. --- .gitignore | 4 +- LICENSE | 26 ++++++++++ NOTICE | 71 +++++++++++++++++++++++++++ datasets/mnist/LICENSE | 3 ++ datasets/mnist/NOTICE | 12 +++++ horovod/keras/mnist.py | 5 ++ horovod/keras/mnist_advanced.py | 6 +++ horovod/tensorflow/mnist.py | 18 ++----- horovod/tensorflow/mnist_estimator.py | 19 ++----- keras/mnist.py | 6 +++ requirements.txt | 24 +++++++++ tensorflow/mnist.py | 18 ++----- utils/data_utils.py | 3 ++ 13 files changed, 172 insertions(+), 43 deletions(-) create mode 100644 LICENSE create mode 100644 NOTICE create mode 100644 datasets/mnist/LICENSE create mode 100644 datasets/mnist/NOTICE create mode 100644 requirements.txt diff --git a/.gitignore b/.gitignore index 7f5ba6e..340d044 100644 --- a/.gitignore +++ b/.gitignore @@ -117,4 +117,6 @@ mnist_convnet_model/ # Error and output files from the supercomputers *.er -*.out \ No newline at end of file +*.out + +horovod/keras/mnist_data_distributed.py diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..78d9698 --- /dev/null +++ b/LICENSE @@ -0,0 +1,26 @@ +All contents of this work, except for the contents of the "datasets/mnist" +sub-directory are licensed under The MIT License (see license details below). +Contents of the "datasets/mnist" sub-directory are licensed under the Creative +Commons Attribution-ShareAlike 3.0 Unported License (see "datasets/mnist/LICENSE"). + +MIT License + +Copyright (c) 2019 Forschungszentrum Juelich GmbH + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/NOTICE b/NOTICE new file mode 100644 index 0000000..22a9d69 --- /dev/null +++ b/NOTICE @@ -0,0 +1,71 @@ +This project includes derived work from the following: + + +Horovod +Copyright 2018 Uber Technologies, Inc. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. + + +Tensorflow +Copyright 2016 The TensorFlow Authors. All rights reserved. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. + + +Keras +All contributions by François Chollet: +Copyright (c) 2015 - 2019, François Chollet. +All rights reserved. + +All contributions by Google: +Copyright (c) 2015 - 2019, Google, Inc. +All rights reserved. + +All contributions by Microsoft: +Copyright (c) 2017 - 2019, Microsoft, Inc. +All rights reserved. + +All other contributions: +Copyright (c) 2015 - 2019, the respective contributors. +All rights reserved. + +Licensed under The MIT License (MIT) + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/datasets/mnist/LICENSE b/datasets/mnist/LICENSE new file mode 100644 index 0000000..65f46d5 --- /dev/null +++ b/datasets/mnist/LICENSE @@ -0,0 +1,3 @@ +The mnist directory is licensed under the Creative Commons Attribution-ShareAlike 3.0 Unported License. +To view a copy of this license, visit http://creativecommons.org/licenses/by-sa/3.0/ or send +a letter to Creative Commons, PO Box 1866, Mountain View, CA 94042, USA. diff --git a/datasets/mnist/NOTICE b/datasets/mnist/NOTICE new file mode 100644 index 0000000..ff1a1c3 --- /dev/null +++ b/datasets/mnist/NOTICE @@ -0,0 +1,12 @@ +The contents of the mnist directory are derived from the MNIST dataset: + +Yann LeCun (Courant Institute, NYU) and Corinna Cortes (Google Labs, New York) +hold the copyright of MNIST dataset (http://yann.lecun.com/exdb/mnist), which is +a derivative work from original NIST datasets. MNIST dataset is made available +under the terms of the Creative Commons Attribution-Share Alike 3.0 license. The +license details are available via the following URL: + +http://creativecommons.org/licenses/by-sa/3.0/ + +Individual images and labels have not been changed in this work. The only changes +made are to the dataset format. diff --git a/horovod/keras/mnist.py b/horovod/keras/mnist.py index e31aa8a..0c46a77 100644 --- a/horovod/keras/mnist.py +++ b/horovod/keras/mnist.py @@ -1,3 +1,8 @@ +# Copyright (c) 2019 Forschungszentrum Juelich GmbH. +# This code is licensed under MIT license (see the LICENSE file for details). +# This code is derived from https://github.com/horovod/horovod/blob/master/examples/keras_mnist.py, +# which is licensed under the Apache License, Version 2.0 (see the NOTICE file for details). + from __future__ import print_function import os import sys diff --git a/horovod/keras/mnist_advanced.py b/horovod/keras/mnist_advanced.py index bf52fdd..ba60b6d 100644 --- a/horovod/keras/mnist_advanced.py +++ b/horovod/keras/mnist_advanced.py @@ -1,3 +1,9 @@ +# Copyright (c) 2019 Forschungszentrum Juelich GmbH. +# This code is licensed under MIT license (see the LICENSE file for details). +# This code is derived from https://github.com/horovod/horovod/blob/master/examples/keras_mnist_advanced.py, +# which is licensed under the Apache License, Version 2.0 (see the NOTICE file for details). + + from __future__ import print_function import os import sys diff --git a/horovod/tensorflow/mnist.py b/horovod/tensorflow/mnist.py index 8099f1c..3c780ac 100644 --- a/horovod/tensorflow/mnist.py +++ b/horovod/tensorflow/mnist.py @@ -1,17 +1,7 @@ -# Copyright 2017 Uber Technologies, Inc. All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== +# Copyright (c) 2019 Forschungszentrum Juelich GmbH. +# This code is licensed under MIT license (see the LICENSE file for details). +# This code is derived from https://github.com/horovod/horovod/blob/master/examples/tensorflow_mnist.py, +# which is licensed under the Apache License, Version 2.0 (see the NOTICE file for details). import os import sys diff --git a/horovod/tensorflow/mnist_estimator.py b/horovod/tensorflow/mnist_estimator.py index 861de50..792c057 100644 --- a/horovod/tensorflow/mnist_estimator.py +++ b/horovod/tensorflow/mnist_estimator.py @@ -1,17 +1,8 @@ -# Copyright 2018 Uber Technologies, Inc. All Rights Reserved. -# Copyright 2016 The TensorFlow Authors. All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. +# Copyright (c) 2019 Forschungszentrum Juelich GmbH. +# This code is licensed under MIT license (see the LICENSE file for details). +# This code is derived from https://github.com/horovod/horovod/blob/master/examples/tensorflow_mnist_estimator.py, +# which is licensed under the Apache License, Version 2.0 (see the NOTICE file for details). + """Convolutional Neural Network Estimator for MNIST, built with tf.layers.""" from __future__ import absolute_import diff --git a/keras/mnist.py b/keras/mnist.py index c183169..9fc93f2 100644 --- a/keras/mnist.py +++ b/keras/mnist.py @@ -1,3 +1,9 @@ +# Copyright (c) 2019 Forschungszentrum Juelich GmbH. +# This code is licensed under MIT license (see the LICENSE file for details). +# This code is derived from https://github.com/keras-team/keras/blob/master/examples/mnist_cnn.py, +# which is also licensed under The MIT License (see the NOTICE file for details). + + """Trains a simple convnet on the MNIST dataset. Gets to 99.25% test accuracy after 12 epochs diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..79144dc --- /dev/null +++ b/requirements.txt @@ -0,0 +1,24 @@ +absl-py==0.8.0 +astor==0.8.0 +cffi==1.12.3 +cloudpickle==1.2.1 +gast==0.3.1 +grpcio==1.23.0 +h5py==2.10.0 +Markdown==3.1.1 +mock==3.0.5 +mpi4py==3.0.2 +numpy==1.17.2 +protobuf==3.9.1 +psutil==5.6.3 +pycparser==2.19 +six==1.12.0 +Werkzeug==0.15.6 +Keras-Applications==1.0.8 +Keras-Preprocessing==1.1.0 +tensorboard==1.13.1 +tensorflow-estimator==1.13.0 +tensorflow-gpu==1.13.1 +termcolor==1.1.0 +keras==2.3.1 +horovod==0.16.2 \ No newline at end of file diff --git a/tensorflow/mnist.py b/tensorflow/mnist.py index 7ba4bdc..30477e1 100644 --- a/tensorflow/mnist.py +++ b/tensorflow/mnist.py @@ -1,17 +1,7 @@ -# Copyright 2015 The TensorFlow Authors. All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================== +# Copyright (c) 2019 Forschungszentrum Juelich GmbH. +# This code is licensed under MIT license (see the LICENSE file for details). +# This code is derived from https://github.com/tensorflow/models/blob/master/tutorials/image/mnist/convolutional.py, +# which is licensed under the Apache License, Version 2.0 (see the NOTICE file for details). """Simple, end-to-end, LeNet-5-like convolutional MNIST model example. diff --git a/utils/data_utils.py b/utils/data_utils.py index 0488856..bab6e03 100644 --- a/utils/data_utils.py +++ b/utils/data_utils.py @@ -1,3 +1,6 @@ +# Copyright (c) 2019 Forschungszentrum Juelich GmbH. +# This code is licensed under MIT license (see the LICENSE file for details). + """ A collections of utilities for data manipulation. -- GitLab