Implementation of Normalizations (#14)

* Implemented GroupNorm,InstanceNorm and LayerNorm

Author: Smokrow

README.md

@@ -17,6 +17,9 @@ developments that cannot be integrated into core TensorFlow
 |:----------------------- |:----------- |:---------------------------- |
 | tfa.activations | Sparsemax | https://arxiv.org/abs/1602.02068    |
 | tfa.image | transform |                                           |
+| tfa.layers | GroupNormalization | https://arxiv.org/abs/1803.08494 |
+| tfa.layers | InstanceNormalization | https://arxiv.org/abs/1607.08022 |
+| tfa.layers | LayerNormalization  | https://arxiv.org/abs/1607.06450 |
 | tfa.layers | Maxout | https://arxiv.org/abs/1302.4389             |
 | tfa.layers | PoinareNormalize | https://arxiv.org/abs/1705.08039  |
 | tfa.layers | WeightNormalization | https://arxiv.org/abs/1602.07868 |

tensorflow_addons/layers/BUILD

@@ -8,6 +8,7 @@ py_library(
         "__init__.py",
         "python/__init__.py",
         "python/maxout.py",
+        "python/normalizations.py",
         "python/poincare.py",
         "python/sparsemax.py",
         "python/wrappers.py",
@@ -29,7 +30,7 @@ py_test(
     srcs_version = "PY2AND3",
     deps = [
         ":layers_py",
-    ],
+    ]
 )
 
 py_test(
@@ -55,18 +56,18 @@ py_test(
     srcs_version = "PY2AND3",
     deps = [
         ":layers_py",
-    ],
+    ]
 )
 
 py_test(
-    name = "poincare_py_test",
-    size = "small",
+    name = "layers_normalizations_py_test",
+    size= "small",
     srcs = [
-        "python/poincare_test.py",
+        "python/normalizations_test.py",
     ],
-    main = "python/poincare_test.py",
+    main = "python/normalizations_test.py",
     srcs_version = "PY2AND3",
     deps = [
-        ":layers_py",
-    ],
+            ":layers_py",
+        ]
 )

tensorflow_addons/layers/README.md

@@ -3,6 +3,9 @@
 ## Contents
 | Layer  | Reference                                     |
 |:----------------------- |:-----------------------------|
+| GroupNormalization | https://arxiv.org/abs/1803.08494 |
+| InstanceNormalization | https://arxiv.org/abs/1607.08022 |
+| LayerNormalization | https://arxiv.org/abs/1607.06450 |
 | Maxout | https://arxiv.org/abs/1302.4389               |
 | PoinareNormalize | https://arxiv.org/abs/1705.08039    |
 | WeightNormalization | https://arxiv.org/abs/1602.07868 |

tensorflow_addons/layers/__init__.py

@@ -19,6 +19,9 @@
 from __future__ import print_function
 
 from tensorflow_addons.layers.python.maxout import Maxout
+from tensorflow_addons.layers.python.normalizations import GroupNormalization
+from tensorflow_addons.layers.python.normalizations import InstanceNormalization
+from tensorflow_addons.layers.python.normalizations import LayerNormalization
 from tensorflow_addons.layers.python.poincare import PoincareNormalize
 from tensorflow_addons.layers.python.sparsemax import Sparsemax
 from tensorflow_addons.layers.python.wrappers import WeightNormalization