Merge pull request #1 from Kiwiakos/Kiwiakos-patch-1

Fix OrthogonalRegularizer to implement the (1,1) matrix norm

Author: Kiwiakos

keras/regularizers.py

@@ -368,7 +368,7 @@ def __call__(self, inputs):
       size = inputs.shape[1]
     product_no_diagonal = product * (1. - tf.eye(size, dtype=inputs.dtype))
     num_pairs = size * (size - 1.) / 2.
-    return self.factor * 0.5 * tf.reduce_sum(product_no_diagonal) / num_pairs
+    return self.factor * 0.5 * tf.reduce_sum(tf.abs(product_no_diagonal)) / num_pairs
 
   def get_config(self):
     return {'factor': float(self.factor), 'mode': self.mode}