machine-learning.functions: Add selu

2017-07-30 11:40:25 -05:00 · 2017-07-30 11:40:25 -05:00 · bfd830f6b4
parent a515af7d68
commit bfd830f6b4
1 changed files with 5 additions and 1 deletions
--- a/extra/machine-learning/functions/functions.factor
+++ b/extra/machine-learning/functions/functions.factor
@ -11,6 +11,10 @@ IN: machine-learning.functions
 : leaky-relu ( x a -- x' )
    over 0 < [ * ] [ drop ] if ; inline

+! https://arxiv.org/pdf/1706.02515.pdf
+: selu ( x a -- x' )
+    over 0 < [ [ [ e^ ] dip * ] keep - ] [ drop ] if ; inline
+
 : default-leaky-relu ( x -- x' )
    .01 leaky-relu ; inline