diff --git a/extra/machine-learning/functions/functions.factor b/extra/machine-learning/functions/functions.factor index 426e498e85..86a8a85229 100644 --- a/extra/machine-learning/functions/functions.factor +++ b/extra/machine-learning/functions/functions.factor @@ -11,6 +11,10 @@ IN: machine-learning.functions : leaky-relu ( x a -- x' ) over 0 < [ * ] [ drop ] if ; inline +! https://arxiv.org/pdf/1706.02515.pdf +: selu ( x a -- x' ) + over 0 < [ [ [ e^ ] dip * ] keep - ] [ drop ] if ; inline + : default-leaky-relu ( x -- x' ) .01 leaky-relu ; inline @@ -24,4 +28,4 @@ IN: machine-learning.functions vexp-sum '[ e^ _ * recip log ] map ; : softmin ( seq -- softmin ) - vneg softmax ; inline \ No newline at end of file + vneg softmax ; inline