update

Author: CarloLucibello

src/unary.jl

@@ -45,6 +45,7 @@ unary_ops = [
 # "normcdfinv",
 # "rcbrt",
 ("relu", "relu", "(xi>0?xi:0)"),
+("elu", "elu", "(xi>0?xi:exp(xi)-1)")
 # "rint",
 "round",
 # "rsqrt",
@@ -153,21 +154,6 @@ broadcast(::typeof(+), a::KnetArray)=a
 +(a::KnetArray)=a
 -(a::KnetArray)=broadcast(-,a)
 
-"""
-    elu(x, alpha=1)
-
-Exponential Linear Unit. Returns
-`max(0,x) + alpha*(exp(min(x,0)) - 1)
-
-Paper Ref. :
-"Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs) (ICLR 2016)"
-"""
-function elu(x, alpha=1)
-    p = relu(x)
-    m = -relu(-x)
-    return p + alpha*(exp(m) - 1)
-end
-
 """
     selu(x)