diff --git a/src/special/misc.jl b/src/special/misc.jl
index 0e85100..3ea2023 100644
--- a/src/special/misc.jl
+++ b/src/special/misc.jl
@@ -87,6 +87,7 @@ end
   pow_by_square(x, StaticInt(N))
 # @inline relu(x) = (y = zero(x); ifelse(x > y, x, y))
 @inline relu(x) = (y = zero(x); ifelse(x < y, y, x))
+@inline leakyrelu(x, a = 0.01) = (y = zero(x); a = convert(typeof(x), a); ifelse(x < y, x*a, x))
 
 Base.sign(v::AbstractSIMD) = ifelse(v > 0, one(v), -one(v))
 
diff --git a/test/runtests.jl b/test/runtests.jl
index 7afe72e..91deabf 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -1056,6 +1056,7 @@ include("testsetup.jl")
         trunc,
         round,
         VectorizationBase.relu,
+        VectorizationBase.leakyrelu,
         abs2,
         Base.FastMath.abs2_fast,
         Base.FastMath.sub_fast,