From f7660bf3bb69931cfe3511ba54341e93fb5ddefe Mon Sep 17 00:00:00 2001
From: Dhairya Gandhi <dhairya@juliacopmuting.com>
Date: Fri, 31 Jul 2020 03:05:53 +0530
Subject: [PATCH 1/2] bump version

---
 Project.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Project.toml b/Project.toml
index c7a71b726..057f2266c 100644
--- a/Project.toml
+++ b/Project.toml
@@ -1,6 +1,6 @@
 name = "Zygote"
 uuid = "e88e6eb3-aa80-5325-afca-941959d7151f"
-version = "0.5.3"
+version = "0.5.4"
 
 [deps]
 AbstractFFTs = "621f4979-c628-5d54-868e-fcf4e3e8185c"

From 9c9536a2f3904c5f44b6ee4af641b9d4718d1fd5 Mon Sep 17 00:00:00 2001
From: Dhairya Gandhi <dhairya@juliacopmuting.com>
Date: Fri, 31 Jul 2020 03:31:29 +0530
Subject: [PATCH 2/2] revert redefining tanh adjoint

---
 src/lib/nnlib.jl | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/src/lib/nnlib.jl b/src/lib/nnlib.jl
index 1242c58e3..edb81fb5e 100644
--- a/src/lib/nnlib.jl
+++ b/src/lib/nnlib.jl
@@ -17,12 +17,6 @@ end
   selu.(x), Δ -> (nothing, dselu.(x) .* Δ)
 end
 
-dtanh(x) = 1 - tanh(x)^2
-
-@adjoint function Base.Broadcast.broadcasted(::typeof(tanh), x::Numeric)
-  tanh.(x), Δ -> (nothing, dtanh.(x) .* Δ)
-end
-
 @adjoint function σ(x::Real)
     y = σ(x)
     return y, Δ -> (Δ * y * (1 - y),)