diff --git a/3_RNN/TanH.py b/3_RNN/TanH.py new file mode 100644 index 0000000000000000000000000000000000000000..a1de7cffed2bd663ba1a526b9573aa5c1267f31d --- /dev/null +++ b/3_RNN/TanH.py @@ -0,0 +1,22 @@ +import numpy as np +from .Base import BaseLayer + + +class TanH(BaseLayer): + + def __init__(self): + super().__init__() + self.activation = None + self.error_tensor = None + + def forward(self,input_tensor): + + self.activation = np.tanh(input_tensor) + + return self.activation + + def backward(self,error_tensor): + + self.error_tensor = error_tensor * (1-self.activation**2) + + return self.error_tensor