Upload New File

3_RNN/ReLU.py

+import numpy as np
+from .Base import BaseLayer
+
+
+class ReLU(BaseLayer):
+
+    def __init__(self):
+        super().__init__()
+        self.buffered_input = None
+
+    def forward(self, input_tensor):
+        self.buffered_input = input_tensor
+        input_tensor[input_tensor < 0] = 0
+        return input_tensor
+
+    def backward(self, error_tensor):
+        error_tensor[self.buffered_input <= 0] = 0
+        return error_tensor
+