diff --git a/1_DL_base/ReLU.py b/1_DL_base/ReLU.py new file mode 100644 index 0000000000000000000000000000000000000000..9aedb350261f89c678bfe59b9f8f3c31dbcd82b3 --- /dev/null +++ b/1_DL_base/ReLU.py @@ -0,0 +1,19 @@ +import numpy as np +from exercise1_material.src_to_implement.Layers.Base import BaseLayer + + +class ReLU(BaseLayer): + + def __init__(self): + super().__init__() + self.buffered_input = None + + def forward(self, input_tensor): + self.buffered_input = input_tensor + input_tensor[input_tensor < 0] = 0 + return input_tensor + + def backward(self, error_tensor): + error_tensor[self.buffered_input <= 0] = 0 + return error_tensor +