From 8ef2066c5033f96d01521eb250629c8118ae95e6 Mon Sep 17 00:00:00 2001
From: Falguni Ghosh <falguni.ghosh@fau.de>
Date: Sun, 15 Oct 2023 21:01:08 +0000
Subject: [PATCH] Upload New File

---
 1_DL_base/ReLU.py | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 1_DL_base/ReLU.py

diff --git a/1_DL_base/ReLU.py b/1_DL_base/ReLU.py
new file mode 100644
index 0000000..9aedb35
--- /dev/null
+++ b/1_DL_base/ReLU.py
@@ -0,0 +1,19 @@
+import numpy as np
+from exercise1_material.src_to_implement.Layers.Base import BaseLayer
+
+
+class ReLU(BaseLayer):
+
+    def __init__(self):
+        super().__init__()
+        self.buffered_input = None
+
+    def forward(self, input_tensor):
+        self.buffered_input = input_tensor
+        input_tensor[input_tensor < 0] = 0
+        return input_tensor
+
+    def backward(self, error_tensor):
+        error_tensor[self.buffered_input <= 0] = 0
+        return error_tensor
+
-- 
GitLab