diff --git a/1_DL_base/Optimizers.py b/1_DL_base/Optimizers.py new file mode 100644 index 0000000000000000000000000000000000000000..b778864de7bbc034652440349ec22d3ff5cbc5c1 --- /dev/null +++ b/1_DL_base/Optimizers.py @@ -0,0 +1,14 @@ +class Sgd: + learning_rate = None + weight_tensor_updated = None + + def __init__(self, learning_rate): + self.learning_rate = learning_rate + + def calculate_update(self, weight_tensor, gradient_tensor): + self.weight_tensor_updated = weight_tensor - self.learning_rate * gradient_tensor + return self.weight_tensor_updated + + + +