diff --git a/activations.py b/activations.py index fa2a6d9..5b1d061 100644 --- a/activations.py +++ b/activations.py @@ -25,3 +25,11 @@ class LeakyReLU(ActivationFunc): def derivative(self, x): return (x > 0) + self.k * (x <= 0) + + +class Identity(ActivationFunc): + def __call__(self, x): + return x + + def derivative(x): + return 1