From 27b19472186ece718fe512def29cc352a9a04731 Mon Sep 17 00:00:00 2001 From: NotXia <35894453+NotXia@users.noreply.github.com> Date: Sun, 16 Jun 2024 17:32:25 +0200 Subject: [PATCH] Fix leaky ReLU --- .../module2/sections/_classification.tex | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/year1/image-processing-and-computer-vision/module2/sections/_classification.tex b/src/year1/image-processing-and-computer-vision/module2/sections/_classification.tex index f60a8c4..e219add 100644 --- a/src/year1/image-processing-and-computer-vision/module2/sections/_classification.tex +++ b/src/year1/image-processing-and-computer-vision/module2/sections/_classification.tex @@ -371,7 +371,7 @@ The prediction is obtained as the index of the maximum score. \[ \texttt{leaky\_ReLU}(a) = \begin{cases} a & \text{if $a \geq 0$} \\ - 0.01 & \text{otherwise} + 0.01 \cdot a & \text{otherwise} \end{cases} \hspace{2em} \frac{\partial \texttt{leaky\_ReLU}(a)}{\partial a} = \begin{cases} 1 & \text{if } a \geq 0 \\