glouppe
diff --git a/‎code/lec2-space-stretching.ipynb
+31-376 b/‎code/lec2-space-stretching.ipynb
+31-376
diff --git a/‎code/lec2-spiral-classification.ipynb
+20-66 b/‎code/lec2-spiral-classification.ipynb
+20-66
diff --git a/‎figures/lec2/ua-heavyside-0.png
17 KB b/‎figures/lec2/ua-heavyside-0.png
17 KB
diff --git a/‎figures/lec2/ua-heavyside-1.png
17.7 KB b/‎figures/lec2/ua-heavyside-1.png
17.7 KB
diff --git a/‎figures/lec2/ua-heavyside-10.png
19.3 KB b/‎figures/lec2/ua-heavyside-10.png
19.3 KB
diff --git a/‎figures/lec2/ua-heavyside-11.png
19.4 KB b/‎figures/lec2/ua-heavyside-11.png
19.4 KB
diff --git a/‎figures/lec2/ua-heavyside-12.png
19.9 KB b/‎figures/lec2/ua-heavyside-12.png
19.9 KB
diff --git a/‎figures/lec2/ua-heavyside-2.png
17.8 KB b/‎figures/lec2/ua-heavyside-2.png
17.8 KB
diff --git a/‎figures/lec2/ua-heavyside-3.png
18.1 KB b/‎figures/lec2/ua-heavyside-3.png
18.1 KB
diff --git a/‎figures/lec2/ua-heavyside-4.png
18.4 KB b/‎figures/lec2/ua-heavyside-4.png
18.4 KB
diff --git a/‎figures/lec2/ua-heavyside-5.png
18.6 KB b/‎figures/lec2/ua-heavyside-5.png
18.6 KB
diff --git a/‎figures/lec2/ua-heavyside-6.png
18.1 KB b/‎figures/lec2/ua-heavyside-6.png
18.1 KB
diff --git a/‎figures/lec2/ua-heavyside-7.png
18.6 KB b/‎figures/lec2/ua-heavyside-7.png
18.6 KB
diff --git a/‎figures/lec2/ua-heavyside-8.png
18.9 KB b/‎figures/lec2/ua-heavyside-8.png
18.9 KB
diff --git a/‎figures/lec2/ua-heavyside-9.png
19 KB b/‎figures/lec2/ua-heavyside-9.png
19 KB
diff --git a/‎lecture2.md
+14-14 b/‎lecture2.md
+14-14
diff --git a/‎pdf/lec2.pdf
12.3 KB b/‎pdf/lec2.pdf
12.3 KB
@@ -320,97 +320,97 @@ class: middle
 
 ## Expressiveness
 
-Let us consider the 1-hidden layer MLP $$f(x) = \sum w\_i \text{ReLU}(x + b_i).$$ This model can approximate .bold[any] smooth 1D function, provided enough hidden units.
+Let us consider the 1-hidden layer MLP $$f(x) = \sum w\_i \text{sign}(x + b_i).$$ This model can approximate .bold[any] smooth 1D function, provided enough hidden units.
 
 ---
 
 class: middle
 
-.center[![](figures/lec2/ua-0.png)]
+.center[![](figures/lec2/ua-heavyside-0.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-1.png)]
+.center[![](figures/lec2/ua-heavyside-1.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-2.png)]
+.center[![](figures/lec2/ua-heavyside-2.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-3.png)]
+.center[![](figures/lec2/ua-heavyside-3.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-4.png)]
+.center[![](figures/lec2/ua-heavyside-4.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-5.png)]
+.center[![](figures/lec2/ua-heavyside-5.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-6.png)]
+.center[![](figures/lec2/ua-heavyside-6.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-7.png)]
+.center[![](figures/lec2/ua-heavyside-7.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-8.png)]
+.center[![](figures/lec2/ua-heavyside-8.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-9.png)]
+.center[![](figures/lec2/ua-heavyside-9.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-10.png)]
+.center[![](figures/lec2/ua-heavyside-10.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-11.png)]
+.center[![](figures/lec2/ua-heavyside-11.png)]
 
 ---
 
 class: middle
 count: false
 
-.center[![](figures/lec2/ua-12.png)]
+.center[![](figures/lec2/ua-heavyside-12.png)]
 
 ---