demonstrations

neuroneural · Oct 22, 2024 · e17158c · e17158c
1 parent a09b1fd
commit e17158c
Showing 1 changed file with 25 additions and 2 deletions.
diff --git a/cs8850_15_SGD.html b/cs8850_15_SGD.html
@@ -5,7 +5,7 @@
     <meta charset="utf-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no">
     <link href="css/fontawesome-free-6.2.1-web/css/all.css" rel="stylesheet">
-    
+
 
     <script src="lib/colorbrewer.v1.min.js" charset="utf-8"></script>
     <script src="lib/colorStringStandalone.js" charset="utf-8"></script>
@@ -403,6 +403,13 @@ <h2>Challenges</h2>
                       <li class="fragment roll-in"> How to avoid local minima and saddle points
                     </ul>
                   </section>
+                  <section data-vertical-align-top data-background-iframe="https://www.deeplearning.ai/ai-notes/optimization/index.html"
+                           data-background-interactive>
+                    <h3>Batch?</h3>
+                    <div class='slide-footer'>
+                      <a href="https://www.deeplearning.ai/ai-notes/optimization/index.html">Source</a>
+                    </div>
+                  </section>
 
                   <section>
                     <h3>Gradient descent optimization algorithms</h3>
@@ -484,7 +491,7 @@ <h3>RMSprop:
 
                   <section>
                     <h3>Adadelta:
-                    get everything right</h3> 
+                    get everything right</h3>
                     <blockquote style="background-color: #eee8d5; width: 100%" >
                       \begin{align*}
                       \vec{g}_t & = \nabla_{\theta} \prob{J}{\vec{\theta}} \\
@@ -529,6 +536,22 @@ <h2>but use Adam if in doubt</h2>
                   <section data-background="figures/sgd_approaches.gif" data-background-size="contain">
                   </section>
 
+                  <section data-vertical-align-top data-background-iframe="https://www.deeplearning.ai/ai-notes/optimization/index.html"
+                           data-background-interactive>
+                    <h3>Momentum?</h3>
+                    <div class='slide-footer'>
+                      <a href="https://www.deeplearning.ai/ai-notes/optimization/index.html">Source</a>
+                    </div>
+                  </section>
+
+                  <section data-vertical-align-top data-background-iframe="https://losslandscape.com/explorer"
+                           data-background-interactive>
+                    <div class='slide-footer'>
+                      <a href="https://losslandscape.com/explorer">Source</a>
+                    </div>
+                  </section>
+
+
                   <section>
                     <h2>The rise of the SGD</h2>
                     <img width="1000" src="figures/sgd_table.png" alt="Ravines"><br>