diff --git a/cs8850_15_SGD.html b/cs8850_15_SGD.html index 13071861..17bac2c6 100644 --- a/cs8850_15_SGD.html +++ b/cs8850_15_SGD.html @@ -5,7 +5,7 @@ - + @@ -403,6 +403,13 @@
\begin{align*} \vec{g}_t & = \nabla_{\theta} \prob{J}{\vec{\theta}} \\ @@ -529,6 +536,22 @@but use Adam if in doubt
+ + + +Momentum?
+ ++ + + +The rise of the SGD