From 35b6f67bbff9471a39f7717f54bbf6e82830f391 Mon Sep 17 00:00:00 2001 From: SwayStar123 <46050679+SwayStar123@users.noreply.github.com> Date: Wed, 22 May 2024 12:59:03 +0530 Subject: [PATCH] Update 6_5_Adam.ipynb --- Notebooks/Chap06/6_5_Adam.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Notebooks/Chap06/6_5_Adam.ipynb b/Notebooks/Chap06/6_5_Adam.ipynb index e946990..211fc58 100644 --- a/Notebooks/Chap06/6_5_Adam.ipynb +++ b/Notebooks/Chap06/6_5_Adam.ipynb @@ -221,7 +221,7 @@ { "cell_type": "markdown", "source": [ - "This moves towards the minimum at a sensible speed, but we never actually converge -- the solution just bounces back and forth between the last two points. To make it converge, we add momentum to both the estimates of the gradient and the pointwise squared gradient. We also modify the statistics by a factor that depends on the time to make sure the progress is now slow to start with." + "This moves towards the minimum at a sensible speed, but we never actually converge -- the solution just bounces back and forth between the last two points. To make it converge, we add momentum to both the estimates of the gradient and the pointwise squared gradient. We also modify the statistics by a factor that depends on the time to make sure the progress is not slow to start with." ], "metadata": { "id": "_6KoKBJdGGI4" @@ -284,4 +284,4 @@ "outputs": [] } ] -} \ No newline at end of file +}