dr_domi/udlbook
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Created using Colaboratory

Browse Source
This commit is contained in:
udlbook
2024-01-02 09:45:25 -05:00
parent adbf4322b8
commit 8400d98b76
1 changed files with 13 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
Notebooks/Chap07/7_1_Backpropagation_in_Toy_Model.ipynb
View File

@@ -4,7 +4,7 @@
"metadata": { "metadata": {
"colab": { "colab": {
"provenance": [], "provenance": [],
"authorship_tag": "ABX9TyOjXmTmoff61y15VqEB5sDW", "authorship_tag": "ABX9TyN7JeDgslwtZcwRCOuGuPFt",
"include_colab_link": true "include_colab_link": true
}, },
"kernelspec": { "kernelspec": {
@@ -83,7 +83,7 @@
"metadata": { "metadata": {
"id": "RIPaoVN834Lj" "id": "RIPaoVN834Lj"
}, },
"execution_count": 1, "execution_count": null,
"outputs": [] "outputs": []
}, },
{ {
@@ -97,7 +97,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": null,
"metadata": { "metadata": {
"id": "AakK_qen3BpU" "id": "AakK_qen3BpU"
}, },
@@ -136,7 +136,7 @@
}, },
"outputId": "9541922c-dfc4-4b2e-dfa3-3298812155ce" "outputId": "9541922c-dfc4-4b2e-dfa3-3298812155ce"
}, },
"execution_count": 3, "execution_count": null,
"outputs": [ "outputs": [
{ {
"output_type": "stream", "output_type": "stream",
@@ -175,7 +175,7 @@
"metadata": { "metadata": {
"id": "7t22hALp5zkq" "id": "7t22hALp5zkq"
}, },
"execution_count": 4, "execution_count": null,
"outputs": [] "outputs": []
}, },
{ {
@@ -201,7 +201,7 @@
}, },
"outputId": "389ed78e-9d8d-4e8b-9e6b-5f20c21407e8" "outputId": "389ed78e-9d8d-4e8b-9e6b-5f20c21407e8"
}, },
"execution_count": 5, "execution_count": null,
"outputs": [ "outputs": [
{ {
"output_type": "stream", "output_type": "stream",
@@ -261,7 +261,7 @@
"metadata": { "metadata": {
"id": "ZWKAq6HC90qV" "id": "ZWKAq6HC90qV"
}, },
"execution_count": 6, "execution_count": null,
"outputs": [] "outputs": []
}, },
{ {
@@ -284,7 +284,7 @@
}, },
"outputId": "4575e3eb-2b16-4e0b-c84e-9c22b443c3ce" "outputId": "4575e3eb-2b16-4e0b-c84e-9c22b443c3ce"
}, },
"execution_count": 7, "execution_count": null,
"outputs": [ "outputs": [
{ {
"output_type": "stream", "output_type": "stream",
@@ -362,7 +362,7 @@
"metadata": { "metadata": {
"id": "gCQJeI--Egdl" "id": "gCQJeI--Egdl"
}, },
"execution_count": 8, "execution_count": null,
"outputs": [] "outputs": []
}, },
{ {
@@ -384,7 +384,7 @@
}, },
"outputId": "414f0862-ae36-4a0e-b68f-4758835b0e23" "outputId": "414f0862-ae36-4a0e-b68f-4758835b0e23"
}, },
"execution_count": 9, "execution_count": null,
"outputs": [ "outputs": [
{ {
"output_type": "stream", "output_type": "stream",
@@ -414,7 +414,7 @@
"\\frac{\\partial \\ell_i}{\\partial \\omega_{k}} &=& \\frac{\\partial f_{k}}{\\partial \\omega_{k}}\\frac{\\partial \\ell_i}{\\partial f_{k}}.\n", "\\frac{\\partial \\ell_i}{\\partial \\omega_{k}} &=& \\frac{\\partial f_{k}}{\\partial \\omega_{k}}\\frac{\\partial \\ell_i}{\\partial f_{k}}.\n",
"\\end{eqnarray}\n", "\\end{eqnarray}\n",
"\n", "\n",
"\\noindent In each case, the second term on the right-hand side was computed in step 2. When $k>0$, we have~$f_{k}=\\beta_{k}+\\omega_k \\cdot h_{k}$, so:\n", "In each case, the second term on the right-hand side was computed in step 2. When $k>0$, we have~$f_{k}=\\beta_{k}+\\omega_k \\cdot h_{k}$, so:\n",
"\n", "\n",
"\\begin{eqnarray}\n", "\\begin{eqnarray}\n",
"\\frac{\\partial f_{k}}{\\partial \\beta_{k}} = 1 \\quad\\quad\\mbox{and}\\quad \\quad \\frac{\\partial f_{k}}{\\partial \\omega_{k}} &=& h_{k}.\n", "\\frac{\\partial f_{k}}{\\partial \\beta_{k}} = 1 \\quad\\quad\\mbox{and}\\quad \\quad \\frac{\\partial f_{k}}{\\partial \\omega_{k}} &=& h_{k}.\n",
@@ -441,7 +441,7 @@
"metadata": { "metadata": {
"id": "1I2BhqZhGMK6" "id": "1I2BhqZhGMK6"
}, },
"execution_count": 10, "execution_count": null,
"outputs": [] "outputs": []
}, },
{ {
@@ -464,7 +464,7 @@
}, },
"outputId": "1a67a636-e832-471e-e771-54824363158a" "outputId": "1a67a636-e832-471e-e771-54824363158a"
}, },
"execution_count": 11, "execution_count": null,
"outputs": [ "outputs": [
{ {
"output_type": "stream", "output_type": "stream",