diff --git a/doc/pub/week40/html/._week40-bs000.html b/doc/pub/week40/html/._week40-bs000.html
index dd9e9bdc5..fe0c3fa76 100644
--- a/doc/pub/week40/html/._week40-bs000.html
+++ b/doc/pub/week40/html/._week40-bs000.html
@@ -336,7 +336,7 @@ MathJax.Hub.Config({
-Nov 16, 2021
+Nov 22, 2021
diff --git a/doc/pub/week40/html/._week40-bs033.html b/doc/pub/week40/html/._week40-bs033.html
index 25871597d..000554bd8 100644
--- a/doc/pub/week40/html/._week40-bs033.html
+++ b/doc/pub/week40/html/._week40-bs033.html
@@ -396,7 +396,7 @@ theta = np.= M*np.random.randint(m)
xi = X[random_index:random_index+M]
yi = y[random_index:random_index+M]
- gradients = (2.0/M)*training_gradient(yi, xi, theta)
+ gradients = (1.0/M)*training_gradient(yi, xi, theta)
eta = learning_schedule(epoch*m+i)
theta = theta - eta*gradients
print("theta from own sdg")
diff --git a/doc/pub/week40/html/week40-bs.html b/doc/pub/week40/html/week40-bs.html
index dd9e9bdc5..fe0c3fa76 100644
--- a/doc/pub/week40/html/week40-bs.html
+++ b/doc/pub/week40/html/week40-bs.html
@@ -336,7 +336,7 @@ MathJax.Hub.Config({
-Nov 16, 2021
+Nov 22, 2021
diff --git a/doc/pub/week40/html/week40-reveal.html b/doc/pub/week40/html/week40-reveal.html
index accd66861..4dee9d8bf 100644
--- a/doc/pub/week40/html/week40-reveal.html
+++ b/doc/pub/week40/html/week40-reveal.html
@@ -184,7 +184,7 @@ MathJax.Hub.Config({
-Nov 16, 2021
+Nov 22, 2021
@@ -1646,7 +1646,7 @@ theta = np.random.randn(2,2.0/M)*training_gradient(yi, xi, theta)
+ gradients = (1.0/M)*training_gradient(yi, xi, theta)
eta = learning_schedule(epoch*m+i)
theta = theta - eta*gradients
print("theta from own sdg")
diff --git a/doc/pub/week40/html/week40-solarized.html b/doc/pub/week40/html/week40-solarized.html
index 1cc299c09..3b86c4c58 100644
--- a/doc/pub/week40/html/week40-solarized.html
+++ b/doc/pub/week40/html/week40-solarized.html
@@ -268,7 +268,7 @@ MathJax.Hub.Config({
-Nov 16, 2021
+Nov 22, 2021
@@ -1664,7 +1664,7 @@ theta = np.random.randn(2,2.0/M)*training_gradient(yi, xi, theta)
+ gradients = (1.0/M)*training_gradient(yi, xi, theta)
eta = learning_schedule(epoch*m+i)
theta = theta - eta*gradients
print("theta from own sdg")
diff --git a/doc/pub/week40/html/week40.html b/doc/pub/week40/html/week40.html
index 4286dc3a7..6fa294746 100644
--- a/doc/pub/week40/html/week40.html
+++ b/doc/pub/week40/html/week40.html
@@ -345,7 +345,7 @@ MathJax.Hub.Config({
-Nov 16, 2021
+Nov 22, 2021
@@ -1741,7 +1741,7 @@ theta = np.= M*np.random.randint(m)
xi = X[random_index:random_index+M]
yi = y[random_index:random_index+M]
- gradients = (2.0/M)*training_gradient(yi, xi, theta)
+ gradients = (1.0/M)*training_gradient(yi, xi, theta)
eta = learning_schedule(epoch*m+i)
theta = theta - eta*gradients
print("theta from own sdg")
diff --git a/doc/pub/week40/ipynb/ipynb-week40-src.tar.gz b/doc/pub/week40/ipynb/ipynb-week40-src.tar.gz
index fa653481b..71b01e5f5 100644
Binary files a/doc/pub/week40/ipynb/ipynb-week40-src.tar.gz and b/doc/pub/week40/ipynb/ipynb-week40-src.tar.gz differ
diff --git a/doc/pub/week40/ipynb/week40.ipynb b/doc/pub/week40/ipynb/week40.ipynb
index e76fbca76..200d73e1f 100644
--- a/doc/pub/week40/ipynb/week40.ipynb
+++ b/doc/pub/week40/ipynb/week40.ipynb
@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "markdown",
- "id": "1cf41df8",
+ "id": "736ce3b2",
"metadata": {
"editable": true
},
@@ -14,7 +14,7 @@
},
{
"cell_type": "markdown",
- "id": "b0524ff2",
+ "id": "66f5caf0",
"metadata": {
"editable": true
},
@@ -22,14 +22,14 @@
"# Week 40: From Stochastic Gradient Descent to Neural networks\n",
"**Morten Hjorth-Jensen**, Department of Physics, University of Oslo, Norway and Department of Physics and Astronomy and Facility for Rare Ion Beams, Michigan State University, USA\n",
"\n",
- "Date: **Nov 16, 2021**\n",
+ "Date: **Nov 22, 2021**\n",
"\n",
"Copyright 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license"
]
},
{
"cell_type": "markdown",
- "id": "8e316ecc",
+ "id": "6ed1bd1c",
"metadata": {
"editable": true
},
@@ -51,7 +51,7 @@
},
{
"cell_type": "markdown",
- "id": "203a63eb",
+ "id": "29ee1cd5",
"metadata": {
"editable": true
},
@@ -63,7 +63,7 @@
},
{
"cell_type": "markdown",
- "id": "0d58e354",
+ "id": "d031f00d",
"metadata": {
"editable": true
},
@@ -85,7 +85,7 @@
},
{
"cell_type": "markdown",
- "id": "47d9ac99",
+ "id": "299d050b",
"metadata": {
"editable": true
},
@@ -117,7 +117,7 @@
},
{
"cell_type": "markdown",
- "id": "7a6ce0ff",
+ "id": "806d8a56",
"metadata": {
"editable": true
},
@@ -134,7 +134,7 @@
},
{
"cell_type": "markdown",
- "id": "9fd2e9d1",
+ "id": "6c42aad3",
"metadata": {
"editable": true
},
@@ -147,7 +147,7 @@
},
{
"cell_type": "markdown",
- "id": "4251e80f",
+ "id": "dab0e80d",
"metadata": {
"editable": true
},
@@ -160,7 +160,7 @@
},
{
"cell_type": "markdown",
- "id": "279e3ff2",
+ "id": "fcc3091c",
"metadata": {
"editable": true
},
@@ -173,7 +173,7 @@
},
{
"cell_type": "markdown",
- "id": "7308b12b",
+ "id": "9729603c",
"metadata": {
"editable": true
},
@@ -187,7 +187,7 @@
},
{
"cell_type": "markdown",
- "id": "a9835ac8",
+ "id": "442f8754",
"metadata": {
"editable": true
},
@@ -210,7 +210,7 @@
},
{
"cell_type": "markdown",
- "id": "eb114c3d",
+ "id": "32c0fced",
"metadata": {
"editable": true
},
@@ -225,7 +225,7 @@
},
{
"cell_type": "markdown",
- "id": "ea5a1182",
+ "id": "e7cb6ebb",
"metadata": {
"editable": true
},
@@ -237,7 +237,7 @@
},
{
"cell_type": "markdown",
- "id": "384c0d48",
+ "id": "4c46f116",
"metadata": {
"editable": true
},
@@ -250,7 +250,7 @@
},
{
"cell_type": "markdown",
- "id": "98ad9de5",
+ "id": "1acc91a2",
"metadata": {
"editable": true
},
@@ -264,7 +264,7 @@
},
{
"cell_type": "markdown",
- "id": "a21029a2",
+ "id": "5e493054",
"metadata": {
"editable": true
},
@@ -275,7 +275,7 @@
{
"cell_type": "code",
"execution_count": 1,
- "id": "713780cb",
+ "id": "dacbacf6",
"metadata": {
"collapsed": false,
"editable": true
@@ -300,7 +300,7 @@
},
{
"cell_type": "markdown",
- "id": "7158b86a",
+ "id": "054a5b3b",
"metadata": {
"editable": true
},
@@ -316,7 +316,7 @@
},
{
"cell_type": "markdown",
- "id": "820db04e",
+ "id": "341c9b64",
"metadata": {
"editable": true
},
@@ -337,7 +337,7 @@
},
{
"cell_type": "markdown",
- "id": "1396636a",
+ "id": "e384570e",
"metadata": {
"editable": true
},
@@ -360,7 +360,7 @@
{
"cell_type": "code",
"execution_count": 2,
- "id": "cb3a35dd",
+ "id": "b525d59e",
"metadata": {
"collapsed": false,
"editable": true
@@ -395,7 +395,7 @@
},
{
"cell_type": "markdown",
- "id": "dcf49716",
+ "id": "43f29c3b",
"metadata": {
"editable": true
},
@@ -405,7 +405,7 @@
},
{
"cell_type": "markdown",
- "id": "90ee483f",
+ "id": "d7581dcd",
"metadata": {
"editable": true
},
@@ -416,7 +416,7 @@
{
"cell_type": "code",
"execution_count": 3,
- "id": "123b0eb1",
+ "id": "e43a1402",
"metadata": {
"collapsed": false,
"editable": true
@@ -498,7 +498,7 @@
},
{
"cell_type": "markdown",
- "id": "440a3f32",
+ "id": "e3870042",
"metadata": {
"editable": true
},
@@ -513,7 +513,7 @@
},
{
"cell_type": "markdown",
- "id": "cb2bcb01",
+ "id": "b5c81e82",
"metadata": {
"editable": true
},
@@ -528,7 +528,7 @@
},
{
"cell_type": "markdown",
- "id": "c5f99aba",
+ "id": "33e10dcc",
"metadata": {
"editable": true
},
@@ -540,7 +540,7 @@
},
{
"cell_type": "markdown",
- "id": "5e46ef0e",
+ "id": "781a9cbb",
"metadata": {
"editable": true
},
@@ -558,7 +558,7 @@
},
{
"cell_type": "markdown",
- "id": "f59073d9",
+ "id": "cce69242",
"metadata": {
"editable": true
},
@@ -577,7 +577,7 @@
},
{
"cell_type": "markdown",
- "id": "aacd0142",
+ "id": "2516f1e7",
"metadata": {
"editable": true
},
@@ -589,7 +589,7 @@
},
{
"cell_type": "markdown",
- "id": "4d5b5e3d",
+ "id": "12a26e89",
"metadata": {
"editable": true
},
@@ -599,7 +599,7 @@
},
{
"cell_type": "markdown",
- "id": "2ecbf4b0",
+ "id": "a1b13b8c",
"metadata": {
"editable": true
},
@@ -615,7 +615,7 @@
},
{
"cell_type": "markdown",
- "id": "76009341",
+ "id": "5cf9df62",
"metadata": {
"editable": true
},
@@ -627,7 +627,7 @@
},
{
"cell_type": "markdown",
- "id": "f63637ff",
+ "id": "6e3c43ee",
"metadata": {
"editable": true
},
@@ -637,7 +637,7 @@
},
{
"cell_type": "markdown",
- "id": "1817279a",
+ "id": "d80c2f23",
"metadata": {
"editable": true
},
@@ -649,7 +649,7 @@
},
{
"cell_type": "markdown",
- "id": "c7e341ca",
+ "id": "dcab2a09",
"metadata": {
"editable": true
},
@@ -659,7 +659,7 @@
},
{
"cell_type": "markdown",
- "id": "3e5feaa9",
+ "id": "71066090",
"metadata": {
"editable": true
},
@@ -671,7 +671,7 @@
},
{
"cell_type": "markdown",
- "id": "bfeef865",
+ "id": "b4b27923",
"metadata": {
"editable": true
},
@@ -687,7 +687,7 @@
},
{
"cell_type": "markdown",
- "id": "8b5ff094",
+ "id": "f48a0b38",
"metadata": {
"editable": true
},
@@ -699,7 +699,7 @@
},
{
"cell_type": "markdown",
- "id": "59b8fce8",
+ "id": "2b0bec2b",
"metadata": {
"editable": true
},
@@ -732,7 +732,7 @@
},
{
"cell_type": "markdown",
- "id": "11c55a60",
+ "id": "ef46e6ad",
"metadata": {
"editable": true
},
@@ -744,7 +744,7 @@
},
{
"cell_type": "markdown",
- "id": "ede32c65",
+ "id": "b5533002",
"metadata": {
"editable": true
},
@@ -762,7 +762,7 @@
},
{
"cell_type": "markdown",
- "id": "a6d82191",
+ "id": "c87aef37",
"metadata": {
"editable": true
},
@@ -772,7 +772,7 @@
},
{
"cell_type": "markdown",
- "id": "a0f0adf1",
+ "id": "12403abc",
"metadata": {
"editable": true
},
@@ -803,7 +803,7 @@
},
{
"cell_type": "markdown",
- "id": "20a3335c",
+ "id": "a7b24d39",
"metadata": {
"editable": true
},
@@ -818,7 +818,7 @@
},
{
"cell_type": "markdown",
- "id": "1ac93093",
+ "id": "70a81cd2",
"metadata": {
"editable": true
},
@@ -836,7 +836,7 @@
},
{
"cell_type": "markdown",
- "id": "203f2000",
+ "id": "19465906",
"metadata": {
"editable": true
},
@@ -848,7 +848,7 @@
},
{
"cell_type": "markdown",
- "id": "16e820d1",
+ "id": "1ce1251c",
"metadata": {
"editable": true
},
@@ -860,7 +860,7 @@
},
{
"cell_type": "markdown",
- "id": "72f9127f",
+ "id": "d6979f1d",
"metadata": {
"editable": true
},
@@ -878,7 +878,7 @@
},
{
"cell_type": "markdown",
- "id": "08c03051",
+ "id": "cb89dd0d",
"metadata": {
"editable": true
},
@@ -901,7 +901,7 @@
},
{
"cell_type": "markdown",
- "id": "69228222",
+ "id": "7bb5a2f4",
"metadata": {
"editable": true
},
@@ -919,7 +919,7 @@
},
{
"cell_type": "markdown",
- "id": "d7595be9",
+ "id": "17d492cf",
"metadata": {
"editable": true
},
@@ -931,7 +931,7 @@
},
{
"cell_type": "markdown",
- "id": "b3a01d71",
+ "id": "564a2ef1",
"metadata": {
"editable": true
},
@@ -943,7 +943,7 @@
},
{
"cell_type": "markdown",
- "id": "5abb22d3",
+ "id": "69460ee9",
"metadata": {
"editable": true
},
@@ -955,7 +955,7 @@
},
{
"cell_type": "markdown",
- "id": "b06e5549",
+ "id": "38d51929",
"metadata": {
"editable": true
},
@@ -967,7 +967,7 @@
},
{
"cell_type": "markdown",
- "id": "ecb180df",
+ "id": "6f3888ea",
"metadata": {
"editable": true
},
@@ -979,7 +979,7 @@
},
{
"cell_type": "markdown",
- "id": "366b91bf",
+ "id": "e014afed",
"metadata": {
"editable": true
},
@@ -996,7 +996,7 @@
},
{
"cell_type": "markdown",
- "id": "f849de52",
+ "id": "8bd957e1",
"metadata": {
"editable": true
},
@@ -1015,7 +1015,7 @@
},
{
"cell_type": "markdown",
- "id": "0697306c",
+ "id": "03b94b62",
"metadata": {
"editable": true
},
@@ -1027,7 +1027,7 @@
},
{
"cell_type": "markdown",
- "id": "5f67fa08",
+ "id": "2f362716",
"metadata": {
"editable": true
},
@@ -1047,7 +1047,7 @@
},
{
"cell_type": "markdown",
- "id": "54ff6dcf",
+ "id": "644738ef",
"metadata": {
"editable": true
},
@@ -1085,7 +1085,7 @@
},
{
"cell_type": "markdown",
- "id": "12b34a7d",
+ "id": "379de40a",
"metadata": {
"editable": true
},
@@ -1097,7 +1097,7 @@
},
{
"cell_type": "markdown",
- "id": "f07f4801",
+ "id": "1244f8c0",
"metadata": {
"editable": true
},
@@ -1107,7 +1107,7 @@
},
{
"cell_type": "markdown",
- "id": "3b37979c",
+ "id": "53153ee6",
"metadata": {
"editable": true
},
@@ -1119,7 +1119,7 @@
},
{
"cell_type": "markdown",
- "id": "6ea99838",
+ "id": "81565375",
"metadata": {
"editable": true
},
@@ -1130,7 +1130,7 @@
{
"cell_type": "code",
"execution_count": 4,
- "id": "c650970d",
+ "id": "a5898f1e",
"metadata": {
"collapsed": false,
"editable": true
@@ -1175,7 +1175,7 @@
},
{
"cell_type": "markdown",
- "id": "c3f228da",
+ "id": "ab4963f2",
"metadata": {
"editable": true
},
@@ -1192,7 +1192,7 @@
{
"cell_type": "code",
"execution_count": 5,
- "id": "820f0105",
+ "id": "b36ba49d",
"metadata": {
"collapsed": false,
"editable": true
@@ -1220,7 +1220,7 @@
},
{
"cell_type": "markdown",
- "id": "9cc4de17",
+ "id": "fb00014b",
"metadata": {
"editable": true
},
@@ -1235,7 +1235,7 @@
{
"cell_type": "code",
"execution_count": 6,
- "id": "c6620c65",
+ "id": "134994c1",
"metadata": {
"collapsed": false,
"editable": true
@@ -1279,7 +1279,7 @@
},
{
"cell_type": "markdown",
- "id": "6ba5dd8e",
+ "id": "c597c17c",
"metadata": {
"editable": true
},
@@ -1289,7 +1289,7 @@
},
{
"cell_type": "markdown",
- "id": "0a435a4e",
+ "id": "237a08a6",
"metadata": {
"editable": true
},
@@ -1300,7 +1300,7 @@
{
"cell_type": "code",
"execution_count": 7,
- "id": "64fc3e0b",
+ "id": "d5394104",
"metadata": {
"collapsed": false,
"editable": true
@@ -1328,7 +1328,7 @@
},
{
"cell_type": "markdown",
- "id": "e3c719b1",
+ "id": "7397edd2",
"metadata": {
"editable": true
},
@@ -1343,7 +1343,7 @@
},
{
"cell_type": "markdown",
- "id": "ff945e63",
+ "id": "dcaab6bb",
"metadata": {
"editable": true
},
@@ -1354,7 +1354,7 @@
{
"cell_type": "code",
"execution_count": 8,
- "id": "5c07b9f2",
+ "id": "435bf943",
"metadata": {
"collapsed": false,
"editable": true
@@ -1382,7 +1382,7 @@
},
{
"cell_type": "markdown",
- "id": "949cbe35",
+ "id": "c49b640c",
"metadata": {
"editable": true
},
@@ -1393,7 +1393,7 @@
{
"cell_type": "code",
"execution_count": 9,
- "id": "40ec2a59",
+ "id": "e9170e39",
"metadata": {
"collapsed": false,
"editable": true
@@ -1418,7 +1418,7 @@
},
{
"cell_type": "markdown",
- "id": "e844492e",
+ "id": "ec1458ac",
"metadata": {
"editable": true
},
@@ -1429,7 +1429,7 @@
{
"cell_type": "code",
"execution_count": 10,
- "id": "fd7d256e",
+ "id": "24f19acd",
"metadata": {
"collapsed": false,
"editable": true
@@ -1465,7 +1465,7 @@
{
"cell_type": "code",
"execution_count": 11,
- "id": "5a5ec805",
+ "id": "dba8cc31",
"metadata": {
"collapsed": false,
"editable": true
@@ -1485,7 +1485,7 @@
},
{
"cell_type": "markdown",
- "id": "b44523b2",
+ "id": "4d1c155a",
"metadata": {
"editable": true
},
@@ -1496,7 +1496,7 @@
{
"cell_type": "code",
"execution_count": 12,
- "id": "f5ff508f",
+ "id": "247697f9",
"metadata": {
"collapsed": false,
"editable": true
@@ -1534,7 +1534,7 @@
},
{
"cell_type": "markdown",
- "id": "03b206f0",
+ "id": "485552cd",
"metadata": {
"editable": true
},
@@ -1544,7 +1544,7 @@
},
{
"cell_type": "markdown",
- "id": "8ab50f5c",
+ "id": "ef0dbc3c",
"metadata": {
"editable": true
},
@@ -1558,7 +1558,7 @@
{
"cell_type": "code",
"execution_count": 13,
- "id": "9e8ea3cd",
+ "id": "5fd187b1",
"metadata": {
"collapsed": false,
"editable": true
@@ -1580,7 +1580,7 @@
},
{
"cell_type": "markdown",
- "id": "6b192ce5",
+ "id": "21b663ce",
"metadata": {
"editable": true
},
@@ -1590,7 +1590,7 @@
},
{
"cell_type": "markdown",
- "id": "bf85547c",
+ "id": "4beffe75",
"metadata": {
"editable": true
},
@@ -1601,7 +1601,7 @@
{
"cell_type": "code",
"execution_count": 14,
- "id": "f17b9b3b",
+ "id": "83eca211",
"metadata": {
"collapsed": false,
"editable": true
@@ -1623,7 +1623,7 @@
},
{
"cell_type": "markdown",
- "id": "6646d167",
+ "id": "ac600b60",
"metadata": {
"editable": true
},
@@ -1636,7 +1636,7 @@
{
"cell_type": "code",
"execution_count": 15,
- "id": "37ecb9fa",
+ "id": "d2185378",
"metadata": {
"collapsed": false,
"editable": true
@@ -1661,7 +1661,7 @@
},
{
"cell_type": "markdown",
- "id": "ce0bd110",
+ "id": "35f10e1b",
"metadata": {
"editable": true
},
@@ -1673,7 +1673,7 @@
{
"cell_type": "code",
"execution_count": 16,
- "id": "91bf14fb",
+ "id": "366bd3e3",
"metadata": {
"collapsed": false,
"editable": true
@@ -1688,7 +1688,7 @@
},
{
"cell_type": "markdown",
- "id": "a3b98001",
+ "id": "bf7e73b6",
"metadata": {
"editable": true
},
@@ -1703,7 +1703,7 @@
{
"cell_type": "code",
"execution_count": 17,
- "id": "fc41604b",
+ "id": "e0177eab",
"metadata": {
"collapsed": false,
"editable": true
@@ -1763,7 +1763,7 @@
},
{
"cell_type": "markdown",
- "id": "dc3c389c",
+ "id": "adfd7628",
"metadata": {
"editable": true
},
@@ -1775,7 +1775,7 @@
{
"cell_type": "code",
"execution_count": 18,
- "id": "22482edb",
+ "id": "f1e5c775",
"metadata": {
"collapsed": false,
"editable": true
@@ -1850,7 +1850,7 @@
" random_index = M*np.random.randint(m)\n",
" xi = X[random_index:random_index+M]\n",
" yi = y[random_index:random_index+M]\n",
- " gradients = (2.0/M)*training_gradient(yi, xi, theta)\n",
+ " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n",
" eta = learning_schedule(epoch*m+i)\n",
" theta = theta - eta*gradients\n",
"print(\"theta from own sdg\")\n",
@@ -1859,7 +1859,7 @@
},
{
"cell_type": "markdown",
- "id": "f0b6ec08",
+ "id": "93c93b0d",
"metadata": {
"editable": true
},
@@ -1870,7 +1870,7 @@
{
"cell_type": "code",
"execution_count": 19,
- "id": "b7e27ca2",
+ "id": "33b4bc8d",
"metadata": {
"collapsed": false,
"editable": true
@@ -1914,7 +1914,7 @@
},
{
"cell_type": "markdown",
- "id": "922823f3",
+ "id": "7af933b1",
"metadata": {
"editable": true
},
@@ -1928,7 +1928,7 @@
},
{
"cell_type": "markdown",
- "id": "70f4c5e0",
+ "id": "ac247698",
"metadata": {
"editable": true
},
@@ -1946,7 +1946,7 @@
},
{
"cell_type": "markdown",
- "id": "3ea0ea35",
+ "id": "e7235333",
"metadata": {
"editable": true
},
@@ -1970,7 +1970,7 @@
},
{
"cell_type": "markdown",
- "id": "f8b3ff14",
+ "id": "c69f0721",
"metadata": {
"editable": true
},
@@ -1988,7 +1988,7 @@
},
{
"cell_type": "markdown",
- "id": "3e93adae",
+ "id": "d7ccaac0",
"metadata": {
"editable": true
},
@@ -2028,7 +2028,7 @@
},
{
"cell_type": "markdown",
- "id": "406fddc5",
+ "id": "932bd863",
"metadata": {
"editable": true
},
@@ -2057,7 +2057,7 @@
},
{
"cell_type": "markdown",
- "id": "383b1c4c",
+ "id": "c707d59f",
"metadata": {
"editable": true
},
@@ -2078,7 +2078,7 @@
},
{
"cell_type": "markdown",
- "id": "0a2ed19b",
+ "id": "f8f24ca7",
"metadata": {
"editable": true
},
@@ -2107,7 +2107,7 @@
},
{
"cell_type": "markdown",
- "id": "e656ed6b",
+ "id": "8228046f",
"metadata": {
"editable": true
},
@@ -2128,7 +2128,7 @@
},
{
"cell_type": "markdown",
- "id": "5b956231",
+ "id": "4fe25b10",
"metadata": {
"editable": true
},
@@ -2149,7 +2149,7 @@
},
{
"cell_type": "markdown",
- "id": "5c0948b1",
+ "id": "1ac00332",
"metadata": {
"editable": true
},
@@ -2166,7 +2166,7 @@
},
{
"cell_type": "markdown",
- "id": "72ef97de",
+ "id": "2dce8904",
"metadata": {
"editable": true
},
@@ -2187,7 +2187,7 @@
},
{
"cell_type": "markdown",
- "id": "46192b13",
+ "id": "8bd1685c",
"metadata": {
"editable": true
},
@@ -2203,7 +2203,7 @@
},
{
"cell_type": "markdown",
- "id": "2fffb0a3",
+ "id": "79812a6c",
"metadata": {
"editable": true
},
@@ -2220,7 +2220,7 @@
{
"cell_type": "code",
"execution_count": 20,
- "id": "eb96e6fa",
+ "id": "3386c868",
"metadata": {
"collapsed": false,
"editable": true
@@ -2261,7 +2261,7 @@
},
{
"cell_type": "markdown",
- "id": "a8bec2ae",
+ "id": "a2995549",
"metadata": {
"editable": true
},
@@ -2271,7 +2271,7 @@
},
{
"cell_type": "markdown",
- "id": "5e1a2a58",
+ "id": "72b94d65",
"metadata": {
"editable": true
},
@@ -2282,7 +2282,7 @@
{
"cell_type": "code",
"execution_count": 21,
- "id": "19e05395",
+ "id": "b5912f5d",
"metadata": {
"collapsed": false,
"editable": true
@@ -2342,7 +2342,7 @@
},
{
"cell_type": "markdown",
- "id": "d225a5f9",
+ "id": "4fbcca4b",
"metadata": {
"editable": true
},
@@ -2352,7 +2352,7 @@
},
{
"cell_type": "markdown",
- "id": "3015a5b2",
+ "id": "f03032d5",
"metadata": {
"editable": true
},
@@ -2363,7 +2363,7 @@
{
"cell_type": "code",
"execution_count": 22,
- "id": "d2a64b90",
+ "id": "f98d07e5",
"metadata": {
"collapsed": false,
"editable": true
@@ -2383,7 +2383,7 @@
},
{
"cell_type": "markdown",
- "id": "4028ff5f",
+ "id": "bab4a4ee",
"metadata": {
"editable": true
},
@@ -2395,7 +2395,7 @@
},
{
"cell_type": "markdown",
- "id": "f4810df1",
+ "id": "f91670a6",
"metadata": {
"editable": true
},
@@ -2407,7 +2407,7 @@
},
{
"cell_type": "markdown",
- "id": "75a06440",
+ "id": "c5ca8f8b",
"metadata": {
"editable": true
},
@@ -2422,7 +2422,7 @@
},
{
"cell_type": "markdown",
- "id": "9d85c59c",
+ "id": "659261fe",
"metadata": {
"editable": true
},
@@ -2434,7 +2434,7 @@
},
{
"cell_type": "markdown",
- "id": "f8ef3098",
+ "id": "5d19d396",
"metadata": {
"editable": true
},
@@ -2451,7 +2451,7 @@
},
{
"cell_type": "markdown",
- "id": "2eb2593d",
+ "id": "6da56b76",
"metadata": {
"editable": true
},
@@ -2466,7 +2466,7 @@
},
{
"cell_type": "markdown",
- "id": "5d169956",
+ "id": "654d36fd",
"metadata": {
"editable": true
},
@@ -2484,7 +2484,7 @@
},
{
"cell_type": "markdown",
- "id": "ec9a935b",
+ "id": "bcfce0c0",
"metadata": {
"editable": true
},
@@ -2496,7 +2496,7 @@
},
{
"cell_type": "markdown",
- "id": "1f323e8e",
+ "id": "6fef395e",
"metadata": {
"editable": true
},
@@ -2514,7 +2514,7 @@
},
{
"cell_type": "markdown",
- "id": "1cd75313",
+ "id": "23fff622",
"metadata": {
"editable": true
},
@@ -2527,7 +2527,7 @@
},
{
"cell_type": "markdown",
- "id": "040671b8",
+ "id": "e3b5f942",
"metadata": {
"editable": true
},
@@ -2539,7 +2539,7 @@
},
{
"cell_type": "markdown",
- "id": "7795100f",
+ "id": "1682a42d",
"metadata": {
"editable": true
},
@@ -2557,7 +2557,7 @@
},
{
"cell_type": "markdown",
- "id": "a7d319f4",
+ "id": "6d2cd78b",
"metadata": {
"editable": true
},
@@ -2575,7 +2575,7 @@
},
{
"cell_type": "markdown",
- "id": "aecdbb90",
+ "id": "d6a82f94",
"metadata": {
"editable": true
},
@@ -2585,7 +2585,7 @@
},
{
"cell_type": "markdown",
- "id": "41551714",
+ "id": "23fdd551",
"metadata": {
"editable": true
},
@@ -2603,7 +2603,7 @@
},
{
"cell_type": "markdown",
- "id": "b6fc5aeb",
+ "id": "1afcf558",
"metadata": {
"editable": true
},
@@ -2622,7 +2622,7 @@
},
{
"cell_type": "markdown",
- "id": "8f35a0af",
+ "id": "30b30a3b",
"metadata": {
"editable": true
},
@@ -2635,7 +2635,7 @@
},
{
"cell_type": "markdown",
- "id": "4a9a7323",
+ "id": "19025076",
"metadata": {
"editable": true
},
@@ -2653,7 +2653,7 @@
},
{
"cell_type": "markdown",
- "id": "6a968097",
+ "id": "6e413c88",
"metadata": {
"editable": true
},
@@ -2664,7 +2664,7 @@
},
{
"cell_type": "markdown",
- "id": "63e033e2",
+ "id": "6358f820",
"metadata": {
"editable": true
},
@@ -2683,7 +2683,7 @@
},
{
"cell_type": "markdown",
- "id": "ccf0c287",
+ "id": "464263ef",
"metadata": {
"editable": true
},
@@ -2701,7 +2701,7 @@
},
{
"cell_type": "markdown",
- "id": "71a805ce",
+ "id": "168a5216",
"metadata": {
"editable": true
},
@@ -2714,7 +2714,7 @@
},
{
"cell_type": "markdown",
- "id": "cc1067c5",
+ "id": "3e0975b4",
"metadata": {
"editable": true
},
@@ -2734,7 +2734,7 @@
},
{
"cell_type": "markdown",
- "id": "4fa6bc8e",
+ "id": "0681b10f",
"metadata": {
"editable": true
},
@@ -2767,7 +2767,7 @@
},
{
"cell_type": "markdown",
- "id": "b5b3fe8f",
+ "id": "aa1488c1",
"metadata": {
"editable": true
},
@@ -2779,7 +2779,7 @@
},
{
"cell_type": "markdown",
- "id": "91fd1ca1",
+ "id": "a91bd0db",
"metadata": {
"editable": true
},
@@ -2798,7 +2798,7 @@
},
{
"cell_type": "markdown",
- "id": "278721d3",
+ "id": "c73ace58",
"metadata": {
"editable": true
},
@@ -2812,7 +2812,7 @@
},
{
"cell_type": "markdown",
- "id": "833061c7",
+ "id": "c027f131",
"metadata": {
"editable": true
},
@@ -2835,7 +2835,7 @@
},
{
"cell_type": "markdown",
- "id": "e2de808c",
+ "id": "ce0838d8",
"metadata": {
"editable": true
},
@@ -2854,7 +2854,7 @@
},
{
"cell_type": "markdown",
- "id": "94060f6b",
+ "id": "136eddd1",
"metadata": {
"editable": true
},
@@ -2866,7 +2866,7 @@
},
{
"cell_type": "markdown",
- "id": "6796c468",
+ "id": "d2d5267f",
"metadata": {
"editable": true
},
@@ -2876,7 +2876,7 @@
},
{
"cell_type": "markdown",
- "id": "6ba625d1",
+ "id": "f56058c0",
"metadata": {
"editable": true
},
@@ -2888,7 +2888,7 @@
},
{
"cell_type": "markdown",
- "id": "bf1f8378",
+ "id": "a9ac8bc5",
"metadata": {
"editable": true
},
@@ -2905,7 +2905,7 @@
{
"cell_type": "code",
"execution_count": 23,
- "id": "d2874b9e",
+ "id": "c8dd066a",
"metadata": {
"collapsed": false,
"editable": true
@@ -2987,7 +2987,7 @@
},
{
"cell_type": "markdown",
- "id": "e70474f3",
+ "id": "f78f5140",
"metadata": {
"editable": true
},
@@ -3025,7 +3025,7 @@
},
{
"cell_type": "markdown",
- "id": "674bdb91",
+ "id": "3bba2962",
"metadata": {
"editable": true
},
@@ -3055,7 +3055,7 @@
},
{
"cell_type": "markdown",
- "id": "c73b02e0",
+ "id": "d352d5f5",
"metadata": {
"editable": true
},
@@ -3076,7 +3076,7 @@
},
{
"cell_type": "markdown",
- "id": "8af35b7c",
+ "id": "aa64a770",
"metadata": {
"editable": true
},
@@ -3088,7 +3088,7 @@
},
{
"cell_type": "markdown",
- "id": "1adc2cd8",
+ "id": "54d585cd",
"metadata": {
"editable": true
},
@@ -3103,7 +3103,7 @@
},
{
"cell_type": "markdown",
- "id": "2d719214",
+ "id": "1839ef71",
"metadata": {
"editable": true
},
@@ -3120,7 +3120,7 @@
},
{
"cell_type": "markdown",
- "id": "7f8daaf1",
+ "id": "4ff8ca9d",
"metadata": {
"editable": true
},
@@ -3132,7 +3132,7 @@
},
{
"cell_type": "markdown",
- "id": "64c6ed49",
+ "id": "180eaa60",
"metadata": {
"editable": true
},
@@ -3145,7 +3145,7 @@
},
{
"cell_type": "markdown",
- "id": "9ce66935",
+ "id": "e2aaabb4",
"metadata": {
"editable": true
},
@@ -3157,7 +3157,7 @@
},
{
"cell_type": "markdown",
- "id": "7fe13bec",
+ "id": "b4145e72",
"metadata": {
"editable": true
},
@@ -3171,7 +3171,7 @@
},
{
"cell_type": "markdown",
- "id": "0f6ddecc",
+ "id": "4ca1c7d6",
"metadata": {
"editable": true
},
@@ -3183,7 +3183,7 @@
},
{
"cell_type": "markdown",
- "id": "abc1e05f",
+ "id": "3c8e8276",
"metadata": {
"editable": true
},
@@ -3195,7 +3195,7 @@
},
{
"cell_type": "markdown",
- "id": "f8a4b8e0",
+ "id": "0e2a57b3",
"metadata": {
"editable": true
},
@@ -3207,7 +3207,7 @@
},
{
"cell_type": "markdown",
- "id": "896e3b50",
+ "id": "667173ba",
"metadata": {
"editable": true
},
@@ -3217,7 +3217,7 @@
},
{
"cell_type": "markdown",
- "id": "2c4fcf9b",
+ "id": "c905fbdc",
"metadata": {
"editable": true
},
@@ -3229,7 +3229,7 @@
},
{
"cell_type": "markdown",
- "id": "a25cfb52",
+ "id": "54d1bbe1",
"metadata": {
"editable": true
},
@@ -3239,7 +3239,7 @@
},
{
"cell_type": "markdown",
- "id": "53c29147",
+ "id": "c548c598",
"metadata": {
"editable": true
},
@@ -3251,7 +3251,7 @@
},
{
"cell_type": "markdown",
- "id": "56bd646e",
+ "id": "0de68101",
"metadata": {
"editable": true
},
@@ -3265,7 +3265,7 @@
},
{
"cell_type": "markdown",
- "id": "ab32773e",
+ "id": "0389a1d8",
"metadata": {
"editable": true
},
@@ -3277,7 +3277,7 @@
},
{
"cell_type": "markdown",
- "id": "a80f2f9c",
+ "id": "ac163a69",
"metadata": {
"editable": true
},
@@ -3287,7 +3287,7 @@
},
{
"cell_type": "markdown",
- "id": "f0d2e34f",
+ "id": "e72c3418",
"metadata": {
"editable": true
},
@@ -3299,7 +3299,7 @@
},
{
"cell_type": "markdown",
- "id": "a21db4b0",
+ "id": "2dca3be3",
"metadata": {
"editable": true
},
@@ -3309,7 +3309,7 @@
},
{
"cell_type": "markdown",
- "id": "c43900c7",
+ "id": "c8aa6ef6",
"metadata": {
"editable": true
},
@@ -3321,7 +3321,7 @@
},
{
"cell_type": "markdown",
- "id": "e1c9778a",
+ "id": "1d2211c2",
"metadata": {
"editable": true
},
@@ -3333,7 +3333,7 @@
},
{
"cell_type": "markdown",
- "id": "3cf5b00c",
+ "id": "a17dfc4f",
"metadata": {
"editable": true
},
@@ -3345,7 +3345,7 @@
},
{
"cell_type": "markdown",
- "id": "1b347cdb",
+ "id": "5cfbbedb",
"metadata": {
"editable": true
},
@@ -3355,7 +3355,7 @@
},
{
"cell_type": "markdown",
- "id": "7a9a53d7",
+ "id": "09cc2aae",
"metadata": {
"editable": true
},
@@ -3367,7 +3367,7 @@
},
{
"cell_type": "markdown",
- "id": "f70884cb",
+ "id": "bacf4d4e",
"metadata": {
"editable": true
},
@@ -3377,7 +3377,7 @@
},
{
"cell_type": "markdown",
- "id": "f350e0e5",
+ "id": "620969b3",
"metadata": {
"editable": true
},
@@ -3389,7 +3389,7 @@
},
{
"cell_type": "markdown",
- "id": "b007cd8a",
+ "id": "d38380fa",
"metadata": {
"editable": true
},
@@ -3413,7 +3413,7 @@
},
{
"cell_type": "markdown",
- "id": "b3498a77",
+ "id": "4dfb66f7",
"metadata": {
"editable": true
},
@@ -3425,7 +3425,7 @@
},
{
"cell_type": "markdown",
- "id": "98a2d7dc",
+ "id": "16e3e374",
"metadata": {
"editable": true
},
@@ -3435,7 +3435,7 @@
},
{
"cell_type": "markdown",
- "id": "d5ea7c10",
+ "id": "c6acaa0b",
"metadata": {
"editable": true
},
@@ -3447,7 +3447,7 @@
},
{
"cell_type": "markdown",
- "id": "4ad9d8a8",
+ "id": "15f1a834",
"metadata": {
"editable": true
},
@@ -3459,7 +3459,7 @@
},
{
"cell_type": "markdown",
- "id": "19aab871",
+ "id": "987a0f0f",
"metadata": {
"editable": true
},
@@ -3471,7 +3471,7 @@
},
{
"cell_type": "markdown",
- "id": "344ed8fd",
+ "id": "42f12ad7",
"metadata": {
"editable": true
},
@@ -3481,7 +3481,7 @@
},
{
"cell_type": "markdown",
- "id": "2d3f0276",
+ "id": "563ee362",
"metadata": {
"editable": true
},
@@ -3493,7 +3493,7 @@
},
{
"cell_type": "markdown",
- "id": "f57b1bca",
+ "id": "b9c2e465",
"metadata": {
"editable": true
},
@@ -3503,7 +3503,7 @@
},
{
"cell_type": "markdown",
- "id": "359908a2",
+ "id": "8c2b3b13",
"metadata": {
"editable": true
},
@@ -3517,7 +3517,7 @@
},
{
"cell_type": "markdown",
- "id": "eac4906a",
+ "id": "15e30c69",
"metadata": {
"editable": true
},
@@ -3535,7 +3535,7 @@
},
{
"cell_type": "markdown",
- "id": "06f990d7",
+ "id": "ff2670ac",
"metadata": {
"editable": true
},
@@ -3545,7 +3545,7 @@
},
{
"cell_type": "markdown",
- "id": "41b70a53",
+ "id": "8ec57341",
"metadata": {
"editable": true
},
@@ -3563,7 +3563,7 @@
},
{
"cell_type": "markdown",
- "id": "dc8d4ec0",
+ "id": "8ef7ceda",
"metadata": {
"editable": true
},
@@ -3573,7 +3573,7 @@
},
{
"cell_type": "markdown",
- "id": "34b68d55",
+ "id": "c3dc9034",
"metadata": {
"editable": true
},
@@ -3591,7 +3591,7 @@
},
{
"cell_type": "markdown",
- "id": "96b4c71f",
+ "id": "16ad6cf3",
"metadata": {
"editable": true
},
@@ -3618,7 +3618,7 @@
},
{
"cell_type": "markdown",
- "id": "9e1573a1",
+ "id": "608797b9",
"metadata": {
"editable": true
},
@@ -3630,7 +3630,7 @@
},
{
"cell_type": "markdown",
- "id": "f3396fba",
+ "id": "2f1a28ff",
"metadata": {
"editable": true
},
@@ -3642,7 +3642,7 @@
},
{
"cell_type": "markdown",
- "id": "74487eb3",
+ "id": "7257f639",
"metadata": {
"editable": true
},
@@ -3652,7 +3652,7 @@
},
{
"cell_type": "markdown",
- "id": "b39271c5",
+ "id": "120bf988",
"metadata": {
"editable": true
},
@@ -3664,7 +3664,7 @@
},
{
"cell_type": "markdown",
- "id": "8c84be38",
+ "id": "502d1668",
"metadata": {
"editable": true
},
@@ -3674,7 +3674,7 @@
},
{
"cell_type": "markdown",
- "id": "42ae0cdf",
+ "id": "79ac5411",
"metadata": {
"editable": true
},
@@ -3686,7 +3686,7 @@
},
{
"cell_type": "markdown",
- "id": "bd4140eb",
+ "id": "5f01f791",
"metadata": {
"editable": true
},
@@ -3696,7 +3696,7 @@
},
{
"cell_type": "markdown",
- "id": "a9629dd7",
+ "id": "b4ca24bd",
"metadata": {
"editable": true
},
@@ -3708,7 +3708,7 @@
},
{
"cell_type": "markdown",
- "id": "154d20a8",
+ "id": "f1af6f80",
"metadata": {
"editable": true
},
@@ -3720,7 +3720,7 @@
},
{
"cell_type": "markdown",
- "id": "41bc04fb",
+ "id": "94bd2e3e",
"metadata": {
"editable": true
},
@@ -3743,7 +3743,7 @@
},
{
"cell_type": "markdown",
- "id": "1f6d86dd",
+ "id": "8b53051d",
"metadata": {
"editable": true
},
@@ -3755,7 +3755,7 @@
},
{
"cell_type": "markdown",
- "id": "2184ad0b",
+ "id": "f6cc9a86",
"metadata": {
"editable": true
},
@@ -3765,7 +3765,7 @@
},
{
"cell_type": "markdown",
- "id": "6ce690fe",
+ "id": "db11663d",
"metadata": {
"editable": true
},
@@ -3777,7 +3777,7 @@
},
{
"cell_type": "markdown",
- "id": "383fb718",
+ "id": "b0fb757d",
"metadata": {
"editable": true
},
@@ -3787,7 +3787,7 @@
},
{
"cell_type": "markdown",
- "id": "d1dd9f65",
+ "id": "2073aa8f",
"metadata": {
"editable": true
},
@@ -3799,7 +3799,7 @@
},
{
"cell_type": "markdown",
- "id": "272288c5",
+ "id": "581566ca",
"metadata": {
"editable": true
},
@@ -3811,7 +3811,7 @@
},
{
"cell_type": "markdown",
- "id": "c0e318dc",
+ "id": "acfb666e",
"metadata": {
"editable": true
},
diff --git a/doc/src/week40/week40.do.txt b/doc/src/week40/week40.do.txt
index 831110c0c..70caaa3d3 100644
--- a/doc/src/week40/week40.do.txt
+++ b/doc/src/week40/week40.do.txt
@@ -1048,7 +1048,7 @@ for epoch in range(n_epochs):
random_index = M*np.random.randint(m)
xi = X[random_index:random_index+M]
yi = y[random_index:random_index+M]
- gradients = (2.0/M)*training_gradient(yi, xi, theta)
+ gradients = (1.0/M)*training_gradient(yi, xi, theta)
eta = learning_schedule(epoch*m+i)
theta = theta - eta*gradients
print("theta from own sdg")