From b7ef6f0a038fbdeed5329db94c498490453078d4 Mon Sep 17 00:00:00 2001
From: Morten Hjorth-Jensen <morten.hjorth-jensen@fys.uio.no>
Date: Mon, 22 Nov 2021 06:20:15 +0100
Subject: [PATCH] small typo in week40

---
 doc/pub/week40/html/._week40-bs000.html      |   2 +-
 doc/pub/week40/html/._week40-bs033.html      |   2 +-
 doc/pub/week40/html/week40-bs.html           |   2 +-
 doc/pub/week40/html/week40-reveal.html       |   4 +-
 doc/pub/week40/html/week40-solarized.html    |   4 +-
 doc/pub/week40/html/week40.html              |   4 +-
 doc/pub/week40/ipynb/ipynb-week40-src.tar.gz | Bin 34326 -> 34326 bytes
 doc/pub/week40/ipynb/week40.ipynb            | 438 +++++++++----------
 doc/src/week40/week40.do.txt                 |   2 +-
 9 files changed, 229 insertions(+), 229 deletions(-)

diff --git a/doc/pub/week40/html/._week40-bs000.html b/doc/pub/week40/html/._week40-bs000.html
index dd9e9bdc5..fe0c3fa76 100644
--- a/doc/pub/week40/html/._week40-bs000.html
+++ b/doc/pub/week40/html/._week40-bs000.html
@@ -336,7 +336,7 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Nov 16, 2021</h4>
+<h4>Nov 22, 2021</h4>
 </center> <!-- date -->
 <br>
 
diff --git a/doc/pub/week40/html/._week40-bs033.html b/doc/pub/week40/html/._week40-bs033.html
index 25871597d..000554bd8 100644
--- a/doc/pub/week40/html/._week40-bs033.html
+++ b/doc/pub/week40/html/._week40-bs033.html
@@ -396,7 +396,7 @@ theta <span style="color: #666666">=</span> np<span style="color: #666666">.</sp
         random_index <span style="color: #666666">=</span> M<span style="color: #666666">*</span>np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>randint(m)
         xi <span style="color: #666666">=</span> X[random_index:random_index<span style="color: #666666">+</span>M]
         yi <span style="color: #666666">=</span> y[random_index:random_index<span style="color: #666666">+</span>M]
-        gradients <span style="color: #666666">=</span> (<span style="color: #666666">2.0/</span>M)<span style="color: #666666">*</span>training_gradient(yi, xi, theta)
+        gradients <span style="color: #666666">=</span> (<span style="color: #666666">1.0/</span>M)<span style="color: #666666">*</span>training_gradient(yi, xi, theta)
         eta <span style="color: #666666">=</span> learning_schedule(epoch<span style="color: #666666">*</span>m<span style="color: #666666">+</span>i)
         theta <span style="color: #666666">=</span> theta <span style="color: #666666">-</span> eta<span style="color: #666666">*</span>gradients
 <span style="color: #008000">print</span>(<span style="color: #BA2121">&quot;theta from own sdg&quot;</span>)
diff --git a/doc/pub/week40/html/week40-bs.html b/doc/pub/week40/html/week40-bs.html
index dd9e9bdc5..fe0c3fa76 100644
--- a/doc/pub/week40/html/week40-bs.html
+++ b/doc/pub/week40/html/week40-bs.html
@@ -336,7 +336,7 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Nov 16, 2021</h4>
+<h4>Nov 22, 2021</h4>
 </center> <!-- date -->
 <br>
 
diff --git a/doc/pub/week40/html/week40-reveal.html b/doc/pub/week40/html/week40-reveal.html
index accd66861..4dee9d8bf 100644
--- a/doc/pub/week40/html/week40-reveal.html
+++ b/doc/pub/week40/html/week40-reveal.html
@@ -184,7 +184,7 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Nov 16, 2021</h4>
+<h4>Nov 22, 2021</h4>
 </center> <!-- date -->
 <br>
 
@@ -1646,7 +1646,7 @@ theta = np.random.randn(<span style="color: #B452CD">2</span>,<span style="color
         random_index = M*np.random.randint(m)
         xi = X[random_index:random_index+M]
         yi = y[random_index:random_index+M]
-        gradients = (<span style="color: #B452CD">2.0</span>/M)*training_gradient(yi, xi, theta)
+        gradients = (<span style="color: #B452CD">1.0</span>/M)*training_gradient(yi, xi, theta)
         eta = learning_schedule(epoch*m+i)
         theta = theta - eta*gradients
 <span style="color: #658b00">print</span>(<span style="color: #CD5555">&quot;theta from own sdg&quot;</span>)
diff --git a/doc/pub/week40/html/week40-solarized.html b/doc/pub/week40/html/week40-solarized.html
index 1cc299c09..3b86c4c58 100644
--- a/doc/pub/week40/html/week40-solarized.html
+++ b/doc/pub/week40/html/week40-solarized.html
@@ -268,7 +268,7 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Nov 16, 2021</h4>
+<h4>Nov 22, 2021</h4>
 </center> <!-- date -->
 <br>
 
@@ -1664,7 +1664,7 @@ theta = np.random.randn(<span style="color: #B452CD">2</span>,<span style="color
         random_index = M*np.random.randint(m)
         xi = X[random_index:random_index+M]
         yi = y[random_index:random_index+M]
-        gradients = (<span style="color: #B452CD">2.0</span>/M)*training_gradient(yi, xi, theta)
+        gradients = (<span style="color: #B452CD">1.0</span>/M)*training_gradient(yi, xi, theta)
         eta = learning_schedule(epoch*m+i)
         theta = theta - eta*gradients
 <span style="color: #658b00">print</span>(<span style="color: #CD5555">&quot;theta from own sdg&quot;</span>)
diff --git a/doc/pub/week40/html/week40.html b/doc/pub/week40/html/week40.html
index 4286dc3a7..6fa294746 100644
--- a/doc/pub/week40/html/week40.html
+++ b/doc/pub/week40/html/week40.html
@@ -345,7 +345,7 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Nov 16, 2021</h4>
+<h4>Nov 22, 2021</h4>
 </center> <!-- date -->
 <br>
 
@@ -1741,7 +1741,7 @@ theta <span style="color: #666666">=</span> np<span style="color: #666666">.</sp
         random_index <span style="color: #666666">=</span> M<span style="color: #666666">*</span>np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>randint(m)
         xi <span style="color: #666666">=</span> X[random_index:random_index<span style="color: #666666">+</span>M]
         yi <span style="color: #666666">=</span> y[random_index:random_index<span style="color: #666666">+</span>M]
-        gradients <span style="color: #666666">=</span> (<span style="color: #666666">2.0/</span>M)<span style="color: #666666">*</span>training_gradient(yi, xi, theta)
+        gradients <span style="color: #666666">=</span> (<span style="color: #666666">1.0/</span>M)<span style="color: #666666">*</span>training_gradient(yi, xi, theta)
         eta <span style="color: #666666">=</span> learning_schedule(epoch<span style="color: #666666">*</span>m<span style="color: #666666">+</span>i)
         theta <span style="color: #666666">=</span> theta <span style="color: #666666">-</span> eta<span style="color: #666666">*</span>gradients
 <span style="color: #008000">print</span>(<span style="color: #BA2121">&quot;theta from own sdg&quot;</span>)
diff --git a/doc/pub/week40/ipynb/ipynb-week40-src.tar.gz b/doc/pub/week40/ipynb/ipynb-week40-src.tar.gz
index fa653481bfb5903f3d8e125582e83012ba774960..71b01e5f51643c23add4a5400b1220e92afbc9ec 100644
GIT binary patch
delta 18
ZcmbQ%!!)gjiCw;%gP~eu_C|L8HUKup1&sgz

delta 18
ZcmbQ%!!)gjiCw;%gF(%8@<w+4HUKpF1x)||

diff --git a/doc/pub/week40/ipynb/week40.ipynb b/doc/pub/week40/ipynb/week40.ipynb
index e76fbca76..200d73e1f 100644
--- a/doc/pub/week40/ipynb/week40.ipynb
+++ b/doc/pub/week40/ipynb/week40.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "1cf41df8",
+   "id": "736ce3b2",
    "metadata": {
     "editable": true
    },
@@ -14,7 +14,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b0524ff2",
+   "id": "66f5caf0",
    "metadata": {
     "editable": true
    },
@@ -22,14 +22,14 @@
     "# Week 40: From Stochastic Gradient Descent to Neural networks\n",
     "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo, Norway and Department of Physics and Astronomy and Facility for Rare Ion Beams, Michigan State University, USA\n",
     "\n",
-    "Date: **Nov 16, 2021**\n",
+    "Date: **Nov 22, 2021**\n",
     "\n",
     "Copyright 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "8e316ecc",
+   "id": "6ed1bd1c",
    "metadata": {
     "editable": true
    },
@@ -51,7 +51,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "203a63eb",
+   "id": "29ee1cd5",
    "metadata": {
     "editable": true
    },
@@ -63,7 +63,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0d58e354",
+   "id": "d031f00d",
    "metadata": {
     "editable": true
    },
@@ -85,7 +85,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "47d9ac99",
+   "id": "299d050b",
    "metadata": {
     "editable": true
    },
@@ -117,7 +117,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7a6ce0ff",
+   "id": "806d8a56",
    "metadata": {
     "editable": true
    },
@@ -134,7 +134,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9fd2e9d1",
+   "id": "6c42aad3",
    "metadata": {
     "editable": true
    },
@@ -147,7 +147,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4251e80f",
+   "id": "dab0e80d",
    "metadata": {
     "editable": true
    },
@@ -160,7 +160,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "279e3ff2",
+   "id": "fcc3091c",
    "metadata": {
     "editable": true
    },
@@ -173,7 +173,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7308b12b",
+   "id": "9729603c",
    "metadata": {
     "editable": true
    },
@@ -187,7 +187,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a9835ac8",
+   "id": "442f8754",
    "metadata": {
     "editable": true
    },
@@ -210,7 +210,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "eb114c3d",
+   "id": "32c0fced",
    "metadata": {
     "editable": true
    },
@@ -225,7 +225,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ea5a1182",
+   "id": "e7cb6ebb",
    "metadata": {
     "editable": true
    },
@@ -237,7 +237,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "384c0d48",
+   "id": "4c46f116",
    "metadata": {
     "editable": true
    },
@@ -250,7 +250,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "98ad9de5",
+   "id": "1acc91a2",
    "metadata": {
     "editable": true
    },
@@ -264,7 +264,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a21029a2",
+   "id": "5e493054",
    "metadata": {
     "editable": true
    },
@@ -275,7 +275,7 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "713780cb",
+   "id": "dacbacf6",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -300,7 +300,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7158b86a",
+   "id": "054a5b3b",
    "metadata": {
     "editable": true
    },
@@ -316,7 +316,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "820db04e",
+   "id": "341c9b64",
    "metadata": {
     "editable": true
    },
@@ -337,7 +337,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1396636a",
+   "id": "e384570e",
    "metadata": {
     "editable": true
    },
@@ -360,7 +360,7 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "cb3a35dd",
+   "id": "b525d59e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -395,7 +395,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "dcf49716",
+   "id": "43f29c3b",
    "metadata": {
     "editable": true
    },
@@ -405,7 +405,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "90ee483f",
+   "id": "d7581dcd",
    "metadata": {
     "editable": true
    },
@@ -416,7 +416,7 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "123b0eb1",
+   "id": "e43a1402",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -498,7 +498,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "440a3f32",
+   "id": "e3870042",
    "metadata": {
     "editable": true
    },
@@ -513,7 +513,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cb2bcb01",
+   "id": "b5c81e82",
    "metadata": {
     "editable": true
    },
@@ -528,7 +528,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c5f99aba",
+   "id": "33e10dcc",
    "metadata": {
     "editable": true
    },
@@ -540,7 +540,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5e46ef0e",
+   "id": "781a9cbb",
    "metadata": {
     "editable": true
    },
@@ -558,7 +558,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f59073d9",
+   "id": "cce69242",
    "metadata": {
     "editable": true
    },
@@ -577,7 +577,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "aacd0142",
+   "id": "2516f1e7",
    "metadata": {
     "editable": true
    },
@@ -589,7 +589,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4d5b5e3d",
+   "id": "12a26e89",
    "metadata": {
     "editable": true
    },
@@ -599,7 +599,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2ecbf4b0",
+   "id": "a1b13b8c",
    "metadata": {
     "editable": true
    },
@@ -615,7 +615,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "76009341",
+   "id": "5cf9df62",
    "metadata": {
     "editable": true
    },
@@ -627,7 +627,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f63637ff",
+   "id": "6e3c43ee",
    "metadata": {
     "editable": true
    },
@@ -637,7 +637,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1817279a",
+   "id": "d80c2f23",
    "metadata": {
     "editable": true
    },
@@ -649,7 +649,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c7e341ca",
+   "id": "dcab2a09",
    "metadata": {
     "editable": true
    },
@@ -659,7 +659,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3e5feaa9",
+   "id": "71066090",
    "metadata": {
     "editable": true
    },
@@ -671,7 +671,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bfeef865",
+   "id": "b4b27923",
    "metadata": {
     "editable": true
    },
@@ -687,7 +687,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8b5ff094",
+   "id": "f48a0b38",
    "metadata": {
     "editable": true
    },
@@ -699,7 +699,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "59b8fce8",
+   "id": "2b0bec2b",
    "metadata": {
     "editable": true
    },
@@ -732,7 +732,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "11c55a60",
+   "id": "ef46e6ad",
    "metadata": {
     "editable": true
    },
@@ -744,7 +744,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ede32c65",
+   "id": "b5533002",
    "metadata": {
     "editable": true
    },
@@ -762,7 +762,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a6d82191",
+   "id": "c87aef37",
    "metadata": {
     "editable": true
    },
@@ -772,7 +772,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a0f0adf1",
+   "id": "12403abc",
    "metadata": {
     "editable": true
    },
@@ -803,7 +803,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "20a3335c",
+   "id": "a7b24d39",
    "metadata": {
     "editable": true
    },
@@ -818,7 +818,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1ac93093",
+   "id": "70a81cd2",
    "metadata": {
     "editable": true
    },
@@ -836,7 +836,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "203f2000",
+   "id": "19465906",
    "metadata": {
     "editable": true
    },
@@ -848,7 +848,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "16e820d1",
+   "id": "1ce1251c",
    "metadata": {
     "editable": true
    },
@@ -860,7 +860,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "72f9127f",
+   "id": "d6979f1d",
    "metadata": {
     "editable": true
    },
@@ -878,7 +878,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "08c03051",
+   "id": "cb89dd0d",
    "metadata": {
     "editable": true
    },
@@ -901,7 +901,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "69228222",
+   "id": "7bb5a2f4",
    "metadata": {
     "editable": true
    },
@@ -919,7 +919,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d7595be9",
+   "id": "17d492cf",
    "metadata": {
     "editable": true
    },
@@ -931,7 +931,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b3a01d71",
+   "id": "564a2ef1",
    "metadata": {
     "editable": true
    },
@@ -943,7 +943,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5abb22d3",
+   "id": "69460ee9",
    "metadata": {
     "editable": true
    },
@@ -955,7 +955,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b06e5549",
+   "id": "38d51929",
    "metadata": {
     "editable": true
    },
@@ -967,7 +967,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ecb180df",
+   "id": "6f3888ea",
    "metadata": {
     "editable": true
    },
@@ -979,7 +979,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "366b91bf",
+   "id": "e014afed",
    "metadata": {
     "editable": true
    },
@@ -996,7 +996,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f849de52",
+   "id": "8bd957e1",
    "metadata": {
     "editable": true
    },
@@ -1015,7 +1015,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0697306c",
+   "id": "03b94b62",
    "metadata": {
     "editable": true
    },
@@ -1027,7 +1027,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5f67fa08",
+   "id": "2f362716",
    "metadata": {
     "editable": true
    },
@@ -1047,7 +1047,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "54ff6dcf",
+   "id": "644738ef",
    "metadata": {
     "editable": true
    },
@@ -1085,7 +1085,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "12b34a7d",
+   "id": "379de40a",
    "metadata": {
     "editable": true
    },
@@ -1097,7 +1097,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f07f4801",
+   "id": "1244f8c0",
    "metadata": {
     "editable": true
    },
@@ -1107,7 +1107,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3b37979c",
+   "id": "53153ee6",
    "metadata": {
     "editable": true
    },
@@ -1119,7 +1119,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6ea99838",
+   "id": "81565375",
    "metadata": {
     "editable": true
    },
@@ -1130,7 +1130,7 @@
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "c650970d",
+   "id": "a5898f1e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1175,7 +1175,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c3f228da",
+   "id": "ab4963f2",
    "metadata": {
     "editable": true
    },
@@ -1192,7 +1192,7 @@
   {
    "cell_type": "code",
    "execution_count": 5,
-   "id": "820f0105",
+   "id": "b36ba49d",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1220,7 +1220,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9cc4de17",
+   "id": "fb00014b",
    "metadata": {
     "editable": true
    },
@@ -1235,7 +1235,7 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "id": "c6620c65",
+   "id": "134994c1",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1279,7 +1279,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6ba5dd8e",
+   "id": "c597c17c",
    "metadata": {
     "editable": true
    },
@@ -1289,7 +1289,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0a435a4e",
+   "id": "237a08a6",
    "metadata": {
     "editable": true
    },
@@ -1300,7 +1300,7 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "64fc3e0b",
+   "id": "d5394104",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1328,7 +1328,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e3c719b1",
+   "id": "7397edd2",
    "metadata": {
     "editable": true
    },
@@ -1343,7 +1343,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ff945e63",
+   "id": "dcaab6bb",
    "metadata": {
     "editable": true
    },
@@ -1354,7 +1354,7 @@
   {
    "cell_type": "code",
    "execution_count": 8,
-   "id": "5c07b9f2",
+   "id": "435bf943",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1382,7 +1382,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "949cbe35",
+   "id": "c49b640c",
    "metadata": {
     "editable": true
    },
@@ -1393,7 +1393,7 @@
   {
    "cell_type": "code",
    "execution_count": 9,
-   "id": "40ec2a59",
+   "id": "e9170e39",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1418,7 +1418,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e844492e",
+   "id": "ec1458ac",
    "metadata": {
     "editable": true
    },
@@ -1429,7 +1429,7 @@
   {
    "cell_type": "code",
    "execution_count": 10,
-   "id": "fd7d256e",
+   "id": "24f19acd",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1465,7 +1465,7 @@
   {
    "cell_type": "code",
    "execution_count": 11,
-   "id": "5a5ec805",
+   "id": "dba8cc31",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1485,7 +1485,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b44523b2",
+   "id": "4d1c155a",
    "metadata": {
     "editable": true
    },
@@ -1496,7 +1496,7 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "id": "f5ff508f",
+   "id": "247697f9",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1534,7 +1534,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "03b206f0",
+   "id": "485552cd",
    "metadata": {
     "editable": true
    },
@@ -1544,7 +1544,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8ab50f5c",
+   "id": "ef0dbc3c",
    "metadata": {
     "editable": true
    },
@@ -1558,7 +1558,7 @@
   {
    "cell_type": "code",
    "execution_count": 13,
-   "id": "9e8ea3cd",
+   "id": "5fd187b1",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1580,7 +1580,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6b192ce5",
+   "id": "21b663ce",
    "metadata": {
     "editable": true
    },
@@ -1590,7 +1590,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bf85547c",
+   "id": "4beffe75",
    "metadata": {
     "editable": true
    },
@@ -1601,7 +1601,7 @@
   {
    "cell_type": "code",
    "execution_count": 14,
-   "id": "f17b9b3b",
+   "id": "83eca211",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1623,7 +1623,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6646d167",
+   "id": "ac600b60",
    "metadata": {
     "editable": true
    },
@@ -1636,7 +1636,7 @@
   {
    "cell_type": "code",
    "execution_count": 15,
-   "id": "37ecb9fa",
+   "id": "d2185378",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1661,7 +1661,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ce0bd110",
+   "id": "35f10e1b",
    "metadata": {
     "editable": true
    },
@@ -1673,7 +1673,7 @@
   {
    "cell_type": "code",
    "execution_count": 16,
-   "id": "91bf14fb",
+   "id": "366bd3e3",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1688,7 +1688,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a3b98001",
+   "id": "bf7e73b6",
    "metadata": {
     "editable": true
    },
@@ -1703,7 +1703,7 @@
   {
    "cell_type": "code",
    "execution_count": 17,
-   "id": "fc41604b",
+   "id": "e0177eab",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1763,7 +1763,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "dc3c389c",
+   "id": "adfd7628",
    "metadata": {
     "editable": true
    },
@@ -1775,7 +1775,7 @@
   {
    "cell_type": "code",
    "execution_count": 18,
-   "id": "22482edb",
+   "id": "f1e5c775",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1850,7 +1850,7 @@
     "        random_index = M*np.random.randint(m)\n",
     "        xi = X[random_index:random_index+M]\n",
     "        yi = y[random_index:random_index+M]\n",
-    "        gradients = (2.0/M)*training_gradient(yi, xi, theta)\n",
+    "        gradients = (1.0/M)*training_gradient(yi, xi, theta)\n",
     "        eta = learning_schedule(epoch*m+i)\n",
     "        theta = theta - eta*gradients\n",
     "print(\"theta from own sdg\")\n",
@@ -1859,7 +1859,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f0b6ec08",
+   "id": "93c93b0d",
    "metadata": {
     "editable": true
    },
@@ -1870,7 +1870,7 @@
   {
    "cell_type": "code",
    "execution_count": 19,
-   "id": "b7e27ca2",
+   "id": "33b4bc8d",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1914,7 +1914,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "922823f3",
+   "id": "7af933b1",
    "metadata": {
     "editable": true
    },
@@ -1928,7 +1928,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "70f4c5e0",
+   "id": "ac247698",
    "metadata": {
     "editable": true
    },
@@ -1946,7 +1946,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3ea0ea35",
+   "id": "e7235333",
    "metadata": {
     "editable": true
    },
@@ -1970,7 +1970,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f8b3ff14",
+   "id": "c69f0721",
    "metadata": {
     "editable": true
    },
@@ -1988,7 +1988,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3e93adae",
+   "id": "d7ccaac0",
    "metadata": {
     "editable": true
    },
@@ -2028,7 +2028,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "406fddc5",
+   "id": "932bd863",
    "metadata": {
     "editable": true
    },
@@ -2057,7 +2057,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "383b1c4c",
+   "id": "c707d59f",
    "metadata": {
     "editable": true
    },
@@ -2078,7 +2078,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0a2ed19b",
+   "id": "f8f24ca7",
    "metadata": {
     "editable": true
    },
@@ -2107,7 +2107,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e656ed6b",
+   "id": "8228046f",
    "metadata": {
     "editable": true
    },
@@ -2128,7 +2128,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5b956231",
+   "id": "4fe25b10",
    "metadata": {
     "editable": true
    },
@@ -2149,7 +2149,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5c0948b1",
+   "id": "1ac00332",
    "metadata": {
     "editable": true
    },
@@ -2166,7 +2166,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "72ef97de",
+   "id": "2dce8904",
    "metadata": {
     "editable": true
    },
@@ -2187,7 +2187,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "46192b13",
+   "id": "8bd1685c",
    "metadata": {
     "editable": true
    },
@@ -2203,7 +2203,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2fffb0a3",
+   "id": "79812a6c",
    "metadata": {
     "editable": true
    },
@@ -2220,7 +2220,7 @@
   {
    "cell_type": "code",
    "execution_count": 20,
-   "id": "eb96e6fa",
+   "id": "3386c868",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2261,7 +2261,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a8bec2ae",
+   "id": "a2995549",
    "metadata": {
     "editable": true
    },
@@ -2271,7 +2271,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5e1a2a58",
+   "id": "72b94d65",
    "metadata": {
     "editable": true
    },
@@ -2282,7 +2282,7 @@
   {
    "cell_type": "code",
    "execution_count": 21,
-   "id": "19e05395",
+   "id": "b5912f5d",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2342,7 +2342,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d225a5f9",
+   "id": "4fbcca4b",
    "metadata": {
     "editable": true
    },
@@ -2352,7 +2352,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3015a5b2",
+   "id": "f03032d5",
    "metadata": {
     "editable": true
    },
@@ -2363,7 +2363,7 @@
   {
    "cell_type": "code",
    "execution_count": 22,
-   "id": "d2a64b90",
+   "id": "f98d07e5",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2383,7 +2383,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4028ff5f",
+   "id": "bab4a4ee",
    "metadata": {
     "editable": true
    },
@@ -2395,7 +2395,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f4810df1",
+   "id": "f91670a6",
    "metadata": {
     "editable": true
    },
@@ -2407,7 +2407,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "75a06440",
+   "id": "c5ca8f8b",
    "metadata": {
     "editable": true
    },
@@ -2422,7 +2422,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9d85c59c",
+   "id": "659261fe",
    "metadata": {
     "editable": true
    },
@@ -2434,7 +2434,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f8ef3098",
+   "id": "5d19d396",
    "metadata": {
     "editable": true
    },
@@ -2451,7 +2451,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2eb2593d",
+   "id": "6da56b76",
    "metadata": {
     "editable": true
    },
@@ -2466,7 +2466,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5d169956",
+   "id": "654d36fd",
    "metadata": {
     "editable": true
    },
@@ -2484,7 +2484,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ec9a935b",
+   "id": "bcfce0c0",
    "metadata": {
     "editable": true
    },
@@ -2496,7 +2496,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1f323e8e",
+   "id": "6fef395e",
    "metadata": {
     "editable": true
    },
@@ -2514,7 +2514,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1cd75313",
+   "id": "23fff622",
    "metadata": {
     "editable": true
    },
@@ -2527,7 +2527,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "040671b8",
+   "id": "e3b5f942",
    "metadata": {
     "editable": true
    },
@@ -2539,7 +2539,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7795100f",
+   "id": "1682a42d",
    "metadata": {
     "editable": true
    },
@@ -2557,7 +2557,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a7d319f4",
+   "id": "6d2cd78b",
    "metadata": {
     "editable": true
    },
@@ -2575,7 +2575,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "aecdbb90",
+   "id": "d6a82f94",
    "metadata": {
     "editable": true
    },
@@ -2585,7 +2585,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "41551714",
+   "id": "23fdd551",
    "metadata": {
     "editable": true
    },
@@ -2603,7 +2603,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b6fc5aeb",
+   "id": "1afcf558",
    "metadata": {
     "editable": true
    },
@@ -2622,7 +2622,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8f35a0af",
+   "id": "30b30a3b",
    "metadata": {
     "editable": true
    },
@@ -2635,7 +2635,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4a9a7323",
+   "id": "19025076",
    "metadata": {
     "editable": true
    },
@@ -2653,7 +2653,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6a968097",
+   "id": "6e413c88",
    "metadata": {
     "editable": true
    },
@@ -2664,7 +2664,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "63e033e2",
+   "id": "6358f820",
    "metadata": {
     "editable": true
    },
@@ -2683,7 +2683,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ccf0c287",
+   "id": "464263ef",
    "metadata": {
     "editable": true
    },
@@ -2701,7 +2701,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "71a805ce",
+   "id": "168a5216",
    "metadata": {
     "editable": true
    },
@@ -2714,7 +2714,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cc1067c5",
+   "id": "3e0975b4",
    "metadata": {
     "editable": true
    },
@@ -2734,7 +2734,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4fa6bc8e",
+   "id": "0681b10f",
    "metadata": {
     "editable": true
    },
@@ -2767,7 +2767,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b5b3fe8f",
+   "id": "aa1488c1",
    "metadata": {
     "editable": true
    },
@@ -2779,7 +2779,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "91fd1ca1",
+   "id": "a91bd0db",
    "metadata": {
     "editable": true
    },
@@ -2798,7 +2798,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "278721d3",
+   "id": "c73ace58",
    "metadata": {
     "editable": true
    },
@@ -2812,7 +2812,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "833061c7",
+   "id": "c027f131",
    "metadata": {
     "editable": true
    },
@@ -2835,7 +2835,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e2de808c",
+   "id": "ce0838d8",
    "metadata": {
     "editable": true
    },
@@ -2854,7 +2854,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "94060f6b",
+   "id": "136eddd1",
    "metadata": {
     "editable": true
    },
@@ -2866,7 +2866,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6796c468",
+   "id": "d2d5267f",
    "metadata": {
     "editable": true
    },
@@ -2876,7 +2876,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6ba625d1",
+   "id": "f56058c0",
    "metadata": {
     "editable": true
    },
@@ -2888,7 +2888,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bf1f8378",
+   "id": "a9ac8bc5",
    "metadata": {
     "editable": true
    },
@@ -2905,7 +2905,7 @@
   {
    "cell_type": "code",
    "execution_count": 23,
-   "id": "d2874b9e",
+   "id": "c8dd066a",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2987,7 +2987,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e70474f3",
+   "id": "f78f5140",
    "metadata": {
     "editable": true
    },
@@ -3025,7 +3025,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "674bdb91",
+   "id": "3bba2962",
    "metadata": {
     "editable": true
    },
@@ -3055,7 +3055,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c73b02e0",
+   "id": "d352d5f5",
    "metadata": {
     "editable": true
    },
@@ -3076,7 +3076,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8af35b7c",
+   "id": "aa64a770",
    "metadata": {
     "editable": true
    },
@@ -3088,7 +3088,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1adc2cd8",
+   "id": "54d585cd",
    "metadata": {
     "editable": true
    },
@@ -3103,7 +3103,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2d719214",
+   "id": "1839ef71",
    "metadata": {
     "editable": true
    },
@@ -3120,7 +3120,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7f8daaf1",
+   "id": "4ff8ca9d",
    "metadata": {
     "editable": true
    },
@@ -3132,7 +3132,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "64c6ed49",
+   "id": "180eaa60",
    "metadata": {
     "editable": true
    },
@@ -3145,7 +3145,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9ce66935",
+   "id": "e2aaabb4",
    "metadata": {
     "editable": true
    },
@@ -3157,7 +3157,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7fe13bec",
+   "id": "b4145e72",
    "metadata": {
     "editable": true
    },
@@ -3171,7 +3171,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0f6ddecc",
+   "id": "4ca1c7d6",
    "metadata": {
     "editable": true
    },
@@ -3183,7 +3183,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "abc1e05f",
+   "id": "3c8e8276",
    "metadata": {
     "editable": true
    },
@@ -3195,7 +3195,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f8a4b8e0",
+   "id": "0e2a57b3",
    "metadata": {
     "editable": true
    },
@@ -3207,7 +3207,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "896e3b50",
+   "id": "667173ba",
    "metadata": {
     "editable": true
    },
@@ -3217,7 +3217,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2c4fcf9b",
+   "id": "c905fbdc",
    "metadata": {
     "editable": true
    },
@@ -3229,7 +3229,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a25cfb52",
+   "id": "54d1bbe1",
    "metadata": {
     "editable": true
    },
@@ -3239,7 +3239,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "53c29147",
+   "id": "c548c598",
    "metadata": {
     "editable": true
    },
@@ -3251,7 +3251,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "56bd646e",
+   "id": "0de68101",
    "metadata": {
     "editable": true
    },
@@ -3265,7 +3265,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ab32773e",
+   "id": "0389a1d8",
    "metadata": {
     "editable": true
    },
@@ -3277,7 +3277,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a80f2f9c",
+   "id": "ac163a69",
    "metadata": {
     "editable": true
    },
@@ -3287,7 +3287,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f0d2e34f",
+   "id": "e72c3418",
    "metadata": {
     "editable": true
    },
@@ -3299,7 +3299,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a21db4b0",
+   "id": "2dca3be3",
    "metadata": {
     "editable": true
    },
@@ -3309,7 +3309,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c43900c7",
+   "id": "c8aa6ef6",
    "metadata": {
     "editable": true
    },
@@ -3321,7 +3321,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e1c9778a",
+   "id": "1d2211c2",
    "metadata": {
     "editable": true
    },
@@ -3333,7 +3333,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3cf5b00c",
+   "id": "a17dfc4f",
    "metadata": {
     "editable": true
    },
@@ -3345,7 +3345,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1b347cdb",
+   "id": "5cfbbedb",
    "metadata": {
     "editable": true
    },
@@ -3355,7 +3355,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7a9a53d7",
+   "id": "09cc2aae",
    "metadata": {
     "editable": true
    },
@@ -3367,7 +3367,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f70884cb",
+   "id": "bacf4d4e",
    "metadata": {
     "editable": true
    },
@@ -3377,7 +3377,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f350e0e5",
+   "id": "620969b3",
    "metadata": {
     "editable": true
    },
@@ -3389,7 +3389,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b007cd8a",
+   "id": "d38380fa",
    "metadata": {
     "editable": true
    },
@@ -3413,7 +3413,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b3498a77",
+   "id": "4dfb66f7",
    "metadata": {
     "editable": true
    },
@@ -3425,7 +3425,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "98a2d7dc",
+   "id": "16e3e374",
    "metadata": {
     "editable": true
    },
@@ -3435,7 +3435,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d5ea7c10",
+   "id": "c6acaa0b",
    "metadata": {
     "editable": true
    },
@@ -3447,7 +3447,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4ad9d8a8",
+   "id": "15f1a834",
    "metadata": {
     "editable": true
    },
@@ -3459,7 +3459,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "19aab871",
+   "id": "987a0f0f",
    "metadata": {
     "editable": true
    },
@@ -3471,7 +3471,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "344ed8fd",
+   "id": "42f12ad7",
    "metadata": {
     "editable": true
    },
@@ -3481,7 +3481,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2d3f0276",
+   "id": "563ee362",
    "metadata": {
     "editable": true
    },
@@ -3493,7 +3493,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f57b1bca",
+   "id": "b9c2e465",
    "metadata": {
     "editable": true
    },
@@ -3503,7 +3503,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "359908a2",
+   "id": "8c2b3b13",
    "metadata": {
     "editable": true
    },
@@ -3517,7 +3517,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "eac4906a",
+   "id": "15e30c69",
    "metadata": {
     "editable": true
    },
@@ -3535,7 +3535,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "06f990d7",
+   "id": "ff2670ac",
    "metadata": {
     "editable": true
    },
@@ -3545,7 +3545,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "41b70a53",
+   "id": "8ec57341",
    "metadata": {
     "editable": true
    },
@@ -3563,7 +3563,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "dc8d4ec0",
+   "id": "8ef7ceda",
    "metadata": {
     "editable": true
    },
@@ -3573,7 +3573,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "34b68d55",
+   "id": "c3dc9034",
    "metadata": {
     "editable": true
    },
@@ -3591,7 +3591,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "96b4c71f",
+   "id": "16ad6cf3",
    "metadata": {
     "editable": true
    },
@@ -3618,7 +3618,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9e1573a1",
+   "id": "608797b9",
    "metadata": {
     "editable": true
    },
@@ -3630,7 +3630,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f3396fba",
+   "id": "2f1a28ff",
    "metadata": {
     "editable": true
    },
@@ -3642,7 +3642,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "74487eb3",
+   "id": "7257f639",
    "metadata": {
     "editable": true
    },
@@ -3652,7 +3652,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b39271c5",
+   "id": "120bf988",
    "metadata": {
     "editable": true
    },
@@ -3664,7 +3664,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8c84be38",
+   "id": "502d1668",
    "metadata": {
     "editable": true
    },
@@ -3674,7 +3674,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "42ae0cdf",
+   "id": "79ac5411",
    "metadata": {
     "editable": true
    },
@@ -3686,7 +3686,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bd4140eb",
+   "id": "5f01f791",
    "metadata": {
     "editable": true
    },
@@ -3696,7 +3696,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a9629dd7",
+   "id": "b4ca24bd",
    "metadata": {
     "editable": true
    },
@@ -3708,7 +3708,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "154d20a8",
+   "id": "f1af6f80",
    "metadata": {
     "editable": true
    },
@@ -3720,7 +3720,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "41bc04fb",
+   "id": "94bd2e3e",
    "metadata": {
     "editable": true
    },
@@ -3743,7 +3743,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1f6d86dd",
+   "id": "8b53051d",
    "metadata": {
     "editable": true
    },
@@ -3755,7 +3755,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2184ad0b",
+   "id": "f6cc9a86",
    "metadata": {
     "editable": true
    },
@@ -3765,7 +3765,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6ce690fe",
+   "id": "db11663d",
    "metadata": {
     "editable": true
    },
@@ -3777,7 +3777,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "383fb718",
+   "id": "b0fb757d",
    "metadata": {
     "editable": true
    },
@@ -3787,7 +3787,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d1dd9f65",
+   "id": "2073aa8f",
    "metadata": {
     "editable": true
    },
@@ -3799,7 +3799,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "272288c5",
+   "id": "581566ca",
    "metadata": {
     "editable": true
    },
@@ -3811,7 +3811,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c0e318dc",
+   "id": "acfb666e",
    "metadata": {
     "editable": true
    },
diff --git a/doc/src/week40/week40.do.txt b/doc/src/week40/week40.do.txt
index 831110c0c..70caaa3d3 100644
--- a/doc/src/week40/week40.do.txt
+++ b/doc/src/week40/week40.do.txt
@@ -1048,7 +1048,7 @@ for epoch in range(n_epochs):
         random_index = M*np.random.randint(m)
         xi = X[random_index:random_index+M]
         yi = y[random_index:random_index+M]
-        gradients = (2.0/M)*training_gradient(yi, xi, theta)
+        gradients = (1.0/M)*training_gradient(yi, xi, theta)
         eta = learning_schedule(epoch*m+i)
         theta = theta - eta*gradients
 print("theta from own sdg")