diff --git a/doc/pub/week39/html/week39-reveal.html b/doc/pub/week39/html/week39-reveal.html index 981e59452..ae577fb47 100644 --- a/doc/pub/week39/html/week39-reveal.html +++ b/doc/pub/week39/html/week39-reveal.html @@ -3770,7 +3770,7 @@ derivative_fn = grad(sum_logistic)

Weekend challenge

diff --git a/doc/pub/week39/html/week39-solarized.html b/doc/pub/week39/html/week39-solarized.html index 413df7668..556a9c60a 100644 --- a/doc/pub/week39/html/week39-solarized.html +++ b/doc/pub/week39/html/week39-solarized.html @@ -3705,7 +3705,7 @@ derivative_fn = grad(sum_logistic)

Weekend challenge

diff --git a/doc/pub/week39/html/week39.html b/doc/pub/week39/html/week39.html index d3a763cce..1726ce3a1 100644 --- a/doc/pub/week39/html/week39.html +++ b/doc/pub/week39/html/week39.html @@ -3782,7 +3782,7 @@ derivative_fn = grad(sum_logistic)

Weekend challenge

diff --git a/doc/pub/week39/ipynb/ipynb-week39-src.tar.gz b/doc/pub/week39/ipynb/ipynb-week39-src.tar.gz index 9637528b3..cc0f2e08e 100644 Binary files a/doc/pub/week39/ipynb/ipynb-week39-src.tar.gz and b/doc/pub/week39/ipynb/ipynb-week39-src.tar.gz differ diff --git a/doc/pub/week39/ipynb/week39.ipynb b/doc/pub/week39/ipynb/week39.ipynb index c993ceaf5..a4cfff437 100644 --- a/doc/pub/week39/ipynb/week39.ipynb +++ b/doc/pub/week39/ipynb/week39.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "f5eeed58", + "id": "9b7db121", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "041e3d30", + "id": "f1671d88", "metadata": { "editable": true }, @@ -29,7 +29,7 @@ }, { "cell_type": "markdown", - "id": "df619ba6", + "id": "d8fe7be9", "metadata": { "editable": true }, @@ -55,7 +55,7 @@ }, { "cell_type": "markdown", - "id": "1a9d86fd", + "id": "bb4365c9", "metadata": { "editable": true }, @@ -76,7 +76,7 @@ }, { "cell_type": "markdown", - "id": "ff350bb2", + "id": "426ca5ed", "metadata": { "editable": true }, @@ -93,7 +93,7 @@ }, { "cell_type": "markdown", - "id": "959e1599", + "id": "b42f8fa9", "metadata": { "editable": true }, @@ -108,7 +108,7 @@ }, { "cell_type": "markdown", - "id": "dadc0b80", + "id": "2c9b3ece", "metadata": { "editable": true }, @@ -118,7 +118,7 @@ }, { "cell_type": "markdown", - "id": "1542dbf4", + "id": "308a0e16", "metadata": { "editable": true }, @@ -134,7 +134,7 @@ }, { "cell_type": "markdown", - "id": "6690998e", + "id": "c31bc92a", "metadata": { "editable": true }, @@ -146,7 +146,7 @@ }, { "cell_type": "markdown", - "id": "585d65ca", + "id": "a627316d", "metadata": { "editable": true }, @@ -157,7 +157,7 @@ }, { "cell_type": "markdown", - "id": "43872b1a", + "id": "89c7fb27", "metadata": { "editable": true }, @@ -169,7 +169,7 @@ }, { "cell_type": "markdown", - "id": "8e8d2ad6", + "id": "88cafcf5", "metadata": { "editable": true }, @@ -179,7 +179,7 @@ }, { "cell_type": "markdown", - "id": "b085449f", + "id": "b6fd7c9c", "metadata": { "editable": true }, @@ -193,7 +193,7 @@ }, { "cell_type": "markdown", - "id": "4f533137", + "id": "2669fb99", "metadata": { "editable": true }, @@ -205,7 +205,7 @@ }, { "cell_type": "markdown", - "id": "37895ab0", + "id": "70518a94", "metadata": { "editable": true }, @@ -215,7 +215,7 @@ }, { "cell_type": "markdown", - "id": "cfb0635e", + "id": "62d2845c", "metadata": { "editable": true }, @@ -227,7 +227,7 @@ }, { "cell_type": "markdown", - "id": "bc765b30", + "id": "5c8b6f2f", "metadata": { "editable": true }, @@ -239,7 +239,7 @@ }, { "cell_type": "markdown", - "id": "e99b34ec", + "id": "95636683", "metadata": { "editable": true }, @@ -259,7 +259,7 @@ }, { "cell_type": "markdown", - "id": "4f129fed", + "id": "a0f23f0e", "metadata": { "editable": true }, @@ -275,7 +275,7 @@ }, { "cell_type": "markdown", - "id": "decab89c", + "id": "b5808734", "metadata": { "editable": true }, @@ -291,7 +291,7 @@ }, { "cell_type": "markdown", - "id": "3bb0a4c7", + "id": "20900d60", "metadata": { "editable": true }, @@ -302,7 +302,7 @@ }, { "cell_type": "markdown", - "id": "2f6c4862", + "id": "3c036156", "metadata": { "editable": true }, @@ -314,7 +314,7 @@ }, { "cell_type": "markdown", - "id": "b6bb5588", + "id": "bffe992a", "metadata": { "editable": true }, @@ -324,7 +324,7 @@ }, { "cell_type": "markdown", - "id": "39c30f20", + "id": "a9299a85", "metadata": { "editable": true }, @@ -336,7 +336,7 @@ }, { "cell_type": "markdown", - "id": "32cb43d3", + "id": "ff34f290", "metadata": { "editable": true }, @@ -346,7 +346,7 @@ }, { "cell_type": "markdown", - "id": "c93f9b58", + "id": "84912a6e", "metadata": { "editable": true }, @@ -358,7 +358,7 @@ }, { "cell_type": "markdown", - "id": "1f05a82b", + "id": "0881b8b3", "metadata": { "editable": true }, @@ -380,7 +380,7 @@ }, { "cell_type": "markdown", - "id": "3bda01dd", + "id": "c79f5156", "metadata": { "editable": true }, @@ -393,7 +393,7 @@ }, { "cell_type": "markdown", - "id": "09af289b", + "id": "fdb0735d", "metadata": { "editable": true }, @@ -406,7 +406,7 @@ }, { "cell_type": "markdown", - "id": "7587e9b7", + "id": "ae2b1267", "metadata": { "editable": true }, @@ -416,7 +416,7 @@ }, { "cell_type": "markdown", - "id": "363582f4", + "id": "9842f857", "metadata": { "editable": true }, @@ -434,7 +434,7 @@ }, { "cell_type": "markdown", - "id": "a4f36649", + "id": "efb235b9", "metadata": { "editable": true }, @@ -444,7 +444,7 @@ }, { "cell_type": "markdown", - "id": "9d3b6c37", + "id": "71cf2200", "metadata": { "editable": true }, @@ -459,7 +459,7 @@ }, { "cell_type": "markdown", - "id": "8a225302", + "id": "dfbdf302", "metadata": { "editable": true }, @@ -469,7 +469,7 @@ }, { "cell_type": "markdown", - "id": "765ad822", + "id": "bbfb119f", "metadata": { "editable": true }, @@ -483,7 +483,7 @@ }, { "cell_type": "markdown", - "id": "41e026a9", + "id": "7e9002d9", "metadata": { "editable": true }, @@ -493,7 +493,7 @@ }, { "cell_type": "markdown", - "id": "5b1b1fdc", + "id": "5dd52f69", "metadata": { "editable": true }, @@ -507,7 +507,7 @@ }, { "cell_type": "markdown", - "id": "66134dcd", + "id": "df62542f", "metadata": { "editable": true }, @@ -522,7 +522,7 @@ }, { "cell_type": "markdown", - "id": "6415873d", + "id": "dca132d7", "metadata": { "editable": true }, @@ -539,7 +539,7 @@ }, { "cell_type": "markdown", - "id": "61e7d8e3", + "id": "77fe3e13", "metadata": { "editable": true }, @@ -551,7 +551,7 @@ }, { "cell_type": "markdown", - "id": "6ab0f2f3", + "id": "a4e6dc6b", "metadata": { "editable": true }, @@ -565,7 +565,7 @@ }, { "cell_type": "markdown", - "id": "76f334ba", + "id": "f5fe2fa6", "metadata": { "editable": true }, @@ -580,7 +580,7 @@ }, { "cell_type": "markdown", - "id": "ee44185b", + "id": "951106f4", "metadata": { "editable": true }, @@ -592,7 +592,7 @@ }, { "cell_type": "markdown", - "id": "7ba50769", + "id": "8cc0b2d3", "metadata": { "editable": true }, @@ -603,7 +603,7 @@ }, { "cell_type": "markdown", - "id": "4715abbd", + "id": "8681dec5", "metadata": { "editable": true }, @@ -631,7 +631,7 @@ }, { "cell_type": "markdown", - "id": "a184c9b1", + "id": "e05315b9", "metadata": { "editable": true }, @@ -653,7 +653,7 @@ }, { "cell_type": "markdown", - "id": "1a88b5f0", + "id": "40b35380", "metadata": { "editable": true }, @@ -675,7 +675,7 @@ }, { "cell_type": "markdown", - "id": "48588784", + "id": "67b75c7f", "metadata": { "editable": true }, @@ -687,7 +687,7 @@ }, { "cell_type": "markdown", - "id": "47212f96", + "id": "6b773fb4", "metadata": { "editable": true }, @@ -724,7 +724,7 @@ }, { "cell_type": "markdown", - "id": "ba003ec5", + "id": "486bb678", "metadata": { "editable": true }, @@ -752,7 +752,7 @@ }, { "cell_type": "markdown", - "id": "2d3cc1ac", + "id": "2b7a2bd1", "metadata": { "editable": true }, @@ -782,7 +782,7 @@ }, { "cell_type": "markdown", - "id": "9092858f", + "id": "bc478b05", "metadata": { "editable": true }, @@ -802,7 +802,7 @@ }, { "cell_type": "markdown", - "id": "f177a49d", + "id": "7b297f5c", "metadata": { "editable": true }, @@ -814,7 +814,7 @@ }, { "cell_type": "markdown", - "id": "a03b3ade", + "id": "f6d83262", "metadata": { "editable": true }, @@ -824,7 +824,7 @@ }, { "cell_type": "markdown", - "id": "f18a3516", + "id": "8848ed37", "metadata": { "editable": true }, @@ -836,7 +836,7 @@ }, { "cell_type": "markdown", - "id": "3d664192", + "id": "c1616654", "metadata": { "editable": true }, @@ -848,7 +848,7 @@ }, { "cell_type": "markdown", - "id": "9f860f40", + "id": "a6e6a0f0", "metadata": { "editable": true }, @@ -860,7 +860,7 @@ }, { "cell_type": "markdown", - "id": "674748a4", + "id": "9cd06502", "metadata": { "editable": true }, @@ -872,7 +872,7 @@ }, { "cell_type": "markdown", - "id": "ce6c46f8", + "id": "90ae67c8", "metadata": { "editable": true }, @@ -883,7 +883,7 @@ }, { "cell_type": "markdown", - "id": "ad7edeae", + "id": "750282d6", "metadata": { "editable": true }, @@ -896,7 +896,7 @@ }, { "cell_type": "markdown", - "id": "d73c5e6c", + "id": "b3f33101", "metadata": { "editable": true }, @@ -908,7 +908,7 @@ }, { "cell_type": "markdown", - "id": "19a9b9e0", + "id": "6f8d78d8", "metadata": { "editable": true }, @@ -918,7 +918,7 @@ }, { "cell_type": "markdown", - "id": "6d3a6453", + "id": "368212e2", "metadata": { "editable": true }, @@ -930,7 +930,7 @@ }, { "cell_type": "markdown", - "id": "45c9f786", + "id": "5aa9e02d", "metadata": { "editable": true }, @@ -940,7 +940,7 @@ }, { "cell_type": "markdown", - "id": "4695ba9c", + "id": "e79412dc", "metadata": { "editable": true }, @@ -951,7 +951,7 @@ }, { "cell_type": "markdown", - "id": "353aa093", + "id": "208ec5a4", "metadata": { "editable": true }, @@ -963,7 +963,7 @@ }, { "cell_type": "markdown", - "id": "d92a06b9", + "id": "edd640fb", "metadata": { "editable": true }, @@ -975,7 +975,7 @@ }, { "cell_type": "markdown", - "id": "a5568ef0", + "id": "45ad3912", "metadata": { "editable": true }, @@ -987,7 +987,7 @@ }, { "cell_type": "markdown", - "id": "fbf7f79c", + "id": "859cc5e1", "metadata": { "editable": true }, @@ -998,7 +998,7 @@ }, { "cell_type": "markdown", - "id": "b3472f49", + "id": "dcea544e", "metadata": { "editable": true }, @@ -1009,7 +1009,7 @@ }, { "cell_type": "markdown", - "id": "600c0bda", + "id": "c0633405", "metadata": { "editable": true }, @@ -1021,7 +1021,7 @@ }, { "cell_type": "markdown", - "id": "52184918", + "id": "a439d140", "metadata": { "editable": true }, @@ -1031,7 +1031,7 @@ }, { "cell_type": "markdown", - "id": "c4ef33bd", + "id": "66790308", "metadata": { "editable": true }, @@ -1043,7 +1043,7 @@ }, { "cell_type": "markdown", - "id": "fc17dee3", + "id": "8217e1bf", "metadata": { "editable": true }, @@ -1053,7 +1053,7 @@ }, { "cell_type": "markdown", - "id": "d1254e14", + "id": "429cfb67", "metadata": { "editable": true }, @@ -1065,7 +1065,7 @@ }, { "cell_type": "markdown", - "id": "5fba6788", + "id": "a8f75971", "metadata": { "editable": true }, @@ -1075,7 +1075,7 @@ }, { "cell_type": "markdown", - "id": "042a4df4", + "id": "d16e21f1", "metadata": { "editable": true }, @@ -1087,7 +1087,7 @@ }, { "cell_type": "markdown", - "id": "6a711a48", + "id": "684202b9", "metadata": { "editable": true }, @@ -1097,7 +1097,7 @@ }, { "cell_type": "markdown", - "id": "95c4182e", + "id": "9f7ed189", "metadata": { "editable": true }, @@ -1109,7 +1109,7 @@ }, { "cell_type": "markdown", - "id": "178acda1", + "id": "a4e5089e", "metadata": { "editable": true }, @@ -1120,7 +1120,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "1e575c26", + "id": "ccc7aacb", "metadata": { "collapsed": false, "editable": true @@ -1153,7 +1153,7 @@ }, { "cell_type": "markdown", - "id": "a41c1a9b", + "id": "205c783b", "metadata": { "editable": true }, @@ -1164,7 +1164,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "6dca64f1", + "id": "9f418efd", "metadata": { "collapsed": false, "editable": true @@ -1178,7 +1178,7 @@ }, { "cell_type": "markdown", - "id": "28ecfa4c", + "id": "041a6dd4", "metadata": { "editable": true }, @@ -1189,7 +1189,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "fe79d750", + "id": "2c92d8f7", "metadata": { "collapsed": false, "editable": true @@ -1202,7 +1202,7 @@ }, { "cell_type": "markdown", - "id": "1dc0d664", + "id": "681d14f6", "metadata": { "editable": true }, @@ -1213,7 +1213,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "eaf477ea", + "id": "7be438b5", "metadata": { "collapsed": false, "editable": true @@ -1231,7 +1231,7 @@ }, { "cell_type": "markdown", - "id": "98d06c7b", + "id": "8efb0322", "metadata": { "editable": true }, @@ -1242,7 +1242,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "5a1c85b0", + "id": "73a6827e", "metadata": { "collapsed": false, "editable": true @@ -1257,7 +1257,7 @@ }, { "cell_type": "markdown", - "id": "d6d958db", + "id": "03e91eb1", "metadata": { "editable": true }, @@ -1267,7 +1267,7 @@ }, { "cell_type": "markdown", - "id": "95d53abb", + "id": "ac4293db", "metadata": { "editable": true }, @@ -1281,7 +1281,7 @@ }, { "cell_type": "markdown", - "id": "c2018a9c", + "id": "371a0891", "metadata": { "editable": true }, @@ -1293,7 +1293,7 @@ }, { "cell_type": "markdown", - "id": "e5c9ebb6", + "id": "778382e5", "metadata": { "editable": true }, @@ -1304,7 +1304,7 @@ }, { "cell_type": "markdown", - "id": "afdf1eef", + "id": "efec93a6", "metadata": { "editable": true }, @@ -1316,7 +1316,7 @@ }, { "cell_type": "markdown", - "id": "4ba8c994", + "id": "f0d3d6fa", "metadata": { "editable": true }, @@ -1327,7 +1327,7 @@ }, { "cell_type": "markdown", - "id": "507eb4e1", + "id": "782a3efa", "metadata": { "editable": true }, @@ -1338,7 +1338,7 @@ }, { "cell_type": "markdown", - "id": "cb6a068f", + "id": "473ef2fe", "metadata": { "editable": true }, @@ -1350,7 +1350,7 @@ }, { "cell_type": "markdown", - "id": "7ffadb53", + "id": "fd2f6a1a", "metadata": { "editable": true }, @@ -1360,7 +1360,7 @@ }, { "cell_type": "markdown", - "id": "a14e8c65", + "id": "5b573e30", "metadata": { "editable": true }, @@ -1372,7 +1372,7 @@ }, { "cell_type": "markdown", - "id": "0410f657", + "id": "4dbf34b5", "metadata": { "editable": true }, @@ -1384,7 +1384,7 @@ }, { "cell_type": "markdown", - "id": "7c765fde", + "id": "ae9cb823", "metadata": { "editable": true }, @@ -1396,7 +1396,7 @@ }, { "cell_type": "markdown", - "id": "c0482ebb", + "id": "e02a8a1b", "metadata": { "editable": true }, @@ -1408,7 +1408,7 @@ }, { "cell_type": "markdown", - "id": "476de327", + "id": "1b72466f", "metadata": { "editable": true }, @@ -1419,7 +1419,7 @@ }, { "cell_type": "markdown", - "id": "c0278469", + "id": "623a1d89", "metadata": { "editable": true }, @@ -1431,7 +1431,7 @@ }, { "cell_type": "markdown", - "id": "94a9c1de", + "id": "6a7682f7", "metadata": { "editable": true }, @@ -1441,7 +1441,7 @@ }, { "cell_type": "markdown", - "id": "2d897dcc", + "id": "270d0947", "metadata": { "editable": true }, @@ -1453,7 +1453,7 @@ }, { "cell_type": "markdown", - "id": "3b2a72b5", + "id": "1296bb8d", "metadata": { "editable": true }, @@ -1463,7 +1463,7 @@ }, { "cell_type": "markdown", - "id": "6edc2d6e", + "id": "4f2a2f4c", "metadata": { "editable": true }, @@ -1475,7 +1475,7 @@ }, { "cell_type": "markdown", - "id": "1d2c4fc6", + "id": "a1cdaf0c", "metadata": { "editable": true }, @@ -1495,7 +1495,7 @@ }, { "cell_type": "markdown", - "id": "29c94693", + "id": "94f0eae7", "metadata": { "editable": true }, @@ -1507,7 +1507,7 @@ }, { "cell_type": "markdown", - "id": "84f0f60c", + "id": "16dcb85d", "metadata": { "editable": true }, @@ -1517,7 +1517,7 @@ }, { "cell_type": "markdown", - "id": "ef7d2a86", + "id": "8a505735", "metadata": { "editable": true }, @@ -1529,7 +1529,7 @@ }, { "cell_type": "markdown", - "id": "70c74483", + "id": "274bbb55", "metadata": { "editable": true }, @@ -1539,7 +1539,7 @@ }, { "cell_type": "markdown", - "id": "3c6c125d", + "id": "f23740c2", "metadata": { "editable": true }, @@ -1550,7 +1550,7 @@ }, { "cell_type": "markdown", - "id": "f5289963", + "id": "a0d3cb10", "metadata": { "editable": true }, @@ -1562,7 +1562,7 @@ }, { "cell_type": "markdown", - "id": "51fcdca8", + "id": "2097ee27", "metadata": { "editable": true }, @@ -1574,7 +1574,7 @@ }, { "cell_type": "markdown", - "id": "983a3c9f", + "id": "690435dc", "metadata": { "editable": true }, @@ -1586,7 +1586,7 @@ }, { "cell_type": "markdown", - "id": "3f719f47", + "id": "fa980b59", "metadata": { "editable": true }, @@ -1599,7 +1599,7 @@ }, { "cell_type": "markdown", - "id": "79491e0f", + "id": "5ba92010", "metadata": { "editable": true }, @@ -1610,7 +1610,7 @@ }, { "cell_type": "markdown", - "id": "4ae40784", + "id": "9dd09dc4", "metadata": { "editable": true }, @@ -1622,7 +1622,7 @@ }, { "cell_type": "markdown", - "id": "a2914381", + "id": "973d17fb", "metadata": { "editable": true }, @@ -1638,7 +1638,7 @@ }, { "cell_type": "markdown", - "id": "efbf8133", + "id": "7440e5bb", "metadata": { "editable": true }, @@ -1650,7 +1650,7 @@ }, { "cell_type": "markdown", - "id": "3bde74a6", + "id": "37f47c63", "metadata": { "editable": true }, @@ -1661,7 +1661,7 @@ }, { "cell_type": "markdown", - "id": "bce26f0f", + "id": "1b6292a9", "metadata": { "editable": true }, @@ -1673,7 +1673,7 @@ }, { "cell_type": "markdown", - "id": "5f38d7ec", + "id": "ab9a1d7d", "metadata": { "editable": true }, @@ -1683,7 +1683,7 @@ }, { "cell_type": "markdown", - "id": "9e81c2c1", + "id": "5536e380", "metadata": { "editable": true }, @@ -1695,7 +1695,7 @@ }, { "cell_type": "markdown", - "id": "6be2137c", + "id": "758f15c4", "metadata": { "editable": true }, @@ -1705,7 +1705,7 @@ }, { "cell_type": "markdown", - "id": "561bd5e2", + "id": "8b262faf", "metadata": { "editable": true }, @@ -1717,7 +1717,7 @@ }, { "cell_type": "markdown", - "id": "065640bd", + "id": "82ff3f5f", "metadata": { "editable": true }, @@ -1727,7 +1727,7 @@ }, { "cell_type": "markdown", - "id": "f3996317", + "id": "98208abd", "metadata": { "editable": true }, @@ -1739,7 +1739,7 @@ }, { "cell_type": "markdown", - "id": "7ac551bb", + "id": "ea471c60", "metadata": { "editable": true }, @@ -1763,7 +1763,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "a8d5c582", + "id": "71d40f6d", "metadata": { "collapsed": false, "editable": true @@ -1776,7 +1776,7 @@ }, { "cell_type": "markdown", - "id": "c744ea5e", + "id": "204e4160", "metadata": { "editable": true }, @@ -1787,7 +1787,7 @@ }, { "cell_type": "markdown", - "id": "82608a26", + "id": "11437293", "metadata": { "editable": true }, @@ -1799,7 +1799,7 @@ }, { "cell_type": "markdown", - "id": "442e9467", + "id": "0a4bdc7e", "metadata": { "editable": true }, @@ -1809,7 +1809,7 @@ }, { "cell_type": "markdown", - "id": "8ad46313", + "id": "dd893e5d", "metadata": { "editable": true }, @@ -1821,7 +1821,7 @@ }, { "cell_type": "markdown", - "id": "e22ec716", + "id": "497eece1", "metadata": { "editable": true }, @@ -1835,7 +1835,7 @@ }, { "cell_type": "markdown", - "id": "37d9cf9c", + "id": "6a8c35f2", "metadata": { "editable": true }, @@ -1851,7 +1851,7 @@ }, { "cell_type": "markdown", - "id": "84918c4d", + "id": "3891b919", "metadata": { "editable": true }, @@ -1861,7 +1861,7 @@ }, { "cell_type": "markdown", - "id": "dea330f5", + "id": "b9bb6c9b", "metadata": { "editable": true }, @@ -1873,7 +1873,7 @@ }, { "cell_type": "markdown", - "id": "1631c887", + "id": "956f953c", "metadata": { "editable": true }, @@ -1883,7 +1883,7 @@ }, { "cell_type": "markdown", - "id": "d15acc27", + "id": "01f67ff6", "metadata": { "editable": true }, @@ -1895,7 +1895,7 @@ }, { "cell_type": "markdown", - "id": "1518cedf", + "id": "ca425e41", "metadata": { "editable": true }, @@ -1909,7 +1909,7 @@ }, { "cell_type": "markdown", - "id": "a53a28bc", + "id": "92d0d224", "metadata": { "editable": true }, @@ -1919,7 +1919,7 @@ }, { "cell_type": "markdown", - "id": "dc5fe31a", + "id": "3b47851c", "metadata": { "editable": true }, @@ -1930,7 +1930,7 @@ }, { "cell_type": "markdown", - "id": "ce10953f", + "id": "18712689", "metadata": { "editable": true }, @@ -1945,7 +1945,7 @@ }, { "cell_type": "markdown", - "id": "9787a2d9", + "id": "8544cef4", "metadata": { "editable": true }, @@ -1955,7 +1955,7 @@ }, { "cell_type": "markdown", - "id": "0901e914", + "id": "23e1a45b", "metadata": { "editable": true }, @@ -1967,7 +1967,7 @@ }, { "cell_type": "markdown", - "id": "96a3e2ee", + "id": "c2d44a27", "metadata": { "editable": true }, @@ -1979,7 +1979,7 @@ }, { "cell_type": "markdown", - "id": "3d2b9277", + "id": "485749f6", "metadata": { "editable": true }, @@ -1994,7 +1994,7 @@ }, { "cell_type": "markdown", - "id": "8941ae44", + "id": "7855a6d2", "metadata": { "editable": true }, @@ -2007,7 +2007,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "c732c9f2", + "id": "ead28149", "metadata": { "collapsed": false, "editable": true @@ -2064,7 +2064,7 @@ }, { "cell_type": "markdown", - "id": "e177b538", + "id": "3ab38d8a", "metadata": { "editable": true }, @@ -2075,7 +2075,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "369db91f", + "id": "1f02088e", "metadata": { "collapsed": false, "editable": true @@ -2102,7 +2102,7 @@ }, { "cell_type": "markdown", - "id": "4d0ef8cb", + "id": "90cd160c", "metadata": { "editable": true }, @@ -2114,7 +2114,7 @@ }, { "cell_type": "markdown", - "id": "2e216f33", + "id": "f2426889", "metadata": { "editable": true }, @@ -2126,7 +2126,7 @@ }, { "cell_type": "markdown", - "id": "83e09ead", + "id": "70204e4a", "metadata": { "editable": true }, @@ -2136,7 +2136,7 @@ }, { "cell_type": "markdown", - "id": "01e43670", + "id": "439376b7", "metadata": { "editable": true }, @@ -2150,7 +2150,7 @@ }, { "cell_type": "markdown", - "id": "610047ec", + "id": "da18f4fa", "metadata": { "editable": true }, @@ -2160,7 +2160,7 @@ }, { "cell_type": "markdown", - "id": "5dc793f1", + "id": "100886dd", "metadata": { "editable": true }, @@ -2172,7 +2172,7 @@ }, { "cell_type": "markdown", - "id": "8473e8e5", + "id": "77261942", "metadata": { "editable": true }, @@ -2183,7 +2183,7 @@ }, { "cell_type": "markdown", - "id": "dab49112", + "id": "4c4bb3a0", "metadata": { "editable": true }, @@ -2198,7 +2198,7 @@ }, { "cell_type": "markdown", - "id": "45942fb4", + "id": "20eb20b6", "metadata": { "editable": true }, @@ -2212,7 +2212,7 @@ }, { "cell_type": "markdown", - "id": "14955730", + "id": "1b720b14", "metadata": { "editable": true }, @@ -2223,7 +2223,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "e6f82b17", + "id": "9db2edcb", "metadata": { "collapsed": false, "editable": true @@ -2284,7 +2284,7 @@ }, { "cell_type": "markdown", - "id": "c21a5ac3", + "id": "831a479d", "metadata": { "editable": true }, @@ -2306,7 +2306,7 @@ }, { "cell_type": "markdown", - "id": "8df86e97", + "id": "6511842d", "metadata": { "editable": true }, @@ -2319,7 +2319,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "dc582705", + "id": "6e519237", "metadata": { "collapsed": false, "editable": true @@ -2385,7 +2385,7 @@ }, { "cell_type": "markdown", - "id": "fe2da0a9", + "id": "26883d81", "metadata": { "editable": true }, @@ -2396,7 +2396,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "36a30290", + "id": "ecdc701c", "metadata": { "collapsed": false, "editable": true @@ -2470,7 +2470,7 @@ }, { "cell_type": "markdown", - "id": "f57b1a17", + "id": "704b1d12", "metadata": { "editable": true }, @@ -2482,7 +2482,7 @@ }, { "cell_type": "markdown", - "id": "9fde30f7", + "id": "f487bc53", "metadata": { "editable": true }, @@ -2503,7 +2503,7 @@ }, { "cell_type": "markdown", - "id": "d07714cf", + "id": "564faf53", "metadata": { "editable": true }, @@ -2535,7 +2535,7 @@ }, { "cell_type": "markdown", - "id": "6f5b98fc", + "id": "118060f3", "metadata": { "editable": true }, @@ -2552,7 +2552,7 @@ }, { "cell_type": "markdown", - "id": "577ba46e", + "id": "abfe7400", "metadata": { "editable": true }, @@ -2565,7 +2565,7 @@ }, { "cell_type": "markdown", - "id": "ac4cd6c3", + "id": "6612d50a", "metadata": { "editable": true }, @@ -2578,7 +2578,7 @@ }, { "cell_type": "markdown", - "id": "baf1f036", + "id": "528c070a", "metadata": { "editable": true }, @@ -2591,7 +2591,7 @@ }, { "cell_type": "markdown", - "id": "ee0eb339", + "id": "07043458", "metadata": { "editable": true }, @@ -2605,7 +2605,7 @@ }, { "cell_type": "markdown", - "id": "cc4aa5ea", + "id": "8ecc203a", "metadata": { "editable": true }, @@ -2627,7 +2627,7 @@ }, { "cell_type": "markdown", - "id": "8a26b84f", + "id": "d588c576", "metadata": { "editable": true }, @@ -2642,7 +2642,7 @@ }, { "cell_type": "markdown", - "id": "2fd3bfa0", + "id": "af8db60c", "metadata": { "editable": true }, @@ -2654,7 +2654,7 @@ }, { "cell_type": "markdown", - "id": "20c9898d", + "id": "4fa5774d", "metadata": { "editable": true }, @@ -2667,7 +2667,7 @@ }, { "cell_type": "markdown", - "id": "bb7ed388", + "id": "443a1c0b", "metadata": { "editable": true }, @@ -2681,7 +2681,7 @@ }, { "cell_type": "markdown", - "id": "6b9f476b", + "id": "cfb4a964", "metadata": { "editable": true }, @@ -2692,7 +2692,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "861be06c", + "id": "a6e4c197", "metadata": { "collapsed": false, "editable": true @@ -2717,7 +2717,7 @@ }, { "cell_type": "markdown", - "id": "6d546149", + "id": "f72af4fa", "metadata": { "editable": true }, @@ -2733,7 +2733,7 @@ }, { "cell_type": "markdown", - "id": "92fe18e6", + "id": "f3f93ce6", "metadata": { "editable": true }, @@ -2754,7 +2754,7 @@ }, { "cell_type": "markdown", - "id": "9614b80f", + "id": "18b40e9b", "metadata": { "editable": true }, @@ -2774,7 +2774,7 @@ }, { "cell_type": "markdown", - "id": "b333ddc0", + "id": "ce2fa974", "metadata": { "editable": true }, @@ -2793,7 +2793,7 @@ { "cell_type": "code", "execution_count": 13, - "id": "43e2526f", + "id": "ba26d9e7", "metadata": { "collapsed": false, "editable": true @@ -2828,7 +2828,7 @@ }, { "cell_type": "markdown", - "id": "1f8467fc", + "id": "42f625b8", "metadata": { "editable": true }, @@ -2841,7 +2841,7 @@ { "cell_type": "code", "execution_count": 14, - "id": "ddba2679", + "id": "8f62bd25", "metadata": { "collapsed": false, "editable": true @@ -2918,7 +2918,7 @@ }, { "cell_type": "markdown", - "id": "8993069e", + "id": "c7ef262f", "metadata": { "editable": true }, @@ -2933,7 +2933,7 @@ }, { "cell_type": "markdown", - "id": "a6f26f92", + "id": "4d00735a", "metadata": { "editable": true }, @@ -2948,7 +2948,7 @@ }, { "cell_type": "markdown", - "id": "a0b83fff", + "id": "fa136972", "metadata": { "editable": true }, @@ -2960,7 +2960,7 @@ }, { "cell_type": "markdown", - "id": "5530c40e", + "id": "67d45e2a", "metadata": { "editable": true }, @@ -2978,7 +2978,7 @@ }, { "cell_type": "markdown", - "id": "b85bef60", + "id": "e3c9063b", "metadata": { "editable": true }, @@ -2997,7 +2997,7 @@ }, { "cell_type": "markdown", - "id": "fe8da4c4", + "id": "fea528b9", "metadata": { "editable": true }, @@ -3009,7 +3009,7 @@ }, { "cell_type": "markdown", - "id": "91299ffe", + "id": "ec1cbddf", "metadata": { "editable": true }, @@ -3019,7 +3019,7 @@ }, { "cell_type": "markdown", - "id": "19ae1341", + "id": "77134c29", "metadata": { "editable": true }, @@ -3035,7 +3035,7 @@ }, { "cell_type": "markdown", - "id": "05d461e5", + "id": "becf5080", "metadata": { "editable": true }, @@ -3047,7 +3047,7 @@ }, { "cell_type": "markdown", - "id": "5d405644", + "id": "73157461", "metadata": { "editable": true }, @@ -3057,7 +3057,7 @@ }, { "cell_type": "markdown", - "id": "6ebfbe1c", + "id": "5d7111b3", "metadata": { "editable": true }, @@ -3069,7 +3069,7 @@ }, { "cell_type": "markdown", - "id": "7c62d8c5", + "id": "8962fb88", "metadata": { "editable": true }, @@ -3079,7 +3079,7 @@ }, { "cell_type": "markdown", - "id": "c3998019", + "id": "c37e8563", "metadata": { "editable": true }, @@ -3091,7 +3091,7 @@ }, { "cell_type": "markdown", - "id": "6547cfb0", + "id": "9d59ea2e", "metadata": { "editable": true }, @@ -3107,7 +3107,7 @@ }, { "cell_type": "markdown", - "id": "566451ea", + "id": "0d015b64", "metadata": { "editable": true }, @@ -3119,7 +3119,7 @@ }, { "cell_type": "markdown", - "id": "238fbe95", + "id": "eef52144", "metadata": { "editable": true }, @@ -3152,7 +3152,7 @@ }, { "cell_type": "markdown", - "id": "aa84105f", + "id": "b973698a", "metadata": { "editable": true }, @@ -3164,7 +3164,7 @@ }, { "cell_type": "markdown", - "id": "3f44d0b4", + "id": "698130a6", "metadata": { "editable": true }, @@ -3182,7 +3182,7 @@ }, { "cell_type": "markdown", - "id": "0f0129a7", + "id": "19b4312f", "metadata": { "editable": true }, @@ -3192,7 +3192,7 @@ }, { "cell_type": "markdown", - "id": "77e3d42f", + "id": "f2b1ce56", "metadata": { "editable": true }, @@ -3223,7 +3223,7 @@ }, { "cell_type": "markdown", - "id": "c79841ef", + "id": "01000999", "metadata": { "editable": true }, @@ -3238,7 +3238,7 @@ }, { "cell_type": "markdown", - "id": "1385d44b", + "id": "f2f20692", "metadata": { "editable": true }, @@ -3256,7 +3256,7 @@ }, { "cell_type": "markdown", - "id": "abbf8209", + "id": "4e2b4bd1", "metadata": { "editable": true }, @@ -3268,7 +3268,7 @@ }, { "cell_type": "markdown", - "id": "3455b657", + "id": "83c5eab2", "metadata": { "editable": true }, @@ -3280,7 +3280,7 @@ }, { "cell_type": "markdown", - "id": "964542c9", + "id": "40ef84a6", "metadata": { "editable": true }, @@ -3298,7 +3298,7 @@ }, { "cell_type": "markdown", - "id": "66ff6606", + "id": "d8dcef44", "metadata": { "editable": true }, @@ -3327,7 +3327,7 @@ }, { "cell_type": "markdown", - "id": "eb3a50c2", + "id": "073a3253", "metadata": { "editable": true }, @@ -3345,7 +3345,7 @@ }, { "cell_type": "markdown", - "id": "fe4b2300", + "id": "10c9590c", "metadata": { "editable": true }, @@ -3357,7 +3357,7 @@ }, { "cell_type": "markdown", - "id": "910e0f94", + "id": "c90b6aaf", "metadata": { "editable": true }, @@ -3369,7 +3369,7 @@ }, { "cell_type": "markdown", - "id": "55d4e408", + "id": "b5c003bb", "metadata": { "editable": true }, @@ -3381,7 +3381,7 @@ }, { "cell_type": "markdown", - "id": "9e590482", + "id": "9527a589", "metadata": { "editable": true }, @@ -3393,7 +3393,7 @@ }, { "cell_type": "markdown", - "id": "22660f5e", + "id": "b7d1a178", "metadata": { "editable": true }, @@ -3405,7 +3405,7 @@ }, { "cell_type": "markdown", - "id": "6cf31f55", + "id": "0423c3eb", "metadata": { "editable": true }, @@ -3422,7 +3422,7 @@ }, { "cell_type": "markdown", - "id": "38eb2a6a", + "id": "4db72a8e", "metadata": { "editable": true }, @@ -3441,7 +3441,7 @@ }, { "cell_type": "markdown", - "id": "a9f1a129", + "id": "197b823d", "metadata": { "editable": true }, @@ -3453,7 +3453,7 @@ }, { "cell_type": "markdown", - "id": "15bb1241", + "id": "3c07201a", "metadata": { "editable": true }, @@ -3467,7 +3467,7 @@ }, { "cell_type": "markdown", - "id": "7977bb32", + "id": "a676af2a", "metadata": { "editable": true }, @@ -3487,7 +3487,7 @@ }, { "cell_type": "markdown", - "id": "25684316", + "id": "5d437b79", "metadata": { "editable": true }, @@ -3525,7 +3525,7 @@ }, { "cell_type": "markdown", - "id": "0acff299", + "id": "7997afc7", "metadata": { "editable": true }, @@ -3537,7 +3537,7 @@ }, { "cell_type": "markdown", - "id": "363cba19", + "id": "79f772bc", "metadata": { "editable": true }, @@ -3547,7 +3547,7 @@ }, { "cell_type": "markdown", - "id": "d0e2eecb", + "id": "068fa7f3", "metadata": { "editable": true }, @@ -3559,7 +3559,7 @@ }, { "cell_type": "markdown", - "id": "057f24ca", + "id": "c77feb11", "metadata": { "editable": true }, @@ -3570,7 +3570,7 @@ { "cell_type": "code", "execution_count": 15, - "id": "1f7c200a", + "id": "2134397b", "metadata": { "collapsed": false, "editable": true @@ -3615,7 +3615,7 @@ }, { "cell_type": "markdown", - "id": "7a951fec", + "id": "e271876e", "metadata": { "editable": true }, @@ -3632,7 +3632,7 @@ { "cell_type": "code", "execution_count": 16, - "id": "d6182b53", + "id": "a9bc2740", "metadata": { "collapsed": false, "editable": true @@ -3660,7 +3660,7 @@ }, { "cell_type": "markdown", - "id": "09ae2932", + "id": "8b3edc43", "metadata": { "editable": true }, @@ -3675,7 +3675,7 @@ { "cell_type": "code", "execution_count": 17, - "id": "97d76ab7", + "id": "d205e7eb", "metadata": { "collapsed": false, "editable": true @@ -3719,7 +3719,7 @@ }, { "cell_type": "markdown", - "id": "25e997f8", + "id": "a2f9d1cc", "metadata": { "editable": true }, @@ -3729,7 +3729,7 @@ }, { "cell_type": "markdown", - "id": "c0317908", + "id": "77a185bb", "metadata": { "editable": true }, @@ -3740,7 +3740,7 @@ { "cell_type": "code", "execution_count": 18, - "id": "9c31e5e4", + "id": "1c4a4d77", "metadata": { "collapsed": false, "editable": true @@ -3768,7 +3768,7 @@ }, { "cell_type": "markdown", - "id": "48d62537", + "id": "739eae4d", "metadata": { "editable": true }, @@ -3783,7 +3783,7 @@ }, { "cell_type": "markdown", - "id": "833b1c88", + "id": "6f4276ea", "metadata": { "editable": true }, @@ -3794,7 +3794,7 @@ { "cell_type": "code", "execution_count": 19, - "id": "67c295c6", + "id": "aa1c1e62", "metadata": { "collapsed": false, "editable": true @@ -3822,7 +3822,7 @@ }, { "cell_type": "markdown", - "id": "2dd6483a", + "id": "661c9456", "metadata": { "editable": true }, @@ -3833,7 +3833,7 @@ { "cell_type": "code", "execution_count": 20, - "id": "ce65e6e4", + "id": "f4538a03", "metadata": { "collapsed": false, "editable": true @@ -3858,7 +3858,7 @@ }, { "cell_type": "markdown", - "id": "299a9b1d", + "id": "3a2398ef", "metadata": { "editable": true }, @@ -3869,7 +3869,7 @@ { "cell_type": "code", "execution_count": 21, - "id": "e0ce00ec", + "id": "2c98ad0b", "metadata": { "collapsed": false, "editable": true @@ -3905,7 +3905,7 @@ { "cell_type": "code", "execution_count": 22, - "id": "29b82fe4", + "id": "02c3d631", "metadata": { "collapsed": false, "editable": true @@ -3925,7 +3925,7 @@ }, { "cell_type": "markdown", - "id": "5ab98e85", + "id": "71bb1f87", "metadata": { "editable": true }, @@ -3936,7 +3936,7 @@ { "cell_type": "code", "execution_count": 23, - "id": "5ec23bfc", + "id": "4aaeea32", "metadata": { "collapsed": false, "editable": true @@ -3974,7 +3974,7 @@ }, { "cell_type": "markdown", - "id": "f224a5ba", + "id": "ae549235", "metadata": { "editable": true }, @@ -3984,7 +3984,7 @@ }, { "cell_type": "markdown", - "id": "4fc0e83e", + "id": "4a9b3bf5", "metadata": { "editable": true }, @@ -3998,7 +3998,7 @@ { "cell_type": "code", "execution_count": 24, - "id": "ee9c6265", + "id": "36fb2a7e", "metadata": { "collapsed": false, "editable": true @@ -4020,7 +4020,7 @@ }, { "cell_type": "markdown", - "id": "0f42fe39", + "id": "de241d13", "metadata": { "editable": true }, @@ -4030,7 +4030,7 @@ }, { "cell_type": "markdown", - "id": "59eb26f6", + "id": "396b2523", "metadata": { "editable": true }, @@ -4041,7 +4041,7 @@ { "cell_type": "code", "execution_count": 25, - "id": "7fad7b56", + "id": "6de53da2", "metadata": { "collapsed": false, "editable": true @@ -4063,7 +4063,7 @@ }, { "cell_type": "markdown", - "id": "74dc67b1", + "id": "6f4d7c50", "metadata": { "editable": true }, @@ -4076,7 +4076,7 @@ { "cell_type": "code", "execution_count": 26, - "id": "cb4cd73b", + "id": "bccf2c33", "metadata": { "collapsed": false, "editable": true @@ -4101,7 +4101,7 @@ }, { "cell_type": "markdown", - "id": "4306ba8f", + "id": "0c75b991", "metadata": { "editable": true }, @@ -4113,7 +4113,7 @@ { "cell_type": "code", "execution_count": 27, - "id": "53112d0a", + "id": "33d78552", "metadata": { "collapsed": false, "editable": true @@ -4128,7 +4128,7 @@ }, { "cell_type": "markdown", - "id": "22f27155", + "id": "ace05b46", "metadata": { "editable": true }, @@ -4143,7 +4143,7 @@ { "cell_type": "code", "execution_count": 28, - "id": "21cc23e7", + "id": "96581910", "metadata": { "collapsed": false, "editable": true @@ -4203,7 +4203,7 @@ }, { "cell_type": "markdown", - "id": "72d7044f", + "id": "c8917005", "metadata": { "editable": true }, @@ -4214,7 +4214,7 @@ { "cell_type": "code", "execution_count": 29, - "id": "7738f520", + "id": "8cdf3bb8", "metadata": { "collapsed": false, "editable": true @@ -4278,7 +4278,7 @@ }, { "cell_type": "markdown", - "id": "2917b811", + "id": "29cd040f", "metadata": { "editable": true }, @@ -4289,7 +4289,7 @@ { "cell_type": "code", "execution_count": 30, - "id": "e8e2bcc8", + "id": "e24e4dff", "metadata": { "collapsed": false, "editable": true @@ -4338,7 +4338,7 @@ }, { "cell_type": "markdown", - "id": "33af042d", + "id": "7c4cabd0", "metadata": { "editable": true }, @@ -4350,7 +4350,7 @@ { "cell_type": "code", "execution_count": 31, - "id": "d39fd015", + "id": "ac8d1b74", "metadata": { "collapsed": false, "editable": true @@ -4434,7 +4434,7 @@ }, { "cell_type": "markdown", - "id": "ad76fab7", + "id": "8daddbbb", "metadata": { "editable": true }, @@ -4445,7 +4445,7 @@ { "cell_type": "code", "execution_count": 32, - "id": "c93f7f15", + "id": "f98d1a25", "metadata": { "collapsed": false, "editable": true @@ -4523,7 +4523,7 @@ }, { "cell_type": "markdown", - "id": "0a079dcb", + "id": "c679233f", "metadata": { "editable": true }, @@ -4534,7 +4534,7 @@ { "cell_type": "code", "execution_count": 33, - "id": "d3891f6b", + "id": "94c2d690", "metadata": { "collapsed": false, "editable": true @@ -4598,7 +4598,7 @@ }, { "cell_type": "markdown", - "id": "e97f18ba", + "id": "df4e327b", "metadata": { "editable": true }, @@ -4608,7 +4608,7 @@ }, { "cell_type": "markdown", - "id": "66f93128", + "id": "d132564e", "metadata": { "editable": true }, @@ -4619,7 +4619,7 @@ { "cell_type": "code", "execution_count": 34, - "id": "f001dd7d", + "id": "f2143c85", "metadata": { "collapsed": false, "editable": true @@ -4688,7 +4688,7 @@ }, { "cell_type": "markdown", - "id": "c4fcfa2e", + "id": "3a32a369", "metadata": { "editable": true }, @@ -4699,7 +4699,7 @@ { "cell_type": "code", "execution_count": 35, - "id": "2655ba09", + "id": "401cfd7e", "metadata": { "collapsed": false, "editable": true @@ -4743,7 +4743,7 @@ }, { "cell_type": "markdown", - "id": "77682985", + "id": "c1ebe2a0", "metadata": { "editable": true }, @@ -4762,7 +4762,7 @@ { "cell_type": "code", "execution_count": 36, - "id": "76ee1c4b", + "id": "f0f9a51c", "metadata": { "collapsed": false, "editable": true @@ -4782,14 +4782,14 @@ }, { "cell_type": "markdown", - "id": "a00f85da", + "id": "cb8bbc4e", "metadata": { "editable": true }, "source": [ "## Weekend challenge\n", "\n", - "* Try to run the above codes and implement the stochastic gradient descent with RMSprop and ADAM.\n", + "* Try to run the above codes and implement the stochastic gradient descent with the ADAM. Here you can use as examples the Adagrad and the RMSprop algorithms.\n", "\n", "* Add a more complicated function and study the rate of convergence for the derivatives as function of the different methods\n", "\n", diff --git a/doc/src/week39/week39.do.txt b/doc/src/week39/week39.do.txt index 4b4d5c9aa..97c5fa7ea 100644 --- a/doc/src/week39/week39.do.txt +++ b/doc/src/week39/week39.do.txt @@ -2633,6 +2633,6 @@ print(derivative_fn(x_small)) !split ===== Weekend challenge ===== -* Try to run the above codes and implement the stochastic gradient descent with RMSprop and ADAM. +* Try to run the above codes and implement the stochastic gradient descent with the ADAM. Here you can use as examples the Adagrad and the RMSprop algorithms. * Add a more complicated function and study the rate of convergence for the derivatives as function of the different methods * Extend from linear regression to logistic regression.