This commit is contained in:
Morten Hjorth-Jensen
2023-11-09 17:54:42 +01:00
parent 77d85c179c
commit beb104cebf
7 changed files with 259 additions and 305 deletions
@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "markdown",
"id": "7e9869f2",
"id": "967cdaca",
"metadata": {
"editable": true
},
@@ -14,7 +14,7 @@
},
{
"cell_type": "markdown",
"id": "fca263d7",
"id": "7f44e4d0",
"metadata": {
"editable": true
},
@@ -27,7 +27,7 @@
},
{
"cell_type": "markdown",
"id": "8c3d9fea",
"id": "3094316d",
"metadata": {
"editable": true
},
@@ -58,6 +58,10 @@
"\n",
" * These lecture notes\n",
"\n",
" * [Video of lecture](https://youtu.be/z0x-vgyAZUk)\n",
"\n",
" * [Whiteboard notes](https://github.com/CompPhysics/MachineLearning/blob/master/doc/HandWrittenNotes/2023/NotesNov9.pdf)\n",
"\n",
" * For a more in depth discussion on neural networks we recommend Goodfellow et al chapter 10. See also chapter 11 and 12 on practicalities and applications \n",
"\n",
" * Reading suggestions for implementation of RNNs: [Aurelien Geron's chapter 14](https://github.com/CompPhysics/MachineLearning/blob/master/doc/Textbooks/TensorflowML.pdf).\n",
@@ -69,7 +73,7 @@
},
{
"cell_type": "markdown",
"id": "d0107e8f",
"id": "46b1e9db",
"metadata": {
"editable": true
},
@@ -79,7 +83,7 @@
},
{
"cell_type": "markdown",
"id": "44ed2bb7",
"id": "19315bd5",
"metadata": {
"editable": true
},
@@ -98,7 +102,7 @@
{
"cell_type": "code",
"execution_count": 1,
"id": "7d202a1c",
"id": "d03a6f44",
"metadata": {
"collapsed": false,
"editable": true
@@ -155,7 +159,7 @@
},
{
"cell_type": "markdown",
"id": "0fcc974f",
"id": "e6cbd4ca",
"metadata": {
"editable": true
},
@@ -167,7 +171,7 @@
},
{
"cell_type": "markdown",
"id": "693475c8",
"id": "1ea723fc",
"metadata": {
"editable": true
},
@@ -182,7 +186,7 @@
{
"cell_type": "code",
"execution_count": 2,
"id": "cdd8cf73",
"id": "0ebb62df",
"metadata": {
"collapsed": false,
"editable": true
@@ -235,7 +239,7 @@
},
{
"cell_type": "markdown",
"id": "51ef3976",
"id": "0fb161e1",
"metadata": {
"editable": true
},
@@ -250,7 +254,7 @@
},
{
"cell_type": "markdown",
"id": "033bda9d",
"id": "8bdb137e",
"metadata": {
"editable": true
},
@@ -270,7 +274,7 @@
{
"cell_type": "code",
"execution_count": 3,
"id": "0a320c52",
"id": "af61779f",
"metadata": {
"collapsed": false,
"editable": true
@@ -324,7 +328,7 @@
},
{
"cell_type": "markdown",
"id": "bcd8ea70",
"id": "89f07674",
"metadata": {
"editable": true
},
@@ -339,7 +343,7 @@
{
"cell_type": "code",
"execution_count": 4,
"id": "6fe70002",
"id": "37c8ca05",
"metadata": {
"collapsed": false,
"editable": true
@@ -366,7 +370,7 @@
},
{
"cell_type": "markdown",
"id": "c4440f93",
"id": "509bf7a9",
"metadata": {
"editable": true
},
@@ -380,7 +384,7 @@
{
"cell_type": "code",
"execution_count": 5,
"id": "96a74e80",
"id": "e9d06a0c",
"metadata": {
"collapsed": false,
"editable": true
@@ -425,7 +429,7 @@
},
{
"cell_type": "markdown",
"id": "98525677",
"id": "ab1f9810",
"metadata": {
"editable": true
},
@@ -450,7 +454,7 @@
{
"cell_type": "code",
"execution_count": 6,
"id": "d00d3339",
"id": "d8a5dabe",
"metadata": {
"collapsed": false,
"editable": true
@@ -462,7 +466,7 @@
},
{
"cell_type": "markdown",
"id": "39d74647",
"id": "69fd6511",
"metadata": {
"editable": true
},
@@ -473,7 +477,7 @@
{
"cell_type": "code",
"execution_count": 7,
"id": "382459a0",
"id": "b74de9e5",
"metadata": {
"collapsed": false,
"editable": true
@@ -485,7 +489,7 @@
},
{
"cell_type": "markdown",
"id": "06da1caf",
"id": "24e267e4",
"metadata": {
"editable": true
},
@@ -498,7 +502,7 @@
},
{
"cell_type": "markdown",
"id": "2d846128",
"id": "77a9c527",
"metadata": {
"editable": true
},
@@ -531,7 +535,7 @@
},
{
"cell_type": "markdown",
"id": "23991e3b",
"id": "5f6ea3f0",
"metadata": {
"editable": true
},
@@ -545,7 +549,7 @@
},
{
"cell_type": "markdown",
"id": "4581b004",
"id": "b0d324b8",
"metadata": {
"editable": true
},
@@ -557,7 +561,7 @@
},
{
"cell_type": "markdown",
"id": "855fc1d5",
"id": "d5593af9",
"metadata": {
"editable": true
},
@@ -569,7 +573,7 @@
},
{
"cell_type": "markdown",
"id": "7b676376",
"id": "e857f89e",
"metadata": {
"editable": true
},
@@ -581,7 +585,7 @@
},
{
"cell_type": "markdown",
"id": "64e4f58f",
"id": "13dc6da3",
"metadata": {
"editable": true
},
@@ -591,7 +595,7 @@
},
{
"cell_type": "markdown",
"id": "6bef46ee",
"id": "0f77aa9a",
"metadata": {
"editable": true
},
@@ -603,7 +607,7 @@
},
{
"cell_type": "markdown",
"id": "ed7cfd1e",
"id": "3c560ddf",
"metadata": {
"editable": true
},
@@ -613,7 +617,7 @@
},
{
"cell_type": "markdown",
"id": "307589a6",
"id": "b46686df",
"metadata": {
"editable": true
},
@@ -625,7 +629,7 @@
},
{
"cell_type": "markdown",
"id": "24f17f38",
"id": "24aec375",
"metadata": {
"editable": true
},
@@ -636,7 +640,7 @@
},
{
"cell_type": "markdown",
"id": "e825c026",
"id": "8d288b9d",
"metadata": {
"editable": true
},
@@ -655,7 +659,7 @@
},
{
"cell_type": "markdown",
"id": "6dcb34a4",
"id": "e1663205",
"metadata": {
"editable": true
},
@@ -667,7 +671,7 @@
},
{
"cell_type": "markdown",
"id": "a975cae8",
"id": "b34d890c",
"metadata": {
"editable": true
},
@@ -677,7 +681,7 @@
},
{
"cell_type": "markdown",
"id": "d4971baf",
"id": "14e7f314",
"metadata": {
"editable": true
},
@@ -689,7 +693,7 @@
},
{
"cell_type": "markdown",
"id": "a4bd001d",
"id": "879bac6b",
"metadata": {
"editable": true
},
@@ -701,7 +705,7 @@
},
{
"cell_type": "markdown",
"id": "a8b1f114",
"id": "31d2b3b7",
"metadata": {
"editable": true
},
@@ -713,7 +717,7 @@
},
{
"cell_type": "markdown",
"id": "959cdbff",
"id": "34fd7537",
"metadata": {
"editable": true
},
@@ -723,7 +727,7 @@
},
{
"cell_type": "markdown",
"id": "59ee7f47",
"id": "4bebbe84",
"metadata": {
"editable": true
},
@@ -735,7 +739,7 @@
},
{
"cell_type": "markdown",
"id": "5cdba722",
"id": "690c8d76",
"metadata": {
"editable": true
},
@@ -763,7 +767,7 @@
},
{
"cell_type": "markdown",
"id": "35390ed4",
"id": "12d8a75e",
"metadata": {
"editable": true
},
@@ -775,7 +779,7 @@
},
{
"cell_type": "markdown",
"id": "b1651ea3",
"id": "1df29154",
"metadata": {
"editable": true
},
@@ -800,7 +804,7 @@
},
{
"cell_type": "markdown",
"id": "1bfac852",
"id": "9083178e",
"metadata": {
"editable": true
},
@@ -818,7 +822,7 @@
},
{
"cell_type": "markdown",
"id": "f655bb24",
"id": "e7719466",
"metadata": {
"editable": true
},
@@ -829,7 +833,7 @@
{
"cell_type": "code",
"execution_count": 8,
"id": "31f4ee21",
"id": "bcddf060",
"metadata": {
"collapsed": false,
"editable": true
@@ -872,7 +876,7 @@
},
{
"cell_type": "markdown",
"id": "098bfaec",
"id": "6ec55e94",
"metadata": {
"editable": true
},
@@ -882,7 +886,7 @@
},
{
"cell_type": "markdown",
"id": "55cc0e20",
"id": "690b1a08",
"metadata": {
"editable": true
},
@@ -909,7 +913,7 @@
},
{
"cell_type": "markdown",
"id": "8860da9c",
"id": "825bc136",
"metadata": {
"editable": true
},
@@ -920,7 +924,7 @@
{
"cell_type": "code",
"execution_count": 9,
"id": "7252c0b8",
"id": "ce956b33",
"metadata": {
"collapsed": false,
"editable": true
@@ -993,7 +997,7 @@
},
{
"cell_type": "markdown",
"id": "fcbca2f7",
"id": "002c4d99",
"metadata": {
"editable": true
},
@@ -1013,7 +1017,7 @@
},
{
"cell_type": "markdown",
"id": "1c5b70a2",
"id": "6572c07f",
"metadata": {
"editable": true
},
@@ -1029,7 +1033,7 @@
},
{
"cell_type": "markdown",
"id": "29c129fe",
"id": "fbd8e269",
"metadata": {
"editable": true
},
@@ -1051,7 +1055,7 @@
},
{
"cell_type": "markdown",
"id": "c2bc1aa3",
"id": "919bb09e",
"metadata": {
"editable": true
},
@@ -1069,7 +1073,7 @@
},
{
"cell_type": "markdown",
"id": "01ef7e17",
"id": "6e3360db",
"metadata": {
"editable": true
},
@@ -1115,7 +1119,7 @@
},
{
"cell_type": "markdown",
"id": "8dd26bf6",
"id": "0f284cbd",
"metadata": {
"editable": true
},
@@ -1136,7 +1140,7 @@
},
{
"cell_type": "markdown",
"id": "3b42d5ef",
"id": "b5e9785e",
"metadata": {
"editable": true
},
@@ -1197,7 +1201,7 @@
},
{
"cell_type": "markdown",
"id": "2f8de715",
"id": "50a43c30",
"metadata": {
"editable": true
},
@@ -1222,7 +1226,7 @@
},
{
"cell_type": "markdown",
"id": "9998cb2c",
"id": "f3e0d31b",
"metadata": {
"editable": true
},
@@ -1241,7 +1245,7 @@
},
{
"cell_type": "markdown",
"id": "45dfbeff",
"id": "b1571231",
"metadata": {
"editable": true
},
@@ -1265,7 +1269,7 @@
},
{
"cell_type": "markdown",
"id": "141b8f50",
"id": "e7886dd3",
"metadata": {
"editable": true
},
@@ -1347,7 +1351,7 @@
},
{
"cell_type": "markdown",
"id": "fbadc1e0",
"id": "f878b195",
"metadata": {
"editable": true
},
@@ -1363,7 +1367,7 @@
{
"cell_type": "code",
"execution_count": 10,
"id": "9365f92f",
"id": "1889da48",
"metadata": {
"collapsed": false,
"editable": true
@@ -1402,7 +1406,7 @@
},
{
"cell_type": "markdown",
"id": "55c2aa23",
"id": "5bf3bea4",
"metadata": {
"editable": true
},
@@ -1446,7 +1450,7 @@
{
"cell_type": "code",
"execution_count": 11,
"id": "b57a3099",
"id": "6fc9b3dd",
"metadata": {
"collapsed": false,
"editable": true
@@ -1529,7 +1533,7 @@
},
{
"cell_type": "markdown",
"id": "0b519f6c",
"id": "6b02bff4",
"metadata": {
"editable": true
},
@@ -1540,7 +1544,7 @@
{
"cell_type": "code",
"execution_count": 12,
"id": "82db8594",
"id": "7030f585",
"metadata": {
"collapsed": false,
"editable": true
@@ -1642,7 +1646,7 @@
},
{
"cell_type": "markdown",
"id": "4711b0d4",
"id": "53dc1510",
"metadata": {
"editable": true
},
@@ -1664,7 +1668,7 @@
{
"cell_type": "code",
"execution_count": 13,
"id": "22123a0f",
"id": "62aa2c1c",
"metadata": {
"collapsed": false,
"editable": true
@@ -1761,7 +1765,7 @@
},
{
"cell_type": "markdown",
"id": "50cd4d20",
"id": "56fb2d92",
"metadata": {
"editable": true
},
@@ -1787,7 +1791,7 @@
{
"cell_type": "code",
"execution_count": 14,
"id": "5c3d5a53",
"id": "145ed525",
"metadata": {
"collapsed": false,
"editable": true