From b84e394d58cda3d6f411a615b5060c19cd0855f3 Mon Sep 17 00:00:00 2001
From: Morten Hjorth-Jensen <morten.hjorth-jensen@fys.uio.no>
Date: Wed, 26 Oct 2022 06:25:50 +0200
Subject: [PATCH] test

---
 doc/pub/week43/html/week43-bs.html           | 102 ++++-
 doc/pub/week43/html/week43-reveal.html       |  10 +-
 doc/pub/week43/html/week43-solarized.html    |  10 +-
 doc/pub/week43/html/week43.html              |  10 +-
 doc/pub/week43/ipynb/ipynb-week43-src.tar.gz | Bin 88085 -> 88085 bytes
 doc/pub/week43/ipynb/week43.ipynb            | 387 ++++++++++---------
 doc/src/week43/week43.do.txt                 |   4 +-
 7 files changed, 316 insertions(+), 207 deletions(-)

diff --git a/doc/pub/week43/html/week43-bs.html b/doc/pub/week43/html/week43-bs.html
index 5e4a95be4..34de8bd38 100644
--- a/doc/pub/week43/html/week43-bs.html
+++ b/doc/pub/week43/html/week43-bs.html
@@ -8,7 +8,8 @@ doconce format html week43.do.txt --html_style=bootstrap --pygments_html_style=d
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<title></title>
+<meta name="description" content="Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks">
+<title>Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</title>
 <!-- Bootstrap style: bootstrap -->
 <!-- doconce format html week43.do.txt --html_style=bootstrap --pygments_html_style=default --html_admon=bootstrap_panel --html_output=week43-bs --no_mako -->
 <link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
@@ -201,10 +202,101 @@ MathJax.Hub.Config({
 </script>
 
 
+<!-- Bootstrap navigation bar -->
+<div class="navbar navbar-default navbar-fixed-top">
+  <div class="navbar-header">
+    <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-responsive-collapse">
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+    </button>
+    <a class="navbar-brand" href="week43-bs.html">Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</a>
+  </div>
+  <div class="navbar-collapse collapse navbar-responsive-collapse">
+    <ul class="nav navbar-nav navbar-right">
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Contents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+     <!-- navigation toc: --> <li><a href="#plans-for-week-43" style="font-size: 80%;">Plans for week 43</a></li>
+     <!-- navigation toc: --> <li><a href="#reading-recommendations" style="font-size: 80%;">Reading Recommendations</a></li>
+     <!-- navigation toc: --> <li><a href="#convolutional-neural-networks-recognizing-images" style="font-size: 80%;">Convolutional Neural Networks (recognizing images)</a></li>
+     <!-- navigation toc: --> <li><a href="#what-is-the-difference" style="font-size: 80%;">What is the Difference</a></li>
+     <!-- navigation toc: --> <li><a href="#neural-networks-vs-cnns" style="font-size: 80%;">Neural Networks vs CNNs</a></li>
+     <!-- navigation toc: --> <li><a href="#why-cnns-for-images-sound-files-medical-images-from-ct-scans-etc" style="font-size: 80%;">Why CNNS for images, sound files, medical images from CT scans etc?</a></li>
+     <!-- navigation toc: --> <li><a href="#regular-nns-don-t-scale-well-to-full-images" style="font-size: 80%;">Regular NNs don’t scale well to full images</a></li>
+     <!-- navigation toc: --> <li><a href="#3d-volumes-of-neurons" style="font-size: 80%;">3D volumes of neurons</a></li>
+     <!-- navigation toc: --> <li><a href="#layers-used-to-build-cnns" style="font-size: 80%;">Layers used to build CNNs</a></li>
+     <!-- navigation toc: --> <li><a href="#transforming-images" style="font-size: 80%;">Transforming images</a></li>
+     <!-- navigation toc: --> <li><a href="#cnns-in-brief" style="font-size: 80%;">CNNs in brief</a></li>
+     <!-- navigation toc: --> <li><a href="#key-idea" style="font-size: 80%;">Key Idea</a></li>
+     <!-- navigation toc: --> <li><a href="#mathematics-of-cnns" style="font-size: 80%;">Mathematics of CNNs</a></li>
+     <!-- navigation toc: --> <li><a href="#convolution-examples-polynomial-multiplication" style="font-size: 80%;">Convolution Examples: Polynomial multiplication</a></li>
+     <!-- navigation toc: --> <li><a href="#efficient-polynomial-multiplication" style="font-size: 80%;">Efficient Polynomial Multiplication</a></li>
+     <!-- navigation toc: --> <li><a href="#a-more-efficient-way-of-coding-the-above-convolution" style="font-size: 80%;">A more efficient way of coding the above Convolution</a></li>
+     <!-- navigation toc: --> <li><a href="#convolution-examples-principle-of-superposition-and-periodic-forces-fourier-transforms" style="font-size: 80%;">Convolution Examples: Principle of Superposition and Periodic Forces (Fourier Transforms)</a></li>
+     <!-- navigation toc: --> <li><a href="#principle-of-superposition" style="font-size: 80%;">Principle of Superposition</a></li>
+     <!-- navigation toc: --> <li><a href="#simple-code-example" style="font-size: 80%;">Simple Code Example</a></li>
+     <!-- navigation toc: --> <li><a href="#wrapping-up-fourier-transforms" style="font-size: 80%;">Wrapping up Fourier transforms</a></li>
+     <!-- navigation toc: --> <li><a href="#finding-the-coefficients" style="font-size: 80%;">Finding the Coefficients</a></li>
+     <!-- navigation toc: --> <li><a href="#final-words-on-fourier-transforms" style="font-size: 80%;">Final words on Fourier Transforms</a></li>
+     <!-- navigation toc: --> <li><a href="#two-dimensional-objects" style="font-size: 80%;">Two-dimensional Objects</a></li>
+     <!-- navigation toc: --> <li><a href="#cross-correlation" style="font-size: 80%;">Cross-Correlation</a></li>
+     <!-- navigation toc: --> <li><a href="#more-on-dimensionalities" style="font-size: 80%;">More on Dimensionalities</a></li>
+     <!-- navigation toc: --> <li><a href="#further-dimensionality-remarks" style="font-size: 80%;">Further Dimensionality Remarks</a></li>
+     <!-- navigation toc: --> <li><a href="#cnns-in-more-detail-lecture-from-in5400" style="font-size: 80%;">CNNs in more detail, Lecture from IN5400</a></li>
+     <!-- navigation toc: --> <li><a href="#cnns-in-more-detail-building-convolutional-neural-networks-in-tensorflow-and-keras" style="font-size: 80%;">CNNs in more detail, building convolutional neural networks in Tensorflow and Keras</a></li>
+     <!-- navigation toc: --> <li><a href="#setting-it-up" style="font-size: 80%;">Setting it up</a></li>
+     <!-- navigation toc: --> <li><a href="#the-mnist-dataset-again" style="font-size: 80%;">The MNIST dataset again</a></li>
+     <!-- navigation toc: --> <li><a href="#strong-correlations" style="font-size: 80%;">Strong correlations</a></li>
+     <!-- navigation toc: --> <li><a href="#layers-of-a-cnn" style="font-size: 80%;">Layers of a CNN</a></li>
+     <!-- navigation toc: --> <li><a href="#systematic-reduction" style="font-size: 80%;">Systematic reduction</a></li>
+     <!-- navigation toc: --> <li><a href="#prerequisites-collect-and-pre-process-data" style="font-size: 80%;">Prerequisites: Collect and pre-process data</a></li>
+     <!-- navigation toc: --> <li><a href="#importing-keras-and-tensorflow" style="font-size: 80%;">Importing Keras and Tensorflow</a></li>
+     <!-- navigation toc: --> <li><a href="#running-with-keras" style="font-size: 80%;">Running with Keras</a></li>
+     <!-- navigation toc: --> <li><a href="#final-part" style="font-size: 80%;">Final part</a></li>
+     <!-- navigation toc: --> <li><a href="#final-visualization" style="font-size: 80%;">Final visualization</a></li>
+     <!-- navigation toc: --> <li><a href="#the-cifar01-data-set" style="font-size: 80%;">The CIFAR01 data set</a></li>
+     <!-- navigation toc: --> <li><a href="#verifying-the-data-set" style="font-size: 80%;">Verifying the data set</a></li>
+     <!-- navigation toc: --> <li><a href="#set-up-the-model" style="font-size: 80%;">Set up  the model</a></li>
+     <!-- navigation toc: --> <li><a href="#add-dense-layers-on-top" style="font-size: 80%;">Add Dense layers on top</a></li>
+     <!-- navigation toc: --> <li><a href="#compile-and-train-the-model" style="font-size: 80%;">Compile and train the model</a></li>
+     <!-- navigation toc: --> <li><a href="#finally-evaluate-the-model" style="font-size: 80%;">Finally, evaluate the model</a></li>
+     <!-- navigation toc: --> <li><a href="#recurrent-neural-networks-overarching-view" style="font-size: 80%;">Recurrent neural networks: Overarching view</a></li>
+     <!-- navigation toc: --> <li><a href="#set-up-of-an-rnn" style="font-size: 80%;">Set up of an RNN</a></li>
+     <!-- navigation toc: --> <li><a href="#a-simple-example" style="font-size: 80%;">A simple example</a></li>
+     <!-- navigation toc: --> <li><a href="#an-extrapolation-example" style="font-size: 80%;">An extrapolation example</a></li>
+     <!-- navigation toc: --> <li><a href="#formatting-the-data" style="font-size: 80%;">Formatting the Data</a></li>
+     <!-- navigation toc: --> <li><a href="#predicting-new-points-with-a-trained-recurrent-neural-network" style="font-size: 80%;">Predicting New Points With A Trained Recurrent Neural Network</a></li>
+     <!-- navigation toc: --> <li><a href="#other-things-to-try" style="font-size: 80%;">Other Things to Try</a></li>
+     <!-- navigation toc: --> <li><a href="#other-types-of-recurrent-neural-networks" style="font-size: 80%;">Other Types of Recurrent Neural Networks</a></li>
+     <!-- navigation toc: --> <li><a href="#generative-models" style="font-size: 80%;">Generative Models</a></li>
+     <!-- navigation toc: --> <li><a href="#generative-adversarial-networks" style="font-size: 80%;">Generative Adversarial Networks</a></li>
+     <!-- navigation toc: --> <li><a href="#discriminator" style="font-size: 80%;">Discriminator</a></li>
+     <!-- navigation toc: --> <li><a href="#learning-process" style="font-size: 80%;">Learning Process</a></li>
+     <!-- navigation toc: --> <li><a href="#more-about-the-learning-process" style="font-size: 80%;">More about the Learning Process</a></li>
+     <!-- navigation toc: --> <li><a href="#additional-references" style="font-size: 80%;">Additional References</a></li>
+     <!-- navigation toc: --> <li><a href="#writing-our-first-generative-adversarial-network" style="font-size: 80%;">Writing Our First Generative Adversarial Network</a></li>
+     <!-- navigation toc: --> <li><a href="#mnist-and-gans" style="font-size: 80%;">MNIST and GANs</a></li>
+     <!-- navigation toc: --> <li><a href="#other-models" style="font-size: 80%;">Other Models</a></li>
+     <!-- navigation toc: --> <li><a href="#training-step" style="font-size: 80%;">Training Step</a></li>
+     <!-- navigation toc: --> <li><a href="#checkpoints" style="font-size: 80%;">Checkpoints</a></li>
+     <!-- navigation toc: --> <li><a href="#exploring-the-latent-space" style="font-size: 80%;">Exploring the Latent Space</a></li>
+     <!-- navigation toc: --> <li><a href="#getting-results" style="font-size: 80%;">Getting Results</a></li>
+     <!-- navigation toc: --> <li><a href="#interpolating-between-mnist-digits" style="font-size: 80%;">Interpolating Between MNIST Digits</a></li>
+
+        </ul>
+      </li>
+    </ul>
+  </div>
+</div>
+</div> <!-- end of navigation bar -->
 <div class="container">
 <p>&nbsp;</p><p>&nbsp;</p><p>&nbsp;</p> <!-- add vertical space -->
 <!-- ------------------- main content ---------------------- -->
-<p>ATITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks
+<div class="jumbotron">
+<center>
+<h1>Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</h1>
+</center>  <!-- document title -->
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -222,7 +314,9 @@ MathJax.Hub.Config({
 <h4>Oct 26, 2022</h4>
 </center> <!-- date -->
 <br>
-</p>
+
+<!-- potential-jumbotron-button -->
+</div> <!-- end jumbotron -->
 
 <!-- !split -->
 <h2 id="plans-for-week-43" class="anchor">Plans for week 43 </h2>
@@ -262,7 +356,7 @@ MathJax.Hub.Config({
 <!-- subsequent paragraphs come in larger fonts, so start with a paragraph -->
 <ol>
 <li> <a href="https://www.deeplearningbook.org/contents/convnets.html" target="_self">Goodfellow, Bengio, Courville, chapter 9</a></li>
-<li> <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_self">Lectures from CS231 at Stanford</a></li>
+<li> We will follow to a large extent the <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_self">lectures from CS231 at Stanford</a></li>
 <li> <a href="http://neuralnetworksanddeeplearning.com/chap6.html" target="_self">Michael Nielsen's book is a must read, in particular chapter 6 which deals with CNNs</a>.</li>
 </ol>
 </div>
diff --git a/doc/pub/week43/html/week43-reveal.html b/doc/pub/week43/html/week43-reveal.html
index 47cb7d99e..8aa64732d 100644
--- a/doc/pub/week43/html/week43-reveal.html
+++ b/doc/pub/week43/html/week43-reveal.html
@@ -9,7 +9,8 @@ doconce format html week43-reveal.html week43-reveal reveal --html_slide_theme=b
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<title></title>
+<meta name="description" content="Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks">
+<title>Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</title>
 
 <!-- reveal.js: https://lab.hakim.se/reveal-js/ -->
 
@@ -166,7 +167,9 @@ MathJax.Hub.Config({
 
 <section>
 <!-- ------------------- main content ---------------------- -->
-<p>ATITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks
+<center>
+<h1 style="text-align: center;">Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</h1>
+</center>  <!-- document title -->
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -184,7 +187,6 @@ MathJax.Hub.Config({
 <h4>Oct 26, 2022</h4>
 </center> <!-- date -->
 <br>
-</p>
 
 
 <center style="font-size:80%">
@@ -229,7 +231,7 @@ MathJax.Hub.Config({
 <p>
 <ol>
 <p><li> <a href="https://www.deeplearningbook.org/contents/convnets.html" target="_blank">Goodfellow, Bengio, Courville, chapter 9</a></li>
-<p><li> <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_blank">Lectures from CS231 at Stanford</a></li>
+<p><li> We will follow to a large extent the <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_blank">lectures from CS231 at Stanford</a></li>
 <p><li> <a href="http://neuralnetworksanddeeplearning.com/chap6.html" target="_blank">Michael Nielsen's book is a must read, in particular chapter 6 which deals with CNNs</a>.</li>
 </ol>
 </div>
diff --git a/doc/pub/week43/html/week43-solarized.html b/doc/pub/week43/html/week43-solarized.html
index d1ea1c8e7..40f7a9d2d 100644
--- a/doc/pub/week43/html/week43-solarized.html
+++ b/doc/pub/week43/html/week43-solarized.html
@@ -8,7 +8,8 @@ doconce format html week43.do.txt --pygments_html_style=perldoc --html_style=sol
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<title></title>
+<meta name="description" content="Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks">
+<title>Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</title>
 <link href="https://cdn.rawgit.com/doconce/doconce/master/bundled/html_styles/style_solarized_box/css/solarized_light_code.css" rel="stylesheet" type="text/css" title="light"/>
 <script src="https://cdn.rawgit.com/doconce/doconce/master/bundled/html_styles/style_solarized_box/js/highlight.pack.js"></script>
 <script>hljs.initHighlightingOnLoad();</script>
@@ -229,7 +230,9 @@ MathJax.Hub.Config({
 
 
 <!-- ------------------- main content ---------------------- -->
-<p>ATITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks
+<center>
+<h1>Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</h1>
+</center>  <!-- document title -->
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -247,7 +250,6 @@ MathJax.Hub.Config({
 <h4>Oct 26, 2022</h4>
 </center> <!-- date -->
 <br>
-</p>
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="plans-for-week-43">Plans for week 43 </h2>
@@ -285,7 +287,7 @@ MathJax.Hub.Config({
 <p>
 <ol>
 <li> <a href="https://www.deeplearningbook.org/contents/convnets.html" target="_blank">Goodfellow, Bengio, Courville, chapter 9</a></li>
-<li> <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_blank">Lectures from CS231 at Stanford</a></li>
+<li> We will follow to a large extent the <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_blank">lectures from CS231 at Stanford</a></li>
 <li> <a href="http://neuralnetworksanddeeplearning.com/chap6.html" target="_blank">Michael Nielsen's book is a must read, in particular chapter 6 which deals with CNNs</a>.</li>
 </ol>
 </div>
diff --git a/doc/pub/week43/html/week43.html b/doc/pub/week43/html/week43.html
index 76e1940f9..6746ab392 100644
--- a/doc/pub/week43/html/week43.html
+++ b/doc/pub/week43/html/week43.html
@@ -8,7 +8,8 @@ doconce format html week43.do.txt --pygments_html_style=default --html_style=blo
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<title></title>
+<meta name="description" content="Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks">
+<title>Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</title>
 <style type="text/css">
 /* bloodish style */
 body {
@@ -306,7 +307,9 @@ MathJax.Hub.Config({
 
 
 <!-- ------------------- main content ---------------------- -->
-<p>ATITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks
+<center>
+<h1>Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks</h1>
+</center>  <!-- document title -->
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -324,7 +327,6 @@ MathJax.Hub.Config({
 <h4>Oct 26, 2022</h4>
 </center> <!-- date -->
 <br>
-</p>
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="plans-for-week-43">Plans for week 43 </h2>
@@ -362,7 +364,7 @@ MathJax.Hub.Config({
 <p>
 <ol>
 <li> <a href="https://www.deeplearningbook.org/contents/convnets.html" target="_blank">Goodfellow, Bengio, Courville, chapter 9</a></li>
-<li> <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_blank">Lectures from CS231 at Stanford</a></li>
+<li> We will follow to a large extent the <a href="http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf" target="_blank">lectures from CS231 at Stanford</a></li>
 <li> <a href="http://neuralnetworksanddeeplearning.com/chap6.html" target="_blank">Michael Nielsen's book is a must read, in particular chapter 6 which deals with CNNs</a>.</li>
 </ol>
 </div>
diff --git a/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz b/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz
index 85fa008bb52262880bded78a7877e7f964fd7f92..3b74eee4739bedc8a407369a47b1bf77e690203c 100644
GIT binary patch
delta 20
ccmbQbfpzKzRyO%=4u-?q8rin8G4e+M083>CZ~y=R

delta 20
bcmbQbfpzKzRyO%=4u<@Vjci-l82KXrNJ$14

diff --git a/doc/pub/week43/ipynb/week43.ipynb b/doc/pub/week43/ipynb/week43.ipynb
index 73afb6144..ede095fd8 100644
--- a/doc/pub/week43/ipynb/week43.ipynb
+++ b/doc/pub/week43/ipynb/week43.ipynb
@@ -2,15 +2,24 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "bd38faee",
+   "id": "f0ce1e7c",
    "metadata": {
     "editable": true
    },
    "source": [
     "<!-- HTML file automatically generated from DocOnce source (https://github.com/doconce/doconce/)\n",
     "doconce format html week43.do.txt --no_mako -->\n",
-    "ATITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks\n",
-    "\n",
+    "<!-- dom:TITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks -->"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "69bc93ec",
+   "metadata": {
+    "editable": true
+   },
+   "source": [
+    "# Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks\n",
     "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n",
     "\n",
     "Date: **Oct 26, 2022**\n",
@@ -20,7 +29,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6221cc6d",
+   "id": "ae8a30ae",
    "metadata": {
     "editable": true
    },
@@ -48,7 +57,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bad85017",
+   "id": "cb384145",
    "metadata": {
     "editable": true
    },
@@ -59,7 +68,7 @@
     "\n",
     "1. [Goodfellow, Bengio, Courville, chapter 9](https://www.deeplearningbook.org/contents/convnets.html)\n",
     "\n",
-    "2. [Lectures from CS231 at Stanford](http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf)\n",
+    "2. We will follow to a large extent the [lectures from CS231 at Stanford](http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf)\n",
     "\n",
     "3. [Michael Nielsen's book is a must read, in particular chapter 6 which deals with CNNs](http://neuralnetworksanddeeplearning.com/chap6.html).\n",
     "\n",
@@ -74,7 +83,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "60686f8b",
+   "id": "74864f8b",
    "metadata": {
     "editable": true
    },
@@ -101,7 +110,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "70b40ee2",
+   "id": "d0224956",
    "metadata": {
     "editable": true
    },
@@ -123,7 +132,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "caad6f84",
+   "id": "e336b07e",
    "metadata": {
     "editable": true
    },
@@ -141,7 +150,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c3603e8a",
+   "id": "72c1f940",
    "metadata": {
     "editable": true
    },
@@ -171,7 +180,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fbdebd40",
+   "id": "492c2968",
    "metadata": {
     "editable": true
    },
@@ -201,7 +210,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "afadbdff",
+   "id": "00c32fbf",
    "metadata": {
     "editable": true
    },
@@ -241,7 +250,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1ff26c82",
+   "id": "9ebd6d86",
    "metadata": {
     "editable": true
    },
@@ -270,7 +279,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5093832a",
+   "id": "f6ed4eae",
    "metadata": {
     "editable": true
    },
@@ -292,7 +301,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7e0783d4",
+   "id": "82ea9bb8",
    "metadata": {
     "editable": true
    },
@@ -321,7 +330,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3d5226b9",
+   "id": "54748a1c",
    "metadata": {
     "editable": true
    },
@@ -338,7 +347,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "24a03a3e",
+   "id": "a276a5f7",
    "metadata": {
     "editable": true
    },
@@ -358,7 +367,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9592a90c",
+   "id": "621472ec",
    "metadata": {
     "editable": true
    },
@@ -370,7 +379,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9b85786d",
+   "id": "36ad9fcf",
    "metadata": {
     "editable": true
    },
@@ -382,7 +391,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "56b12833",
+   "id": "f96e464e",
    "metadata": {
     "editable": true
    },
@@ -394,7 +403,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c9163b65",
+   "id": "b5f2d604",
    "metadata": {
     "editable": true
    },
@@ -404,7 +413,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c6e217d8",
+   "id": "4c741612",
    "metadata": {
     "editable": true
    },
@@ -416,7 +425,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0800a753",
+   "id": "cf1b0a1d",
    "metadata": {
     "editable": true
    },
@@ -428,7 +437,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0862d627",
+   "id": "648821f2",
    "metadata": {
     "editable": true
    },
@@ -443,7 +452,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "53d653f1",
+   "id": "06c22baa",
    "metadata": {
     "editable": true
    },
@@ -455,7 +464,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d03e5555",
+   "id": "57610ce1",
    "metadata": {
     "editable": true
    },
@@ -465,7 +474,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c195a7b8",
+   "id": "a7886eed",
    "metadata": {
     "editable": true
    },
@@ -477,7 +486,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "18f5c59a",
+   "id": "a5b9a2c2",
    "metadata": {
     "editable": true
    },
@@ -487,7 +496,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "975ab8d3",
+   "id": "05b529f3",
    "metadata": {
     "editable": true
    },
@@ -499,7 +508,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bd1518b5",
+   "id": "ecc371e8",
    "metadata": {
     "editable": true
    },
@@ -512,7 +521,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f8860319",
+   "id": "30ccb0ac",
    "metadata": {
     "editable": true
    },
@@ -531,7 +540,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7c089030",
+   "id": "3e2b21d1",
    "metadata": {
     "editable": true
    },
@@ -543,7 +552,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c2ca08e7",
+   "id": "8cebfaa8",
    "metadata": {
     "editable": true
    },
@@ -555,7 +564,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8a2a68b2",
+   "id": "23165deb",
    "metadata": {
     "editable": true
    },
@@ -565,7 +574,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "00e98eb3",
+   "id": "67d68ec1",
    "metadata": {
     "editable": true
    },
@@ -577,7 +586,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b7f39916",
+   "id": "4b96c4e8",
    "metadata": {
     "editable": true
    },
@@ -587,7 +596,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5c38d50d",
+   "id": "a4d77b6b",
    "metadata": {
     "editable": true
    },
@@ -601,7 +610,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "abcd5c2c",
+   "id": "d9daeca5",
    "metadata": {
     "editable": true
    },
@@ -619,7 +628,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a790d9b7",
+   "id": "9e6a7654",
    "metadata": {
     "editable": true
    },
@@ -630,7 +639,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bf0b60a4",
+   "id": "961cc256",
    "metadata": {
     "editable": true
    },
@@ -648,7 +657,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "046c406b",
+   "id": "50f98c11",
    "metadata": {
     "editable": true
    },
@@ -662,7 +671,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e31303a5",
+   "id": "423e695e",
    "metadata": {
     "editable": true
    },
@@ -674,7 +683,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e9b72ded",
+   "id": "2c73001b",
    "metadata": {
     "editable": true
    },
@@ -686,7 +695,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "06aec3b3",
+   "id": "31a9f132",
    "metadata": {
     "editable": true
    },
@@ -700,7 +709,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f13c2179",
+   "id": "00a3d7fd",
    "metadata": {
     "editable": true
    },
@@ -718,7 +727,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "734e72d8",
+   "id": "d97d3ada",
    "metadata": {
     "editable": true
    },
@@ -739,7 +748,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bd89d975",
+   "id": "43e0d286",
    "metadata": {
     "editable": true
    },
@@ -753,7 +762,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "084204dc",
+   "id": "b0ab9ed9",
    "metadata": {
     "editable": true
    },
@@ -766,7 +775,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bb16be3e",
+   "id": "b66bf960",
    "metadata": {
     "editable": true
    },
@@ -779,7 +788,7 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "ca53811d",
+   "id": "1bbe3483",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -809,7 +818,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "05d57e62",
+   "id": "a3052caf",
    "metadata": {
     "editable": true
    },
@@ -823,7 +832,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7bf3ac2d",
+   "id": "6afff4d2",
    "metadata": {
     "editable": true
    },
@@ -841,7 +850,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "34b77a31",
+   "id": "cc740c35",
    "metadata": {
     "editable": true
    },
@@ -856,7 +865,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e02fe013",
+   "id": "14481252",
    "metadata": {
     "editable": true
    },
@@ -874,7 +883,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8cbd02ba",
+   "id": "4b848c46",
    "metadata": {
     "editable": true
    },
@@ -885,7 +894,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "244737da",
+   "id": "69e949a7",
    "metadata": {
     "editable": true
    },
@@ -905,7 +914,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "19a53f2f",
+   "id": "d31fca57",
    "metadata": {
     "editable": true
    },
@@ -924,7 +933,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a344869c",
+   "id": "a0d059f0",
    "metadata": {
     "editable": true
    },
@@ -944,7 +953,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b90251a7",
+   "id": "ec0780f8",
    "metadata": {
     "editable": true
    },
@@ -957,7 +966,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "77fcc155",
+   "id": "50f9ce17",
    "metadata": {
     "editable": true
    },
@@ -973,7 +982,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6ed2ed49",
+   "id": "7e9e750b",
    "metadata": {
     "editable": true
    },
@@ -990,7 +999,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b2a0d390",
+   "id": "9bbd9a43",
    "metadata": {
     "editable": true
    },
@@ -1008,7 +1017,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "62da6bad",
+   "id": "5e0f715a",
    "metadata": {
     "editable": true
    },
@@ -1018,7 +1027,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0fe4ccdb",
+   "id": "e43d4499",
    "metadata": {
     "editable": true
    },
@@ -1034,7 +1043,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9d8cf90b",
+   "id": "448fdf46",
    "metadata": {
     "editable": true
    },
@@ -1044,7 +1053,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ea5a1ec9",
+   "id": "0f1cae03",
    "metadata": {
     "editable": true
    },
@@ -1063,7 +1072,7 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "eb87a179",
+   "id": "9a743c7e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1103,7 +1112,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "51f36878",
+   "id": "f05ebf25",
    "metadata": {
     "editable": true
    },
@@ -1117,7 +1126,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f4a3a419",
+   "id": "b934e71a",
    "metadata": {
     "editable": true
    },
@@ -1129,7 +1138,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5d7b79a7",
+   "id": "d4198f5a",
    "metadata": {
     "editable": true
    },
@@ -1139,7 +1148,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8da8d193",
+   "id": "c859b325",
    "metadata": {
     "editable": true
    },
@@ -1151,7 +1160,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a9bab996",
+   "id": "bf8ae95d",
    "metadata": {
     "editable": true
    },
@@ -1161,7 +1170,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "605828b5",
+   "id": "6bb30331",
    "metadata": {
     "editable": true
    },
@@ -1173,7 +1182,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0fbe6086",
+   "id": "e9ec179a",
    "metadata": {
     "editable": true
    },
@@ -1185,7 +1194,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0617cc46",
+   "id": "dcddb36c",
    "metadata": {
     "editable": true
    },
@@ -1212,7 +1221,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "088acb24",
+   "id": "2e26483e",
    "metadata": {
     "editable": true
    },
@@ -1224,7 +1233,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f7112d13",
+   "id": "488b9e9f",
    "metadata": {
     "editable": true
    },
@@ -1234,7 +1243,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cf524df1",
+   "id": "d4a6e4e2",
    "metadata": {
     "editable": true
    },
@@ -1260,7 +1269,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "086cf947",
+   "id": "30f07dd9",
    "metadata": {
     "editable": true
    },
@@ -1272,7 +1281,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2a7751ec",
+   "id": "513b3c6e",
    "metadata": {
     "editable": true
    },
@@ -1291,7 +1300,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a8c1c5a3",
+   "id": "9003ad9d",
    "metadata": {
     "editable": true
    },
@@ -1304,7 +1313,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e7214f44",
+   "id": "32125ddf",
    "metadata": {
     "editable": true
    },
@@ -1316,7 +1325,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8e3bd874",
+   "id": "1e9d4aa7",
    "metadata": {
     "editable": true
    },
@@ -1337,7 +1346,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "21175f79",
+   "id": "4ce70b16",
    "metadata": {
     "editable": true
    },
@@ -1358,7 +1367,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "536b5f5b",
+   "id": "f9bbb418",
    "metadata": {
     "editable": true
    },
@@ -1383,7 +1392,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "86377de7",
+   "id": "a277b22c",
    "metadata": {
     "editable": true
    },
@@ -1402,7 +1411,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0916b1e0",
+   "id": "9f7e96f6",
    "metadata": {
     "editable": true
    },
@@ -1413,7 +1422,7 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "3e8a212a",
+   "id": "90dbcb4c",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1464,7 +1473,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fa3dc89d",
+   "id": "f7c5c8fa",
    "metadata": {
     "editable": true
    },
@@ -1475,7 +1484,7 @@
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "701912b2",
+   "id": "a781ec9d",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1508,7 +1517,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c38042b9",
+   "id": "b24dce93",
    "metadata": {
     "editable": true
    },
@@ -1519,7 +1528,7 @@
   {
    "cell_type": "code",
    "execution_count": 5,
-   "id": "60bcf099",
+   "id": "9fc568f6",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1556,7 +1565,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c2f7b0cb",
+   "id": "e1ab86b1",
    "metadata": {
     "editable": true
    },
@@ -1567,7 +1576,7 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "id": "9ca54a70",
+   "id": "992c7388",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1594,7 +1603,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bc03b613",
+   "id": "c00c71cb",
    "metadata": {
     "editable": true
    },
@@ -1605,7 +1614,7 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "2ee8b6d4",
+   "id": "e7da96ed",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1646,7 +1655,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "76cc9332",
+   "id": "50918927",
    "metadata": {
     "editable": true
    },
@@ -1662,7 +1671,7 @@
   {
    "cell_type": "code",
    "execution_count": 8,
-   "id": "a7162ca5",
+   "id": "675ff929",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1683,7 +1692,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "60974e30",
+   "id": "86f3c8b3",
    "metadata": {
     "editable": true
    },
@@ -1696,7 +1705,7 @@
   {
    "cell_type": "code",
    "execution_count": 9,
-   "id": "aa17bdb6",
+   "id": "ab94b3dc",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1721,7 +1730,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d2562533",
+   "id": "9d0aefcb",
    "metadata": {
     "editable": true
    },
@@ -1736,7 +1745,7 @@
   {
    "cell_type": "code",
    "execution_count": 10,
-   "id": "ada7baa9",
+   "id": "b940c223",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1757,7 +1766,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6758beb6",
+   "id": "94968eef",
    "metadata": {
     "editable": true
    },
@@ -1767,7 +1776,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "36ca67d9",
+   "id": "fcab6714",
    "metadata": {
     "editable": true
    },
@@ -1786,7 +1795,7 @@
   {
    "cell_type": "code",
    "execution_count": 11,
-   "id": "1c1cec77",
+   "id": "a6b8c6c9",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1803,7 +1812,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "94226507",
+   "id": "20812f49",
    "metadata": {
     "editable": true
    },
@@ -1813,7 +1822,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6a3d9b85",
+   "id": "ea439231",
    "metadata": {
     "editable": true
    },
@@ -1824,7 +1833,7 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "id": "0d0d308e",
+   "id": "c89e998e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1841,7 +1850,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a1adb172",
+   "id": "f5f2c190",
    "metadata": {
     "editable": true
    },
@@ -1852,7 +1861,7 @@
   {
    "cell_type": "code",
    "execution_count": 13,
-   "id": "0085b6b6",
+   "id": "076273ff",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1873,7 +1882,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "31e5dd49",
+   "id": "2b008ba7",
    "metadata": {
     "editable": true
    },
@@ -1900,7 +1909,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f23f49d3",
+   "id": "3dbf16ac",
    "metadata": {
     "editable": true
    },
@@ -1912,7 +1921,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "900aa5d3",
+   "id": "e331daed",
    "metadata": {
     "editable": true
    },
@@ -1923,7 +1932,7 @@
   {
    "cell_type": "code",
    "execution_count": 14,
-   "id": "5136a36b",
+   "id": "7f4d3a02",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2002,7 +2011,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3e357add",
+   "id": "11dbe758",
    "metadata": {
     "editable": true
    },
@@ -2018,7 +2027,7 @@
   {
    "cell_type": "code",
    "execution_count": 15,
-   "id": "3552274a",
+   "id": "8e877c4a",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2057,7 +2066,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7fdaffb4",
+   "id": "008e976a",
    "metadata": {
     "editable": true
    },
@@ -2101,7 +2110,7 @@
   {
    "cell_type": "code",
    "execution_count": 16,
-   "id": "630d3f36",
+   "id": "9fbab9f9",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2184,7 +2193,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3ea68278",
+   "id": "a96794a9",
    "metadata": {
     "editable": true
    },
@@ -2195,7 +2204,7 @@
   {
    "cell_type": "code",
    "execution_count": 17,
-   "id": "5ed11b13",
+   "id": "cfe068fe",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2297,7 +2306,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d68e5319",
+   "id": "ea9e0322",
    "metadata": {
     "editable": true
    },
@@ -2319,7 +2328,7 @@
   {
    "cell_type": "code",
    "execution_count": 18,
-   "id": "1a6980f0",
+   "id": "d05f5ffd",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2416,7 +2425,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4cdbd70f",
+   "id": "d58c3996",
    "metadata": {
     "editable": true
    },
@@ -2442,7 +2451,7 @@
   {
    "cell_type": "code",
    "execution_count": 19,
-   "id": "ebf495f9",
+   "id": "5fa1ac19",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2643,7 +2652,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4ff3302c",
+   "id": "db76936f",
    "metadata": {
     "editable": true
    },
@@ -2667,7 +2676,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8c52f1c1",
+   "id": "59ac0a32",
    "metadata": {
     "editable": true
    },
@@ -2687,7 +2696,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4cb5a4ac",
+   "id": "5a040884",
    "metadata": {
     "editable": true
    },
@@ -2705,7 +2714,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "122d9cb8",
+   "id": "d094c96e",
    "metadata": {
     "editable": true
    },
@@ -2720,7 +2729,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7f4f4f8f",
+   "id": "fedff397",
    "metadata": {
     "editable": true
    },
@@ -2738,7 +2747,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "777cc3d8",
+   "id": "7b27cf12",
    "metadata": {
     "editable": true
    },
@@ -2751,7 +2760,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ca879622",
+   "id": "3e57f8cf",
    "metadata": {
     "editable": true
    },
@@ -2769,7 +2778,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c14e4fa3",
+   "id": "b7c9f56c",
    "metadata": {
     "editable": true
    },
@@ -2780,7 +2789,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "49d1f9a5",
+   "id": "030b9916",
    "metadata": {
     "editable": true
    },
@@ -2798,7 +2807,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5e75a8d9",
+   "id": "a738b0b9",
    "metadata": {
     "editable": true
    },
@@ -2825,7 +2834,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a8d0e974",
+   "id": "89db70a6",
    "metadata": {
     "editable": true
    },
@@ -2837,7 +2846,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b2e8bede",
+   "id": "dec4da11",
    "metadata": {
     "editable": true
    },
@@ -2856,7 +2865,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4c60d647",
+   "id": "ae083a73",
    "metadata": {
     "editable": true
    },
@@ -2866,7 +2875,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fa0e9d4c",
+   "id": "b1628e82",
    "metadata": {
     "editable": true
    },
@@ -2886,7 +2895,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "828059e3",
+   "id": "a0c91823",
    "metadata": {
     "editable": true
    },
@@ -2898,7 +2907,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "badb0eb9",
+   "id": "2630f04f",
    "metadata": {
     "editable": true
    },
@@ -2916,7 +2925,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6cdefd5c",
+   "id": "4acc410f",
    "metadata": {
     "editable": true
    },
@@ -2928,7 +2937,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4ff45a4c",
+   "id": "0d39c52d",
    "metadata": {
     "editable": true
    },
@@ -2949,7 +2958,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a66b1c7f",
+   "id": "fdcd9cbe",
    "metadata": {
     "editable": true
    },
@@ -2966,7 +2975,7 @@
   {
    "cell_type": "code",
    "execution_count": 20,
-   "id": "8bcd589e",
+   "id": "d26da506",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2984,7 +2993,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "502557a2",
+   "id": "ea7cdc02",
    "metadata": {
     "editable": true
    },
@@ -2995,7 +3004,7 @@
   {
    "cell_type": "code",
    "execution_count": 21,
-   "id": "ca9536e5",
+   "id": "c7eb4802",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3021,7 +3030,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6ebf94c4",
+   "id": "c1d5fec0",
    "metadata": {
     "editable": true
    },
@@ -3034,7 +3043,7 @@
   {
    "cell_type": "code",
    "execution_count": 22,
-   "id": "7013ed4c",
+   "id": "e127c9d1",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3047,7 +3056,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "dd5f06a6",
+   "id": "f22b1f34",
    "metadata": {
     "editable": true
    },
@@ -3066,7 +3075,7 @@
   {
    "cell_type": "code",
    "execution_count": 23,
-   "id": "dea2992a",
+   "id": "c4a2cacd",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3134,7 +3143,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "77f5dc98",
+   "id": "480f02a0",
    "metadata": {
     "editable": true
    },
@@ -3147,7 +3156,7 @@
   {
    "cell_type": "code",
    "execution_count": 24,
-   "id": "2485c4e6",
+   "id": "f72030bf",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3187,7 +3196,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "da9b1726",
+   "id": "75bb7754",
    "metadata": {
     "editable": true
    },
@@ -3199,7 +3208,7 @@
   {
    "cell_type": "code",
    "execution_count": 25,
-   "id": "729c6ed9",
+   "id": "21ea4886",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3213,7 +3222,7 @@
   {
    "cell_type": "code",
    "execution_count": 26,
-   "id": "1b9b268d",
+   "id": "0e2ff6b7",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3226,7 +3235,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2f7bd26a",
+   "id": "92de7dad",
    "metadata": {
     "editable": true
    },
@@ -3237,7 +3246,7 @@
   {
    "cell_type": "code",
    "execution_count": 27,
-   "id": "34df3cca",
+   "id": "43248ee2",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3251,7 +3260,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1ceb74f2",
+   "id": "b7312ee0",
    "metadata": {
     "editable": true
    },
@@ -3266,7 +3275,7 @@
   {
    "cell_type": "code",
    "execution_count": 28,
-   "id": "dadda0b7",
+   "id": "e367ad5d",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3282,7 +3291,7 @@
   {
    "cell_type": "code",
    "execution_count": 29,
-   "id": "ce5cb4e1",
+   "id": "7e402451",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3299,7 +3308,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c9b559cd",
+   "id": "448c67f3",
    "metadata": {
     "editable": true
    },
@@ -3311,7 +3320,7 @@
   {
    "cell_type": "code",
    "execution_count": 30,
-   "id": "309b3c96",
+   "id": "9f56c662",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3325,7 +3334,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c5cb0cb5",
+   "id": "2c51f0c5",
    "metadata": {
     "editable": true
    },
@@ -3341,7 +3350,7 @@
   {
    "cell_type": "code",
    "execution_count": 31,
-   "id": "dbbe97ae",
+   "id": "f9391797",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3375,7 +3384,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b6431118",
+   "id": "6e74397f",
    "metadata": {
     "editable": true
    },
@@ -3388,7 +3397,7 @@
   {
    "cell_type": "code",
    "execution_count": 32,
-   "id": "cabfedf2",
+   "id": "669b18b3",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3413,7 +3422,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c5dde4ce",
+   "id": "05ae82e4",
    "metadata": {
     "editable": true
    },
@@ -3427,7 +3436,7 @@
   {
    "cell_type": "code",
    "execution_count": 33,
-   "id": "20544715",
+   "id": "08601a15",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3445,7 +3454,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d4e35ae9",
+   "id": "7aff5339",
    "metadata": {
     "editable": true
    },
@@ -3456,7 +3465,7 @@
   {
    "cell_type": "code",
    "execution_count": 34,
-   "id": "24e3bc90",
+   "id": "c6a3091a",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3496,7 +3505,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1c4ba03f",
+   "id": "144394bb",
    "metadata": {
     "editable": true
    },
@@ -3508,7 +3517,7 @@
   {
    "cell_type": "code",
    "execution_count": 35,
-   "id": "0c32fe17",
+   "id": "82e28e91",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3520,7 +3529,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b6556ed4",
+   "id": "78c55210",
    "metadata": {
     "editable": true
    },
@@ -3534,7 +3543,7 @@
   {
    "cell_type": "code",
    "execution_count": 36,
-   "id": "e70b7bd6",
+   "id": "cbbe6dca",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3551,7 +3560,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3559896b",
+   "id": "88fd9f62",
    "metadata": {
     "editable": true
    },
@@ -3565,7 +3574,7 @@
   {
    "cell_type": "code",
    "execution_count": 37,
-   "id": "f5588307",
+   "id": "c77ff08b",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3582,7 +3591,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1668f66e",
+   "id": "b90bab7f",
    "metadata": {
     "editable": true
    },
@@ -3598,7 +3607,7 @@
   {
    "cell_type": "code",
    "execution_count": 38,
-   "id": "34603743",
+   "id": "b0ca2c76",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3626,7 +3635,7 @@
   {
    "cell_type": "code",
    "execution_count": 39,
-   "id": "351aac6a",
+   "id": "97b52ae8",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3649,7 +3658,7 @@
   {
    "cell_type": "code",
    "execution_count": 40,
-   "id": "5412d7dc",
+   "id": "1836696a",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3662,7 +3671,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9c51886f",
+   "id": "1e056da7",
    "metadata": {
     "editable": true
    },
@@ -3678,7 +3687,7 @@
   {
    "cell_type": "code",
    "execution_count": 41,
-   "id": "c773ad5b",
+   "id": "870bc291",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3705,7 +3714,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d7b4637f",
+   "id": "b0bbfc38",
    "metadata": {
     "editable": true
    },
@@ -3720,7 +3729,7 @@
   {
    "cell_type": "code",
    "execution_count": 42,
-   "id": "30a86c4e",
+   "id": "d6e3d3ed",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3736,7 +3745,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2b84d5f3",
+   "id": "fdd6af9e",
    "metadata": {
     "editable": true
    },
@@ -3747,7 +3756,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d0d717c0",
+   "id": "57421271",
    "metadata": {
     "editable": true
    },
@@ -3765,7 +3774,7 @@
   {
    "cell_type": "code",
    "execution_count": 43,
-   "id": "2cccf1dc",
+   "id": "e7c46c78",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3783,7 +3792,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "77e397c1",
+   "id": "04c4f696",
    "metadata": {
     "editable": true
    },
@@ -3794,7 +3803,7 @@
   {
    "cell_type": "code",
    "execution_count": 44,
-   "id": "27662070",
+   "id": "5afb7eee",
    "metadata": {
     "collapsed": false,
     "editable": true
diff --git a/doc/src/week43/week43.do.txt b/doc/src/week43/week43.do.txt
index a6c601853..efded1bc3 100644
--- a/doc/src/week43/week43.do.txt
+++ b/doc/src/week43/week43.do.txt
@@ -1,4 +1,4 @@
-ATITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks
+TITLE: Week 43: Deep Learning: Convolutional Neural Networks and Recurrent Neural Networks
 AUTHOR: Morten Hjorth-Jensen {copyright, 1999-present|CC BY-NC} at Department of Physics, University of Oslo & Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University
 DATE: today
 
@@ -27,7 +27,7 @@ DATE: today
 
 !bblock CNN readings
 o "Goodfellow, Bengio, Courville, chapter 9":"https://www.deeplearningbook.org/contents/convnets.html"
-o "Lectures from CS231 at Stanford":"http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf"
+o We will follow to a large extent the "lectures from CS231 at Stanford":"http://cs231n.stanford.edu/slides/2017/cs231n_2017_lecture5.pdf"
 o "Michael Nielsen's book is a must read, in particular chapter 6 which deals with CNNs":"http://neuralnetworksanddeeplearning.com/chap6.html".
 !eblock