From dc156729518b3025ce1926341cd04e418a8bc99b Mon Sep 17 00:00:00 2001
From: Morten Hjorth-Jensen <morten.hjorth-jensen@fys.uio.no>
Date: Sat, 22 Oct 2022 22:48:50 +0200
Subject: [PATCH] update week43

---
 doc/pub/week43/html/week43-bs.html           | 109 +----
 doc/pub/week43/html/week43-reveal.html       |  22 +-
 doc/pub/week43/html/week43-solarized.html    |  25 +-
 doc/pub/week43/html/week43.html              |  25 +-
 doc/pub/week43/ipynb/ipynb-week43-src.tar.gz | Bin 29 -> 29 bytes
 doc/pub/week43/ipynb/week43.ipynb            | 425 +++++++++----------
 doc/src/week43/week43.do.txt                 |  12 +-
 7 files changed, 228 insertions(+), 390 deletions(-)

diff --git a/doc/pub/week43/html/week43-bs.html b/doc/pub/week43/html/week43-bs.html
index a62aae7aa..c2f5398e8 100644
--- a/doc/pub/week43/html/week43-bs.html
+++ b/doc/pub/week43/html/week43-bs.html
@@ -8,8 +8,7 @@ doconce format html week43.do.txt --html_style=bootstrap --pygments_html_style=d
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<meta name="description" content="Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis">
-<title>Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</title>
+<title></title>
 <!-- Bootstrap style: bootstrap -->
 <!-- doconce format html week43.do.txt --html_style=bootstrap --pygments_html_style=default --html_admon=bootstrap_panel --html_output=week43-bs --no_mako -->
 <link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
@@ -38,10 +37,6 @@ doconce format html week43.do.txt --html_style=bootstrap --pygments_html_style=d
 {'highest level': 2,
  'sections': [('Plans for week 43', 2, None, 'plans-for-week-43'),
               ('Reading Recommendations', 2, None, 'reading-recommendations'),
-              ('Summary on Deep Learning Methods',
-               2,
-               None,
-               'summary-on-deep-learning-methods'),
               ('CNNs in brief', 2, None, 'cnns-in-brief'),
               ('Recurrent neural networks: Overarching view',
                2,
@@ -169,93 +164,10 @@ MathJax.Hub.Config({
 </script>
 
 
-<!-- Bootstrap navigation bar -->
-<div class="navbar navbar-default navbar-fixed-top">
-  <div class="navbar-header">
-    <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-responsive-collapse">
-      <span class="icon-bar"></span>
-      <span class="icon-bar"></span>
-      <span class="icon-bar"></span>
-    </button>
-    <a class="navbar-brand" href="week43-bs.html">Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</a>
-  </div>
-  <div class="navbar-collapse collapse navbar-responsive-collapse">
-    <ul class="nav navbar-nav navbar-right">
-      <li class="dropdown">
-        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Contents <b class="caret"></b></a>
-        <ul class="dropdown-menu">
-     <!-- navigation toc: --> <li><a href="#plans-for-week-43" style="font-size: 80%;"><b>Plans for week 43</b></a></li>
-     <!-- navigation toc: --> <li><a href="#reading-recommendations" style="font-size: 80%;"><b>Reading Recommendations</b></a></li>
-     <!-- navigation toc: --> <li><a href="#summary-on-deep-learning-methods" style="font-size: 80%;"><b>Summary on Deep Learning Methods</b></a></li>
-     <!-- navigation toc: --> <li><a href="#cnns-in-brief" style="font-size: 80%;"><b>CNNs in brief</b></a></li>
-     <!-- navigation toc: --> <li><a href="#recurrent-neural-networks-overarching-view" style="font-size: 80%;"><b>Recurrent neural networks: Overarching view</b></a></li>
-     <!-- navigation toc: --> <li><a href="#set-up-of-an-rnn" style="font-size: 80%;"><b>Set up of an RNN</b></a></li>
-     <!-- navigation toc: --> <li><a href="#a-simple-example" style="font-size: 80%;"><b>A simple example</b></a></li>
-     <!-- navigation toc: --> <li><a href="#an-extrapolation-example" style="font-size: 80%;"><b>An extrapolation example</b></a></li>
-     <!-- navigation toc: --> <li><a href="#formatting-the-data" style="font-size: 80%;"><b>Formatting the Data</b></a></li>
-     <!-- navigation toc: --> <li><a href="#predicting-new-points-with-a-trained-recurrent-neural-network" style="font-size: 80%;"><b>Predicting New Points With A Trained Recurrent Neural Network</b></a></li>
-     <!-- navigation toc: --> <li><a href="#other-things-to-try" style="font-size: 80%;"><b>Other Things to Try</b></a></li>
-     <!-- navigation toc: --> <li><a href="#other-types-of-recurrent-neural-networks" style="font-size: 80%;"><b>Other Types of Recurrent Neural Networks</b></a></li>
-     <!-- navigation toc: --> <li><a href="#generative-models" style="font-size: 80%;"><b>Generative Models</b></a></li>
-     <!-- navigation toc: --> <li><a href="#generative-adversarial-networks" style="font-size: 80%;"><b>Generative Adversarial Networks</b></a></li>
-     <!-- navigation toc: --> <li><a href="#discriminator" style="font-size: 80%;"><b>Discriminator</b></a></li>
-     <!-- navigation toc: --> <li><a href="#learning-process" style="font-size: 80%;"><b>Learning Process</b></a></li>
-     <!-- navigation toc: --> <li><a href="#more-about-the-learning-process" style="font-size: 80%;"><b>More about the Learning Process</b></a></li>
-     <!-- navigation toc: --> <li><a href="#additional-references" style="font-size: 80%;"><b>Additional References</b></a></li>
-     <!-- navigation toc: --> <li><a href="#writing-our-first-generative-adversarial-network" style="font-size: 80%;"><b>Writing Our First Generative Adversarial Network</b></a></li>
-     <!-- navigation toc: --> <li><a href="#mnist-and-gans" style="font-size: 80%;"><b>MNIST and GANs</b></a></li>
-     <!-- navigation toc: --> <li><a href="#other-models" style="font-size: 80%;"><b>Other Models</b></a></li>
-     <!-- navigation toc: --> <li><a href="#training-step" style="font-size: 80%;"><b>Training Step</b></a></li>
-     <!-- navigation toc: --> <li><a href="#checkpoints" style="font-size: 80%;"><b>Checkpoints</b></a></li>
-     <!-- navigation toc: --> <li><a href="#exploring-the-latent-space" style="font-size: 80%;"><b>Exploring the Latent Space</b></a></li>
-     <!-- navigation toc: --> <li><a href="#getting-results" style="font-size: 80%;"><b>Getting Results</b></a></li>
-     <!-- navigation toc: --> <li><a href="#interpolating-between-mnist-digits" style="font-size: 80%;"><b>Interpolating Between MNIST Digits</b></a></li>
-     <!-- navigation toc: --> <li><a href="#basic-ideas-of-the-principal-component-analysis-pca" style="font-size: 80%;"><b>Basic ideas of the Principal Component Analysis (PCA)</b></a></li>
-     <!-- navigation toc: --> <li><a href="#introducing-the-covariance-and-correlation-functions" style="font-size: 80%;"><b>Introducing the Covariance and Correlation functions</b></a></li>
-     <!-- navigation toc: --> <li><a href="#more-on-the-covariance" style="font-size: 80%;"><b>More on the covariance</b></a></li>
-     <!-- navigation toc: --> <li><a href="#reminding-ourselves-about-linear-regression" style="font-size: 80%;"><b>Reminding ourselves about Linear Regression</b></a></li>
-     <!-- navigation toc: --> <li><a href="#simple-example" style="font-size: 80%;"><b>Simple Example</b></a></li>
-     <!-- navigation toc: --> <li><a href="#the-correlation-matrix" style="font-size: 80%;"><b>The Correlation Matrix</b></a></li>
-     <!-- navigation toc: --> <li><a href="#numpy-functionality" style="font-size: 80%;"><b>Numpy Functionality</b></a></li>
-     <!-- navigation toc: --> <li><a href="#correlation-matrix-again" style="font-size: 80%;"><b>Correlation Matrix again</b></a></li>
-     <!-- navigation toc: --> <li><a href="#using-pandas" style="font-size: 80%;"><b>Using Pandas</b></a></li>
-     <!-- navigation toc: --> <li><a href="#and-then-the-franke-function" style="font-size: 80%;"><b>And then the Franke Function</b></a></li>
-     <!-- navigation toc: --> <li><a href="#lnks-with-the-design-matrix" style="font-size: 80%;"><b>Lnks with the Design Matrix</b></a></li>
-     <!-- navigation toc: --> <li><a href="#computing-the-expectation-values" style="font-size: 80%;"><b>Computing the Expectation Values</b></a></li>
-     <!-- navigation toc: --> <li><a href="#towards-the-pca-theorem" style="font-size: 80%;"><b>Towards the PCA theorem</b></a></li>
-     <!-- navigation toc: --> <li><a href="#more-on-the-pca-theorem" style="font-size: 80%;"><b>More on the PCA Theorem</b></a></li>
-     <!-- navigation toc: --> <li><a href="#the-algorithm-before-the-theorem" style="font-size: 80%;"><b>The Algorithm before the Theorem</b></a></li>
-     <!-- navigation toc: --> <li><a href="#writing-our-own-pca-code" style="font-size: 80%;"><b>Writing our own PCA code</b></a></li>
-     <!-- navigation toc: --> <li><a href="#implementing-it" style="font-size: 80%;"><b>Implementing it</b></a></li>
-     <!-- navigation toc: --> <li><a href="#first-step" style="font-size: 80%;"><b>First Step</b></a></li>
-     <!-- navigation toc: --> <li><a href="#scaling" style="font-size: 80%;"><b>Scaling</b></a></li>
-     <!-- navigation toc: --> <li><a href="#centered-data" style="font-size: 80%;"><b>Centered Data</b></a></li>
-     <!-- navigation toc: --> <li><a href="#exploring" style="font-size: 80%;"><b>Exploring</b></a></li>
-     <!-- navigation toc: --> <li><a href="#diagonalize-the-sample-covariance-matrix-to-obtain-the-principal-components" style="font-size: 80%;"><b>Diagonalize the sample covariance matrix to obtain the principal components</b></a></li>
-     <!-- navigation toc: --> <li><a href="#collecting-all-steps" style="font-size: 80%;"><b>Collecting all Steps</b></a></li>
-     <!-- navigation toc: --> <li><a href="#classical-pca-theorem" style="font-size: 80%;"><b>Classical PCA Theorem</b></a></li>
-     <!-- navigation toc: --> <li><a href="#the-pca-theorem" style="font-size: 80%;"><b>The PCA Theorem</b></a></li>
-     <!-- navigation toc: --> <li><a href="#geometric-interpretation-and-link-with-singular-value-decomposition" style="font-size: 80%;"><b>Geometric Interpretation and link with Singular Value Decomposition</b></a></li>
-     <!-- navigation toc: --> <li><a href="#pca-and-scikit-learn" style="font-size: 80%;"><b>PCA and scikit-learn</b></a></li>
-     <!-- navigation toc: --> <li><a href="#back-to-the-cancer-data" style="font-size: 80%;"><b>Back to the Cancer Data</b></a></li>
-     <!-- navigation toc: --> <li><a href="#incremental-pca" style="font-size: 80%;"><b>Incremental PCA</b></a></li>
-     <!-- navigation toc: --> <li><a href="#randomized-pca" style="font-size: 80%;">&nbsp;&nbsp;&nbsp;Randomized PCA</a></li>
-     <!-- navigation toc: --> <li><a href="#kernel-pca" style="font-size: 80%;">&nbsp;&nbsp;&nbsp;Kernel PCA</a></li>
-     <!-- navigation toc: --> <li><a href="#other-techniques" style="font-size: 80%;"><b>Other techniques</b></a></li>
-
-        </ul>
-      </li>
-    </ul>
-  </div>
-</div>
-</div> <!-- end of navigation bar -->
 <div class="container">
 <p>&nbsp;</p><p>&nbsp;</p><p>&nbsp;</p> <!-- add vertical space -->
 <!-- ------------------- main content ---------------------- -->
-<div class="jumbotron">
-<center>
-<h1>Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</h1>
-</center>  <!-- document title -->
+<p>ATITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -270,19 +182,17 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Aug 23, 2022</h4>
+<h4>Oct 22, 2022</h4>
 </center> <!-- date -->
 <br>
-
-<!-- potential-jumbotron-button -->
-</div> <!-- end jumbotron -->
+</p>
 
 <!-- !split -->
 <h2 id="plans-for-week-43" class="anchor">Plans for week 43 </h2>
 
 <ul>
-<li> Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks</li>
-<li> Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis</li>
+<li> Thursday: Convolutional Neural Networks, basic elements and</li> 
+<li> Friday: Recurrent Neural Networks and other Deep, Generalized Adversarial Neural Networ and autoencoders</li>
 </ul>
 <div class="panel panel-default">
 <div class="panel-body">
@@ -314,13 +224,6 @@ MathJax.Hub.Config({
 <li> Goodfellow et al, chapter 10 on Recurrent NNs, chapters 11 and 12 on various practicalities around deep learning are also recommended.</li>
 <li> Aurelien Geron, chapter 14 on RNNs.</li>
 </ul>
-<!-- !split -->
-<h2 id="summary-on-deep-learning-methods" class="anchor">Summary on Deep Learning Methods </h2>
-
-<p>We have studied fully connected neural networks (also called artifical nueral networks) and convolutional neural networks (CNNs).</p>
-
-<p>The first type of deep learning networks work very well on homogeneous and structured input data while CCNs are normally tailored to recognizing images.</p>
-
 <!-- !split -->
 <h2 id="cnns-in-brief" class="anchor">CNNs in brief </h2>
 
diff --git a/doc/pub/week43/html/week43-reveal.html b/doc/pub/week43/html/week43-reveal.html
index dccbf2f00..02d1bfe16 100644
--- a/doc/pub/week43/html/week43-reveal.html
+++ b/doc/pub/week43/html/week43-reveal.html
@@ -9,8 +9,7 @@ doconce format html week43-reveal.html week43-reveal reveal --html_slide_theme=b
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<meta name="description" content="Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis">
-<title>Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</title>
+<title></title>
 
 <!-- reveal.js: https://lab.hakim.se/reveal-js/ -->
 
@@ -167,9 +166,7 @@ MathJax.Hub.Config({
 
 <section>
 <!-- ------------------- main content ---------------------- -->
-<center>
-<h1 style="text-align: center;">Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</h1>
-</center>  <!-- document title -->
+<p>ATITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -184,9 +181,10 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Aug 23, 2022</h4>
+<h4>Oct 22, 2022</h4>
 </center> <!-- date -->
 <br>
+</p>
 
 
 <center style="font-size:80%">
@@ -198,8 +196,8 @@ MathJax.Hub.Config({
 <h2 id="plans-for-week-43">Plans for week 43 </h2>
 
 <ul>
-<p><li> Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks</li>
-<p><li> Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis</li>
+<p><li> Thursday: Convolutional Neural Networks, basic elements and</li> 
+<p><li> Friday: Recurrent Neural Networks and other Deep, Generalized Adversarial Neural Networ and autoencoders</li>
 </ul>
 <p>
 <div class="alert alert-block alert-block alert-text-normal">
@@ -232,14 +230,6 @@ MathJax.Hub.Config({
 </ul>
 </section>
 
-<section>
-<h2 id="summary-on-deep-learning-methods">Summary on Deep Learning Methods </h2>
-
-<p>We have studied fully connected neural networks (also called artifical nueral networks) and convolutional neural networks (CNNs).</p>
-
-<p>The first type of deep learning networks work very well on homogeneous and structured input data while CCNs are normally tailored to recognizing images.</p>
-</section>
-
 <section>
 <h2 id="cnns-in-brief">CNNs in brief </h2>
 
diff --git a/doc/pub/week43/html/week43-solarized.html b/doc/pub/week43/html/week43-solarized.html
index 883ebf249..c114e8c0b 100644
--- a/doc/pub/week43/html/week43-solarized.html
+++ b/doc/pub/week43/html/week43-solarized.html
@@ -8,8 +8,7 @@ doconce format html week43.do.txt --pygments_html_style=perldoc --html_style=sol
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<meta name="description" content="Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis">
-<title>Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</title>
+<title></title>
 <link href="https://cdn.rawgit.com/doconce/doconce/master/bundled/html_styles/style_solarized_box/css/solarized_light_code.css" rel="stylesheet" type="text/css" title="light"/>
 <script src="https://cdn.rawgit.com/doconce/doconce/master/bundled/html_styles/style_solarized_box/js/highlight.pack.js"></script>
 <script>hljs.initHighlightingOnLoad();</script>
@@ -65,10 +64,6 @@ div.toc p,a {
 {'highest level': 2,
  'sections': [('Plans for week 43', 2, None, 'plans-for-week-43'),
               ('Reading Recommendations', 2, None, 'reading-recommendations'),
-              ('Summary on Deep Learning Methods',
-               2,
-               None,
-               'summary-on-deep-learning-methods'),
               ('CNNs in brief', 2, None, 'cnns-in-brief'),
               ('Recurrent neural networks: Overarching view',
                2,
@@ -197,9 +192,7 @@ MathJax.Hub.Config({
 
 
 <!-- ------------------- main content ---------------------- -->
-<center>
-<h1>Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</h1>
-</center>  <!-- document title -->
+<p>ATITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -214,16 +207,17 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Aug 23, 2022</h4>
+<h4>Oct 22, 2022</h4>
 </center> <!-- date -->
 <br>
+</p>
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="plans-for-week-43">Plans for week 43 </h2>
 
 <ul>
-<li> Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks</li>
-<li> Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis</li>
+<li> Thursday: Convolutional Neural Networks, basic elements and</li> 
+<li> Friday: Recurrent Neural Networks and other Deep, Generalized Adversarial Neural Networ and autoencoders</li>
 </ul>
 <div class="alert alert-block alert-block alert-text-normal">
 <b>Excellent lectures on CNNs and RNNs</b>
@@ -253,13 +247,6 @@ MathJax.Hub.Config({
 <li> Goodfellow et al, chapter 10 on Recurrent NNs, chapters 11 and 12 on various practicalities around deep learning are also recommended.</li>
 <li> Aurelien Geron, chapter 14 on RNNs.</li>
 </ul>
-<!-- !split --><br><br><br><br><br><br><br><br><br><br>
-<h2 id="summary-on-deep-learning-methods">Summary on Deep Learning Methods </h2>
-
-<p>We have studied fully connected neural networks (also called artifical nueral networks) and convolutional neural networks (CNNs).</p>
-
-<p>The first type of deep learning networks work very well on homogeneous and structured input data while CCNs are normally tailored to recognizing images.</p>
-
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="cnns-in-brief">CNNs in brief </h2>
 
diff --git a/doc/pub/week43/html/week43.html b/doc/pub/week43/html/week43.html
index d3ac5fdbe..dd0940ed0 100644
--- a/doc/pub/week43/html/week43.html
+++ b/doc/pub/week43/html/week43.html
@@ -8,8 +8,7 @@ doconce format html week43.do.txt --pygments_html_style=default --html_style=blo
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
 <meta name="generator" content="DocOnce: https://github.com/doconce/doconce/" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-<meta name="description" content="Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis">
-<title>Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</title>
+<title></title>
 <style type="text/css">
 /* bloodish style */
 body {
@@ -142,10 +141,6 @@ div.toc p,a {
 {'highest level': 2,
  'sections': [('Plans for week 43', 2, None, 'plans-for-week-43'),
               ('Reading Recommendations', 2, None, 'reading-recommendations'),
-              ('Summary on Deep Learning Methods',
-               2,
-               None,
-               'summary-on-deep-learning-methods'),
               ('CNNs in brief', 2, None, 'cnns-in-brief'),
               ('Recurrent neural networks: Overarching view',
                2,
@@ -274,9 +269,7 @@ MathJax.Hub.Config({
 
 
 <!-- ------------------- main content ---------------------- -->
-<center>
-<h1>Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis</h1>
-</center>  <!-- document title -->
+<p>ATITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis
 
 <!-- author(s): Morten Hjorth-Jensen -->
 <center>
@@ -291,16 +284,17 @@ MathJax.Hub.Config({
 </center>
 <br>
 <center>
-<h4>Aug 23, 2022</h4>
+<h4>Oct 22, 2022</h4>
 </center> <!-- date -->
 <br>
+</p>
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="plans-for-week-43">Plans for week 43 </h2>
 
 <ul>
-<li> Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks</li>
-<li> Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis</li>
+<li> Thursday: Convolutional Neural Networks, basic elements and</li> 
+<li> Friday: Recurrent Neural Networks and other Deep, Generalized Adversarial Neural Networ and autoencoders</li>
 </ul>
 <div class="alert alert-block alert-block alert-text-normal">
 <b>Excellent lectures on CNNs and RNNs</b>
@@ -330,13 +324,6 @@ MathJax.Hub.Config({
 <li> Goodfellow et al, chapter 10 on Recurrent NNs, chapters 11 and 12 on various practicalities around deep learning are also recommended.</li>
 <li> Aurelien Geron, chapter 14 on RNNs.</li>
 </ul>
-<!-- !split --><br><br><br><br><br><br><br><br><br><br>
-<h2 id="summary-on-deep-learning-methods">Summary on Deep Learning Methods </h2>
-
-<p>We have studied fully connected neural networks (also called artifical nueral networks) and convolutional neural networks (CNNs).</p>
-
-<p>The first type of deep learning networks work very well on homogeneous and structured input data while CCNs are normally tailored to recognizing images.</p>
-
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 <h2 id="cnns-in-brief">CNNs in brief </h2>
 
diff --git a/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz b/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz
index 880b90f5e84c35b8befbfd7e78ea40558de86776..0150afb5b906c0cdfdcbfdf6c86d6dbe018314d1 100644
GIT binary patch
literal 29
kcmb2|=3o#G4@qWVPEL?uU7R4&6T-ltw|?t;1{MYe0B0o!GXMYp

literal 29
kcmb2|=3wBS&XUZ)oSY!Rx;R0kCxn4PZ~fNy3@i)`0A(!)8vp<R

diff --git a/doc/pub/week43/ipynb/week43.ipynb b/doc/pub/week43/ipynb/week43.ipynb
index 37e16f056..107eb14cd 100644
--- a/doc/pub/week43/ipynb/week43.ipynb
+++ b/doc/pub/week43/ipynb/week43.ipynb
@@ -2,43 +2,34 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "d64d1bde",
+   "id": "000bcef9",
    "metadata": {
     "editable": true
    },
    "source": [
     "<!-- HTML file automatically generated from DocOnce source (https://github.com/doconce/doconce/)\n",
     "doconce format html week43.do.txt --no_mako -->\n",
-    "<!-- dom:TITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis -->"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "afd99353",
-   "metadata": {
-    "editable": true
-   },
-   "source": [
-    "# Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis\n",
+    "ATITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis\n",
+    "\n",
     "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n",
     "\n",
-    "Date: **Aug 23, 2022**\n",
+    "Date: **Oct 22, 2022**\n",
     "\n",
     "Copyright 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "c6a45fc7",
+   "id": "47ebfa02",
    "metadata": {
     "editable": true
    },
    "source": [
     "## Plans for week 43\n",
     "\n",
-    "* Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks\n",
+    "* Thursday: Convolutional Neural Networks, basic elements and \n",
     "\n",
-    "* Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis\n",
+    "* Friday: Recurrent Neural Networks and other Deep, Generalized Adversarial Neural Networ and autoencoders\n",
     "\n",
     "**Excellent lectures on CNNs and RNNs.**\n",
     "\n",
@@ -57,7 +48,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d7657561",
+   "id": "1ac26ecb",
    "metadata": {
     "editable": true
    },
@@ -71,21 +62,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f5772403",
-   "metadata": {
-    "editable": true
-   },
-   "source": [
-    "## Summary on Deep Learning Methods\n",
-    "\n",
-    "We have studied fully connected neural networks (also called artifical nueral networks) and convolutional neural networks (CNNs).\n",
-    "\n",
-    "The first type of deep learning networks work very well on homogeneous and structured input data while CCNs are normally tailored to recognizing images."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "bd4e5ace",
+   "id": "d48f9a17",
    "metadata": {
     "editable": true
    },
@@ -116,7 +93,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "112c3719",
+   "id": "be17eb64",
    "metadata": {
     "editable": true
    },
@@ -143,7 +120,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d1a71af3",
+   "id": "8f626965",
    "metadata": {
     "editable": true
    },
@@ -155,7 +132,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ced9aa91",
+   "id": "3307f13b",
    "metadata": {
     "editable": true
    },
@@ -166,7 +143,7 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "8e168360",
+   "id": "41a35242",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -247,7 +224,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "82fab071",
+   "id": "ba82f8fb",
    "metadata": {
     "editable": true
    },
@@ -263,7 +240,7 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "57475009",
+   "id": "55052bec",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -302,7 +279,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "812ff0af",
+   "id": "347c04d3",
    "metadata": {
     "editable": true
    },
@@ -346,7 +323,7 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "01c52099",
+   "id": "79ffd479",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -429,7 +406,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "36380eb3",
+   "id": "39f20049",
    "metadata": {
     "editable": true
    },
@@ -440,7 +417,7 @@
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "4bc89475",
+   "id": "954ec248",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -542,7 +519,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d530e064",
+   "id": "058a1b3e",
    "metadata": {
     "editable": true
    },
@@ -564,7 +541,7 @@
   {
    "cell_type": "code",
    "execution_count": 5,
-   "id": "b78d92fa",
+   "id": "8edb86ed",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -661,7 +638,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4e7c4f32",
+   "id": "56e1c0aa",
    "metadata": {
     "editable": true
    },
@@ -687,7 +664,7 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "id": "8b9d34c5",
+   "id": "30f102f3",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -888,7 +865,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0ef469ea",
+   "id": "9bd6e120",
    "metadata": {
     "editable": true
    },
@@ -912,7 +889,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9f63b694",
+   "id": "0310d0af",
    "metadata": {
     "editable": true
    },
@@ -932,7 +909,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "545edeed",
+   "id": "d069d907",
    "metadata": {
     "editable": true
    },
@@ -950,7 +927,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0271250b",
+   "id": "270c59fa",
    "metadata": {
     "editable": true
    },
@@ -965,7 +942,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2afde455",
+   "id": "bcf95180",
    "metadata": {
     "editable": true
    },
@@ -983,7 +960,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6164adf6",
+   "id": "6388bcc2",
    "metadata": {
     "editable": true
    },
@@ -996,7 +973,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6d44377a",
+   "id": "16ec7c93",
    "metadata": {
     "editable": true
    },
@@ -1014,7 +991,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "863b14fb",
+   "id": "d886fa01",
    "metadata": {
     "editable": true
    },
@@ -1025,7 +1002,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b49904f1",
+   "id": "2f597610",
    "metadata": {
     "editable": true
    },
@@ -1043,7 +1020,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f29aa420",
+   "id": "f5c7f5c0",
    "metadata": {
     "editable": true
    },
@@ -1070,7 +1047,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4fd8a256",
+   "id": "450366dc",
    "metadata": {
     "editable": true
    },
@@ -1082,7 +1059,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "00169909",
+   "id": "a586247f",
    "metadata": {
     "editable": true
    },
@@ -1101,7 +1078,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ff82cab7",
+   "id": "37be7dca",
    "metadata": {
     "editable": true
    },
@@ -1111,7 +1088,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "80f0aeeb",
+   "id": "a7b39758",
    "metadata": {
     "editable": true
    },
@@ -1131,7 +1108,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "49ecfb60",
+   "id": "a454df8b",
    "metadata": {
     "editable": true
    },
@@ -1143,7 +1120,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "72e8ca27",
+   "id": "5e0bc544",
    "metadata": {
     "editable": true
    },
@@ -1161,7 +1138,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7d80dc3d",
+   "id": "d3068c5d",
    "metadata": {
     "editable": true
    },
@@ -1173,7 +1150,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "104b5a14",
+   "id": "2dcab0ff",
    "metadata": {
     "editable": true
    },
@@ -1194,7 +1171,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8b9f8830",
+   "id": "94cb5557",
    "metadata": {
     "editable": true
    },
@@ -1211,7 +1188,7 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "b5f3f7a7",
+   "id": "418d2b4f",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1229,7 +1206,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a6f5d15f",
+   "id": "76adae67",
    "metadata": {
     "editable": true
    },
@@ -1240,7 +1217,7 @@
   {
    "cell_type": "code",
    "execution_count": 8,
-   "id": "204abb6e",
+   "id": "628f74e1",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1266,7 +1243,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "be5007d7",
+   "id": "8b3a1991",
    "metadata": {
     "editable": true
    },
@@ -1279,7 +1256,7 @@
   {
    "cell_type": "code",
    "execution_count": 9,
-   "id": "91b1d0ca",
+   "id": "e6a30010",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1292,7 +1269,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "384144fc",
+   "id": "4e01e760",
    "metadata": {
     "editable": true
    },
@@ -1311,7 +1288,7 @@
   {
    "cell_type": "code",
    "execution_count": 10,
-   "id": "8395f6f6",
+   "id": "9e7f436b",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1379,7 +1356,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "21518f59",
+   "id": "6b408b16",
    "metadata": {
     "editable": true
    },
@@ -1392,7 +1369,7 @@
   {
    "cell_type": "code",
    "execution_count": 11,
-   "id": "800c554d",
+   "id": "f7230b52",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1432,7 +1409,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1886664e",
+   "id": "76842006",
    "metadata": {
     "editable": true
    },
@@ -1444,7 +1421,7 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "id": "a2375a1a",
+   "id": "743ed2a0",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1458,7 +1435,7 @@
   {
    "cell_type": "code",
    "execution_count": 13,
-   "id": "5481d746",
+   "id": "7bbbd549",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1471,7 +1448,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c9c2b9a6",
+   "id": "1e3467ec",
    "metadata": {
     "editable": true
    },
@@ -1482,7 +1459,7 @@
   {
    "cell_type": "code",
    "execution_count": 14,
-   "id": "a349dfcf",
+   "id": "bc4b2585",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1496,7 +1473,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "497104cb",
+   "id": "37b42a50",
    "metadata": {
     "editable": true
    },
@@ -1511,7 +1488,7 @@
   {
    "cell_type": "code",
    "execution_count": 15,
-   "id": "95696bf6",
+   "id": "05726798",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1527,7 +1504,7 @@
   {
    "cell_type": "code",
    "execution_count": 16,
-   "id": "d927d192",
+   "id": "950f1b7e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1544,7 +1521,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "afa04669",
+   "id": "93bce7c9",
    "metadata": {
     "editable": true
    },
@@ -1556,7 +1533,7 @@
   {
    "cell_type": "code",
    "execution_count": 17,
-   "id": "5e81539d",
+   "id": "fbba4ba9",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1570,7 +1547,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7d6bfbb9",
+   "id": "7d9a6790",
    "metadata": {
     "editable": true
    },
@@ -1586,7 +1563,7 @@
   {
    "cell_type": "code",
    "execution_count": 18,
-   "id": "77784a7a",
+   "id": "01e8be51",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1620,7 +1597,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d2fa48da",
+   "id": "d8c6936a",
    "metadata": {
     "editable": true
    },
@@ -1633,7 +1610,7 @@
   {
    "cell_type": "code",
    "execution_count": 19,
-   "id": "f26ed07d",
+   "id": "e7072b89",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1658,7 +1635,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5d0fbf6c",
+   "id": "9f7b6236",
    "metadata": {
     "editable": true
    },
@@ -1672,7 +1649,7 @@
   {
    "cell_type": "code",
    "execution_count": 20,
-   "id": "6695f4f3",
+   "id": "ae0f506e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1690,7 +1667,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cbb09749",
+   "id": "f62013e4",
    "metadata": {
     "editable": true
    },
@@ -1701,7 +1678,7 @@
   {
    "cell_type": "code",
    "execution_count": 21,
-   "id": "fecefc7d",
+   "id": "203f0a0d",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1741,7 +1718,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "be98aa83",
+   "id": "19f105fc",
    "metadata": {
     "editable": true
    },
@@ -1753,7 +1730,7 @@
   {
    "cell_type": "code",
    "execution_count": 22,
-   "id": "19abadaf",
+   "id": "ab46697f",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1765,7 +1742,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8005e3a8",
+   "id": "43888bc8",
    "metadata": {
     "editable": true
    },
@@ -1779,7 +1756,7 @@
   {
    "cell_type": "code",
    "execution_count": 23,
-   "id": "5f9b66e1",
+   "id": "5094454b",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1796,7 +1773,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1046a895",
+   "id": "3a760ee3",
    "metadata": {
     "editable": true
    },
@@ -1810,7 +1787,7 @@
   {
    "cell_type": "code",
    "execution_count": 24,
-   "id": "f995ba10",
+   "id": "4528158f",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1827,7 +1804,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "592d670b",
+   "id": "a9ef3e40",
    "metadata": {
     "editable": true
    },
@@ -1843,7 +1820,7 @@
   {
    "cell_type": "code",
    "execution_count": 25,
-   "id": "9bca1806",
+   "id": "893d1bbb",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1871,7 +1848,7 @@
   {
    "cell_type": "code",
    "execution_count": 26,
-   "id": "7e4c12e7",
+   "id": "a335daa2",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1894,7 +1871,7 @@
   {
    "cell_type": "code",
    "execution_count": 27,
-   "id": "6103ccdf",
+   "id": "3887eb48",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1907,7 +1884,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8115f5ec",
+   "id": "33917b11",
    "metadata": {
     "editable": true
    },
@@ -1923,7 +1900,7 @@
   {
    "cell_type": "code",
    "execution_count": 28,
-   "id": "bdfc6b59",
+   "id": "2b2dfefb",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1950,7 +1927,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "56b0a8b8",
+   "id": "b4abae69",
    "metadata": {
     "editable": true
    },
@@ -1965,7 +1942,7 @@
   {
    "cell_type": "code",
    "execution_count": 29,
-   "id": "c15f73c8",
+   "id": "218bcfa1",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -1981,7 +1958,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7dbac6e5",
+   "id": "98ce2cbb",
    "metadata": {
     "editable": true
    },
@@ -1992,7 +1969,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6f42f982",
+   "id": "07215810",
    "metadata": {
     "editable": true
    },
@@ -2010,7 +1987,7 @@
   {
    "cell_type": "code",
    "execution_count": 30,
-   "id": "3e6aa66b",
+   "id": "48e79037",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2028,7 +2005,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3da2fff3",
+   "id": "1f8c350c",
    "metadata": {
     "editable": true
    },
@@ -2039,7 +2016,7 @@
   {
    "cell_type": "code",
    "execution_count": 31,
-   "id": "234858b7",
+   "id": "827b8cc0",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2063,7 +2040,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0a2e5af3",
+   "id": "8a54befc",
    "metadata": {
     "editable": true
    },
@@ -2090,7 +2067,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b69ff697",
+   "id": "5b4b1fb2",
    "metadata": {
     "editable": true
    },
@@ -2106,7 +2083,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f8144e41",
+   "id": "ad76a17f",
    "metadata": {
     "editable": true
    },
@@ -2120,7 +2097,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0e1b7e47",
+   "id": "66f27128",
    "metadata": {
     "editable": true
    },
@@ -2130,7 +2107,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "250d69ef",
+   "id": "c6844441",
    "metadata": {
     "editable": true
    },
@@ -2142,7 +2119,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "859e801d",
+   "id": "8254a2f6",
    "metadata": {
     "editable": true
    },
@@ -2152,7 +2129,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a9bdcdbb",
+   "id": "8405bf35",
    "metadata": {
     "editable": true
    },
@@ -2164,7 +2141,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bf6a78f8",
+   "id": "2551e1cb",
    "metadata": {
     "editable": true
    },
@@ -2174,7 +2151,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8feab12e",
+   "id": "d9cf2c94",
    "metadata": {
     "editable": true
    },
@@ -2188,7 +2165,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a067a632",
+   "id": "5f5896f8",
    "metadata": {
     "editable": true
    },
@@ -2203,7 +2180,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "66b58831",
+   "id": "d1cbc449",
    "metadata": {
     "editable": true
    },
@@ -2215,7 +2192,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3fecbdc3",
+   "id": "7e04ec7d",
    "metadata": {
     "editable": true
    },
@@ -2228,7 +2205,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cfb45d06",
+   "id": "c3c5b5f9",
    "metadata": {
     "editable": true
    },
@@ -2242,7 +2219,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "579c4061",
+   "id": "4714694f",
    "metadata": {
     "editable": true
    },
@@ -2252,7 +2229,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b93b5ce6",
+   "id": "0744e990",
    "metadata": {
     "editable": true
    },
@@ -2264,7 +2241,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3fdc4042",
+   "id": "d7b8b928",
    "metadata": {
     "editable": true
    },
@@ -2283,7 +2260,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "49921096",
+   "id": "50b55550",
    "metadata": {
     "editable": true
    },
@@ -2295,7 +2272,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7c1cfa06",
+   "id": "a9369461",
    "metadata": {
     "editable": true
    },
@@ -2307,7 +2284,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4d7e97a0",
+   "id": "712ccdda",
    "metadata": {
     "editable": true
    },
@@ -2317,7 +2294,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fdcd7be6",
+   "id": "cf12bd22",
    "metadata": {
     "editable": true
    },
@@ -2329,7 +2306,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9daba397",
+   "id": "0b90ab1c",
    "metadata": {
     "editable": true
    },
@@ -2343,7 +2320,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cc4b8112",
+   "id": "b72520e1",
    "metadata": {
     "editable": true
    },
@@ -2362,7 +2339,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b08acf05",
+   "id": "3d6de736",
    "metadata": {
     "editable": true
    },
@@ -2374,7 +2351,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d0ede979",
+   "id": "3a95337f",
    "metadata": {
     "editable": true
    },
@@ -2393,7 +2370,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1102167b",
+   "id": "9adf701a",
    "metadata": {
     "editable": true
    },
@@ -2409,7 +2386,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "899643fe",
+   "id": "fe1c8a59",
    "metadata": {
     "editable": true
    },
@@ -2427,7 +2404,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0c414a0d",
+   "id": "fecaa7fe",
    "metadata": {
     "editable": true
    },
@@ -2442,7 +2419,7 @@
   {
    "cell_type": "code",
    "execution_count": 32,
-   "id": "a2185fca",
+   "id": "a917ae3e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2463,7 +2440,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ba9dfcb3",
+   "id": "d85c007f",
    "metadata": {
     "editable": true
    },
@@ -2480,7 +2457,7 @@
   {
    "cell_type": "code",
    "execution_count": 33,
-   "id": "bb02ef7d",
+   "id": "414fc7af",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2512,7 +2489,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ae089668",
+   "id": "7946ff6c",
    "metadata": {
     "editable": true
    },
@@ -2526,7 +2503,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0005a98d",
+   "id": "35e0fe6b",
    "metadata": {
     "editable": true
    },
@@ -2539,7 +2516,7 @@
   {
    "cell_type": "code",
    "execution_count": 34,
-   "id": "f10799da",
+   "id": "4addcd45",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2563,7 +2540,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "617c3977",
+   "id": "7a4f0093",
    "metadata": {
     "editable": true
    },
@@ -2576,7 +2553,7 @@
   {
    "cell_type": "code",
    "execution_count": 35,
-   "id": "be86421d",
+   "id": "045e4c26",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -2630,7 +2607,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "90ae6c03",
+   "id": "4fc3c9d8",
    "metadata": {
     "editable": true
    },
@@ -2645,7 +2622,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7d086df8",
+   "id": "baa276f5",
    "metadata": {
     "editable": true
    },
@@ -2657,7 +2634,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "f2478a63",
+   "id": "e47af0fa",
    "metadata": {
     "editable": true
    },
@@ -2669,7 +2646,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1791bcaf",
+   "id": "86d82fe3",
    "metadata": {
     "editable": true
    },
@@ -2679,7 +2656,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bf1cb938",
+   "id": "deda223c",
    "metadata": {
     "editable": true
    },
@@ -2696,7 +2673,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "52bba297",
+   "id": "1f0bcc0b",
    "metadata": {
     "editable": true
    },
@@ -2708,7 +2685,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "97a7d1ac",
+   "id": "953e80c7",
    "metadata": {
     "editable": true
    },
@@ -2723,7 +2700,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "97752a71",
+   "id": "3fac49aa",
    "metadata": {
     "editable": true
    },
@@ -2733,7 +2710,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3ff4c699",
+   "id": "83b9a78d",
    "metadata": {
     "editable": true
    },
@@ -2747,7 +2724,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cd36794b",
+   "id": "bb27dfa5",
    "metadata": {
     "editable": true
    },
@@ -2759,7 +2736,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a1ef4a82",
+   "id": "9c6e8afb",
    "metadata": {
     "editable": true
    },
@@ -2771,7 +2748,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "56299b9b",
+   "id": "9f7e95d8",
    "metadata": {
     "editable": true
    },
@@ -2783,7 +2760,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ea36324b",
+   "id": "5fc402d4",
    "metadata": {
     "editable": true
    },
@@ -2798,7 +2775,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "01d7671a",
+   "id": "01607bd3",
    "metadata": {
     "editable": true
    },
@@ -2810,7 +2787,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a2ff7952",
+   "id": "02e911cf",
    "metadata": {
     "editable": true
    },
@@ -2820,7 +2797,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8775a890",
+   "id": "7ea105ff",
    "metadata": {
     "editable": true
    },
@@ -2832,7 +2809,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3ad4aba0",
+   "id": "ab0c8898",
    "metadata": {
     "editable": true
    },
@@ -2842,7 +2819,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cdc7bca2",
+   "id": "bd39d3e0",
    "metadata": {
     "editable": true
    },
@@ -2854,7 +2831,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8d755482",
+   "id": "1bd32267",
    "metadata": {
     "editable": true
    },
@@ -2879,7 +2856,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cc0e0615",
+   "id": "7530147c",
    "metadata": {
     "editable": true
    },
@@ -2892,7 +2869,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ca26e3a1",
+   "id": "eecc9990",
    "metadata": {
     "editable": true
    },
@@ -2911,7 +2888,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7c850530",
+   "id": "b9ce73fd",
    "metadata": {
     "editable": true
    },
@@ -2929,7 +2906,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "655181b9",
+   "id": "6b23fa3e",
    "metadata": {
     "editable": true
    },
@@ -2942,7 +2919,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6d848c9b",
+   "id": "33a841d5",
    "metadata": {
     "editable": true
    },
@@ -2956,7 +2933,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fb4cda9c",
+   "id": "9e9d2471",
    "metadata": {
     "editable": true
    },
@@ -2968,7 +2945,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3c5f6e06",
+   "id": "ef0b2e6e",
    "metadata": {
     "editable": true
    },
@@ -2981,7 +2958,7 @@
   {
    "cell_type": "code",
    "execution_count": 36,
-   "id": "d4dc71c0",
+   "id": "c3a82958",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3000,7 +2977,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "292f3dd3",
+   "id": "03a0fd09",
    "metadata": {
     "editable": true
    },
@@ -3010,7 +2987,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cf0d83bb",
+   "id": "0cf97c09",
    "metadata": {
     "editable": true
    },
@@ -3022,7 +2999,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "388d7675",
+   "id": "1ead4461",
    "metadata": {
     "editable": true
    },
@@ -3034,7 +3011,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "be1c47a0",
+   "id": "2ecce6b9",
    "metadata": {
     "editable": true
    },
@@ -3044,7 +3021,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "2729ea6f",
+   "id": "19323737",
    "metadata": {
     "editable": true
    },
@@ -3056,7 +3033,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0d85a5e9",
+   "id": "8bfbc416",
    "metadata": {
     "editable": true
    },
@@ -3070,7 +3047,7 @@
   {
    "cell_type": "code",
    "execution_count": 37,
-   "id": "75499fc1",
+   "id": "6ee52def",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3086,7 +3063,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0db07fcd",
+   "id": "249ccce3",
    "metadata": {
     "editable": true
    },
@@ -3105,7 +3082,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e1b6b0da",
+   "id": "b99e2257",
    "metadata": {
     "editable": true
    },
@@ -3117,7 +3094,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "dec8cb81",
+   "id": "c581e75a",
    "metadata": {
     "editable": true
    },
@@ -3129,7 +3106,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "06655cff",
+   "id": "baa2fef4",
    "metadata": {
     "editable": true
    },
@@ -3141,7 +3118,7 @@
   {
    "cell_type": "code",
    "execution_count": 38,
-   "id": "9774f4ea",
+   "id": "857bf1ea",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3154,7 +3131,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9a3d4ec6",
+   "id": "71fa7dc4",
    "metadata": {
     "editable": true
    },
@@ -3166,7 +3143,7 @@
   {
    "cell_type": "code",
    "execution_count": 39,
-   "id": "18ef1d25",
+   "id": "f0c5dde3",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3190,7 +3167,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "151134e9",
+   "id": "9e91f67f",
    "metadata": {
     "editable": true
    },
@@ -3203,7 +3180,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b39458ae",
+   "id": "5e4e020e",
    "metadata": {
     "editable": true
    },
@@ -3227,7 +3204,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6845ee0a",
+   "id": "e6a06f04",
    "metadata": {
     "editable": true
    },
@@ -3239,7 +3216,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e326b3b8",
+   "id": "32c67887",
    "metadata": {
     "editable": true
    },
@@ -3249,7 +3226,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "201d6296",
+   "id": "57f151bf",
    "metadata": {
     "editable": true
    },
@@ -3267,7 +3244,7 @@
   {
    "cell_type": "code",
    "execution_count": 40,
-   "id": "327cb602",
+   "id": "0281ea8e",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3299,7 +3276,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9ecb53ea",
+   "id": "c5c5bec4",
    "metadata": {
     "editable": true
    },
@@ -3309,7 +3286,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "98c41f6a",
+   "id": "8294d8ec",
    "metadata": {
     "editable": true
    },
@@ -3333,7 +3310,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7d5ea6fb",
+   "id": "e5e8ccab",
    "metadata": {
     "editable": true
    },
@@ -3357,7 +3334,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d87fe5c4",
+   "id": "4493f756",
    "metadata": {
     "editable": true
    },
@@ -3369,7 +3346,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "a89c1263",
+   "id": "e1e75057",
    "metadata": {
     "editable": true
    },
@@ -3379,7 +3356,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "b3e9dcd5",
+   "id": "650680c8",
    "metadata": {
     "editable": true
    },
@@ -3391,7 +3368,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "bf4882e3",
+   "id": "c4a1ecc6",
    "metadata": {
     "editable": true
    },
@@ -3401,7 +3378,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "388c0a08",
+   "id": "a80f15ef",
    "metadata": {
     "editable": true
    },
@@ -3413,7 +3390,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "28615799",
+   "id": "166c57cf",
    "metadata": {
     "editable": true
    },
@@ -3423,7 +3400,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "29146bba",
+   "id": "482f58e1",
    "metadata": {
     "editable": true
    },
@@ -3435,7 +3412,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "9af52b3c",
+   "id": "ffc96e02",
    "metadata": {
     "editable": true
    },
@@ -3461,7 +3438,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d7cc0241",
+   "id": "190ac63c",
    "metadata": {
     "editable": true
    },
@@ -3480,7 +3457,7 @@
   {
    "cell_type": "code",
    "execution_count": 41,
-   "id": "fbeb6903",
+   "id": "986cbe7c",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3515,7 +3492,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "fe83823f",
+   "id": "b8d2bf51",
    "metadata": {
     "editable": true
    },
@@ -3532,7 +3509,7 @@
   {
    "cell_type": "code",
    "execution_count": 42,
-   "id": "b8cc66f2",
+   "id": "1523b10c",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3545,7 +3522,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "ac05c7c1",
+   "id": "88bb9975",
    "metadata": {
     "editable": true
    },
@@ -3560,7 +3537,7 @@
   {
    "cell_type": "code",
    "execution_count": 43,
-   "id": "33764d74",
+   "id": "e1e59b6f",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3576,7 +3553,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "534fb293",
+   "id": "6bc4a2b8",
    "metadata": {
     "editable": true
    },
@@ -3589,7 +3566,7 @@
   {
    "cell_type": "code",
    "execution_count": 44,
-   "id": "1dd9a9ee",
+   "id": "a4511d97",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3601,7 +3578,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4f03047a",
+   "id": "2d7f761f",
    "metadata": {
     "editable": true
    },
@@ -3613,7 +3590,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4ef1c9aa",
+   "id": "a21b3243",
    "metadata": {
     "editable": true
    },
@@ -3626,7 +3603,7 @@
   {
    "cell_type": "code",
    "execution_count": 45,
-   "id": "e64ba2d1",
+   "id": "bb36a529",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3665,7 +3642,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6e7d575f",
+   "id": "e8947268",
    "metadata": {
     "editable": true
    },
@@ -3683,7 +3660,7 @@
   {
    "cell_type": "code",
    "execution_count": 46,
-   "id": "413c8d1a",
+   "id": "061416b2",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3698,7 +3675,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "e8214817",
+   "id": "ec5dcca9",
    "metadata": {
     "editable": true
    },
@@ -3711,7 +3688,7 @@
   {
    "cell_type": "code",
    "execution_count": 47,
-   "id": "e6ac6f37",
+   "id": "30579e6c",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3724,7 +3701,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "3c103530",
+   "id": "dd069dc5",
    "metadata": {
     "editable": true
    },
@@ -3740,7 +3717,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "6bef9ad4",
+   "id": "9833fc73",
    "metadata": {
     "editable": true
    },
@@ -3755,7 +3732,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "524b0de1",
+   "id": "6c65a481",
    "metadata": {
     "editable": true
    },
@@ -3776,7 +3753,7 @@
   {
    "cell_type": "code",
    "execution_count": 48,
-   "id": "9106daee",
+   "id": "3833653d",
    "metadata": {
     "collapsed": false,
     "editable": true
@@ -3790,7 +3767,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "1fab3a71",
+   "id": "6a395fcb",
    "metadata": {
     "editable": true
    },
diff --git a/doc/src/week43/week43.do.txt b/doc/src/week43/week43.do.txt
index 21fb1f4af..303a0c840 100644
--- a/doc/src/week43/week43.do.txt
+++ b/doc/src/week43/week43.do.txt
@@ -1,12 +1,12 @@
-TITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis
+ATITLE: Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis
 AUTHOR: Morten Hjorth-Jensen {copyright, 1999-present|CC BY-NC} at Department of Physics, University of Oslo & Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University
 DATE: today
 
 !split
 ===== Plans for week 43 =====
 
-* Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks
-* Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis
+* Thursday: Convolutional Neural Networks, basic elements and 
+* Friday: Recurrent Neural Networks and other Deep, Generalized Adversarial Neural Networ and autoencoders
 
 
 
@@ -29,12 +29,6 @@ DATE: today
 * Aurelien Geron, chapter 14 on RNNs.
 
 
-!split
-===== Summary on Deep Learning Methods =====
-
-We have studied fully connected neural networks (also called artifical nueral networks) and convolutional neural networks (CNNs).
-
-The first type of deep learning networks work very well on homogeneous and structured input data while CCNs are normally tailored to recognizing images.
 
 !split
 ===== CNNs in brief =====