diff --git a/doc/pub/week43/html/week43-bs.html b/doc/pub/week43/html/week43-bs.html index 20e7af09c..a62aae7aa 100644 --- a/doc/pub/week43/html/week43-bs.html +++ b/doc/pub/week43/html/week43-bs.html @@ -270,7 +270,7 @@ MathJax.Hub.Config({
-

Nov 2, 2021

+

Aug 23, 2022


@@ -282,13 +282,7 @@ MathJax.Hub.Config({
@@ -3437,7 +3431,7 @@ X_reduced = rbf_pca - © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license diff --git a/doc/pub/week43/html/week43-reveal.html b/doc/pub/week43/html/week43-reveal.html index b980ae5d4..dccbf2f00 100644 --- a/doc/pub/week43/html/week43-reveal.html +++ b/doc/pub/week43/html/week43-reveal.html @@ -184,13 +184,13 @@ MathJax.Hub.Config({
-

Nov 2, 2021

+

Aug 23, 2022


- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
@@ -199,17 +199,7 @@ MathJax.Hub.Config({

  • Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks
    • - -

  • Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis
    • - -

diff --git a/doc/pub/week43/html/week43-solarized.html b/doc/pub/week43/html/week43-solarized.html index 730ceb964..883ebf249 100644 --- a/doc/pub/week43/html/week43-solarized.html +++ b/doc/pub/week43/html/week43-solarized.html @@ -214,7 +214,7 @@ MathJax.Hub.Config({
-

Nov 2, 2021

+

Aug 23, 2022


@@ -223,13 +223,7 @@ MathJax.Hub.Config({
  • Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks
    • -
  • Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis
    • -
Excellent lectures on CNNs and RNNs @@ -3367,7 +3361,7 @@ X_reduced = rbf_pca.fit_transform(X)
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week43/html/week43.html b/doc/pub/week43/html/week43.html index 6b1437d42..d3ac5fdbe 100644 --- a/doc/pub/week43/html/week43.html +++ b/doc/pub/week43/html/week43.html @@ -291,7 +291,7 @@ MathJax.Hub.Config({
-

Nov 2, 2021

+

Aug 23, 2022


@@ -300,13 +300,7 @@ MathJax.Hub.Config({
  • Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks
    • -
  • Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis
    • -
Excellent lectures on CNNs and RNNs @@ -3444,7 +3438,7 @@ X_reduced = rbf_pca - © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license diff --git a/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz b/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz index de7261a04..880b90f5e 100644 Binary files a/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz and b/doc/pub/week43/ipynb/ipynb-week43-src.tar.gz differ diff --git a/doc/pub/week43/ipynb/week43.ipynb b/doc/pub/week43/ipynb/week43.ipynb index 10d3cce7f..37e16f056 100644 --- a/doc/pub/week43/ipynb/week43.ipynb +++ b/doc/pub/week43/ipynb/week43.ipynb @@ -2,8 +2,10 @@ "cells": [ { "cell_type": "markdown", - "id": "bb8912ae", - "metadata": {}, + "id": "d64d1bde", + "metadata": { + "editable": true + }, "source": [ "\n", @@ -12,32 +14,32 @@ }, { "cell_type": "markdown", - "id": "ceeae681", - "metadata": {}, + "id": "afd99353", + "metadata": { + "editable": true + }, "source": [ "# Week 43: Deep Learning: Recurrent Neural Networks and other Deep Learning Methods. Principal Component analysis\n", "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n", "\n", - "Date: **Nov 2, 2021**\n", + "Date: **Aug 23, 2022**\n", "\n", - "Copyright 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" + "Copyright 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" ] }, { "cell_type": "markdown", - "id": "0a4121b3", - "metadata": {}, + "id": "c6a45fc7", + "metadata": { + "editable": true + }, "source": [ "## Plans for week 43\n", "\n", "* Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureOctober28.mp4?vrtx=view-as-webpage)\n", - "\n", "* Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureOctober29.mp4?vrtx=view-as-webpage)\n", - "\n", "**Excellent lectures on CNNs and RNNs.**\n", "\n", "* [Video on Convolutional Neural Networks from MIT](https://www.youtube.com/watch?v=iaSUYvmCekI&ab_channel=AlexanderAmini)\n", @@ -55,8 +57,10 @@ }, { "cell_type": "markdown", - "id": "f9660a14", - "metadata": {}, + "id": "d7657561", + "metadata": { + "editable": true + }, "source": [ "## Reading Recommendations\n", "\n", @@ -67,8 +71,10 @@ }, { "cell_type": "markdown", - "id": "842f5497", - "metadata": {}, + "id": "f5772403", + "metadata": { + "editable": true + }, "source": [ "## Summary on Deep Learning Methods\n", "\n", @@ -79,8 +85,10 @@ }, { "cell_type": "markdown", - "id": "c30579aa", - "metadata": {}, + "id": "bd4e5ace", + "metadata": { + "editable": true + }, "source": [ "## CNNs in brief\n", "\n", @@ -108,8 +116,10 @@ }, { "cell_type": "markdown", - "id": "cd85c599", - "metadata": {}, + "id": "112c3719", + "metadata": { + "editable": true + }, "source": [ "## Recurrent neural networks: Overarching view\n", "\n", @@ -133,8 +143,10 @@ }, { "cell_type": "markdown", - "id": "44578951", - "metadata": {}, + "id": "d1a71af3", + "metadata": { + "editable": true + }, "source": [ "## Set up of an RNN\n", "\n", @@ -143,17 +155,22 @@ }, { "cell_type": "markdown", - "id": "dcef62c4", - "metadata": {}, + "id": "ced9aa91", + "metadata": { + "editable": true + }, "source": [ "## A simple example" ] }, { "cell_type": "code", - "execution_count": null, - "id": "d1e1f8b0", - "metadata": {}, + "execution_count": 1, + "id": "8e168360", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "%matplotlib inline\n", @@ -230,8 +247,10 @@ }, { "cell_type": "markdown", - "id": "7a672f93", - "metadata": {}, + "id": "82fab071", + "metadata": { + "editable": true + }, "source": [ "## An extrapolation example\n", "\n", @@ -243,9 +262,12 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "fec7cd79", - "metadata": {}, + "execution_count": 2, + "id": "57475009", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "\n", @@ -280,8 +302,10 @@ }, { "cell_type": "markdown", - "id": "3c152c36", - "metadata": {}, + "id": "812ff0af", + "metadata": { + "editable": true + }, "source": [ "## Formatting the Data\n", "\n", @@ -321,9 +345,12 @@ }, { "cell_type": "code", - "execution_count": 1, - "id": "b2900154", - "metadata": {}, + "execution_count": 3, + "id": "01c52099", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "# FORMAT_DATA\n", @@ -402,30 +429,23 @@ }, { "cell_type": "markdown", - "id": "eecb1945", - "metadata": {}, + "id": "36380eb3", + "metadata": { + "editable": true + }, "source": [ "## Predicting New Points With A Trained Recurrent Neural Network" ] }, { "cell_type": "code", - "execution_count": 2, - "id": "32b674b8", - "metadata": {}, - "outputs": [ - { - "ename": "NameError", - "evalue": "name 'X_tot' is not defined", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", - "\u001b[0;32m/var/folders/td/3yk470mj5p931p9dtkk0y6jw0000gn/T/ipykernel_42195/3370771014.py\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 50\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 51\u001b[0m \u001b[0;31m# Check to make sure the data set is complete\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 52\u001b[0;31m \u001b[0;32massert\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX_tot\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_tot\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 53\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 54\u001b[0m \u001b[0;31m# This is the number of points that will be used in as the training data\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;31mNameError\u001b[0m: name 'X_tot' is not defined" - ] - } - ], + "execution_count": 4, + "id": "4bc89475", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "def test_rnn (x1, y_test, plot_min, plot_max):\n", " \"\"\"\n", @@ -522,8 +542,10 @@ }, { "cell_type": "markdown", - "id": "7fd7f5d6", - "metadata": {}, + "id": "d530e064", + "metadata": { + "editable": true + }, "source": [ "## Other Things to Try\n", "\n", @@ -542,8 +564,11 @@ { "cell_type": "code", "execution_count": 5, - "id": "6b4b438e", - "metadata": {}, + "id": "b78d92fa", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def rnn_2layers(length_of_sequences, batch_size = None, stateful = False):\n", @@ -636,8 +661,10 @@ }, { "cell_type": "markdown", - "id": "05df6234", - "metadata": {}, + "id": "4e7c4f32", + "metadata": { + "editable": true + }, "source": [ "## Other Types of Recurrent Neural Networks\n", "\n", @@ -660,8 +687,11 @@ { "cell_type": "code", "execution_count": 6, - "id": "e0262cbb", - "metadata": {}, + "id": "8b9d34c5", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def lstm_2layers(length_of_sequences, batch_size = None, stateful = False):\n", @@ -858,8 +888,10 @@ }, { "cell_type": "markdown", - "id": "e006cdfd", - "metadata": {}, + "id": "0ef469ea", + "metadata": { + "editable": true + }, "source": [ "## Generative Models\n", "\n", @@ -880,8 +912,10 @@ }, { "cell_type": "markdown", - "id": "276dd606", - "metadata": {}, + "id": "9f63b694", + "metadata": { + "editable": true + }, "source": [ "## Generative Adversarial Networks\n", "\n", @@ -898,8 +932,10 @@ }, { "cell_type": "markdown", - "id": "ae501166", - "metadata": {}, + "id": "545edeed", + "metadata": { + "editable": true + }, "source": [ "\n", "
\n", @@ -914,8 +950,10 @@ }, { "cell_type": "markdown", - "id": "409bdfef", - "metadata": {}, + "id": "0271250b", + "metadata": { + "editable": true + }, "source": [ "## Discriminator\n", "The discriminator attempts to distinguish between samples drawn from the\n", @@ -927,8 +965,10 @@ }, { "cell_type": "markdown", - "id": "fb082c5d", - "metadata": {}, + "id": "2afde455", + "metadata": { + "editable": true + }, "source": [ "\n", "
\n", @@ -943,8 +983,10 @@ }, { "cell_type": "markdown", - "id": "1525ddb5", - "metadata": {}, + "id": "6164adf6", + "metadata": { + "editable": true + }, "source": [ "indicating the probability that $x$ is a real training example rather than a\n", "fake sample the generator has generated. The simplest way to formulate the\n", @@ -954,8 +996,10 @@ }, { "cell_type": "markdown", - "id": "6aa70c91", - "metadata": {}, + "id": "6d44377a", + "metadata": { + "editable": true + }, "source": [ "\n", "
\n", @@ -970,8 +1014,10 @@ }, { "cell_type": "markdown", - "id": "777e450d", - "metadata": {}, + "id": "863b14fb", + "metadata": { + "editable": true + }, "source": [ "determines the reward for the discriminator, while the generator gets the\n", "conjugate reward" @@ -979,8 +1025,10 @@ }, { "cell_type": "markdown", - "id": "cf5297d4", - "metadata": {}, + "id": "b49904f1", + "metadata": { + "editable": true + }, "source": [ "\n", "
\n", @@ -995,8 +1043,10 @@ }, { "cell_type": "markdown", - "id": "dbfbe4f0", - "metadata": {}, + "id": "f29aa420", + "metadata": { + "editable": true + }, "source": [ "## Learning Process\n", "\n", @@ -1020,8 +1070,10 @@ }, { "cell_type": "markdown", - "id": "6aa3b96a", - "metadata": {}, + "id": "4fd8a256", + "metadata": { + "editable": true + }, "source": [ "## More about the Learning Process\n", "\n", @@ -1030,8 +1082,10 @@ }, { "cell_type": "markdown", - "id": "a787801c", - "metadata": {}, + "id": "00169909", + "metadata": { + "editable": true + }, "source": [ "\n", "
\n", @@ -1047,16 +1101,20 @@ }, { "cell_type": "markdown", - "id": "8c433b7e", - "metadata": {}, + "id": "ff82cab7", + "metadata": { + "editable": true + }, "source": [ "The default choice for $v$ is" ] }, { "cell_type": "markdown", - "id": "117a59ec", - "metadata": {}, + "id": "80f0aeeb", + "metadata": { + "editable": true + }, "source": [ "\n", "
\n", @@ -1073,8 +1131,10 @@ }, { "cell_type": "markdown", - "id": "036ab1a1", - "metadata": {}, + "id": "49ecfb60", + "metadata": { + "editable": true + }, "source": [ "The main motivation for the design of GANs is that the learning process requires\n", "neither approximate inference (variational autoencoders for example) nor\n", @@ -1083,8 +1143,10 @@ }, { "cell_type": "markdown", - "id": "0e3d13b4", - "metadata": {}, + "id": "72e8ca27", + "metadata": { + "editable": true + }, "source": [ "\n", "
\n", @@ -1099,8 +1161,10 @@ }, { "cell_type": "markdown", - "id": "7a743892", - "metadata": {}, + "id": "7d80dc3d", + "metadata": { + "editable": true + }, "source": [ "is convex in $\\theta^{(g)} then the procedure is guaranteed to converge and is\n", "asymptotically consistent\n", @@ -1109,8 +1173,10 @@ }, { "cell_type": "markdown", - "id": "d4384dbb", - "metadata": {}, + "id": "104b5a14", + "metadata": { + "editable": true + }, "source": [ "## Additional References\n", "This is in\n", @@ -1128,8 +1194,10 @@ }, { "cell_type": "markdown", - "id": "b6f72b0f", - "metadata": {}, + "id": "8b9f8830", + "metadata": { + "editable": true + }, "source": [ "## Writing Our First Generative Adversarial Network\n", "Let us now move on to actually implementing a GAN in tensorflow. We will study\n", @@ -1143,8 +1211,11 @@ { "cell_type": "code", "execution_count": 7, - "id": "f62f2392", - "metadata": {}, + "id": "b5f3f7a7", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import os\n", @@ -1158,8 +1229,10 @@ }, { "cell_type": "markdown", - "id": "bf56bc45", - "metadata": {}, + "id": "a6f5d15f", + "metadata": { + "editable": true + }, "source": [ "Next we define our hyperparameters and import our data the usual way" ] @@ -1167,8 +1240,11 @@ { "cell_type": "code", "execution_count": 8, - "id": "77f775a5", - "metadata": {}, + "id": "204abb6e", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "BUFFER_SIZE = 60000\n", @@ -1190,8 +1266,10 @@ }, { "cell_type": "markdown", - "id": "b850456f", - "metadata": {}, + "id": "be5007d7", + "metadata": { + "editable": true + }, "source": [ "## MNIST and GANs\n", "\n", @@ -1201,8 +1279,11 @@ { "cell_type": "code", "execution_count": 9, - "id": "18c95981", - "metadata": {}, + "id": "91b1d0ca", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "plt.imshow(train_images[0], cmap='Greys')\n", @@ -1211,8 +1292,10 @@ }, { "cell_type": "markdown", - "id": "552a9eb3", - "metadata": {}, + "id": "384144fc", + "metadata": { + "editable": true + }, "source": [ "Now we define our two models. This is where the 'magic' happens. There are a\n", "huge amount of possible formulations for both models. A lot of engineering and\n", @@ -1228,8 +1311,11 @@ { "cell_type": "code", "execution_count": 10, - "id": "66828365", - "metadata": {}, + "id": "8395f6f6", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def generator_model():\n", @@ -1293,8 +1379,10 @@ }, { "cell_type": "markdown", - "id": "af3c3094", - "metadata": {}, + "id": "21518f59", + "metadata": { + "editable": true + }, "source": [ "And there we have our 'simple' generator model. Now we move on to defining our\n", "discriminator model $d$, which is a convolutional neural network based image\n", @@ -1304,8 +1392,11 @@ { "cell_type": "code", "execution_count": 11, - "id": "6483f1ba", - "metadata": {}, + "id": "800c554d", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def discriminator_model():\n", @@ -1341,8 +1432,10 @@ }, { "cell_type": "markdown", - "id": "7d330ae6", - "metadata": {}, + "id": "1886664e", + "metadata": { + "editable": true + }, "source": [ "## Other Models\n", "Let us take a look at our models. **Note**: double click images for bigger view." @@ -1351,8 +1444,11 @@ { "cell_type": "code", "execution_count": 12, - "id": "3e5f5e35", - "metadata": {}, + "id": "a2375a1a", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "generator = generator_model()\n", @@ -1362,8 +1458,11 @@ { "cell_type": "code", "execution_count": 13, - "id": "b1bac2c7", - "metadata": {}, + "id": "5481d746", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "discriminator = discriminator_model()\n", @@ -1372,8 +1471,10 @@ }, { "cell_type": "markdown", - "id": "faa440ef", - "metadata": {}, + "id": "c9c2b9a6", + "metadata": { + "editable": true + }, "source": [ "Next we need a few helper objects we will use in training" ] @@ -1381,8 +1482,11 @@ { "cell_type": "code", "execution_count": 14, - "id": "07992584", - "metadata": {}, + "id": "a349dfcf", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "cross_entropy = tf.keras.losses.BinaryCrossentropy(from_logits=True)\n", @@ -1392,8 +1496,10 @@ }, { "cell_type": "markdown", - "id": "e7750195", - "metadata": {}, + "id": "497104cb", + "metadata": { + "editable": true + }, "source": [ "The first object, *cross_entropy* is our loss function and the two others are\n", "our optimizers. Notice we use the same learning rate for both $g$ and $d$. This\n", @@ -1405,8 +1511,11 @@ { "cell_type": "code", "execution_count": 15, - "id": "6764500d", - "metadata": {}, + "id": "95696bf6", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def generator_loss(fake_output):\n", @@ -1418,8 +1527,11 @@ { "cell_type": "code", "execution_count": 16, - "id": "451117b8", - "metadata": {}, + "id": "d927d192", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def discriminator_loss(real_output, fake_output):\n", @@ -1432,8 +1544,10 @@ }, { "cell_type": "markdown", - "id": "a1a2558f", - "metadata": {}, + "id": "afa04669", + "metadata": { + "editable": true + }, "source": [ "Next we define a kind of seed to help us compare the learning process over\n", "multiple training epochs." @@ -1442,8 +1556,11 @@ { "cell_type": "code", "execution_count": 17, - "id": "fd419bf0", - "metadata": {}, + "id": "5e81539d", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "noise_dimension = 100\n", @@ -1453,8 +1570,10 @@ }, { "cell_type": "markdown", - "id": "21d5ab6b", - "metadata": {}, + "id": "7d6bfbb9", + "metadata": { + "editable": true + }, "source": [ "## Training Step\n", "\n", @@ -1467,8 +1586,11 @@ { "cell_type": "code", "execution_count": 18, - "id": "5e3d108e", - "metadata": {}, + "id": "77784a7a", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "@tf.function\n", @@ -1498,8 +1620,10 @@ }, { "cell_type": "markdown", - "id": "2a3a8802", - "metadata": {}, + "id": "d2fa48da", + "metadata": { + "editable": true + }, "source": [ "Next we define a helper function to produce an output over our training epochs\n", "to see the predictive progression of our generator model. **Note**: I am including\n", @@ -1509,8 +1633,11 @@ { "cell_type": "code", "execution_count": 19, - "id": "bca416b1", - "metadata": {}, + "id": "f26ed07d", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def generate_and_save_images(model, epoch, test_input):\n", @@ -1531,8 +1658,10 @@ }, { "cell_type": "markdown", - "id": "651e1db3", - "metadata": {}, + "id": "5d0fbf6c", + "metadata": { + "editable": true + }, "source": [ "## Checkpoints\n", "Setting up checkpoints to periodically save our model during training so that\n", @@ -1543,8 +1672,11 @@ { "cell_type": "code", "execution_count": 20, - "id": "d8cedbc7", - "metadata": {}, + "id": "6695f4f3", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "# Setting up checkpoints to save model during training\n", @@ -1558,8 +1690,10 @@ }, { "cell_type": "markdown", - "id": "a53622bb", - "metadata": {}, + "id": "cbb09749", + "metadata": { + "editable": true + }, "source": [ "Now we define our training loop" ] @@ -1567,8 +1701,11 @@ { "cell_type": "code", "execution_count": 21, - "id": "9f4c3228", - "metadata": {}, + "id": "fecefc7d", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def train(dataset, epochs):\n", @@ -1604,8 +1741,10 @@ }, { "cell_type": "markdown", - "id": "b58cebd6", - "metadata": {}, + "id": "be98aa83", + "metadata": { + "editable": true + }, "source": [ "To train simply call this function. **Warning**: this might take a long time so\n", "there is a folder of a pretrained network already included in the repository." @@ -1614,8 +1753,11 @@ { "cell_type": "code", "execution_count": 22, - "id": "26eb959a", - "metadata": {}, + "id": "19abadaf", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "train(train_dataset, EPOCHS)" @@ -1623,8 +1765,10 @@ }, { "cell_type": "markdown", - "id": "2a6252cd", - "metadata": {}, + "id": "8005e3a8", + "metadata": { + "editable": true + }, "source": [ "And here is the result of training our model for 100 epochs\n", "\n", @@ -1635,8 +1779,11 @@ { "cell_type": "code", "execution_count": 23, - "id": "f5244029", - "metadata": {}, + "id": "5f9b66e1", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "from IPython.display import HTML\n", @@ -1649,8 +1796,10 @@ }, { "cell_type": "markdown", - "id": "87f98505", - "metadata": {}, + "id": "1046a895", + "metadata": { + "editable": true + }, "source": [ "\n", "\n", @@ -1661,8 +1810,11 @@ { "cell_type": "code", "execution_count": 24, - "id": "63b2441d", - "metadata": {}, + "id": "f995ba10", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))\n", @@ -1675,8 +1827,10 @@ }, { "cell_type": "markdown", - "id": "6b7f4858", - "metadata": {}, + "id": "592d670b", + "metadata": { + "editable": true + }, "source": [ "## Exploring the Latent Space\n", "\n", @@ -1689,8 +1843,11 @@ { "cell_type": "code", "execution_count": 25, - "id": "7efda30c", - "metadata": {}, + "id": "9bca1806", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def generate_latent_points(number=100, scale_means=1, scale_stds=1):\n", @@ -1714,8 +1871,11 @@ { "cell_type": "code", "execution_count": 26, - "id": "ebcb4e13", - "metadata": {}, + "id": "7e4c12e7", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def plot_result(generated_images, number=100):\n", @@ -1734,8 +1894,11 @@ { "cell_type": "code", "execution_count": 27, - "id": "642701d2", - "metadata": {}, + "id": "6103ccdf", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "generated_images = generate_images(generate_latent_points())\n", @@ -1744,8 +1907,10 @@ }, { "cell_type": "markdown", - "id": "0cc143f4", - "metadata": {}, + "id": "8115f5ec", + "metadata": { + "editable": true + }, "source": [ "## Getting Results\n", "We see that the generator generates images that look like MNIST\n", @@ -1758,8 +1923,11 @@ { "cell_type": "code", "execution_count": 28, - "id": "4f808525", - "metadata": {}, + "id": "bdfc6b59", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "plot_number = 225\n", @@ -1782,8 +1950,10 @@ }, { "cell_type": "markdown", - "id": "5b71261e", - "metadata": {}, + "id": "56b0a8b8", + "metadata": { + "editable": true + }, "source": [ "Again, we have found something interesting. *Moving* around using our means\n", "takes us from digit to digit, while *moving* around using our standard\n", @@ -1795,8 +1965,11 @@ { "cell_type": "code", "execution_count": 29, - "id": "88c574cb", - "metadata": {}, + "id": "c15f73c8", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "plot_number = 400\n", @@ -1808,8 +1981,10 @@ }, { "cell_type": "markdown", - "id": "60489075", - "metadata": {}, + "id": "7dbac6e5", + "metadata": { + "editable": true + }, "source": [ "A pretty cool result! We see that our generator indeed has learned a\n", "distribution which qualitatively looks a whole lot like the MNIST dataset." @@ -1817,8 +1992,10 @@ }, { "cell_type": "markdown", - "id": "cba87cde", - "metadata": {}, + "id": "6f42f982", + "metadata": { + "editable": true + }, "source": [ "## Interpolating Between MNIST Digits\n", "Another interesting way to explore the latent space of our generator model is by\n", @@ -1833,8 +2010,11 @@ { "cell_type": "code", "execution_count": 30, - "id": "8262fb8d", - "metadata": {}, + "id": "3e6aa66b", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "def interpolation(point_1, point_2, n_steps=10):\n", @@ -1848,8 +2028,10 @@ }, { "cell_type": "markdown", - "id": "1a1ec074", - "metadata": {}, + "id": "3da2fff3", + "metadata": { + "editable": true + }, "source": [ "Now we have all we need to do our interpolation analysis." ] @@ -1857,8 +2039,11 @@ { "cell_type": "code", "execution_count": 31, - "id": "69c03d1f", - "metadata": {}, + "id": "234858b7", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "plot_number = 100\n", @@ -1878,8 +2063,10 @@ }, { "cell_type": "markdown", - "id": "b02e88cc", - "metadata": {}, + "id": "0a2e5af3", + "metadata": { + "editable": true + }, "source": [ "## Basic ideas of the Principal Component Analysis (PCA)\n", "\n", @@ -1903,8 +2090,10 @@ }, { "cell_type": "markdown", - "id": "76a4925b", - "metadata": {}, + "id": "b69ff697", + "metadata": { + "editable": true + }, "source": [ "## Introducing the Covariance and Correlation functions\n", "\n", @@ -1917,8 +2106,10 @@ }, { "cell_type": "markdown", - "id": "1cc2d6ef", - "metadata": {}, + "id": "f8144e41", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{x},\\boldsymbol{y}] = \\begin{bmatrix} \\mathrm{cov}[\\boldsymbol{x},\\boldsymbol{x}] & \\mathrm{cov}[\\boldsymbol{x},\\boldsymbol{y}] \\\\\n", @@ -1929,16 +2120,20 @@ }, { "cell_type": "markdown", - "id": "b07a53be", - "metadata": {}, + "id": "0e1b7e47", + "metadata": { + "editable": true + }, "source": [ "where for example" ] }, { "cell_type": "markdown", - "id": "a8f008d7", - "metadata": {}, + "id": "250d69ef", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\mathrm{cov}[\\boldsymbol{x},\\boldsymbol{y}] =\\frac{1}{n} \\sum_{i=0}^{n-1}(x_i- \\overline{x})(y_i- \\overline{y}).\n", @@ -1947,16 +2142,20 @@ }, { "cell_type": "markdown", - "id": "a3ad97c5", - "metadata": {}, + "id": "859e801d", + "metadata": { + "editable": true + }, "source": [ "With this definition and recalling that the variance is defined as" ] }, { "cell_type": "markdown", - "id": "19aaf866", - "metadata": {}, + "id": "a9bdcdbb", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\mathrm{var}[\\boldsymbol{x}]=\\frac{1}{n} \\sum_{i=0}^{n-1}(x_i- \\overline{x})^2,\n", @@ -1965,16 +2164,20 @@ }, { "cell_type": "markdown", - "id": "9e747bef", - "metadata": {}, + "id": "bf6a78f8", + "metadata": { + "editable": true + }, "source": [ "we can rewrite the covariance matrix as" ] }, { "cell_type": "markdown", - "id": "e0864a69", - "metadata": {}, + "id": "8feab12e", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{x},\\boldsymbol{y}] = \\begin{bmatrix} \\mathrm{var}[\\boldsymbol{x}] & \\mathrm{cov}[\\boldsymbol{x},\\boldsymbol{y}] \\\\\n", @@ -1985,8 +2188,10 @@ }, { "cell_type": "markdown", - "id": "039a6d65", - "metadata": {}, + "id": "a067a632", + "metadata": { + "editable": true + }, "source": [ "## More on the covariance\n", "The covariance takes values between zero and infinity and may thus\n", @@ -1998,8 +2203,10 @@ }, { "cell_type": "markdown", - "id": "f9663947", - "metadata": {}, + "id": "66b58831", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\mathrm{corr}[\\boldsymbol{x},\\boldsymbol{y}]=\\frac{\\mathrm{cov}[\\boldsymbol{x},\\boldsymbol{y}]}{\\sqrt{\\mathrm{var}[\\boldsymbol{x}] \\mathrm{var}[\\boldsymbol{y}]}}.\n", @@ -2008,8 +2215,10 @@ }, { "cell_type": "markdown", - "id": "224c5a0d", - "metadata": {}, + "id": "3fecbdc3", + "metadata": { + "editable": true + }, "source": [ "The correlation function is then given by values $\\mathrm{corr}[\\boldsymbol{x},\\boldsymbol{y}]\n", "\\in [-1,1]$. This avoids eventual problems with too large values. We\n", @@ -2019,8 +2228,10 @@ }, { "cell_type": "markdown", - "id": "51db7478", - "metadata": {}, + "id": "cfb45d06", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{K}[\\boldsymbol{x},\\boldsymbol{y}] = \\begin{bmatrix} 1 & \\mathrm{corr}[\\boldsymbol{x},\\boldsymbol{y}] \\\\\n", @@ -2031,16 +2242,20 @@ }, { "cell_type": "markdown", - "id": "95588be8", - "metadata": {}, + "id": "579c4061", + "metadata": { + "editable": true + }, "source": [ "In the above example this is the function we constructed using **pandas**." ] }, { "cell_type": "markdown", - "id": "c6e38449", - "metadata": {}, + "id": "b93b5ce6", + "metadata": { + "editable": true + }, "source": [ "## Reminding ourselves about Linear Regression\n", "In our derivation of the various regression algorithms like **Ordinary Least Squares** or **Ridge regression**\n", @@ -2049,8 +2264,10 @@ }, { "cell_type": "markdown", - "id": "80b2a71a", - "metadata": {}, + "id": "3fdc4042", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{X}=\\begin{bmatrix}\n", @@ -2066,8 +2283,10 @@ }, { "cell_type": "markdown", - "id": "0a864e62", - "metadata": {}, + "id": "49921096", + "metadata": { + "editable": true + }, "source": [ "with $\\boldsymbol{X}\\in {\\mathbb{R}}^{n\\times p}$, with the predictors/features $p$ refering to the column numbers and the\n", "entries $n$ being the row elements.\n", @@ -2076,8 +2295,10 @@ }, { "cell_type": "markdown", - "id": "12721f7c", - "metadata": {}, + "id": "7c1cfa06", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{X}=\\begin{bmatrix} \\boldsymbol{x}_0 & \\boldsymbol{x}_1 & \\boldsymbol{x}_2 & \\dots & \\dots & \\boldsymbol{x}_{p-1}\\end{bmatrix},\n", @@ -2086,16 +2307,20 @@ }, { "cell_type": "markdown", - "id": "5d971502", - "metadata": {}, + "id": "4d7e97a0", + "metadata": { + "editable": true + }, "source": [ "with a given vector" ] }, { "cell_type": "markdown", - "id": "49da9cc9", - "metadata": {}, + "id": "fdcd7be6", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{x}_i^T = \\begin{bmatrix}x_{0,i} & x_{1,i} & x_{2,i}& \\dots & \\dots x_{n-1,i}\\end{bmatrix}.\n", @@ -2104,8 +2329,10 @@ }, { "cell_type": "markdown", - "id": "2560e5d2", - "metadata": {}, + "id": "9daba397", + "metadata": { + "editable": true + }, "source": [ "## Simple Example\n", "With these definitions, we can now rewrite our $2\\times 2$\n", @@ -2116,8 +2343,10 @@ }, { "cell_type": "markdown", - "id": "be68f9f9", - "metadata": {}, + "id": "cc4b8112", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{x}] = \\begin{bmatrix}\n", @@ -2133,8 +2362,10 @@ }, { "cell_type": "markdown", - "id": "27ac6510", - "metadata": {}, + "id": "b08acf05", + "metadata": { + "editable": true + }, "source": [ "## The Correlation Matrix\n", "\n", @@ -2143,8 +2374,10 @@ }, { "cell_type": "markdown", - "id": "6acb8936", - "metadata": {}, + "id": "d0ede979", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{K}[\\boldsymbol{x}] = \\begin{bmatrix}\n", @@ -2160,8 +2393,10 @@ }, { "cell_type": "markdown", - "id": "506094b3", - "metadata": {}, + "id": "1102167b", + "metadata": { + "editable": true + }, "source": [ "## Numpy Functionality\n", "\n", @@ -2174,8 +2409,10 @@ }, { "cell_type": "markdown", - "id": "d4487e42", - "metadata": {}, + "id": "899643fe", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{W}^T = \\begin{bmatrix} x_0 & y_0 \\\\\n", @@ -2190,8 +2427,10 @@ }, { "cell_type": "markdown", - "id": "4c5e9844", - "metadata": {}, + "id": "0c414a0d", + "metadata": { + "editable": true + }, "source": [ "which in turn is converted into into the $2\\times 2$ covariance matrix\n", "$\\boldsymbol{C}$ via the Numpy function **np.cov()**. We note that we can also calculate\n", @@ -2203,8 +2442,11 @@ { "cell_type": "code", "execution_count": 32, - "id": "ae930dba", - "metadata": {}, + "id": "a2185fca", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "# Importing various packages\n", @@ -2221,8 +2463,10 @@ }, { "cell_type": "markdown", - "id": "60e9a1c8", - "metadata": {}, + "id": "ba9dfcb3", + "metadata": { + "editable": true + }, "source": [ "## Correlation Matrix again\n", "\n", @@ -2236,8 +2480,11 @@ { "cell_type": "code", "execution_count": 33, - "id": "faa6e59e", - "metadata": {}, + "id": "bb02ef7d", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import numpy as np\n", @@ -2265,8 +2512,10 @@ }, { "cell_type": "markdown", - "id": "40ae29f3", - "metadata": {}, + "id": "ae089668", + "metadata": { + "editable": true + }, "source": [ "We see that the matrix elements along the diagonal are one as they\n", "should be and that the matrix is symmetric. Furthermore, diagonalizing\n", @@ -2277,8 +2526,10 @@ }, { "cell_type": "markdown", - "id": "e2c9e103", - "metadata": {}, + "id": "0005a98d", + "metadata": { + "editable": true + }, "source": [ "## Using Pandas\n", "\n", @@ -2288,8 +2539,11 @@ { "cell_type": "code", "execution_count": 34, - "id": "d07566bf", - "metadata": {}, + "id": "f10799da", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import numpy as np\n", @@ -2309,8 +2563,10 @@ }, { "cell_type": "markdown", - "id": "acec1fe2", - "metadata": {}, + "id": "617c3977", + "metadata": { + "editable": true + }, "source": [ "## And then the Franke Function\n", "\n", @@ -2320,8 +2576,11 @@ { "cell_type": "code", "execution_count": 35, - "id": "0a5bbf22", - "metadata": {}, + "id": "be86421d", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "# Common imports\n", @@ -2371,8 +2630,10 @@ }, { "cell_type": "markdown", - "id": "ec627c6e", - "metadata": {}, + "id": "90ae6c03", + "metadata": { + "editable": true + }, "source": [ "We note here that the covariance is zero for the first rows and\n", "columns since all matrix elements in the design matrix were set to one\n", @@ -2384,8 +2645,10 @@ }, { "cell_type": "markdown", - "id": "b079de1e", - "metadata": {}, + "id": "7d086df8", + "metadata": { + "editable": true + }, "source": [ "## Lnks with the Design Matrix\n", "\n", @@ -2394,8 +2657,10 @@ }, { "cell_type": "markdown", - "id": "b7ce13ea", - "metadata": {}, + "id": "f2478a63", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{x}] = \\frac{1}{n}\\boldsymbol{X}^T\\boldsymbol{X}= \\mathbb{E}[\\boldsymbol{X}^T\\boldsymbol{X}].\n", @@ -2404,16 +2669,20 @@ }, { "cell_type": "markdown", - "id": "84fe601b", - "metadata": {}, + "id": "1791bcaf", + "metadata": { + "editable": true + }, "source": [ "To see this let us simply look at a design matrix $\\boldsymbol{X}\\in {\\mathbb{R}}^{2\\times 2}$" ] }, { "cell_type": "markdown", - "id": "b84be038", - "metadata": {}, + "id": "bf1cb938", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{X}=\\begin{bmatrix}\n", @@ -2427,8 +2696,10 @@ }, { "cell_type": "markdown", - "id": "bcd07175", - "metadata": {}, + "id": "52bba297", + "metadata": { + "editable": true + }, "source": [ "## Computing the Expectation Values\n", "\n", @@ -2437,8 +2708,10 @@ }, { "cell_type": "markdown", - "id": "825d6441", - "metadata": {}, + "id": "97a7d1ac", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\mathbb{E}[\\boldsymbol{X}^T\\boldsymbol{X}] = \\frac{1}{n}\\boldsymbol{X}^T\\boldsymbol{X}=\\begin{bmatrix}\n", @@ -2450,16 +2723,20 @@ }, { "cell_type": "markdown", - "id": "c09ed5ee", - "metadata": {}, + "id": "97752a71", + "metadata": { + "editable": true + }, "source": [ "which is just" ] }, { "cell_type": "markdown", - "id": "621930aa", - "metadata": {}, + "id": "3ff4c699", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{x}_0,\\boldsymbol{x}_1] = \\boldsymbol{C}[\\boldsymbol{x}]=\\begin{bmatrix} \\mathrm{var}[\\boldsymbol{x}_0] & \\mathrm{cov}[\\boldsymbol{x}_0,\\boldsymbol{x}_1] \\\\\n", @@ -2470,8 +2747,10 @@ }, { "cell_type": "markdown", - "id": "c5374307", - "metadata": {}, + "id": "cd36794b", + "metadata": { + "editable": true + }, "source": [ "where we wrote $$\\boldsymbol{C}[\\boldsymbol{x}_0,\\boldsymbol{x}_1] = \\boldsymbol{C}[\\boldsymbol{x}]$$ to indicate that this the covariance of the vectors $\\boldsymbol{x}$ of the design/feature matrix $\\boldsymbol{X}$.\n", "\n", @@ -2480,8 +2759,10 @@ }, { "cell_type": "markdown", - "id": "ab2ad5de", - "metadata": {}, + "id": "a1ef4a82", + "metadata": { + "editable": true + }, "source": [ "## Towards the PCA theorem\n", "\n", @@ -2490,8 +2771,10 @@ }, { "cell_type": "markdown", - "id": "969874ba", - "metadata": {}, + "id": "56299b9b", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{x}] = \\frac{1}{n}\\boldsymbol{X}^T\\boldsymbol{X}= \\mathbb{E}[\\boldsymbol{X}^T\\boldsymbol{X}].\n", @@ -2500,8 +2783,10 @@ }, { "cell_type": "markdown", - "id": "2b0ea2d2", - "metadata": {}, + "id": "ea36324b", + "metadata": { + "editable": true + }, "source": [ "Let us now assume that we can perform a series of orthogonal transformations where we employ some orthogonal matrices $\\boldsymbol{S}$.\n", "These matrices are defined as $\\boldsymbol{S}\\in {\\mathbb{R}}^{p\\times p}$ and obey the orthogonality requirements $\\boldsymbol{S}\\boldsymbol{S}^T=\\boldsymbol{S}^T\\boldsymbol{S}=\\boldsymbol{I}$. The matrix can be written out in terms of the column vectors $\\boldsymbol{s}_i$ as $\\boldsymbol{S}=[\\boldsymbol{s}_0,\\boldsymbol{s}_1,\\dots,\\boldsymbol{s}_{p-1}]$ and $\\boldsymbol{s}_i \\in {\\mathbb{R}}^{p}$.\n", @@ -2513,8 +2798,10 @@ }, { "cell_type": "markdown", - "id": "624d3544", - "metadata": {}, + "id": "01d7671a", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{y}] = \\mathbb{E}[\\boldsymbol{S}^T\\boldsymbol{X}^T\\boldsymbol{X}T\\boldsymbol{S}]=\\boldsymbol{S}^T\\boldsymbol{C}[\\boldsymbol{x}]\\boldsymbol{S},\n", @@ -2523,16 +2810,20 @@ }, { "cell_type": "markdown", - "id": "3823d17a", - "metadata": {}, + "id": "a2ff7952", + "metadata": { + "editable": true + }, "source": [ "since the matrix $\\boldsymbol{S}$ is not a data dependent matrix. Multiplying with $\\boldsymbol{S}$ from the left we have" ] }, { "cell_type": "markdown", - "id": "46a38924", - "metadata": {}, + "id": "8775a890", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{S}\\boldsymbol{C}[\\boldsymbol{y}] = \\boldsymbol{C}[\\boldsymbol{x}]\\boldsymbol{S},\n", @@ -2541,16 +2832,20 @@ }, { "cell_type": "markdown", - "id": "151b9a1e", - "metadata": {}, + "id": "3ad4aba0", + "metadata": { + "editable": true + }, "source": [ "and since $\\boldsymbol{C}[\\boldsymbol{y}]$ is diagonal we have for a given eigenvalue $i$ of the covariance matrix that" ] }, { "cell_type": "markdown", - "id": "2a02d193", - "metadata": {}, + "id": "cdc7bca2", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{S}_i\\lambda_i = \\boldsymbol{C}[\\boldsymbol{x}]\\boldsymbol{S}_i.\n", @@ -2559,8 +2854,10 @@ }, { "cell_type": "markdown", - "id": "977d900a", - "metadata": {}, + "id": "8d755482", + "metadata": { + "editable": true + }, "source": [ "## More on the PCA Theorem\n", "\n", @@ -2582,8 +2879,10 @@ }, { "cell_type": "markdown", - "id": "a4d95520", - "metadata": {}, + "id": "cc0e0615", + "metadata": { + "editable": true + }, "source": [ "## The Algorithm before theorem\n", "\n", @@ -2593,8 +2892,10 @@ }, { "cell_type": "markdown", - "id": "4f53f1d9", - "metadata": {}, + "id": "ca26e3a1", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{X}=\\begin{bmatrix}\n", @@ -2610,8 +2911,10 @@ }, { "cell_type": "markdown", - "id": "3bc1325d", - "metadata": {}, + "id": "7c850530", + "metadata": { + "editable": true + }, "source": [ "* Center the data by subtracting the mean value for each column. This leads to a new matrix $\\boldsymbol{X}\\rightarrow \\overline{\\boldsymbol{X}}$.\n", "\n", @@ -2626,8 +2929,10 @@ }, { "cell_type": "markdown", - "id": "677fbdd5", - "metadata": {}, + "id": "655181b9", + "metadata": { + "editable": true + }, "source": [ "## Writing our own PCA code\n", "\n", @@ -2637,8 +2942,10 @@ }, { "cell_type": "markdown", - "id": "3af6eec6", - "metadata": {}, + "id": "6d848c9b", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\mu = (-1,2) \\qquad \\Sigma = \\begin{bmatrix} 4 & 2 \\\\\n", @@ -2649,8 +2956,10 @@ }, { "cell_type": "markdown", - "id": "7b4579b4", - "metadata": {}, + "id": "fb4cda9c", + "metadata": { + "editable": true + }, "source": [ "Note that the mean refers to each column of data. \n", "We will generate $n = 10000$ points $X = \\{ x_1, \\ldots, x_N \\}$ from\n", @@ -2659,8 +2968,10 @@ }, { "cell_type": "markdown", - "id": "8938e57e", - "metadata": {}, + "id": "3c5f6e06", + "metadata": { + "editable": true + }, "source": [ "## Implementing it\n", "The following Python code aids in setting up the data and writing out the design matrix.\n", @@ -2669,9 +2980,12 @@ }, { "cell_type": "code", - "execution_count": 2, - "id": "ec1e3f1e", - "metadata": {}, + "execution_count": 36, + "id": "d4dc71c0", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import numpy as np\n", @@ -2680,22 +2994,26 @@ "from IPython.display import display\n", "n = 10000\n", "mean = (-1, 2)\n", - "cov = [[10, 0.02], [0.02, 0.05]]\n", + "cov = [[4, 2], [2, 2]]\n", "X = np.random.multivariate_normal(mean, cov, n)" ] }, { "cell_type": "markdown", - "id": "48ce0d35", - "metadata": {}, + "id": "292f3dd3", + "metadata": { + "editable": true + }, "source": [ "Now we are going to implement the PCA algorithm. We will break it down into various substeps." ] }, { "cell_type": "markdown", - "id": "ecbc0719", - "metadata": {}, + "id": "cf0d83bb", + "metadata": { + "editable": true + }, "source": [ "## First Step\n", "\n", @@ -2704,8 +3022,10 @@ }, { "cell_type": "markdown", - "id": "0087d2dc", - "metadata": {}, + "id": "388d7675", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\mu_n = \\frac{1}{n} \\sum_{i=1}^n x_i\n", @@ -2714,16 +3034,20 @@ }, { "cell_type": "markdown", - "id": "e8489d42", - "metadata": {}, + "id": "be1c47a0", + "metadata": { + "editable": true + }, "source": [ "and the mean-centered data $\\bar{X} = \\{ \\bar{x}_1, \\ldots, \\bar{x}_n \\}$ takes the form" ] }, { "cell_type": "markdown", - "id": "9a557753", - "metadata": {}, + "id": "2729ea6f", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\bar{x}_i = x_i - \\mu_n.\n", @@ -2732,8 +3056,10 @@ }, { "cell_type": "markdown", - "id": "de3a6bd4", - "metadata": {}, + "id": "0d85a5e9", + "metadata": { + "editable": true + }, "source": [ "When you are done with these steps, print out $\\mu_n$ to verify it is\n", "close to $\\mu$ and plot your mean centered data to verify it is\n", @@ -2743,9 +3069,12 @@ }, { "cell_type": "code", - "execution_count": 3, - "id": "04a64c6f", - "metadata": {}, + "execution_count": 37, + "id": "75499fc1", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "df = pd.DataFrame(X)\n", @@ -2757,8 +3086,10 @@ }, { "cell_type": "markdown", - "id": "380e11e6", - "metadata": {}, + "id": "0db07fcd", + "metadata": { + "editable": true + }, "source": [ "## Scaling\n", "Alternatively, we could use the functions we discussed\n", @@ -2774,8 +3105,10 @@ }, { "cell_type": "markdown", - "id": "313212af", - "metadata": {}, + "id": "e1b6b0da", + "metadata": { + "editable": true + }, "source": [ "## Centered Data\n", "\n", @@ -2784,8 +3117,10 @@ }, { "cell_type": "markdown", - "id": "bf5aa29c", - "metadata": {}, + "id": "dec8cb81", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\Sigma_n = \\frac{1}{n-1} \\sum_{i=1}^n \\bar{x}_i^T \\bar{x}_i = \\frac{1}{n-1} \\sum_{i=1}^n (x_i - \\mu_n)^T (x_i - \\mu_n)\n", @@ -2794,8 +3129,10 @@ }, { "cell_type": "markdown", - "id": "cabe6168", - "metadata": {}, + "id": "06655cff", + "metadata": { + "editable": true + }, "source": [ "where the data points $x_i \\in \\mathbb{R}^p$ (here in this example $p = 2$) are column vectors and $x^T$ is the transpose of $x$.\n", "We can write our own code or simply use either the functionaly of **numpy** or that of **pandas**, as follows" @@ -2803,22 +3140,13 @@ }, { "cell_type": "code", - "execution_count": 4, - "id": "16b51366", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " 0 1\n", - "0 9.876569 0.022155\n", - "1 0.022155 0.048984\n", - "[[9.87656905 0.0221551 ]\n", - " [0.0221551 0.04898395]]\n" - ] - } - ], + "execution_count": 38, + "id": "9774f4ea", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "print(df.cov())\n", "print(np.cov(X_centered.T))" @@ -2826,8 +3154,10 @@ }, { "cell_type": "markdown", - "id": "f4795982", - "metadata": {}, + "id": "9a3d4ec6", + "metadata": { + "editable": true + }, "source": [ "Note that the way we define the covariance matrix here has a factor $n-1$ instead of $n$. This is included in the **cov()** function by **numpy** and **pandas**. \n", "Our own code here is not very elegant and asks for obvious improvements. It is tailored to this specific $2\\times 2$ covariance matrix." @@ -2835,32 +3165,13 @@ }, { "cell_type": "code", - "execution_count": 5, - "id": "a17a2264", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Centered covariance using own code\n", - "[[9.87656905 0.0221551 ]\n", - " [0.0221551 0.04898395]]\n" - ] - }, - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXIAAAD5CAYAAAA6JL6mAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAjb0lEQVR4nO3de3xU9Z3/8ddnZnIhkURIIpAQjAGRFQpGI1TwbldttVbs2na9/Ly0pXXXdbftdlvq4/Hb3cc+tna7/emv/dmfVlHpr9W2dhddL+uVVgqiQDCCIgETLgIBnARMIJDrfH9/zJzDJCTkMgPhwPv5ePgwM3Pme77MnHmf7/me7/kec84hIiLBFRruCoiISGoU5CIiAacgFxEJOAW5iEjAKchFRAJOQS4iEnCRdBRiZt8CvgY44D3gDudca1/LFxYWurKysnSsWkTkpLF69eoG51xRz+dTDnIzKwHuAc52zh00s6eBrwAL+3pPWVkZVVVVqa5aROSkYmZbe3s+XV0rEWCEmUWAHKA+TeWKiEg/Ug5y59wO4CfAR8BOoMk592qq5YqIyMCkHORmNgr4AnAGUAzkmtktvSw3z8yqzKwqGo2muloREUlIR9fKZ4DNzrmoc64DWATM7rmQc+4R51ylc66yqOiwvnoRERmidAT5R8CnzSzHzAy4AlifhnJFRGQA0tFHvgL4D+Ad4kMPQ8AjqZYrIiIDk5Zx5M65fwT+MR1liYjI4OjKThGRgFOQi4gEnIJcRCTgFOQiIgGnIBcRCTgFuYhIwCnIRUQCTkEuIhJwCnIRkYBTkIuIBJyCXEQk4BTkIiIBpyAXEQk4BbmISMApyEVEAk5BLiIScApyEZGAU5CLiARcWoLczE41s/8wsxozW29mF6SjXBER6V9a7tkJ/BR42Tn3F2aWCeSkqVwREelHykFuZnnAxcDtAM65dqA91XJFRGRg0tG1Ug5EgSfMrNrMFphZbs+FzGyemVWZWVU0Gk3DakVEBNIT5BHgXOAh51wF0AJ8v+dCzrlHnHOVzrnKoqKiNKxWREQgPUG+HdjunFuRePwfxINdRESOgZSD3Dm3C9hmZmclnroC+CDVckVEZGDSNWrlb4AnEyNWNgF3pKlcERHpR1qC3Dn3LlCZjrJERGRwdGWniEjAKchFRAJOQS4iEnAKchGRgFOQi4gEnIJcRCTgFOQiIgGnIBcRCTgFuYhIwCnIRUQCTkEuIhJwCnIRkYBTkIuIBJyCXEQk4BTkIiIBpyAXEQk4BbmISMClLcjNLGxm1Wb2QrrKFBGR/qWzRf63wPo0liciIgOQliA3s/HANcCCdJQnIiIDl64W+f8G/gGIpak8EREZoJSD3MyuBT52zq3uZ7l5ZlZlZlXRaDTV1YqISEI6WuRzgOvMbAvwW+ByM/t1z4Wcc4845yqdc5VFRUVpWK2IiEAagtw5N985N945VwZ8BfiDc+6WlGsmIiIDonHkIiIBF0lnYc65N4A30lmmiIgcmVrkIiIBpyAXEQk4BbmISMApyEVEAk5BLiIScApyEZGAU5CLiAScglxEJOAU5CIiAacgFxEJOAW5iEjAKchFRAJOQS4iEnAKchGRgFOQi4gEnIJcRCTgFOQiIgGXcpCbWamZ/dHM1pvZOjP723RUTEREBiYdt3rrBL7jnHvHzEYCq83sNefcB2koW0RE+pFyi9w5t9M5907i733AeqAk1XJFRGRg0tpHbmZlQAWwIp3liohI39IW5GZ2CvCfwN8555p7eX2emVWZWVU0Gk3XakVETnppCXIzyyAe4k865xb1toxz7hHnXKVzrrKoqCgdqxUREdIzasWAx4D1zrn7U6+SiIgMRjpa5HOAW4HLzezdxH+fS0O5IiIyACkPP3TOLQMsDXUREZEh0JWdIiIBpyAXEQk4BbmISMApyEVEAk5BLiIScApyEZGAU5CLiAScglwEeHhJHcvrGro9t7yugYeX1A1TjUQGTkEuvpM5zKaPz+fup6r9f//yugbufqqa6ePzh7lmhzuZvyfpnYJcfMMdZkcjoLwyk8v2Hs9ftJb5i9YCMHtiIQ/eVME3frWamx99m7ufqubBmyqYPbFw6P+go2S4vyc5/ijIj2PJ4eP9nRxs6W6FeWF291PV3P/qhmMeZn0F1NbGlgEF/O1PrOTOhSu7LbttTwu3PraClZsbufupah5dWsfdT1UTDsELa3fywtqdflnr6pvo6IrxZl0jt8yaADDsrdzedm4AV00dk/L3pJb9icOcc8d8pZWVla6qquqYrzdovCB78KYKAL7xq9UA/OLW8wCOWtDe/+oGfvaHWu65fBLfvvKsw15/eEkd08fn++t9eEkd4RB0xeCbl0wE8Fu6990wfcDLADy6tI4fv7yBa6cX8/L7u/j2lWcytTifb/xqNeVFuVw7fRyboi08W13vv7Z2exPfvGQi9z6zlidXbCMrEuKJO85nwdJN/KEmSsgg5mBMXha7m9sYlZPBgfYuwgYOaOuMkRUJcbAjRjgEs84ooPqjvbR3OcoKcvjKzFLerG1kzqQCphbns2DpJmIO5kwq4P5XNzIqJ5M7LizjoT/WUTHhVMbmZ7PonR2cOiITM9jX1sl5p4+i6UA7o3IzGZOXzc6mVjbu2gfA/5hdxjcvmcj8RWup2dlMfk4mC++YCcCdC1eyrLaRL55bwudnFAPx7eDa6eNo7ejimep65lYUs/dAByGDr11UzvNr6gEoL8rlhbU7GZWTyZxJBYd99rubW3mrbg8XTBzNmLxsQgaL3ol/rpuiLXyws5mzx+V1+36W1zWwdnsTAFsbW/j8jGJ/O/DKnHlGgb8eb3nv8bHScxsdzrqkk5mtds5VHvb8iRjkx+OXONQ6eWF+y6wJPLF8CwB3zC7j1ys+4sGbKli7vemwH9TyugaeX1PPzqZW5l1c3m0ZgLXbm5g+Pp9/e7nG/6F69VuwdBNLNjRw3TnjeH39x1w7fRyfn1HMd55eQ05mmH+5fhoQ34mcPnoEza2dnF6Qwx9qohTkZpAVCTMmL4sPdu4jFnNYCEZmRXDAnpYOJhbl8vG+Njq7YnTFHJjx3asm899rd/LejmZiznF2cR7v72hmWnEeNbv2kTciwicHOjCL7wgAivOzie5vwzk4vSCHnZ8c5EBHjLzsMM2tXRjxkB6KUTkZ8WAEEqujOD+b+qZWfxmv/OTnvR1Gb3IyQhzoiPmPvXoCZEWM3KwIe1o64o/DxpTiPApyM/nTxgY6E4V6M9OFDC49q4jFNVFOyQyzv72r27otsUxX4vGIjPhOamJRLjdWlrJtTwtPr9pOp3OcMz6f6m1N/r9nUlEumxsOkBmJry0SDvGLW89j9sRCf1u8auoYyoty+ckrGwkZXF9RQsjg6artdHQ5Lp9S5O9QvB3u1y86tI172/3bm+I7x+TXHl1ax5u1jf6ObCC/m96WeXRpHfe/+iGP3V7Zre7Ha3fZQJ1UQd7zSxvql5jqDsF7/9rtTYRD8NAbm7jr0nK6YhAO0W1DS3b7Eyu7beA3P/o2b9Y1cuqIDC6bUuS3ws4am0c4BD96aQOZYeOx288H4i221vYuppXksXXPQe66tJyfLa6lpa0TgBnj89mwez+t7V04YHQigHc2tXYLP+/HHTJw7lAwjswOMzIrww+wjLCRlx2hMRFEye+V44u3kwIoyM3o9p15Qga5WRGumzGO9+ub2bhrP+VFuXy05wDXTh9HeVEuP1tcy5iRWdRGW/ydSDgEmeEQnV0Os/hOYFx+Nh/va+OeKybxmxXbuGDiaJ5bs9Mv519frGFiUS6Lv3Mpjy6t44cv1vCDa6b4237yzsNriHi/Ze/I4/MzirsduT6/pp5X1u3mrkvLeeiNTdwya4Lf8DmWv/+j4aQKcujekh3sl+h9gUCvG8hAy/Lq4G1Q2ZEQ9U2tlBXksLXxAD+4Zgpv1TWyfuc+/mzcSMbkZXN6QS6rNjeyuCZKcX42l5xVxO+rttF5qDHHtOI83q9v5oopRVRva6KiNJ/FNVFCgLPucwqPzctmV3Or33WQLLnF2Z+ssNHWpWg+WWRnhGjtiHH5lCJWbt7D/rb40UMkZBjQ0cehRySEv62GDb7/uSn8+KUNdMScv91mho0vnjeeJRuifmNgZtkoVm7ZS3F+NpPHjmThHTN5eEkdKzc3ArBqy146umJ0djk+VZLHlHF5vLB2JwD3XDGJTdEWXli7k46uGBlJRxH9dRMeSboahOl00gU59N/XC/0flkG8hdtzA+nrvT332F/4+TI+3L2fq6aO5ZnqHf5yBtw0q5SnVmzzD4MzwsbFZxayuObwe5omH4oDnJIVZn9bF5OKctm29yAZYfN/bCLHi+Rgh0PdT0WnZBLd3w5AdiREa9JCI7PDXDejmLc37aEu2kIkZIwfNYItjQf8ZbIiIW44t4Tdza38sSbK9RUlvPT+Tlo7YsytKOGssSP9k+e9NeYG2tpeXtfAVxdWcfW0MSzZ2NAt1IejZX7CB3nyF+OdWPvZ4lqml+Szftc+v0uj5wff117Xa0WPzI6wY+9BOmPO3yF4/XjzLi733+t1n9z/6odcMHE0X7uonH97uYb9rZ3URVuAwzdYOHSoGwnFuyK6Yn13S3jhLXIiyAhZry17L+xDRrfzIj1dOKmAlVv20tkV85efMDqHLY0HOKc0n48S3YpdsUMjopJ/519dWOX333u/+3NK8xmTl93tBO8tC1awrLaBuRXFPPDlimFtmZ8wQd7XnjS522NdfRP/+mINOZlhFtxWybr6psP63pL11Q3jteghvtF8sHMfn502hqdWbPPL8t57yeRCnq2u56ZZpTy3Zqe/cbV19t95UVaQw7a9B+Mn/0RkwJL7/D3eOZ2x+dk0trTz3asmM7U43+9T90bjlBfl8sMXa7i+ooTX1+/mtJFZ1H9ysNsJXm8k1IWTCnmztoHrK0pYsjE6bN0rRzXIzexq4KdAGFjgnPvRkZZPJch77g3nL1rLC2t3dhuSNy4/m42795GdEfZHePTVIn94SR1bG1u6DeW6sbKUBUs38WZtI845uhx0xRxnjR3Jhl37uHlWKf8699Ae2zsZObeimJff3815p49iWW3DgE749dZKF5G+9eyu6UsIyMqIn3zF4OIzC1n6YSMOhwEXnlnI7uY21tU3Y8T7/7Mzw9xzxST+/eWNjMqNsLu53f+937LgbZbVNjK3ooQHvnxOt3V5OdLb6LHTC3LT1gVz1ILczMLARuDPge3AKuAvnXMf9PWeVLtWehuS5+1Bv/W7d3mmegdzK0ooHTWi3z7y+CHWKlo7YsyZVMCbtY3+eOdx+dlE97XxpfPH85uV24g5yM0MMTZ/BDdWlvrD9f60sYGYc2RFQpx3+miW1Tb0OhRNIzlE0sM7Gdub5N9ZWUHOYX3rf3FeCU+u2AbEz0t1djkc8dZ9xYRTWbVlLy1tncQciesIJhAOwQ9frGHOpAJWb/3ksNFmy+saDrvOI/mxN+Q31REwRzPILwD+yTl3VeLxfADn3H19vWeoQZ7creJ1e8ytKCE7I8Qr63b73RveoVJbZ4xrPjX2iCcpvC+gsyuGAzq7YnTG4iNDNu7ejxl0xmKH9dNdMaWIJYkxvkc6SSkix543MszRfQy/ER8mGXPdG1r+tQMW75rpjEHpqGy27W1lTF4WHze3Hdad2rN7xcuSjkRYZPQyBj/VETB9BXk6LtEvAbYlPd6eeK5nBeaZWZWZVUWjgws871Ji74TFo0vreGL5FqYW5/Fs9Q7Ki3K5ZHIhz1TXc31FMTdWjgfiw59eX/8xd11a3u3y7OQ5KdZub+IXt57H1y8qp7UjHuJnjR3J+/XNXDN9XLxrxRtOFTo0sG9xTZSYc+RkhrnozELe2rSHsCY8EDkubEmEONDtQixHPKQzI91/rK0dXZQV5BBz+BmwfW8rIYPdzW3MmVTon1/zprLwrnD1zJ5YyB2zy2jtiNHaEeOO2WWs3d7E8rqGbtNffOt31Xx1YVVa+9nT0SK/EbjKOfe1xONbgZnOub/p6z2DbZEn7728E5eRsJGdEe/P+tniWto6YlwzPd76Tr54wLu6bExeFjubWnnijvP9vnXvcuKtjS08W72DLhdvkTsHcyYVsnrrXopPzWZrY4vfJ9fzIop7Lp9EdH8bv1sV73oZmR1hX2vnED5JEUnVYH9/4cTQ30jIyAgbbZ0xv6UeCRmdMceFiSzo7eK9ZPMXreXZ6h3+DiQjHOK6GeNY9E69/95v/a7aPxf3wJcrBv3vO5ot8u1AadLj8UB9Gsr1Je/N3qiJEgkbHV2OO2aXMbU43rr+4nklPPDlCh68qYJX1u3233ffDdO5etrY+B46sdNaXtfAs9U7+GNNlG174iF+sCMGzpGdESYjbLxZ28AN5xbz8b42ki+xaWzp6Hap9C/+tIlVm/fEhz9Bt40oNzPs/50ZNq6YUpTOj0VEklSU5nOwfXDDc0MhY1pxHp0xx6icTOZ/borfWu+MOW6eVcqFZxby2O2V3SZ068nLlNaOGN+5cjKP334+nV0xnlqxjRvOLU60xN/l2USIL9nY0GdZQ5GOIF8FnGlmZ5hZJvAV4Lk0lNvN7ImF3DJrAm/WNRIOGfdcPolfr/iI59fU84tbz/PHffY87Fle18CSjVHmVpTQ0eW47fGV3LlwFZFwiB9cM4VF79RTXpTLiIwQmHHV1DFkZYS5bEoRMQftnTE6E1eleRzxjcYbXlgbbWFSUW63qySL87Npae8iO7FRdHQ59aGLHCX52RFqdu2Ln7MKGaNyMvpc1ushNeL95Ot3xa+SbtjfzgOvfUhWJMTU4jwyQsZza3b65+V6607xrN3exPUVJfzgmik89MYm3q5rJBIOcdmUIkpH53LJ5CKeqd7B9RWHGpxH2jEMViTVApxznWZ2N/AK8eGHjzvn1qVcsx6W1zXwxPItZGeEyAiH+PTEAj49sYC7n6r2u1E8sycW9nFCwfFMdT0dXY55F5Xz9Ysmsu9gpz+yBeg2ymX+orU4BzfPKmXRO/WcU5rvf5Hv7Wj2R7cYUNfQ4q/fgPqmViYV5VIbbel2FZuIpEfy6JSm1k5G5WRwsCPGrPLRLKtt7PN93rwwRrzrJCczzFcvKscByz5sZMFthyba+savVvP8mno/U/rqWkkeeZKcKd++8iyW1zXw09c/ZG5iDHpyn/na7U1p6ScPxAVBR5o4B+hzCE/yKBfvS2nt6MI5GJEYL+pNqtPXzILepFfJ5fz8D7W8WddIJGT81aUTefCPtcQSl9hfO30cz1TXY0BGJMTMsvhwRI+GIIoMTUaiS7WsIIetew7g3KGZIPe2tFO9rYlpJfGZMycV5VLf1MqBHl0tI7PD7Gvt8htXZQU5/PCGT/kNtJ5TLQ92iGDPiwu9K8TTNV/L0ewjP+rWbm/iwZsquO+G6f5eMXlv1teH/M1LJnYLcYBf3jmT//fVmXR2xfjhizXcdWk5n55Y4L/n0xML/MMeL7y9cvz67GgiOyPEiMwwI0dECFliys+QcWNlKXMrSvxxqW/WNpARNjIjIW6eVdpt5AvEpxgVOVkV52d3e1yQm4ERHz4I+F0kZQU5dHbF+6ybWzs57ZQsAOZ/bgpfu6icrXsOcvOsUg60dXHvNVPY8UkrF5SP9sudM7GAm2eVsq81Pjolur+dKWNOYWvjAdbVx4N6+vh8HnpjU7dRbUfKl56SQ/rbV57FgzdVcP+rH3LXpeV+fvTXRTNUgWiRp6q3q66SR60A/pfn7X37mkAn+cjAG0Fz2ZQiLphY4M/ABjBj/Kksq22gojSf7149BYgfRWRHQuxMzPiWGQnRFXP+fNOp8loTIsdKz6ssk484czJCdHQ5Ti/IoTbakvQe43ufPYt/e6mGztihCbSK87Np7Yzx2WljWPROPVPGnkL1tia/a/OGc4t56f3d/lBjbypnoNeLbb7z9Bo+OdDO1y8q94+yH1u6icU1Uf+EozflRjouvT8W096eMHOtDKf+7ozjtfyvnT6O0wty/TnIvY3Dm1Xx+opiPj+jmOfX1PP7qu10xpw/DMo7NPTa7Q4YMzKLAx1d7GvtZGxeFh/vazvsqtGbZ5VyzfRibnl0xWFT03rvgfiUAAf6uCJOpD952WFyszJo2NdGZ8z5oZ28vc6tKCEnM+TffejJFdu4fEqRfxcib66iqcX5/O1vqonub2dm2Sgu/7Mx3boyvYnovEmvkiem+/pFZxxxeureLsD5xq9W09YZ47tXTe52Yc/Z40ayrLZxSFPdHmsK8mOgvz1yb69/4efLiDa3sa+t0++f/+y0Mbz0/i72t3bxzUvK/f57b95lf7gk8duXfZK4Ig3ik/lfN2Mcb2/aw6ZoCxlhw8yYM6mAr10Uv1vQys2NLNnYQCzmmJg4Ievx+hAzw8aFZxayp6Wdd7d1PwwMhwAHY/IO3R3H+8F50+0WJ24o0JX0Y5f+eWOXB6PneZf41Yt9zxsesvg89fVNrRTkxq9oTL5xSOLrjd8oIhJmXH42p2RHmFacx45PWll4x0weXVrHff9dQzhk/PLOmf5EdZGQETJj4Z3x6zV63iQFDt0FaM6kAn74Yg3nl41i1Za9fU5q5xnM1ZG9/db6urXgQHYMxwsF+XGqr5YDHJo/JnliMC+I36pr5NwJo/wper0une8ldePcdWk5mxIhnXxDjOSupkf+tMm/F6U3wc/KzY00trTzvaun+FN9Ti3O9w9VL5hY4E/1eefClTS2tHP2uPghrnck0hWL39MRYNueA/4ogmnFeUT3tbE7cYQwMjvCaSOz2Np4gIsnFzImL5uVm+PzUIdDRllBjj8NMHS/nVryjTG850dmR9jf2km4RyDGJ0UC72BkZHaErq6Yf3Tivb9nKFaUxm+F1peBBO+910xhU7TlsBuEZIaN88tGs3LzHopGZjEmL4v3djRTcEomu5vb/PIvmXxo+gcDZpTm8+62pm4Xp43JyyKaOFKLhIwvnz+e367azvSSPH9YXnZGmOtmjOP3q3dgwN9fNdnvDvTu2PNWXSN/rIlyWdLt2nq7mUryNgRH3t560/NuQL3dHaindHddHI83juiPgvw4NdCWg7fB9javcs+NL10bfDrKWV7XwO1PrKKzK0Y4ZGSEQ4RDxmf+7DRefG8XXzy3hNMLcg/rslq5udG/Y5I3t3xORpjo/jZCZlw8uZDHb5/JnQtXsvTDBiaMzmHmGaO574bp/ucH8MaGKHdeGL9w7O4n36Fiwqk44qE97+JyblmwgkjY+OK54ykvyuXfX9lIe2eMU7LCtHc5LpxUwFt1jf4R0NyKEp5bU0/Y4MbK8f7Nin+SeN+hq/qML1WO57k18R3sdTPG8eSKbYmRTcX+TUbuTXQxeDtvbyQVOPa3dvLdq8/ixy9v4EuV4/mgvpldzW28Nf8KHl1ax+PLtvDJgXbKi3L5oH6f312RfK9Mb4fa836t3k4bOGJ34UC+86FsJ0dqqXv36zzajsdbufVHQX6CCNLG1/Poouc88UC/LaAjTVucPF3oUP79PT/L5HMc990w3b/5wJSxp1Abbek2JfKmaIt/c+vn19T7rdrdzfGuplVb9vo3rn5+TT1v1ERpau1gwW2Vfl/vA699yJljTuG//vpCf+eTvFNL3nn3deI9+aYmPYe5HY/bhKRGQS7HXM/RQl5rb1O0xZ+j+Wi09lKp71Duxj7UO72n8u8I0g5d0kdBLjIECkw5nijIRUQCLtBXdoqISN8U5CIiAacgFxEJOAW5iEjAKchFRAJOQS4iEnAKchGRgEspyM3s382sxszWmtkzZnZqmuolIiIDlGqL/DVgmnNuOrARmJ96lUREZDBSCnLn3KvOuc7Ew7eB8alXSUREBiOdfeR3Ai+lsTwRERmASH8LmNnrwNheXrrXOfdfiWXuBTqBJ49QzjxgHsCECROGVFkRETlcv0HunPvMkV43s9uAa4Er3BFm4HLOPQI8AvFJswZZTxER6UO/QX4kZnY18D3gEufcgfRUSUREBiPVPvIHgZHAa2b2rpk9nIY6iYjIIKTUInfOTUpXRUREZGh0ZaeISMApyEVEAk5BLiIScApyEZGAU5CLiAScglxEJOAU5CIiAacgFxEJOAW5iEjAKchFRAJOQS4iEnAKchGRgFOQi4gEnIJcRCTgFOQiIgGnIBcRCTgFuYhIwKUlyM3s783MmVlhOsoTEZGBSznIzawU+HPgo9SrIyIig5WOFvkDwD8ALg1liYjIIKUU5GZ2HbDDObcmTfUREZFBivS3gJm9Dozt5aV7gR8AVw5kRWY2D5gHMGHChEFUUUREjsScG1qPiJl9ClgMHEg8NR6oB2Y653Yd6b2VlZWuqqpqSOsVETlZmdlq51xlz+f7bZH3xTn3HnBa0gq2AJXOuYahlikiIoOnceQiIgE35BZ5T865snSVJSIiA6cWuYhIwCnIRUQCTkEuIhJwCnIRkYBTkIuIBJyCXEQk4BTkIiIBpyAXEQk4BbmISMApyEVEAk5BLiIScApyEZGAU5CLiAScglxEJOAU5CIiAacgFxEJOAW5iEjAKchFRAIu5SA3s78xsw1mts7MfpyOSomIyMCldM9OM7sM+AIw3TnXZmanpadaIiIyUKm2yO8CfuScawNwzn2cepVERGQwUg3yycBFZrbCzJaY2fl9LWhm88ysysyqotFoiqsVERFPv10rZvY6MLaXl+5NvH8U8GngfOBpMyt3zrmeCzvnHgEeAaisrDzsdRERGZp+g9w595m+XjOzu4BFieBeaWYxoBBQk1tE5BhJtWvlWeByADObDGQCDSmWKSIig5DSqBXgceBxM3sfaAdu661bRUREjp6Ugtw51w7ckqa6iIjIEOjKThGRgFOQi4gEnIJcRCTgFOQiIgGnIBcRCTgFuYhIwCnIRUQCTkEuIhJwCnIRkYBTkIuIBJyCXEQk4BTkIiIBpyAXEQk4BbmISMApyEVEAk5BLiIScApyEZGASynIzewcM3vbzN41syozm5muiomIyMCk2iL/MfDPzrlzgP+ZeCwiIsdQqkHugLzE3/lAfYrliYjIIKV082Xg74BXzOwnxHcKs1OukYiIDEq/QW5mrwNje3npXuAK4FvOuf80sy8BjwGf6aOcecA8gAkTJgy5wiIi0p0554b+ZrMm4FTnnDMzA5qcc3n9va+ystJVVVUNeb0iIicjM1vtnKvs+XyqfeT1wCWJvy8HPkyxPBERGaRUW+QXAj8l3kXTCvyVc271AN4XBbYOecXpVwg0DHcljgP6HPQZePQ5xB1vn8Ppzrmink+mFOQnCjOr6u1w5WSjz0GfgUefQ1xQPgdd2SkiEnAKchGRgFOQxz0y3BU4Tuhz0Gfg0ecQF4jPQX3kIiIBpxa5iEjAnbRBbmY3mtk6M4uZWWWP1+abWa2ZbTCzq4arjseamf2Tme1IzGb5rpl9brjrdCyZ2dWJ77zWzL4/3PUZLma2xcze82Y1He76HCtm9riZfWxm7yc9N9rMXjOzDxP/HzWcdezLSRvkwPvADcCfkp80s7OBrwBTgauB/2tm4WNfvWHzgHPunMR//z3clTlWEt/xz4HPAmcDf5nYFk5WlyW2geN+6F0aLST+m0/2fWCxc+5MYHHi8XHnpA1y59x659yGXl76AvBb51ybc24zUAtonvUT30yg1jm3yTnXDvyW+LYgJwnn3J+APT2e/gLwy8TfvwSuP5Z1GqiTNsiPoATYlvR4e+K5k8XdZrY2cZh5XB5GHiUn+/eezAGvmtnqxGR3J7MxzrmdAIn/nzbM9elVqtPYHteONHOjc+6/+npbL8+dMEN7+pnN8iHgX4j/e/8F+F/AnceudsPqhP7eB2mOc67ezE4DXjOzmkRrVY5TJ3SQO+d6nVK3H9uB0qTH4zmBbpgx0M/EzB4FXjjK1TmenNDf+2A45+oT///YzJ4h3u10sgb5bjMb55zbaWbjgI+Hu0K9UdfK4Z4DvmJmWWZ2BnAmsHKY63RMJDZUz1ziJ4RPFquAM83sDDPLJH7C+7lhrtMxZ2a5ZjbS+xu4kpNrO+jpOeC2xN+3AX0dyQ+rE7pFfiRmNhf4P0AR8KKZveucu8o5t87MngY+ADqBv3bOdQ1nXY+hH5vZOcS7FLYA3xjW2hxDzrlOM7sbeAUIA48759YNc7WGwxjgmfjtBYgATznnXh7eKh0bZvYb4FKg0My2A/8I/Ah42sy+CnwE3Dh8NeybruwUEQk4da2IiAScglxEJOAU5CIiAacgFxEJOAW5iEjAKchFRAJOQS4iEnAKchGRgPv/7cFB/c0kUywAAAAASUVORK5CYII=\n", - "text/plain": [ - "
" - ] - }, - "metadata": { - "needs_background": "light" - }, - "output_type": "display_data" - } - ], + "execution_count": 39, + "id": "18ef1d25", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "# extract the relevant columns from the centered design matrix of dim n x 2\n", "x = X_centered[:,0]\n", @@ -2879,8 +3190,10 @@ }, { "cell_type": "markdown", - "id": "d8c79888", - "metadata": {}, + "id": "151134e9", + "metadata": { + "editable": true + }, "source": [ "## Exploring\n", "\n", @@ -2890,8 +3203,10 @@ }, { "cell_type": "markdown", - "id": "0f3c4bbe", - "metadata": {}, + "id": "b39458ae", + "metadata": { + "editable": true + }, "source": [ "## Diagonalize the sample covariance matrix to obtain the principal components\n", "\n", @@ -2912,8 +3227,10 @@ }, { "cell_type": "markdown", - "id": "1b2237a0", - "metadata": {}, + "id": "6845ee0a", + "metadata": { + "editable": true + }, "source": [ "$$\n", "x_i \\approx \\tilde{x}_i = \\mu_n + \\langle x_i, v_0 \\rangle v_0\n", @@ -2922,16 +3239,20 @@ }, { "cell_type": "markdown", - "id": "422430b2", - "metadata": {}, + "id": "e326b3b8", + "metadata": { + "editable": true + }, "source": [ "where $v_0$ is the first principal component." ] }, { "cell_type": "markdown", - "id": "2853d3af", - "metadata": {}, + "id": "201d6296", + "metadata": { + "editable": true + }, "source": [ "## Collecting all Steps\n", "\n", @@ -2945,26 +3266,13 @@ }, { "cell_type": "code", - "execution_count": 6, - "id": "f1553a35", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Eigenvalues of Covariance matrix\n", - "9.876618994986675\n", - "0.0489340085461999\n", - "First eigenvector\n", - "[0.99999746 0.00225436]\n", - "Second eigenvector\n", - "[-0.00225436 0.99999746]\n", - "Eigenvector of largest eigenvalue\n", - "[-0.99999746 -0.00225436]\n" - ] - } - ], + "execution_count": 40, + "id": "327cb602", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "# diagonalize and obtain eigenvalues, not necessarily sorted\n", "EigValues, EigVectors = np.linalg.eig(Cov)\n", @@ -2991,16 +3299,20 @@ }, { "cell_type": "markdown", - "id": "f14f4a68", - "metadata": {}, + "id": "9ecb53ea", + "metadata": { + "editable": true + }, "source": [ "This code does not contain all the above elements, but it shows how we can use **Scikit-Learn** to extract the eigenvector which corresponds to the largest eigenvalue. Try to address the questions we pose before the above code. Try also to change the values of the covariance matrix by making one of the diagonal elements much larger than the other. What do you observe then?" ] }, { "cell_type": "markdown", - "id": "ff48c8be", - "metadata": {}, + "id": "98c41f6a", + "metadata": { + "editable": true + }, "source": [ "## Classical PCA Theorem\n", "\n", @@ -3021,8 +3333,10 @@ }, { "cell_type": "markdown", - "id": "f93b8c77", - "metadata": {}, + "id": "7d5ea6fb", + "metadata": { + "editable": true + }, "source": [ "## The PCA Theorem\n", "\n", @@ -3043,8 +3357,10 @@ }, { "cell_type": "markdown", - "id": "7d7f444a", - "metadata": {}, + "id": "d87fe5c4", + "metadata": { + "editable": true + }, "source": [ "$$\n", "J(\\boldsymbol{w}_0)= \\boldsymbol{w}_0^T\\boldsymbol{C}[\\boldsymbol{x}]\\boldsymbol{w}_0+\\lambda_0(1-\\boldsymbol{w}_0^T\\boldsymbol{w}_0).\n", @@ -3053,16 +3369,20 @@ }, { "cell_type": "markdown", - "id": "757137f1", - "metadata": {}, + "id": "a89c1263", + "metadata": { + "editable": true + }, "source": [ "Taking the derivative with respect to $\\boldsymbol{w}_0$ we obtain" ] }, { "cell_type": "markdown", - "id": "cf073fb5", - "metadata": {}, + "id": "b3e9dcd5", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\frac{\\partial J(\\boldsymbol{w}_0)}{\\partial \\boldsymbol{w}_0}= 2\\boldsymbol{C}[\\boldsymbol{x}]\\boldsymbol{w}_0-2\\lambda_0\\boldsymbol{w}_0=0,\n", @@ -3071,16 +3391,20 @@ }, { "cell_type": "markdown", - "id": "46cacc57", - "metadata": {}, + "id": "bf4882e3", + "metadata": { + "editable": true + }, "source": [ "meaning that" ] }, { "cell_type": "markdown", - "id": "b9d752e0", - "metadata": {}, + "id": "388c0a08", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{C}[\\boldsymbol{x}]\\boldsymbol{w}_0=\\lambda_0\\boldsymbol{w}_0.\n", @@ -3089,16 +3413,20 @@ }, { "cell_type": "markdown", - "id": "3a2a1499", - "metadata": {}, + "id": "28615799", + "metadata": { + "editable": true + }, "source": [ "**The direction that maximizes the variance (or minimizes the construction error) is an eigenvector of the covariance matrix**! If we left multiply with $\\boldsymbol{w}_0^T$ we have the variance of the projected data is" ] }, { "cell_type": "markdown", - "id": "4c0d5781", - "metadata": {}, + "id": "29146bba", + "metadata": { + "editable": true + }, "source": [ "$$\n", "\\boldsymbol{w}_0^T\\boldsymbol{C}[\\boldsymbol{x}]\\boldsymbol{w}_0=\\lambda_0.\n", @@ -3107,8 +3435,10 @@ }, { "cell_type": "markdown", - "id": "92dd2fd5", - "metadata": {}, + "id": "9af52b3c", + "metadata": { + "editable": true + }, "source": [ "If we want to maximize the variance (minimize the construction error)\n", "we simply pick the eigenvector of the covariance matrix with the\n", @@ -3131,8 +3461,10 @@ }, { "cell_type": "markdown", - "id": "b3fbff3b", - "metadata": {}, + "id": "d7cc0241", + "metadata": { + "editable": true + }, "source": [ "## Geometric Interpretation and link with Singular Value Decomposition\n", "\n", @@ -3147,168 +3479,13 @@ }, { "cell_type": "code", - "execution_count": 7, - "id": "28f97424", - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
01234
0-1.5744650.2591531.1973700.1474000.649382
10.6895190.137652-1.0257090.210340-0.076938
2-0.2827270.351636-0.5392611.2166830.340782
30.070889-0.6148081.074067-0.038300-1.450257
41.7942821.458078-0.207545-0.442600-0.147420
51.1123830.6474731.4058900.073598-0.276263
60.397700-1.526744-0.7120181.2162900.418506
7-0.2806471.106095-1.646283-0.956563-1.564374
8-0.369139-0.7516990.051649-0.2131030.967809
9-1.557795-1.0668370.401842-1.2137431.138775
\n", - "
" - ], - "text/plain": [ - " 0 1 2 3 4\n", - "0 -1.574465 0.259153 1.197370 0.147400 0.649382\n", - "1 0.689519 0.137652 -1.025709 0.210340 -0.076938\n", - "2 -0.282727 0.351636 -0.539261 1.216683 0.340782\n", - "3 0.070889 -0.614808 1.074067 -0.038300 -1.450257\n", - "4 1.794282 1.458078 -0.207545 -0.442600 -0.147420\n", - "5 1.112383 0.647473 1.405890 0.073598 -0.276263\n", - "6 0.397700 -1.526744 -0.712018 1.216290 0.418506\n", - "7 -0.280647 1.106095 -1.646283 -0.956563 -1.564374\n", - "8 -0.369139 -0.751699 0.051649 -0.213103 0.967809\n", - "9 -1.557795 -1.066837 0.401842 -1.213743 1.138775" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - " 0 1 2 3 4\n", - "0 0.0 0.0 0.0 0.0 0.0\n", - "1 0.0 0.0 0.0 0.0 0.0\n", - "2 0.0 0.0 0.0 0.0 0.0\n", - "3 0.0 0.0 0.0 0.0 0.0\n", - "4 0.0 0.0 0.0 0.0 0.0\n", - "5 0.0 0.0 0.0 0.0 0.0\n", - "6 0.0 0.0 0.0 0.0 0.0\n", - "7 0.0 0.0 0.0 0.0 0.0\n", - "8 0.0 0.0 0.0 0.0 0.0\n", - "9 0.0 0.0 0.0 0.0 0.0\n", - "[[-1.5378811 -0.94639099]\n", - " [ 0.86145244 0.89288636]\n", - " [-0.00445655 0.81633628]\n", - " [ 0.07145103 -1.00433417]\n", - " [ 2.03707133 -0.48476997]\n", - " [ 0.72174172 -1.4557763 ]\n", - " [-0.55854694 1.60673226]\n", - " [ 1.6999536 0.43766686]\n", - " [-1.10405456 0.31718909]\n", - " [-2.18673098 -0.17953942]]\n" - ] - } - ], + "execution_count": 41, + "id": "fbeb6903", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "import numpy as np\n", "import pandas as pd\n", @@ -3338,8 +3515,10 @@ }, { "cell_type": "markdown", - "id": "a057f309", - "metadata": {}, + "id": "fe83823f", + "metadata": { + "editable": true + }, "source": [ "PCA assumes that the dataset is centered around the origin. Scikit-Learn’s PCA classes take care of centering\n", "the data for you. However, if you implement PCA yourself (as in the preceding example), or if you use other libraries, don’t\n", @@ -3352,9 +3531,12 @@ }, { "cell_type": "code", - "execution_count": 8, - "id": "aa6bdcf5", - "metadata": {}, + "execution_count": 42, + "id": "b8cc66f2", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "W2 = V.T[:, :2]\n", @@ -3363,8 +3545,10 @@ }, { "cell_type": "markdown", - "id": "9b6e634b", - "metadata": {}, + "id": "ac05c7c1", + "metadata": { + "editable": true + }, "source": [ "## PCA and scikit-learn\n", "\n", @@ -3375,27 +3559,13 @@ }, { "cell_type": "code", - "execution_count": 9, - "id": "27016f13", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[[ 1.5378811 -0.94639099]\n", - " [-0.86145244 0.89288636]\n", - " [ 0.00445655 0.81633628]\n", - " [-0.07145103 -1.00433417]\n", - " [-2.03707133 -0.48476997]\n", - " [-0.72174172 -1.4557763 ]\n", - " [ 0.55854694 1.60673226]\n", - " [-1.6999536 0.43766686]\n", - " [ 1.10405456 0.31718909]\n", - " [ 2.18673098 -0.17953942]]\n" - ] - } - ], + "execution_count": 43, + "id": "33764d74", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "#thereafter we do a PCA with Scikit-learn\n", "from sklearn.decomposition import PCA\n", @@ -3406,8 +3576,10 @@ }, { "cell_type": "markdown", - "id": "cba40f30", - "metadata": {}, + "id": "534fb293", + "metadata": { + "editable": true + }, "source": [ "After fitting the PCA transformer to the dataset, you can access the principal components using the\n", "components variable (note that it contains the PCs as horizontal vectors, so, for example, the first\n", @@ -3416,29 +3588,23 @@ }, { "cell_type": "code", - "execution_count": 10, - "id": "b4c61606", - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([-0.62373464, -0.5303329 , 0.317367 , 0.01873344, 0.47815203])" - ] - }, - "execution_count": 10, - "metadata": {}, - "output_type": "execute_result" - } - ], + "execution_count": 44, + "id": "1dd9a9ee", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "pca.components_.T[:, 0]" ] }, { "cell_type": "markdown", - "id": "b5f6a25b", - "metadata": {}, + "id": "4f03047a", + "metadata": { + "editable": true + }, "source": [ "Another very useful piece of information is the explained variance ratio of each principal component,\n", "available via the $explained\\_variance\\_ratio$ variable. It indicates the proportion of the dataset’s\n", @@ -3447,8 +3613,10 @@ }, { "cell_type": "markdown", - "id": "0ac21d70", - "metadata": {}, + "id": "4ef1c9aa", + "metadata": { + "editable": true + }, "source": [ "## Back to the Cancer Data\n", "We can now repeat the above but applied to real data, in this case our breast cancer data.\n", @@ -3457,34 +3625,13 @@ }, { "cell_type": "code", - "execution_count": 11, - "id": "1fe89d6a", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Train set accuracy from Logistic Regression: 0.95\n", - "Train set accuracy scaled data: 0.99\n", - "Train set accuracy scaled and PCA data: 0.96\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/Users/mhjensen/Software/anaconda3/lib/python3.8/site-packages/sklearn/linear_model/_logistic.py:763: ConvergenceWarning: lbfgs failed to converge (status=1):\n", - "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n", - "\n", - "Increase the number of iterations (max_iter) or scale the data as shown in:\n", - " https://scikit-learn.org/stable/modules/preprocessing.html\n", - "Please also refer to the documentation for alternative solver options:\n", - " https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n", - " n_iter_i = _check_optimize_result(\n" - ] - } - ], + "execution_count": 45, + "id": "e64ba2d1", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "import matplotlib.pyplot as plt\n", "import numpy as np\n", @@ -3518,8 +3665,10 @@ }, { "cell_type": "markdown", - "id": "284835e6", - "metadata": {}, + "id": "6e7d575f", + "metadata": { + "editable": true + }, "source": [ "We see that our training data after the PCA decomposition has a performance similar to the non-scaled data. \n", "\n", @@ -3533,9 +3682,12 @@ }, { "cell_type": "code", - "execution_count": 12, - "id": "16dff606", - "metadata": {}, + "execution_count": 46, + "id": "413c8d1a", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "pca = PCA()\n", @@ -3546,8 +3698,10 @@ }, { "cell_type": "markdown", - "id": "3ca0f846", - "metadata": {}, + "id": "e8214817", + "metadata": { + "editable": true + }, "source": [ "You could then set $n\\_components=d$ and run PCA again. However, there is a much better option: instead\n", "of specifying the number of principal components you want to preserve, you can set $n\\_components$ to be\n", @@ -3556,9 +3710,12 @@ }, { "cell_type": "code", - "execution_count": 13, - "id": "b7dba51f", - "metadata": {}, + "execution_count": 47, + "id": "e6ac6f37", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "pca = PCA(n_components=0.95)\n", @@ -3567,8 +3724,10 @@ }, { "cell_type": "markdown", - "id": "b0c6dd70", - "metadata": {}, + "id": "3c103530", + "metadata": { + "editable": true + }, "source": [ "## Incremental PCA\n", "\n", @@ -3581,8 +3740,10 @@ }, { "cell_type": "markdown", - "id": "43bbd33f", - "metadata": {}, + "id": "6bef9ad4", + "metadata": { + "editable": true + }, "source": [ "### Randomized PCA\n", "\n", @@ -3594,8 +3755,10 @@ }, { "cell_type": "markdown", - "id": "73ac8d86", - "metadata": {}, + "id": "524b0de1", + "metadata": { + "editable": true + }, "source": [ "### Kernel PCA\n", "\n", @@ -3612,9 +3775,12 @@ }, { "cell_type": "code", - "execution_count": 14, - "id": "5c4a0d77", - "metadata": {}, + "execution_count": 48, + "id": "9106daee", + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "from sklearn.decomposition import KernelPCA\n", @@ -3624,8 +3790,10 @@ }, { "cell_type": "markdown", - "id": "56afa4e0", - "metadata": {}, + "id": "1fab3a71", + "metadata": { + "editable": true + }, "source": [ "## Other techniques\n", "\n", @@ -3642,25 +3810,7 @@ ] } ], - "metadata": { - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.9.10" - } - }, + "metadata": {}, "nbformat": 4, "nbformat_minor": 5 } diff --git a/doc/pub/week44/html/._week44-bs000.html b/doc/pub/week44/html/._week44-bs000.html index ec2e8547f..2075e6cdc 100644 --- a/doc/pub/week44/html/._week44-bs000.html +++ b/doc/pub/week44/html/._week44-bs000.html @@ -347,7 +347,7 @@ MathJax.Hub.Config({
-

Nov 5, 2021

+

Aug 23, 2022


@@ -386,7 +386,7 @@ MathJax.Hub.Config({ -->
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week44/html/._week44-bs001.html b/doc/pub/week44/html/._week44-bs001.html index 0a870a874..0a41ac773 100644 --- a/doc/pub/week44/html/._week44-bs001.html +++ b/doc/pub/week44/html/._week44-bs001.html @@ -333,13 +333,7 @@ MathJax.Hub.Config({
  • Thursday: Wrapping up PCA from last week, Clustering and basics of decision trees, classification and regression algorithms
    • -
  • Friday: Decision trees, voting models and bagging
    • -
diff --git a/doc/pub/week44/html/week44-bs.html b/doc/pub/week44/html/week44-bs.html index ec2e8547f..2075e6cdc 100644 --- a/doc/pub/week44/html/week44-bs.html +++ b/doc/pub/week44/html/week44-bs.html @@ -347,7 +347,7 @@ MathJax.Hub.Config({
-

Nov 5, 2021

+

Aug 23, 2022


@@ -386,7 +386,7 @@ MathJax.Hub.Config({ -->
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week44/html/week44-reveal.html b/doc/pub/week44/html/week44-reveal.html index bf7fa89e7..577cf32fa 100644 --- a/doc/pub/week44/html/week44-reveal.html +++ b/doc/pub/week44/html/week44-reveal.html @@ -184,13 +184,13 @@ MathJax.Hub.Config({
-

Nov 5, 2021

+

Aug 23, 2022


- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
@@ -199,17 +199,7 @@ MathJax.Hub.Config({

  • Thursday: Wrapping up PCA from last week, Clustering and basics of decision trees, classification and regression algorithms
    • - -

  • Friday: Decision trees, voting models and bagging
    • - -

diff --git a/doc/pub/week44/html/week44-solarized.html b/doc/pub/week44/html/week44-solarized.html index fc31ac050..341a689a2 100644 --- a/doc/pub/week44/html/week44-solarized.html +++ b/doc/pub/week44/html/week44-solarized.html @@ -284,7 +284,7 @@ MathJax.Hub.Config({
-

Nov 5, 2021

+

Aug 23, 2022


@@ -293,13 +293,7 @@ MathJax.Hub.Config({
  • Thursday: Wrapping up PCA from last week, Clustering and basics of decision trees, classification and regression algorithms
    • -
  • Friday: Decision trees, voting models and bagging
    • -
Videos @@ -2966,7 +2960,7 @@ plt.show()
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week44/html/week44.html b/doc/pub/week44/html/week44.html index b0bac39bb..cfeedb86b 100644 --- a/doc/pub/week44/html/week44.html +++ b/doc/pub/week44/html/week44.html @@ -361,7 +361,7 @@ MathJax.Hub.Config({
-

Nov 5, 2021

+

Aug 23, 2022


@@ -370,13 +370,7 @@ MathJax.Hub.Config({
  • Thursday: Wrapping up PCA from last week, Clustering and basics of decision trees, classification and regression algorithms
    • -
  • Friday: Decision trees, voting models and bagging
    • -
Videos @@ -3043,7 +3037,7 @@ plt.show()
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week44/ipynb/ipynb-week44-src.tar.gz b/doc/pub/week44/ipynb/ipynb-week44-src.tar.gz index 9575c0a1b..cd55c6afd 100644 Binary files a/doc/pub/week44/ipynb/ipynb-week44-src.tar.gz and b/doc/pub/week44/ipynb/ipynb-week44-src.tar.gz differ diff --git a/doc/pub/week44/ipynb/week44.ipynb b/doc/pub/week44/ipynb/week44.ipynb index 3173b9261..b6dcb7a02 100644 --- a/doc/pub/week44/ipynb/week44.ipynb +++ b/doc/pub/week44/ipynb/week44.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "edd99c57", + "id": "97a8a007", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "c9d8e8e1", + "id": "cd3f52ae", "metadata": { "editable": true }, @@ -22,14 +22,14 @@ "# Week 44: Dimensionality Reduction, PCA and Clustering. Decision Trees\n", "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n", "\n", - "Date: **Nov 5, 2021**\n", + "Date: **Aug 23, 2022**\n", "\n", - "Copyright 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" + "Copyright 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" ] }, { "cell_type": "markdown", - "id": "c92e8e9c", + "id": "263dd16d", "metadata": { "editable": true }, @@ -38,12 +38,8 @@ "\n", "* Thursday: Wrapping up PCA from last week, Clustering and basics of decision trees, classification and regression algorithms\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember4.mp4?vrtx=view-as-webpage)\n", - "\n", "* Friday: Decision trees, voting models and bagging\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember5.mp4?vrtx=view-as-webpage)\n", - "\n", "**Videos.**\n", "\n", "1. [Video on Decision trees](https://www.youtube.com/watch?v=RmajweUFKvM&ab_channel=Simplilearn)\n", @@ -61,7 +57,7 @@ }, { "cell_type": "markdown", - "id": "0f3e9a0d", + "id": "022782ec", "metadata": { "editable": true }, @@ -79,7 +75,7 @@ }, { "cell_type": "markdown", - "id": "acf64785", + "id": "96d73d55", "metadata": { "editable": true }, @@ -93,7 +89,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "09a1c0a5", + "id": "c05fbc2a", "metadata": { "collapsed": false, "editable": true @@ -209,7 +205,7 @@ }, { "cell_type": "markdown", - "id": "d27a4d7a", + "id": "a06b47d0", "metadata": { "editable": true }, @@ -233,7 +229,7 @@ }, { "cell_type": "markdown", - "id": "b40cdb70", + "id": "9387992e", "metadata": { "editable": true }, @@ -246,7 +242,7 @@ }, { "cell_type": "markdown", - "id": "d686ca41", + "id": "1ddfdea6", "metadata": { "editable": true }, @@ -280,7 +276,7 @@ }, { "cell_type": "markdown", - "id": "cf3a902b", + "id": "101f6cbf", "metadata": { "editable": true }, @@ -300,7 +296,7 @@ }, { "cell_type": "markdown", - "id": "fbbc0619", + "id": "5fa15907", "metadata": { "editable": true }, @@ -316,7 +312,7 @@ }, { "cell_type": "markdown", - "id": "0b8bd522", + "id": "a0888c8d", "metadata": { "editable": true }, @@ -329,7 +325,7 @@ }, { "cell_type": "markdown", - "id": "344e68f0", + "id": "41a20b64", "metadata": { "editable": true }, @@ -341,7 +337,7 @@ }, { "cell_type": "markdown", - "id": "9ef8dcf3", + "id": "cb5bd85e", "metadata": { "editable": true }, @@ -363,7 +359,7 @@ }, { "cell_type": "markdown", - "id": "50cfcdd3", + "id": "5e41754c", "metadata": { "editable": true }, @@ -375,7 +371,7 @@ }, { "cell_type": "markdown", - "id": "f1dccb55", + "id": "02f617de", "metadata": { "editable": true }, @@ -392,7 +388,7 @@ }, { "cell_type": "markdown", - "id": "d8e16bc5", + "id": "2e602d22", "metadata": { "editable": true }, @@ -403,7 +399,7 @@ }, { "cell_type": "markdown", - "id": "dd222257", + "id": "d4d373f2", "metadata": { "editable": true }, @@ -421,7 +417,7 @@ }, { "cell_type": "markdown", - "id": "5578c171", + "id": "20bc372a", "metadata": { "editable": true }, @@ -435,7 +431,7 @@ }, { "cell_type": "markdown", - "id": "474f106f", + "id": "2918cfd7", "metadata": { "editable": true }, @@ -454,7 +450,7 @@ }, { "cell_type": "markdown", - "id": "5cea0534", + "id": "14c8f25c", "metadata": { "editable": true }, @@ -471,7 +467,7 @@ }, { "cell_type": "markdown", - "id": "cffd78be", + "id": "4c8e6244", "metadata": { "editable": true }, @@ -483,7 +479,7 @@ }, { "cell_type": "markdown", - "id": "1b9b26b4", + "id": "24643b4d", "metadata": { "editable": true }, @@ -504,7 +500,7 @@ }, { "cell_type": "markdown", - "id": "2cfcf75c", + "id": "7198e6b7", "metadata": { "editable": true }, @@ -518,7 +514,7 @@ }, { "cell_type": "markdown", - "id": "0ccc7514", + "id": "cfb116ef", "metadata": { "editable": true }, @@ -529,7 +525,7 @@ }, { "cell_type": "markdown", - "id": "1962a7bd", + "id": "829f8072", "metadata": { "editable": true }, @@ -546,7 +542,7 @@ }, { "cell_type": "markdown", - "id": "8e9d7070", + "id": "e80384c6", "metadata": { "editable": true }, @@ -556,7 +552,7 @@ }, { "cell_type": "markdown", - "id": "fb253615", + "id": "b4550706", "metadata": { "editable": true }, @@ -574,7 +570,7 @@ }, { "cell_type": "markdown", - "id": "534ace62", + "id": "68f73df7", "metadata": { "editable": true }, @@ -594,7 +590,7 @@ }, { "cell_type": "markdown", - "id": "50c0ed67", + "id": "1673ac2c", "metadata": { "editable": true }, @@ -614,7 +610,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "396531c2", + "id": "987f54e2", "metadata": { "collapsed": false, "editable": true @@ -634,7 +630,7 @@ }, { "cell_type": "markdown", - "id": "56afcdd4", + "id": "d33b6cd4", "metadata": { "editable": true }, @@ -646,7 +642,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "e632f8bf", + "id": "56a0d60a", "metadata": { "collapsed": false, "editable": true @@ -706,7 +702,7 @@ }, { "cell_type": "markdown", - "id": "1ccc01db", + "id": "7c8ccaa8", "metadata": { "editable": true }, @@ -720,7 +716,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "f0999ed1", + "id": "777f7678", "metadata": { "collapsed": false, "editable": true @@ -765,7 +761,7 @@ }, { "cell_type": "markdown", - "id": "7025d35c", + "id": "13086657", "metadata": { "editable": true }, @@ -776,7 +772,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "cd88014d", + "id": "0254e350", "metadata": { "collapsed": false, "editable": true @@ -800,7 +796,7 @@ }, { "cell_type": "markdown", - "id": "a45d1f7c", + "id": "cd61fedb", "metadata": { "editable": true }, @@ -819,7 +815,7 @@ }, { "cell_type": "markdown", - "id": "e2202d97", + "id": "5e68c611", "metadata": { "editable": true }, @@ -830,7 +826,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "83750434", + "id": "e80badcb", "metadata": { "collapsed": false, "editable": true @@ -886,7 +882,7 @@ }, { "cell_type": "markdown", - "id": "c12bc8a6", + "id": "04356d7b", "metadata": { "editable": true }, @@ -899,7 +895,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "4ab3fba6", + "id": "f09d966a", "metadata": { "collapsed": false, "editable": true @@ -924,7 +920,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "f196e068", + "id": "9c92edc2", "metadata": { "collapsed": false, "editable": true @@ -1003,7 +999,7 @@ }, { "cell_type": "markdown", - "id": "9b2b9374", + "id": "8d38e68a", "metadata": { "editable": true }, @@ -1034,7 +1030,7 @@ }, { "cell_type": "markdown", - "id": "ea71f159", + "id": "94d46b5f", "metadata": { "editable": true }, @@ -1054,7 +1050,7 @@ }, { "cell_type": "markdown", - "id": "e2aeaba3", + "id": "cbf2be17", "metadata": { "editable": true }, @@ -1066,7 +1062,7 @@ }, { "cell_type": "markdown", - "id": "ae9ecf7e", + "id": "8623d018", "metadata": { "editable": true }, @@ -1078,7 +1074,7 @@ }, { "cell_type": "markdown", - "id": "73c2c2a3", + "id": "cd7d41ec", "metadata": { "editable": true }, @@ -1096,7 +1092,7 @@ }, { "cell_type": "markdown", - "id": "617b4dcd", + "id": "81a3f2dc", "metadata": { "editable": true }, @@ -1119,7 +1115,7 @@ }, { "cell_type": "markdown", - "id": "cd186d54", + "id": "88d52e60", "metadata": { "editable": true }, @@ -1142,7 +1138,7 @@ }, { "cell_type": "markdown", - "id": "a7103bf3", + "id": "0a17daab", "metadata": { "editable": true }, @@ -1153,7 +1149,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "b91836da", + "id": "bd489788", "metadata": { "collapsed": false, "editable": true @@ -1252,7 +1248,7 @@ }, { "cell_type": "markdown", - "id": "a9eb9d5e", + "id": "abc1052b", "metadata": { "editable": true }, @@ -1274,7 +1270,7 @@ }, { "cell_type": "markdown", - "id": "afefdfd6", + "id": "8419e264", "metadata": { "editable": true }, @@ -1286,7 +1282,7 @@ }, { "cell_type": "markdown", - "id": "f5b8dc1d", + "id": "587a76c6", "metadata": { "editable": true }, @@ -1297,7 +1293,7 @@ }, { "cell_type": "markdown", - "id": "ec5a291d", + "id": "0f4f808d", "metadata": { "editable": true }, @@ -1319,7 +1315,7 @@ }, { "cell_type": "markdown", - "id": "58b762b2", + "id": "8a1d8a89", "metadata": { "editable": true }, @@ -1332,7 +1328,7 @@ }, { "cell_type": "markdown", - "id": "539de439", + "id": "97603cfb", "metadata": { "editable": true }, @@ -1344,7 +1340,7 @@ }, { "cell_type": "markdown", - "id": "d8af3fbe", + "id": "21409303", "metadata": { "editable": true }, @@ -1354,7 +1350,7 @@ }, { "cell_type": "markdown", - "id": "becbbdfa", + "id": "7c1c95cf", "metadata": { "editable": true }, @@ -1366,7 +1362,7 @@ }, { "cell_type": "markdown", - "id": "9b87b748", + "id": "678ee5f6", "metadata": { "editable": true }, @@ -1376,7 +1372,7 @@ }, { "cell_type": "markdown", - "id": "7d61073a", + "id": "0bf8f707", "metadata": { "editable": true }, @@ -1388,7 +1384,7 @@ }, { "cell_type": "markdown", - "id": "d0c9f872", + "id": "19f58d09", "metadata": { "editable": true }, @@ -1421,7 +1417,7 @@ }, { "cell_type": "markdown", - "id": "8356ddf0", + "id": "e0cdd20a", "metadata": { "editable": true }, @@ -1445,7 +1441,7 @@ }, { "cell_type": "markdown", - "id": "e3bc4531", + "id": "6d0fc2cc", "metadata": { "editable": true }, @@ -1457,7 +1453,7 @@ }, { "cell_type": "markdown", - "id": "e0f86657", + "id": "a0baf0b0", "metadata": { "editable": true }, @@ -1469,7 +1465,7 @@ }, { "cell_type": "markdown", - "id": "240ad8bb", + "id": "e84b916a", "metadata": { "editable": true }, @@ -1497,7 +1493,7 @@ }, { "cell_type": "markdown", - "id": "24de8711", + "id": "f99f4e90", "metadata": { "editable": true }, @@ -1523,7 +1519,7 @@ }, { "cell_type": "markdown", - "id": "f0b74c5c", + "id": "1a7cba66", "metadata": { "editable": true }, @@ -1546,7 +1542,7 @@ }, { "cell_type": "markdown", - "id": "957c9d69", + "id": "cf8024bc", "metadata": { "editable": true }, @@ -1573,7 +1569,7 @@ }, { "cell_type": "markdown", - "id": "57a5e827", + "id": "58a7c5d3", "metadata": { "editable": true }, @@ -1592,7 +1588,7 @@ }, { "cell_type": "markdown", - "id": "4193d006", + "id": "c5ca6409", "metadata": { "editable": true }, @@ -1604,7 +1600,7 @@ }, { "cell_type": "markdown", - "id": "65cb0b6b", + "id": "900e3f0a", "metadata": { "editable": true }, @@ -1617,7 +1613,7 @@ }, { "cell_type": "markdown", - "id": "48b04834", + "id": "e5f4ccaf", "metadata": { "editable": true }, @@ -1629,7 +1625,7 @@ }, { "cell_type": "markdown", - "id": "2ccc5c64", + "id": "205d4358", "metadata": { "editable": true }, @@ -1639,7 +1635,7 @@ }, { "cell_type": "markdown", - "id": "78196ea5", + "id": "b95cf332", "metadata": { "editable": true }, @@ -1651,7 +1647,7 @@ }, { "cell_type": "markdown", - "id": "6f6dad5d", + "id": "564fdc79", "metadata": { "editable": true }, @@ -1661,7 +1657,7 @@ }, { "cell_type": "markdown", - "id": "4fc9b106", + "id": "4457f398", "metadata": { "editable": true }, @@ -1673,7 +1669,7 @@ }, { "cell_type": "markdown", - "id": "c92702f6", + "id": "b8adafb3", "metadata": { "editable": true }, @@ -1684,7 +1680,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "58fa3eab", + "id": "42b528a1", "metadata": { "collapsed": false, "editable": true @@ -1728,7 +1724,7 @@ }, { "cell_type": "markdown", - "id": "2f12bf79", + "id": "07c95619", "metadata": { "editable": true }, @@ -1739,7 +1735,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "6987728d", + "id": "bc2baed6", "metadata": { "collapsed": false, "editable": true @@ -1774,7 +1770,7 @@ }, { "cell_type": "markdown", - "id": "dad046b8", + "id": "f26dd499", "metadata": { "editable": true }, @@ -1787,7 +1783,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "1d4f3161", + "id": "b62df46d", "metadata": { "collapsed": false, "editable": true @@ -1805,7 +1801,7 @@ }, { "cell_type": "markdown", - "id": "0846fdeb", + "id": "9b22ed0b", "metadata": { "editable": true }, @@ -1819,7 +1815,7 @@ { "cell_type": "code", "execution_count": 13, - "id": "cec3af4a", + "id": "bbf8bae2", "metadata": { "collapsed": false, "editable": true @@ -1838,7 +1834,7 @@ }, { "cell_type": "markdown", - "id": "2c8a67db", + "id": "ec002bc3", "metadata": { "editable": true }, @@ -1858,7 +1854,7 @@ }, { "cell_type": "markdown", - "id": "354c280c", + "id": "a90be5a3", "metadata": { "editable": true }, @@ -1875,7 +1871,7 @@ }, { "cell_type": "markdown", - "id": "7228e0b5", + "id": "aa85f7f7", "metadata": { "editable": true }, @@ -1887,7 +1883,7 @@ }, { "cell_type": "markdown", - "id": "67b083e1", + "id": "5b34b10f", "metadata": { "editable": true }, @@ -1904,7 +1900,7 @@ }, { "cell_type": "markdown", - "id": "8fdfcd7f", + "id": "dde5b3cb", "metadata": { "editable": true }, @@ -1917,7 +1913,7 @@ }, { "cell_type": "markdown", - "id": "80ef07be", + "id": "6d2f33c8", "metadata": { "editable": true }, @@ -1929,7 +1925,7 @@ }, { "cell_type": "markdown", - "id": "2b96ed0b", + "id": "e17b4cac", "metadata": { "editable": true }, @@ -1939,7 +1935,7 @@ }, { "cell_type": "markdown", - "id": "31573190", + "id": "17d674db", "metadata": { "editable": true }, @@ -1951,7 +1947,7 @@ }, { "cell_type": "markdown", - "id": "2bbfe053", + "id": "ffa9bcfe", "metadata": { "editable": true }, @@ -1961,7 +1957,7 @@ }, { "cell_type": "markdown", - "id": "e32e4576", + "id": "ab31aef8", "metadata": { "editable": true }, @@ -1973,7 +1969,7 @@ }, { "cell_type": "markdown", - "id": "1ad8a276", + "id": "c8d9af35", "metadata": { "editable": true }, @@ -1986,7 +1982,7 @@ }, { "cell_type": "markdown", - "id": "21a60563", + "id": "5232d997", "metadata": { "editable": true }, @@ -2030,7 +2026,7 @@ }, { "cell_type": "markdown", - "id": "0caa4189", + "id": "ae8fd7b4", "metadata": { "editable": true }, @@ -2041,7 +2037,7 @@ { "cell_type": "code", "execution_count": 14, - "id": "ab4c5d94", + "id": "093223e0", "metadata": { "collapsed": false, "editable": true @@ -2119,7 +2115,7 @@ }, { "cell_type": "markdown", - "id": "70c2a16d", + "id": "b92638fc", "metadata": { "editable": true }, @@ -2137,7 +2133,7 @@ { "cell_type": "code", "execution_count": 15, - "id": "40e079d4", + "id": "9f203629", "metadata": { "collapsed": false, "editable": true @@ -2208,7 +2204,7 @@ }, { "cell_type": "markdown", - "id": "4095e4a7", + "id": "16eefa31", "metadata": { "editable": true }, @@ -2247,7 +2243,7 @@ }, { "cell_type": "markdown", - "id": "ef376633", + "id": "2ebb00bb", "metadata": { "editable": true }, @@ -2258,7 +2254,7 @@ { "cell_type": "code", "execution_count": 16, - "id": "118884b2", + "id": "5d6fdb0f", "metadata": { "collapsed": false, "editable": true @@ -2310,7 +2306,7 @@ }, { "cell_type": "markdown", - "id": "fa9f54b6", + "id": "d3c39750", "metadata": { "editable": true }, @@ -2321,7 +2317,7 @@ { "cell_type": "code", "execution_count": 17, - "id": "205c19aa", + "id": "ed8cf03c", "metadata": { "collapsed": false, "editable": true @@ -2396,7 +2392,7 @@ }, { "cell_type": "markdown", - "id": "3067d1e9", + "id": "17faf53b", "metadata": { "editable": true }, @@ -2407,7 +2403,7 @@ { "cell_type": "code", "execution_count": 18, - "id": "18ca2b62", + "id": "6690778f", "metadata": { "collapsed": false, "editable": true @@ -2438,7 +2434,7 @@ }, { "cell_type": "markdown", - "id": "3428a271", + "id": "788a43cd", "metadata": { "editable": true }, @@ -2449,7 +2445,7 @@ { "cell_type": "code", "execution_count": 19, - "id": "2a8ee09c", + "id": "2c4f2258", "metadata": { "collapsed": false, "editable": true @@ -2467,7 +2463,7 @@ { "cell_type": "code", "execution_count": 20, - "id": "7bd7a8fe", + "id": "3dd09112", "metadata": { "collapsed": false, "editable": true @@ -2482,7 +2478,7 @@ }, { "cell_type": "markdown", - "id": "7cd9b121", + "id": "426dd463", "metadata": { "editable": true }, @@ -2493,7 +2489,7 @@ { "cell_type": "code", "execution_count": 21, - "id": "9f73e61d", + "id": "ac74d24b", "metadata": { "collapsed": false, "editable": true @@ -2543,7 +2539,7 @@ { "cell_type": "code", "execution_count": 22, - "id": "9217ab82", + "id": "f36e3116", "metadata": { "collapsed": false, "editable": true @@ -2582,7 +2578,7 @@ }, { "cell_type": "markdown", - "id": "0b3f13c6", + "id": "937bf398", "metadata": { "editable": true }, @@ -2606,7 +2602,7 @@ }, { "cell_type": "markdown", - "id": "f0bbefac", + "id": "e6319d58", "metadata": { "editable": true }, @@ -2634,7 +2630,7 @@ }, { "cell_type": "markdown", - "id": "e902924d", + "id": "7338331f", "metadata": { "editable": true }, @@ -2665,7 +2661,7 @@ }, { "cell_type": "markdown", - "id": "73f6e3a6", + "id": "15e61cfb", "metadata": { "editable": true }, @@ -2681,7 +2677,7 @@ }, { "cell_type": "markdown", - "id": "4b2c2032", + "id": "455b6d10", "metadata": { "editable": true }, @@ -2703,7 +2699,7 @@ }, { "cell_type": "markdown", - "id": "8bbfa991", + "id": "17c4d5bb", "metadata": { "editable": true }, @@ -2735,7 +2731,7 @@ }, { "cell_type": "markdown", - "id": "a0ee40c7", + "id": "11482df0", "metadata": { "editable": true }, @@ -2746,7 +2742,7 @@ { "cell_type": "code", "execution_count": 23, - "id": "9d71a00f", + "id": "9c259a89", "metadata": { "collapsed": false, "editable": true @@ -2770,7 +2766,7 @@ }, { "cell_type": "markdown", - "id": "bd4ba90d", + "id": "f225ad8c", "metadata": { "editable": true }, @@ -2781,7 +2777,7 @@ { "cell_type": "code", "execution_count": 24, - "id": "d4c3e9d8", + "id": "6a0f822c", "metadata": { "collapsed": false, "editable": true @@ -2835,7 +2831,7 @@ }, { "cell_type": "markdown", - "id": "2a5acbf8", + "id": "7678976b", "metadata": { "editable": true }, @@ -2846,7 +2842,7 @@ { "cell_type": "code", "execution_count": 25, - "id": "e1831a75", + "id": "cf632930", "metadata": { "collapsed": false, "editable": true @@ -2876,7 +2872,7 @@ { "cell_type": "code", "execution_count": 26, - "id": "793e7482", + "id": "f311c1fe", "metadata": { "collapsed": false, "editable": true @@ -2894,7 +2890,7 @@ { "cell_type": "code", "execution_count": 27, - "id": "1f391b0d", + "id": "472a34e8", "metadata": { "collapsed": false, "editable": true @@ -2914,7 +2910,7 @@ { "cell_type": "code", "execution_count": 28, - "id": "4e3b40bb", + "id": "89691e26", "metadata": { "collapsed": false, "editable": true @@ -2931,7 +2927,7 @@ }, { "cell_type": "markdown", - "id": "1180219b", + "id": "b17420f3", "metadata": { "editable": true }, @@ -2942,7 +2938,7 @@ { "cell_type": "code", "execution_count": 29, - "id": "491ecd58", + "id": "e7ab8fca", "metadata": { "collapsed": false, "editable": true @@ -2962,7 +2958,7 @@ { "cell_type": "code", "execution_count": 30, - "id": "0ac9524d", + "id": "16bfea19", "metadata": { "collapsed": false, "editable": true @@ -2976,7 +2972,7 @@ { "cell_type": "code", "execution_count": 31, - "id": "d335bc9a", + "id": "a71e9e62", "metadata": { "collapsed": false, "editable": true @@ -2992,7 +2988,7 @@ { "cell_type": "code", "execution_count": 32, - "id": "a89a9e6d", + "id": "565d22e6", "metadata": { "collapsed": false, "editable": true @@ -3030,7 +3026,7 @@ }, { "cell_type": "markdown", - "id": "9fe3e801", + "id": "101787c1", "metadata": { "editable": true }, @@ -3044,7 +3040,7 @@ { "cell_type": "code", "execution_count": 33, - "id": "7b755579", + "id": "d53ee847", "metadata": { "collapsed": false, "editable": true diff --git a/doc/pub/week45/html/._week45-bs000.html b/doc/pub/week45/html/._week45-bs000.html index 901aa91ec..99289d9fe 100644 --- a/doc/pub/week45/html/._week45-bs000.html +++ b/doc/pub/week45/html/._week45-bs000.html @@ -409,7 +409,7 @@ MathJax.Hub.Config({
-

Nov 12, 2021

+

Aug 23, 2022


@@ -448,7 +448,7 @@ MathJax.Hub.Config({ -->
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week45/html/._week45-bs001.html b/doc/pub/week45/html/._week45-bs001.html index f3e305299..dde0d8852 100644 --- a/doc/pub/week45/html/._week45-bs001.html +++ b/doc/pub/week45/html/._week45-bs001.html @@ -395,13 +395,7 @@ MathJax.Hub.Config({
  • Thursday: Basics of Decision Trees, Bagging and Voting
    • -
  • Friday: More on Bagging, Voting, Random Forests and start Boosting
    • -
diff --git a/doc/pub/week45/html/week45-bs.html b/doc/pub/week45/html/week45-bs.html index 901aa91ec..99289d9fe 100644 --- a/doc/pub/week45/html/week45-bs.html +++ b/doc/pub/week45/html/week45-bs.html @@ -409,7 +409,7 @@ MathJax.Hub.Config({
-

Nov 12, 2021

+

Aug 23, 2022


@@ -448,7 +448,7 @@ MathJax.Hub.Config({ -->
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week45/html/week45-reveal.html b/doc/pub/week45/html/week45-reveal.html index 170e4bc6c..588fe0da7 100644 --- a/doc/pub/week45/html/week45-reveal.html +++ b/doc/pub/week45/html/week45-reveal.html @@ -184,13 +184,13 @@ MathJax.Hub.Config({
-

Nov 12, 2021

+

Aug 23, 2022


- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
@@ -199,17 +199,7 @@ MathJax.Hub.Config({

  • Thursday: Basics of Decision Trees, Bagging and Voting
    • - -

  • Friday: More on Bagging, Voting, Random Forests and start Boosting
    • - -

diff --git a/doc/pub/week45/html/week45-solarized.html b/doc/pub/week45/html/week45-solarized.html index 130e927d3..f15c67f11 100644 --- a/doc/pub/week45/html/week45-solarized.html +++ b/doc/pub/week45/html/week45-solarized.html @@ -332,7 +332,7 @@ MathJax.Hub.Config({
-

Nov 12, 2021

+

Aug 23, 2022


@@ -341,13 +341,7 @@ MathJax.Hub.Config({
  • Thursday: Basics of Decision Trees, Bagging and Voting
    • -
  • Friday: More on Bagging, Voting, Random Forests and start Boosting
    • -
Videos @@ -3331,7 +3325,7 @@ plt.show()
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week45/html/week45.html b/doc/pub/week45/html/week45.html index 265eada00..9470b8531 100644 --- a/doc/pub/week45/html/week45.html +++ b/doc/pub/week45/html/week45.html @@ -409,7 +409,7 @@ MathJax.Hub.Config({
-

Nov 12, 2021

+

Aug 23, 2022


@@ -418,13 +418,7 @@ MathJax.Hub.Config({
  • Thursday: Basics of Decision Trees, Bagging and Voting
    • -
  • Friday: More on Bagging, Voting, Random Forests and start Boosting
    • -
Videos @@ -3408,7 +3402,7 @@ plt.show()
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week45/ipynb/ipynb-week45-src.tar.gz b/doc/pub/week45/ipynb/ipynb-week45-src.tar.gz index 3f9b9d4f1..9ef82a9ad 100644 Binary files a/doc/pub/week45/ipynb/ipynb-week45-src.tar.gz and b/doc/pub/week45/ipynb/ipynb-week45-src.tar.gz differ diff --git a/doc/pub/week45/ipynb/week45.ipynb b/doc/pub/week45/ipynb/week45.ipynb index 6e4df27da..c9384f2dc 100644 --- a/doc/pub/week45/ipynb/week45.ipynb +++ b/doc/pub/week45/ipynb/week45.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "d71eb6c5", + "id": "db17fb40", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "1df06d26", + "id": "4ec2b0df", "metadata": { "editable": true }, @@ -22,14 +22,14 @@ "# Week 45: Decisions Trees, Random Forests, Bagging and Boosting\n", "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n", "\n", - "Date: **Nov 12, 2021**\n", + "Date: **Aug 23, 2022**\n", "\n", - "Copyright 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" + "Copyright 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" ] }, { "cell_type": "markdown", - "id": "b7a1161b", + "id": "932b9d5b", "metadata": { "editable": true }, @@ -38,12 +38,8 @@ "\n", "* Thursday: Basics of Decision Trees, Bagging and Voting\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember11.mp4?vrtx=view-as-webpage)\n", - "\n", "* Friday: More on Bagging, Voting, Random Forests and start Boosting\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember12.mp4?vrtx=view-as-webpage)\n", - "\n", "**Videos.**\n", "\n", "1. [Video on Decision trees](https://www.youtube.com/watch?v=RmajweUFKvM&ab_channel=Simplilearn)\n", @@ -57,7 +53,7 @@ }, { "cell_type": "markdown", - "id": "913d58ae", + "id": "cdef55b7", "metadata": { "editable": true }, @@ -88,7 +84,7 @@ }, { "cell_type": "markdown", - "id": "d7c78ce6", + "id": "670dc680", "metadata": { "editable": true }, @@ -108,7 +104,7 @@ }, { "cell_type": "markdown", - "id": "709ddb15", + "id": "5833bbd3", "metadata": { "editable": true }, @@ -120,7 +116,7 @@ }, { "cell_type": "markdown", - "id": "7263f409", + "id": "086a7a69", "metadata": { "editable": true }, @@ -132,7 +128,7 @@ }, { "cell_type": "markdown", - "id": "f3bf9834", + "id": "7aa50b30", "metadata": { "editable": true }, @@ -150,7 +146,7 @@ }, { "cell_type": "markdown", - "id": "d94d7df0", + "id": "9cf889ab", "metadata": { "editable": true }, @@ -173,7 +169,7 @@ }, { "cell_type": "markdown", - "id": "8a2e7d0c", + "id": "18292295", "metadata": { "editable": true }, @@ -196,7 +192,7 @@ }, { "cell_type": "markdown", - "id": "d92b12fb", + "id": "6f672f93", "metadata": { "editable": true }, @@ -207,7 +203,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "523164e5", + "id": "7d730382", "metadata": { "collapsed": false, "editable": true @@ -308,7 +304,7 @@ }, { "cell_type": "markdown", - "id": "1de5c8b3", + "id": "01173817", "metadata": { "editable": true }, @@ -330,7 +326,7 @@ }, { "cell_type": "markdown", - "id": "f1f09db0", + "id": "236bfeff", "metadata": { "editable": true }, @@ -342,7 +338,7 @@ }, { "cell_type": "markdown", - "id": "a5a2cc1c", + "id": "36699327", "metadata": { "editable": true }, @@ -353,7 +349,7 @@ }, { "cell_type": "markdown", - "id": "af076102", + "id": "a6b5eca0", "metadata": { "editable": true }, @@ -375,7 +371,7 @@ }, { "cell_type": "markdown", - "id": "5eb6d984", + "id": "89758cd5", "metadata": { "editable": true }, @@ -388,7 +384,7 @@ }, { "cell_type": "markdown", - "id": "45c717a3", + "id": "9cfba84e", "metadata": { "editable": true }, @@ -400,7 +396,7 @@ }, { "cell_type": "markdown", - "id": "6de48c4a", + "id": "7f780fbe", "metadata": { "editable": true }, @@ -410,7 +406,7 @@ }, { "cell_type": "markdown", - "id": "1d7bc7d4", + "id": "e8d1a6a3", "metadata": { "editable": true }, @@ -422,7 +418,7 @@ }, { "cell_type": "markdown", - "id": "6626aa85", + "id": "d5be8443", "metadata": { "editable": true }, @@ -432,7 +428,7 @@ }, { "cell_type": "markdown", - "id": "51de015f", + "id": "8196778f", "metadata": { "editable": true }, @@ -444,7 +440,7 @@ }, { "cell_type": "markdown", - "id": "6953c3ae", + "id": "5a958645", "metadata": { "editable": true }, @@ -477,7 +473,7 @@ }, { "cell_type": "markdown", - "id": "7aca88a8", + "id": "64ee96e2", "metadata": { "editable": true }, @@ -501,7 +497,7 @@ }, { "cell_type": "markdown", - "id": "019f4cdd", + "id": "ce46371f", "metadata": { "editable": true }, @@ -513,7 +509,7 @@ }, { "cell_type": "markdown", - "id": "f3ad5e81", + "id": "78594870", "metadata": { "editable": true }, @@ -525,7 +521,7 @@ }, { "cell_type": "markdown", - "id": "3e3a3e77", + "id": "a59d56f0", "metadata": { "editable": true }, @@ -553,7 +549,7 @@ }, { "cell_type": "markdown", - "id": "e1feb8ab", + "id": "561cf3bf", "metadata": { "editable": true }, @@ -579,7 +575,7 @@ }, { "cell_type": "markdown", - "id": "8132c098", + "id": "c7792b0c", "metadata": { "editable": true }, @@ -602,7 +598,7 @@ }, { "cell_type": "markdown", - "id": "b528637d", + "id": "3b02fe57", "metadata": { "editable": true }, @@ -629,7 +625,7 @@ }, { "cell_type": "markdown", - "id": "c0160307", + "id": "d094026d", "metadata": { "editable": true }, @@ -648,7 +644,7 @@ }, { "cell_type": "markdown", - "id": "9566f2d5", + "id": "f1d5c787", "metadata": { "editable": true }, @@ -660,7 +656,7 @@ }, { "cell_type": "markdown", - "id": "295bf58a", + "id": "aa2f27d7", "metadata": { "editable": true }, @@ -673,7 +669,7 @@ }, { "cell_type": "markdown", - "id": "3883a13b", + "id": "30f0e2db", "metadata": { "editable": true }, @@ -685,7 +681,7 @@ }, { "cell_type": "markdown", - "id": "5106f192", + "id": "b72bf047", "metadata": { "editable": true }, @@ -695,7 +691,7 @@ }, { "cell_type": "markdown", - "id": "f77521cf", + "id": "0b221ace", "metadata": { "editable": true }, @@ -707,7 +703,7 @@ }, { "cell_type": "markdown", - "id": "635df28e", + "id": "dc4d486d", "metadata": { "editable": true }, @@ -717,7 +713,7 @@ }, { "cell_type": "markdown", - "id": "f526ea0a", + "id": "46191df9", "metadata": { "editable": true }, @@ -729,7 +725,7 @@ }, { "cell_type": "markdown", - "id": "28fb5149", + "id": "da64067b", "metadata": { "editable": true }, @@ -751,7 +747,7 @@ }, { "cell_type": "markdown", - "id": "0243971a", + "id": "40fd5478", "metadata": { "editable": true }, @@ -766,7 +762,7 @@ }, { "cell_type": "markdown", - "id": "73268cad", + "id": "9181dd30", "metadata": { "editable": true }, @@ -792,7 +788,7 @@ }, { "cell_type": "markdown", - "id": "186f184a", + "id": "f7f73e7c", "metadata": { "editable": true }, @@ -820,7 +816,7 @@ }, { "cell_type": "markdown", - "id": "9a03c3f0", + "id": "3d309daf", "metadata": { "editable": true }, @@ -837,7 +833,7 @@ }, { "cell_type": "markdown", - "id": "a08a0c21", + "id": "47899942", "metadata": { "editable": true }, @@ -851,7 +847,7 @@ }, { "cell_type": "markdown", - "id": "c2bee1e5", + "id": "5ac9e8ae", "metadata": { "editable": true }, @@ -867,7 +863,7 @@ }, { "cell_type": "markdown", - "id": "ed4e4a72", + "id": "51e2ac77", "metadata": { "editable": true }, @@ -877,78 +873,13 @@ }, { "cell_type": "code", -<<<<<<< HEAD - "execution_count": 3, - "id": "6206aec1", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " (0, 2)\t1.0\n", - " (0, 5)\t1.0\n", - " (0, 8)\t1.0\n", - " (1, 1)\t1.0\n", - " (1, 3)\t1.0\n", - " (1, 6)\t1.0\n", - " (2, 0)\t1.0\n", - " (2, 4)\t1.0\n", - " (2, 6)\t1.0\n", - " (3, 1)\t1.0\n", - " (3, 3)\t1.0\n", - " (3, 7)\t1.0\n", - " (4, 1)\t1.0\n", - " (4, 4)\t1.0\n", - " (4, 7)\t1.0\n", - " (5, 0)\t1.0\n", - " (5, 3)\t1.0\n", - " (5, 7)\t1.0\n", - " (6, 1)\t1.0\n", - " (6, 3)\t1.0\n", - " (6, 6)\t1.0\n", - " (7, 0)\t1.0\n", - " (7, 4)\t1.0\n", - " (7, 7)\t1.0\n", - " (8, 0)\t1.0\n", - " (8, 3)\t1.0\n", - " (8, 7)\t1.0\n", - " (9, 1)\t1.0\n", - " (9, 3)\t1.0\n", - " (9, 6)\t1.0\n", - " (10, 1)\t1.0\n", - " (10, 4)\t1.0\n", - " (10, 7)\t1.0\n", - "Train set accuracy with Decision Tree: 0.82\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "sh: dot: command not found\n" - ] - }, - { - "data": { - "text/plain": [ - "32512" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], -======= "execution_count": 2, - "id": "ab9c3c9e", + "id": "1b07cb3e", "metadata": { "collapsed": false, "editable": true }, "outputs": [], ->>>>>>> 6e6a5c152c3f30dc18b12384198cdca878013a84 "source": [ "# Common imports\n", "import numpy as np\n", @@ -1021,7 +952,7 @@ }, { "cell_type": "markdown", - "id": "53b32143", + "id": "6dc5d834", "metadata": { "editable": true }, @@ -1032,7 +963,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "97b9b51a", + "id": "e5eae0aa", "metadata": { "collapsed": false, "editable": true @@ -1076,7 +1007,7 @@ }, { "cell_type": "markdown", - "id": "94672c7b", + "id": "a460a7dd", "metadata": { "editable": true }, @@ -1087,7 +1018,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "d7275b36", + "id": "b14b8dfa", "metadata": { "collapsed": false, "editable": true @@ -1122,7 +1053,7 @@ }, { "cell_type": "markdown", - "id": "bbe3f31b", + "id": "e255d841", "metadata": { "editable": true }, @@ -1135,7 +1066,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "b0df5a5d", + "id": "5248c4d7", "metadata": { "collapsed": false, "editable": true @@ -1153,7 +1084,7 @@ }, { "cell_type": "markdown", - "id": "3437610f", + "id": "80eb5247", "metadata": { "editable": true }, @@ -1167,7 +1098,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "43043846", + "id": "5b16523c", "metadata": { "collapsed": false, "editable": true @@ -1186,7 +1117,7 @@ }, { "cell_type": "markdown", - "id": "ec6a0a6b", + "id": "e06f89e0", "metadata": { "editable": true }, @@ -1206,7 +1137,7 @@ }, { "cell_type": "markdown", - "id": "c1b10c09", + "id": "9dd265ec", "metadata": { "editable": true }, @@ -1223,7 +1154,7 @@ }, { "cell_type": "markdown", - "id": "a49ec55d", + "id": "61cfa4b0", "metadata": { "editable": true }, @@ -1235,7 +1166,7 @@ }, { "cell_type": "markdown", - "id": "2e34a49a", + "id": "96d31486", "metadata": { "editable": true }, @@ -1252,7 +1183,7 @@ }, { "cell_type": "markdown", - "id": "3f121670", + "id": "f4288b07", "metadata": { "editable": true }, @@ -1265,7 +1196,7 @@ }, { "cell_type": "markdown", - "id": "2d433e86", + "id": "a5acbc94", "metadata": { "editable": true }, @@ -1277,7 +1208,7 @@ }, { "cell_type": "markdown", - "id": "e4792af3", + "id": "4c2a0a69", "metadata": { "editable": true }, @@ -1287,7 +1218,7 @@ }, { "cell_type": "markdown", - "id": "498bb7f5", + "id": "79c95fcd", "metadata": { "editable": true }, @@ -1299,7 +1230,7 @@ }, { "cell_type": "markdown", - "id": "1c9fc558", + "id": "0030a54b", "metadata": { "editable": true }, @@ -1309,7 +1240,7 @@ }, { "cell_type": "markdown", - "id": "cc97af93", + "id": "7ffe431c", "metadata": { "editable": true }, @@ -1321,7 +1252,7 @@ }, { "cell_type": "markdown", - "id": "a72479bf", + "id": "dcae142e", "metadata": { "editable": true }, @@ -1334,7 +1265,7 @@ }, { "cell_type": "markdown", - "id": "ffd2b1bc", + "id": "80f06b52", "metadata": { "editable": true }, @@ -1378,7 +1309,7 @@ }, { "cell_type": "markdown", - "id": "7b5515fc", + "id": "ab6d774f", "metadata": { "editable": true }, @@ -1389,7 +1320,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "1119f5c2", + "id": "bd87fe11", "metadata": { "collapsed": false, "editable": true @@ -1467,7 +1398,7 @@ }, { "cell_type": "markdown", - "id": "bedf0437", + "id": "43daa955", "metadata": { "editable": true }, @@ -1485,7 +1416,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "d2263dc0", + "id": "0ac83107", "metadata": { "collapsed": false, "editable": true @@ -1556,7 +1487,7 @@ }, { "cell_type": "markdown", - "id": "019e9ebc", + "id": "c78f6b56", "metadata": { "editable": true }, @@ -1595,7 +1526,7 @@ }, { "cell_type": "markdown", - "id": "81ce1017", + "id": "b8c96705", "metadata": { "editable": true }, @@ -1606,7 +1537,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "954f3552", + "id": "10c8e3b4", "metadata": { "collapsed": false, "editable": true @@ -1658,7 +1589,7 @@ }, { "cell_type": "markdown", - "id": "d3514614", + "id": "1bc9d4d6", "metadata": { "editable": true }, @@ -1669,7 +1600,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "078ce1b7", + "id": "3b590164", "metadata": { "collapsed": false, "editable": true @@ -1744,7 +1675,7 @@ }, { "cell_type": "markdown", - "id": "c82a61fc", + "id": "06763654", "metadata": { "editable": true }, @@ -1755,7 +1686,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "0ea9eba1", + "id": "fed932d7", "metadata": { "collapsed": false, "editable": true @@ -1786,7 +1717,7 @@ }, { "cell_type": "markdown", - "id": "f2903f07", + "id": "082490df", "metadata": { "editable": true }, @@ -1797,7 +1728,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "cf34aea5", + "id": "fed48fd6", "metadata": { "collapsed": false, "editable": true @@ -1815,7 +1746,7 @@ { "cell_type": "code", "execution_count": 13, - "id": "e96caea7", + "id": "e07a5961", "metadata": { "collapsed": false, "editable": true @@ -1830,7 +1761,7 @@ }, { "cell_type": "markdown", - "id": "abb62276", + "id": "04d25c6f", "metadata": { "editable": true }, @@ -1841,7 +1772,7 @@ { "cell_type": "code", "execution_count": 14, - "id": "48922f75", + "id": "ac2ea1c2", "metadata": { "collapsed": false, "editable": true @@ -1891,7 +1822,7 @@ { "cell_type": "code", "execution_count": 15, - "id": "02d670bf", + "id": "7fe38a5f", "metadata": { "collapsed": false, "editable": true @@ -1930,7 +1861,7 @@ }, { "cell_type": "markdown", - "id": "3d0adddc", + "id": "78ab944f", "metadata": { "editable": true }, @@ -1954,7 +1885,7 @@ }, { "cell_type": "markdown", - "id": "ef1bc9bb", + "id": "d0846616", "metadata": { "editable": true }, @@ -1982,7 +1913,7 @@ }, { "cell_type": "markdown", - "id": "af41a2c0", + "id": "7a075199", "metadata": { "editable": true }, @@ -2013,7 +1944,7 @@ }, { "cell_type": "markdown", - "id": "90461b56", + "id": "b84e22c7", "metadata": { "editable": true }, @@ -2029,7 +1960,7 @@ }, { "cell_type": "markdown", - "id": "8eaefb2c", + "id": "d144431f", "metadata": { "editable": true }, @@ -2051,7 +1982,7 @@ }, { "cell_type": "markdown", - "id": "e5bdc60e", + "id": "9ad28e89", "metadata": { "editable": true }, @@ -2083,7 +2014,7 @@ }, { "cell_type": "markdown", - "id": "32637cbd", + "id": "05046bf5", "metadata": { "editable": true }, @@ -2097,7 +2028,7 @@ { "cell_type": "code", "execution_count": 16, - "id": "84a0ab7f", + "id": "87ff8892", "metadata": { "collapsed": false, "editable": true @@ -2160,7 +2091,7 @@ }, { "cell_type": "markdown", - "id": "966c5bfa", + "id": "530055df", "metadata": { "editable": true }, @@ -2184,7 +2115,7 @@ }, { "cell_type": "markdown", - "id": "98617121", + "id": "4b371d5d", "metadata": { "editable": true }, @@ -2215,7 +2146,7 @@ }, { "cell_type": "markdown", - "id": "22b6b2a6", + "id": "a783b4a6", "metadata": { "editable": true }, @@ -2226,7 +2157,7 @@ { "cell_type": "code", "execution_count": 17, - "id": "8780a315", + "id": "0a55830c", "metadata": { "collapsed": false, "editable": true @@ -2274,7 +2205,7 @@ }, { "cell_type": "markdown", - "id": "53df0b60", + "id": "b1f44b12", "metadata": { "editable": true }, @@ -2285,7 +2216,7 @@ { "cell_type": "code", "execution_count": 18, - "id": "3c252ef9", + "id": "81ff3794", "metadata": { "collapsed": false, "editable": true @@ -2319,7 +2250,7 @@ }, { "cell_type": "markdown", - "id": "0fdfbb1c", + "id": "0abe7dd3", "metadata": { "editable": true }, @@ -2332,7 +2263,7 @@ { "cell_type": "code", "execution_count": 19, - "id": "65ae1dde", + "id": "20dc43ee", "metadata": { "collapsed": false, "editable": true @@ -2385,7 +2316,7 @@ }, { "cell_type": "markdown", - "id": "ca1f2e17", + "id": "5de42689", "metadata": { "editable": true }, @@ -2396,7 +2327,7 @@ { "cell_type": "code", "execution_count": 20, - "id": "a20648a3", + "id": "7b49c302", "metadata": { "collapsed": false, "editable": true @@ -2426,7 +2357,7 @@ { "cell_type": "code", "execution_count": 21, - "id": "bb049c2c", + "id": "8b08d1e0", "metadata": { "collapsed": false, "editable": true @@ -2444,7 +2375,7 @@ { "cell_type": "code", "execution_count": 22, - "id": "0976fbf2", + "id": "251a53bd", "metadata": { "collapsed": false, "editable": true @@ -2464,7 +2395,7 @@ { "cell_type": "code", "execution_count": 23, - "id": "f9fe3c33", + "id": "a4607683", "metadata": { "collapsed": false, "editable": true @@ -2481,7 +2412,7 @@ }, { "cell_type": "markdown", - "id": "9a7148c8", + "id": "beb8afe1", "metadata": { "editable": true }, @@ -2504,7 +2435,7 @@ }, { "cell_type": "markdown", - "id": "55f61a8d", + "id": "6dd32780", "metadata": { "editable": true }, @@ -2516,7 +2447,7 @@ }, { "cell_type": "markdown", - "id": "cf370519", + "id": "95775422", "metadata": { "editable": true }, @@ -2541,7 +2472,7 @@ }, { "cell_type": "markdown", - "id": "bb7388ae", + "id": "e232ac2e", "metadata": { "editable": true }, @@ -2567,7 +2498,7 @@ }, { "cell_type": "markdown", - "id": "e3c86a9f", + "id": "00c712ec", "metadata": { "editable": true }, @@ -2578,7 +2509,7 @@ { "cell_type": "code", "execution_count": 24, - "id": "7f5ad325", + "id": "dfbf0cb3", "metadata": { "collapsed": false, "editable": true @@ -2655,7 +2586,7 @@ }, { "cell_type": "markdown", - "id": "d813ed8b", + "id": "d4be7244", "metadata": { "editable": true }, @@ -2671,7 +2602,7 @@ }, { "cell_type": "markdown", - "id": "736991de", + "id": "6c43e752", "metadata": { "editable": true }, @@ -2682,7 +2613,7 @@ { "cell_type": "code", "execution_count": 25, - "id": "fa1fc990", + "id": "7275b11a", "metadata": { "collapsed": false, "editable": true @@ -2697,7 +2628,7 @@ { "cell_type": "code", "execution_count": 26, - "id": "048d511a", + "id": "afe71c04", "metadata": { "collapsed": false, "editable": true @@ -2715,7 +2646,7 @@ }, { "cell_type": "markdown", - "id": "da6b5e13", + "id": "bb8033bf", "metadata": { "editable": true }, @@ -2735,7 +2666,7 @@ }, { "cell_type": "markdown", - "id": "9257bbbb", + "id": "43d9c197", "metadata": { "editable": true }, @@ -2749,7 +2680,7 @@ }, { "cell_type": "markdown", - "id": "4762d537", + "id": "59512eb5", "metadata": { "editable": true }, @@ -2761,7 +2692,7 @@ }, { "cell_type": "markdown", - "id": "ab36a813", + "id": "d01de458", "metadata": { "editable": true }, @@ -2778,7 +2709,7 @@ }, { "cell_type": "markdown", - "id": "40b63f0f", + "id": "9618b7ac", "metadata": { "editable": true }, @@ -2790,7 +2721,7 @@ }, { "cell_type": "markdown", - "id": "d5e0cdad", + "id": "f4d04ccc", "metadata": { "editable": true }, @@ -2804,7 +2735,7 @@ }, { "cell_type": "markdown", - "id": "dd3a061c", + "id": "7a32772c", "metadata": { "editable": true }, @@ -2816,7 +2747,7 @@ }, { "cell_type": "markdown", - "id": "6d53d024", + "id": "dfc76f2d", "metadata": { "editable": true }, @@ -2829,7 +2760,7 @@ }, { "cell_type": "markdown", - "id": "3242ea1d", + "id": "c77c73c5", "metadata": { "editable": true }, @@ -2841,7 +2772,7 @@ }, { "cell_type": "markdown", - "id": "abcb204c", + "id": "a2a93b75", "metadata": { "editable": true }, @@ -2851,7 +2782,7 @@ }, { "cell_type": "markdown", - "id": "d7c5c454", + "id": "b4fc91c8", "metadata": { "editable": true }, @@ -2879,7 +2810,7 @@ }, { "cell_type": "markdown", - "id": "ed7d9340", + "id": "7b755f85", "metadata": { "editable": true }, @@ -2895,7 +2826,7 @@ }, { "cell_type": "markdown", - "id": "e8ba9f4b", + "id": "b7cd33c5", "metadata": { "editable": true }, @@ -2907,7 +2838,7 @@ }, { "cell_type": "markdown", - "id": "4681250b", + "id": "c1abc094", "metadata": { "editable": true }, @@ -2918,7 +2849,7 @@ }, { "cell_type": "markdown", - "id": "bd8519d8", + "id": "4f12e7aa", "metadata": { "editable": true }, @@ -2930,7 +2861,7 @@ }, { "cell_type": "markdown", - "id": "ba583d71", + "id": "c9fe0d94", "metadata": { "editable": true }, @@ -2940,7 +2871,7 @@ }, { "cell_type": "markdown", - "id": "637356c2", + "id": "ab49d8e8", "metadata": { "editable": true }, @@ -2952,7 +2883,7 @@ }, { "cell_type": "markdown", - "id": "8c185c05", + "id": "8259add1", "metadata": { "editable": true }, @@ -2962,7 +2893,7 @@ }, { "cell_type": "markdown", - "id": "9460a8fa", + "id": "6ba21032", "metadata": { "editable": true }, @@ -2974,7 +2905,7 @@ }, { "cell_type": "markdown", - "id": "0b07afc4", + "id": "6d02a090", "metadata": { "editable": true }, @@ -2984,7 +2915,7 @@ }, { "cell_type": "markdown", - "id": "2eca4e12", + "id": "1b946cef", "metadata": { "editable": true }, @@ -2996,7 +2927,7 @@ }, { "cell_type": "markdown", - "id": "4e66ed95", + "id": "b7f1658c", "metadata": { "editable": true }, @@ -3010,7 +2941,7 @@ }, { "cell_type": "markdown", - "id": "3886e3cd", + "id": "c1168b34", "metadata": { "editable": true }, @@ -3026,7 +2957,7 @@ }, { "cell_type": "markdown", - "id": "9340d546", + "id": "1c39b99a", "metadata": { "editable": true }, @@ -3038,7 +2969,7 @@ }, { "cell_type": "markdown", - "id": "4a811fe2", + "id": "6f3404b3", "metadata": { "editable": true }, @@ -3054,7 +2985,7 @@ }, { "cell_type": "markdown", - "id": "403c01f1", + "id": "4c70dc47", "metadata": { "editable": true }, @@ -3066,7 +2997,7 @@ }, { "cell_type": "markdown", - "id": "a700a98e", + "id": "680b4e03", "metadata": { "editable": true }, @@ -3076,7 +3007,7 @@ }, { "cell_type": "markdown", - "id": "08113929", + "id": "d48c297a", "metadata": { "editable": true }, @@ -3088,7 +3019,7 @@ }, { "cell_type": "markdown", - "id": "85f281cc", + "id": "9ea78855", "metadata": { "editable": true }, @@ -3100,7 +3031,7 @@ }, { "cell_type": "markdown", - "id": "54ffa37f", + "id": "aacac0b8", "metadata": { "editable": true }, @@ -3112,7 +3043,7 @@ }, { "cell_type": "markdown", - "id": "6874f147", + "id": "970d560e", "metadata": { "editable": true }, @@ -3123,7 +3054,7 @@ }, { "cell_type": "markdown", - "id": "2f7992b0", + "id": "fa0f6981", "metadata": { "editable": true }, @@ -3135,7 +3066,7 @@ }, { "cell_type": "markdown", - "id": "66695c48", + "id": "4f692fa0", "metadata": { "editable": true }, @@ -3146,7 +3077,7 @@ }, { "cell_type": "markdown", - "id": "28b55d9c", + "id": "4ee21d3d", "metadata": { "editable": true }, @@ -3158,7 +3089,7 @@ }, { "cell_type": "markdown", - "id": "e1425728", + "id": "d5685bf3", "metadata": { "editable": true }, @@ -3168,7 +3099,7 @@ }, { "cell_type": "markdown", - "id": "06cde447", + "id": "aea2be59", "metadata": { "editable": true }, @@ -3180,7 +3111,7 @@ }, { "cell_type": "markdown", - "id": "ef0b1ae2", + "id": "787d4be2", "metadata": { "editable": true }, @@ -3192,7 +3123,7 @@ }, { "cell_type": "markdown", - "id": "ccf8cbf3", + "id": "00f6d701", "metadata": { "editable": true }, @@ -3204,7 +3135,7 @@ }, { "cell_type": "markdown", - "id": "4234e666", + "id": "2515d852", "metadata": { "editable": true }, @@ -3216,7 +3147,7 @@ }, { "cell_type": "markdown", - "id": "178d03b7", + "id": "d98b609b", "metadata": { "editable": true }, @@ -3226,7 +3157,7 @@ }, { "cell_type": "markdown", - "id": "5fa4d7ad", + "id": "092938b5", "metadata": { "editable": true }, @@ -3238,7 +3169,7 @@ }, { "cell_type": "markdown", - "id": "e7070480", + "id": "e610a697", "metadata": { "editable": true }, @@ -3248,7 +3179,7 @@ }, { "cell_type": "markdown", - "id": "fda49c9c", + "id": "9325f7ab", "metadata": { "editable": true }, @@ -3260,7 +3191,7 @@ }, { "cell_type": "markdown", - "id": "d1196c44", + "id": "0b111723", "metadata": { "editable": true }, @@ -3270,7 +3201,7 @@ }, { "cell_type": "markdown", - "id": "7e9e1a54", + "id": "bc56e91c", "metadata": { "editable": true }, @@ -3282,7 +3213,7 @@ }, { "cell_type": "markdown", - "id": "8606b09a", + "id": "6ea7be4d", "metadata": { "editable": true }, @@ -3292,7 +3223,7 @@ }, { "cell_type": "markdown", - "id": "7befd0eb", + "id": "fc97e2c0", "metadata": { "editable": true }, @@ -3304,7 +3235,7 @@ }, { "cell_type": "markdown", - "id": "316aaa41", + "id": "3396a105", "metadata": { "editable": true }, @@ -3314,7 +3245,7 @@ }, { "cell_type": "markdown", - "id": "a6e517c8", + "id": "86164277", "metadata": { "editable": true }, @@ -3326,7 +3257,7 @@ }, { "cell_type": "markdown", - "id": "8c964d68", + "id": "56e9bc72", "metadata": { "editable": true }, @@ -3346,7 +3277,7 @@ }, { "cell_type": "markdown", - "id": "c8cca737", + "id": "c19ae181", "metadata": { "editable": true }, @@ -3358,7 +3289,7 @@ }, { "cell_type": "markdown", - "id": "01ea3b3c", + "id": "e8da19a4", "metadata": { "editable": true }, @@ -3368,7 +3299,7 @@ }, { "cell_type": "markdown", - "id": "49af99b4", + "id": "6528d252", "metadata": { "editable": true }, @@ -3384,7 +3315,7 @@ }, { "cell_type": "markdown", - "id": "13f3c995", + "id": "03061ff0", "metadata": { "editable": true }, @@ -3396,7 +3327,7 @@ }, { "cell_type": "markdown", - "id": "066cc378", + "id": "329880e6", "metadata": { "editable": true }, @@ -3424,7 +3355,7 @@ }, { "cell_type": "markdown", - "id": "31e8b167", + "id": "a17484e2", "metadata": { "editable": true }, @@ -3437,7 +3368,7 @@ { "cell_type": "code", "execution_count": 27, - "id": "d21b6e38", + "id": "0368e8cf", "metadata": { "collapsed": false, "editable": true @@ -3469,7 +3400,7 @@ }, { "cell_type": "markdown", - "id": "bd73f19c", + "id": "bec09d13", "metadata": { "editable": true }, @@ -3487,7 +3418,7 @@ }, { "cell_type": "markdown", - "id": "91f98ebf", + "id": "956f0ebb", "metadata": { "editable": true }, @@ -3500,7 +3431,7 @@ }, { "cell_type": "markdown", - "id": "61ecdf5b", + "id": "9c8261f8", "metadata": { "editable": true }, @@ -3512,7 +3443,7 @@ }, { "cell_type": "markdown", - "id": "ce82798c", + "id": "b52aa243", "metadata": { "editable": true }, @@ -3522,7 +3453,7 @@ }, { "cell_type": "markdown", - "id": "f4671edf", + "id": "9f907030", "metadata": { "editable": true }, @@ -3534,7 +3465,7 @@ }, { "cell_type": "markdown", - "id": "caa41736", + "id": "3f2b936d", "metadata": { "editable": true }, @@ -3544,7 +3475,7 @@ }, { "cell_type": "markdown", - "id": "e3b64ac5", + "id": "2b495785", "metadata": { "editable": true }, @@ -3556,7 +3487,7 @@ }, { "cell_type": "markdown", - "id": "ae07957e", + "id": "8b09c2e3", "metadata": { "editable": true }, @@ -3569,7 +3500,7 @@ }, { "cell_type": "markdown", - "id": "d47eae0d", + "id": "00ea9bd0", "metadata": { "editable": true }, @@ -3581,7 +3512,7 @@ }, { "cell_type": "markdown", - "id": "df3a4e40", + "id": "c95c9ca3", "metadata": { "editable": true }, @@ -3593,7 +3524,7 @@ }, { "cell_type": "markdown", - "id": "ee330688", + "id": "ab0dad4c", "metadata": { "editable": true }, @@ -3605,7 +3536,7 @@ }, { "cell_type": "markdown", - "id": "32fbddf9", + "id": "118bcafc", "metadata": { "editable": true }, @@ -3615,7 +3546,7 @@ }, { "cell_type": "markdown", - "id": "36040e0a", + "id": "541e9c64", "metadata": { "editable": true }, @@ -3627,7 +3558,7 @@ }, { "cell_type": "markdown", - "id": "22c0ffd0", + "id": "0d6955b5", "metadata": { "editable": true }, @@ -3637,7 +3568,7 @@ }, { "cell_type": "markdown", - "id": "ac371de8", + "id": "d1e3d511", "metadata": { "editable": true }, @@ -3653,7 +3584,7 @@ }, { "cell_type": "markdown", - "id": "a266ee8b", + "id": "0f51da66", "metadata": { "editable": true }, @@ -3665,7 +3596,7 @@ }, { "cell_type": "markdown", - "id": "c516339a", + "id": "9b12e6f5", "metadata": { "editable": true }, @@ -3686,7 +3617,7 @@ }, { "cell_type": "markdown", - "id": "6ffa2c59", + "id": "a2092cee", "metadata": { "editable": true }, @@ -3697,7 +3628,7 @@ { "cell_type": "code", "execution_count": 28, - "id": "a5317ca8", + "id": "38910c9a", "metadata": { "collapsed": false, "editable": true @@ -3749,7 +3680,7 @@ }, { "cell_type": "markdown", - "id": "20d58df1", + "id": "a6ecaf58", "metadata": { "editable": true }, @@ -3760,7 +3691,7 @@ { "cell_type": "code", "execution_count": 29, - "id": "b1a36e5e", + "id": "b12de0d2", "metadata": { "collapsed": false, "editable": true @@ -3811,7 +3742,7 @@ }, { "cell_type": "markdown", - "id": "a2155c49", + "id": "a55eefd0", "metadata": { "editable": true }, @@ -3834,7 +3765,7 @@ }, { "cell_type": "markdown", - "id": "7856d681", + "id": "dba0b7bb", "metadata": { "editable": true }, @@ -3845,7 +3776,7 @@ { "cell_type": "code", "execution_count": 30, - "id": "653c1936", + "id": "5620b93c", "metadata": { "collapsed": false, "editable": true @@ -3897,7 +3828,7 @@ }, { "cell_type": "markdown", - "id": "f987405e", + "id": "d0a95e1f", "metadata": { "editable": true }, @@ -3910,7 +3841,7 @@ { "cell_type": "code", "execution_count": 31, - "id": "667744e1", + "id": "49018eb3", "metadata": { "collapsed": false, "editable": true @@ -3972,29 +3903,7 @@ ] } ], -<<<<<<< HEAD - "metadata": { - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.12" - } - }, -======= "metadata": {}, ->>>>>>> 6e6a5c152c3f30dc18b12384198cdca878013a84 "nbformat": 4, "nbformat_minor": 5 } diff --git a/doc/pub/week46/html/._week46-bs000.html b/doc/pub/week46/html/._week46-bs000.html index 4a81a76eb..91ebb8d77 100644 --- a/doc/pub/week46/html/._week46-bs000.html +++ b/doc/pub/week46/html/._week46-bs000.html @@ -192,7 +192,7 @@ MathJax.Hub.Config({
-

Nov 19, 2021

+

Aug 23, 2022


@@ -231,7 +231,7 @@ MathJax.Hub.Config({ -->
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week46/html/._week46-bs001.html b/doc/pub/week46/html/._week46-bs001.html index fa5619df1..c93f12cd0 100644 --- a/doc/pub/week46/html/._week46-bs001.html +++ b/doc/pub/week46/html/._week46-bs001.html @@ -179,12 +179,7 @@ MathJax.Hub.Config({
  • Thursday: Summary of Gradient Boosting. Start support Vector Machines
  • Friday: Eventual Workshop on project 3. Discussion of project 3.
    • - -
-Note that on Thursday we will have only one lecture, from 1215pm to 1pm. There is no session 115pm-2pm. -
diff --git a/doc/pub/week46/html/week46-bs.html b/doc/pub/week46/html/week46-bs.html index 4a81a76eb..91ebb8d77 100644 --- a/doc/pub/week46/html/week46-bs.html +++ b/doc/pub/week46/html/week46-bs.html @@ -192,7 +192,7 @@ MathJax.Hub.Config({
-

Nov 19, 2021

+

Aug 23, 2022


@@ -231,7 +231,7 @@ MathJax.Hub.Config({ -->
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week46/html/week46-reveal.html b/doc/pub/week46/html/week46-reveal.html index 68f5b19f4..687abee57 100644 --- a/doc/pub/week46/html/week46-reveal.html +++ b/doc/pub/week46/html/week46-reveal.html @@ -184,13 +184,13 @@ MathJax.Hub.Config({
-

Nov 19, 2021

+

Aug 23, 2022


- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
@@ -200,15 +200,8 @@ MathJax.Hub.Config({

  • Thursday: Summary of Gradient Boosting. Start support Vector Machines

  • Friday: Eventual Workshop on project 3. Discussion of project 3.
    • -

    -

-

-Note that on Thursday we will have only one lecture, from 1215pm to 1pm. There is no session 115pm-2pm. -

Reading

diff --git a/doc/pub/week46/html/week46-solarized.html b/doc/pub/week46/html/week46-solarized.html index 7ca3e1578..ce5c0ba54 100644 --- a/doc/pub/week46/html/week46-solarized.html +++ b/doc/pub/week46/html/week46-solarized.html @@ -163,7 +163,7 @@ MathJax.Hub.Config({

-

Nov 19, 2021

+

Aug 23, 2022


@@ -173,12 +173,7 @@ MathJax.Hub.Config({
  • Thursday: Summary of Gradient Boosting. Start support Vector Machines
  • Friday: Eventual Workshop on project 3. Discussion of project 3.
    • - -
-Note that on Thursday we will have only one lecture, from 1215pm to 1pm. There is no session 115pm-2pm. -
Reading

@@ -1453,7 +1448,7 @@ With the slack constants this leads to the additional constraint \( 0\leq \lamb

- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week46/html/week46.html b/doc/pub/week46/html/week46.html index 976e59b3b..48a22cdc9 100644 --- a/doc/pub/week46/html/week46.html +++ b/doc/pub/week46/html/week46.html @@ -240,7 +240,7 @@ MathJax.Hub.Config({
-

Nov 19, 2021

+

Aug 23, 2022


@@ -250,12 +250,7 @@ MathJax.Hub.Config({
  • Thursday: Summary of Gradient Boosting. Start support Vector Machines
  • Friday: Eventual Workshop on project 3. Discussion of project 3.
    • - -
-Note that on Thursday we will have only one lecture, from 1215pm to 1pm. There is no session 115pm-2pm. -
Reading

@@ -1530,7 +1525,7 @@ With the slack constants this leads to the additional constraint \( 0\leq \lamb

- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week46/ipynb/ipynb-week46-src.tar.gz b/doc/pub/week46/ipynb/ipynb-week46-src.tar.gz index 9cc96984c..9e3d53f38 100644 Binary files a/doc/pub/week46/ipynb/ipynb-week46-src.tar.gz and b/doc/pub/week46/ipynb/ipynb-week46-src.tar.gz differ diff --git a/doc/pub/week46/ipynb/week46.ipynb b/doc/pub/week46/ipynb/week46.ipynb index 95ea41779..effc6fa31 100644 --- a/doc/pub/week46/ipynb/week46.ipynb +++ b/doc/pub/week46/ipynb/week46.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "3101f2f3", + "id": "240f6227", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "d640dcef", + "id": "54eb4357", "metadata": { "editable": true }, @@ -22,14 +22,14 @@ "# Week 46: Support Vector Machines and Project 3\n", "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n", "\n", - "Date: **Nov 19, 2021**\n", + "Date: **Aug 23, 2022**\n", "\n", - "Copyright 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" + "Copyright 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" ] }, { "cell_type": "markdown", - "id": "1034c8ea", + "id": "9f25e1c2", "metadata": { "editable": true }, @@ -40,10 +40,6 @@ "\n", "* **Friday**: Eventual Workshop on project 3. Discussion of project 3.\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK4155/h21/forelesningsvideoer/LectureNovember19.mp4?vrtx=view-as-webpage)\n", - "\n", - "**Note that on Thursday we will have only one lecture, from 1215pm to 1pm. There is no session 115pm-2pm.**\n", - "\n", "**Reading.**\n", "\n", "Reading recommendations:\n", @@ -64,7 +60,7 @@ }, { "cell_type": "markdown", - "id": "503b835a", + "id": "1342f2c8", "metadata": { "editable": true }, @@ -97,7 +93,7 @@ }, { "cell_type": "markdown", - "id": "75d1edb9", + "id": "f63624d1", "metadata": { "editable": true }, @@ -117,7 +113,7 @@ }, { "cell_type": "markdown", - "id": "e55be386", + "id": "786b642f", "metadata": { "editable": true }, @@ -151,7 +147,7 @@ }, { "cell_type": "markdown", - "id": "a0b3f2e2", + "id": "54560851", "metadata": { "editable": true }, @@ -173,7 +169,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "0e45dd9e", + "id": "0906910f", "metadata": { "collapsed": false, "editable": true @@ -252,7 +248,7 @@ }, { "cell_type": "markdown", - "id": "66514e13", + "id": "55a352a0", "metadata": { "editable": true }, @@ -272,7 +268,7 @@ }, { "cell_type": "markdown", - "id": "08ec21f0", + "id": "681f91b7", "metadata": { "editable": true }, @@ -284,7 +280,7 @@ }, { "cell_type": "markdown", - "id": "c63544d1", + "id": "2cd7db57", "metadata": { "editable": true }, @@ -297,7 +293,7 @@ }, { "cell_type": "markdown", - "id": "893c3fde", + "id": "9d5f7d2d", "metadata": { "editable": true }, @@ -309,7 +305,7 @@ }, { "cell_type": "markdown", - "id": "572a9401", + "id": "772eb7df", "metadata": { "editable": true }, @@ -322,7 +318,7 @@ }, { "cell_type": "markdown", - "id": "251ad4a6", + "id": "77cdcd8f", "metadata": { "editable": true }, @@ -334,7 +330,7 @@ }, { "cell_type": "markdown", - "id": "8f3e1180", + "id": "2f386664", "metadata": { "editable": true }, @@ -346,7 +342,7 @@ }, { "cell_type": "markdown", - "id": "5612f6cb", + "id": "99f58335", "metadata": { "editable": true }, @@ -358,7 +354,7 @@ }, { "cell_type": "markdown", - "id": "4d2ca017", + "id": "500e01a9", "metadata": { "editable": true }, @@ -368,7 +364,7 @@ }, { "cell_type": "markdown", - "id": "f2d8c2f6", + "id": "1f9e2655", "metadata": { "editable": true }, @@ -380,7 +376,7 @@ }, { "cell_type": "markdown", - "id": "b15623f3", + "id": "3ee0f172", "metadata": { "editable": true }, @@ -391,7 +387,7 @@ }, { "cell_type": "markdown", - "id": "70d01219", + "id": "f3aa668f", "metadata": { "editable": true }, @@ -403,7 +399,7 @@ }, { "cell_type": "markdown", - "id": "cdbc038e", + "id": "3213eada", "metadata": { "editable": true }, @@ -416,7 +412,7 @@ }, { "cell_type": "markdown", - "id": "dbf23762", + "id": "ed909168", "metadata": { "editable": true }, @@ -428,7 +424,7 @@ }, { "cell_type": "markdown", - "id": "36e40d1f", + "id": "a8223cfd", "metadata": { "editable": true }, @@ -438,7 +434,7 @@ }, { "cell_type": "markdown", - "id": "db2e2604", + "id": "1c385aad", "metadata": { "editable": true }, @@ -467,7 +463,7 @@ }, { "cell_type": "markdown", - "id": "ab38018d", + "id": "c6ec4792", "metadata": { "editable": true }, @@ -479,7 +475,7 @@ }, { "cell_type": "markdown", - "id": "216fceac", + "id": "9df22c65", "metadata": { "editable": true }, @@ -491,7 +487,7 @@ }, { "cell_type": "markdown", - "id": "2ffc1d3b", + "id": "b92b64a2", "metadata": { "editable": true }, @@ -505,7 +501,7 @@ }, { "cell_type": "markdown", - "id": "bcde4a0b", + "id": "7359143e", "metadata": { "editable": true }, @@ -517,7 +513,7 @@ }, { "cell_type": "markdown", - "id": "24ac5e97", + "id": "9b84c025", "metadata": { "editable": true }, @@ -531,7 +527,7 @@ }, { "cell_type": "markdown", - "id": "678de28a", + "id": "78ff21b0", "metadata": { "editable": true }, @@ -543,7 +539,7 @@ }, { "cell_type": "markdown", - "id": "06fa8778", + "id": "4c50d390", "metadata": { "editable": true }, @@ -553,7 +549,7 @@ }, { "cell_type": "markdown", - "id": "78e238d4", + "id": "e81532c9", "metadata": { "editable": true }, @@ -565,7 +561,7 @@ }, { "cell_type": "markdown", - "id": "a0b1b7d2", + "id": "5332b995", "metadata": { "editable": true }, @@ -575,7 +571,7 @@ }, { "cell_type": "markdown", - "id": "41d4538e", + "id": "4954552a", "metadata": { "editable": true }, @@ -587,7 +583,7 @@ }, { "cell_type": "markdown", - "id": "41ff5a41", + "id": "65cf5b6d", "metadata": { "editable": true }, @@ -599,7 +595,7 @@ }, { "cell_type": "markdown", - "id": "97d6df9a", + "id": "c1149e3f", "metadata": { "editable": true }, @@ -611,7 +607,7 @@ }, { "cell_type": "markdown", - "id": "0321d2f1", + "id": "1c4c11d9", "metadata": { "editable": true }, @@ -621,7 +617,7 @@ }, { "cell_type": "markdown", - "id": "a2b0a254", + "id": "79c86c29", "metadata": { "editable": true }, @@ -633,7 +629,7 @@ }, { "cell_type": "markdown", - "id": "0a326392", + "id": "5dab4b73", "metadata": { "editable": true }, @@ -643,7 +639,7 @@ }, { "cell_type": "markdown", - "id": "7f32042e", + "id": "4493acab", "metadata": { "editable": true }, @@ -657,7 +653,7 @@ }, { "cell_type": "markdown", - "id": "72a2053d", + "id": "45fe79aa", "metadata": { "editable": true }, @@ -676,7 +672,7 @@ }, { "cell_type": "markdown", - "id": "b4fc4e45", + "id": "53e286dc", "metadata": { "editable": true }, @@ -692,7 +688,7 @@ }, { "cell_type": "markdown", - "id": "9f167a78", + "id": "0f867670", "metadata": { "editable": true }, @@ -704,7 +700,7 @@ }, { "cell_type": "markdown", - "id": "d5fc52dc", + "id": "2787e7c8", "metadata": { "editable": true }, @@ -716,7 +712,7 @@ }, { "cell_type": "markdown", - "id": "cf1a9cb5", + "id": "0b8b6e75", "metadata": { "editable": true }, @@ -728,7 +724,7 @@ }, { "cell_type": "markdown", - "id": "505a07bc", + "id": "e6037c14", "metadata": { "editable": true }, @@ -738,7 +734,7 @@ }, { "cell_type": "markdown", - "id": "2018c4aa", + "id": "57363d8a", "metadata": { "editable": true }, @@ -750,7 +746,7 @@ }, { "cell_type": "markdown", - "id": "2805b02f", + "id": "47656e56", "metadata": { "editable": true }, @@ -761,7 +757,7 @@ }, { "cell_type": "markdown", - "id": "62bb2312", + "id": "3c577d1e", "metadata": { "editable": true }, @@ -773,7 +769,7 @@ }, { "cell_type": "markdown", - "id": "d832a5c1", + "id": "9c315a46", "metadata": { "editable": true }, @@ -786,7 +782,7 @@ }, { "cell_type": "markdown", - "id": "41dc98c1", + "id": "f46843ee", "metadata": { "editable": true }, @@ -799,7 +795,7 @@ }, { "cell_type": "markdown", - "id": "75f7e1f6", + "id": "a75e5d39", "metadata": { "editable": true }, @@ -811,7 +807,7 @@ }, { "cell_type": "markdown", - "id": "50f21729", + "id": "4af032f3", "metadata": { "editable": true }, @@ -821,7 +817,7 @@ }, { "cell_type": "markdown", - "id": "8a20c68c", + "id": "3b8d27b1", "metadata": { "editable": true }, @@ -833,7 +829,7 @@ }, { "cell_type": "markdown", - "id": "0f960db1", + "id": "296d745b", "metadata": { "editable": true }, @@ -843,7 +839,7 @@ }, { "cell_type": "markdown", - "id": "3d489c4b", + "id": "581c7a19", "metadata": { "editable": true }, @@ -855,7 +851,7 @@ }, { "cell_type": "markdown", - "id": "813fc17a", + "id": "629772bc", "metadata": { "editable": true }, @@ -872,7 +868,7 @@ }, { "cell_type": "markdown", - "id": "77e3e26d", + "id": "5dc9fe11", "metadata": { "editable": true }, @@ -884,7 +880,7 @@ }, { "cell_type": "markdown", - "id": "bc0ab52c", + "id": "687f51a2", "metadata": { "editable": true }, @@ -894,7 +890,7 @@ }, { "cell_type": "markdown", - "id": "0ccd935a", + "id": "455afe66", "metadata": { "editable": true }, @@ -906,7 +902,7 @@ }, { "cell_type": "markdown", - "id": "ca837d0d", + "id": "f0508267", "metadata": { "editable": true }, @@ -916,7 +912,7 @@ }, { "cell_type": "markdown", - "id": "bbe6263d", + "id": "b6423aea", "metadata": { "editable": true }, @@ -928,7 +924,7 @@ }, { "cell_type": "markdown", - "id": "093a27f3", + "id": "c2e634d7", "metadata": { "editable": true }, @@ -941,7 +937,7 @@ }, { "cell_type": "markdown", - "id": "cf96eb8b", + "id": "f47cec44", "metadata": { "editable": true }, @@ -953,7 +949,7 @@ }, { "cell_type": "markdown", - "id": "62c8e040", + "id": "8a244b8e", "metadata": { "editable": true }, @@ -965,7 +961,7 @@ }, { "cell_type": "markdown", - "id": "081d6e2e", + "id": "94172f2a", "metadata": { "editable": true }, @@ -975,7 +971,7 @@ }, { "cell_type": "markdown", - "id": "625ad73f", + "id": "f82a3645", "metadata": { "editable": true }, @@ -989,7 +985,7 @@ }, { "cell_type": "markdown", - "id": "91195510", + "id": "22ce4bcd", "metadata": { "editable": true }, @@ -999,7 +995,7 @@ }, { "cell_type": "markdown", - "id": "c4d6400f", + "id": "51b9b901", "metadata": { "editable": true }, @@ -1011,7 +1007,7 @@ }, { "cell_type": "markdown", - "id": "ad50ec3b", + "id": "3be34ce9", "metadata": { "editable": true }, @@ -1021,7 +1017,7 @@ }, { "cell_type": "markdown", - "id": "1bd73598", + "id": "c5cfa871", "metadata": { "editable": true }, @@ -1033,7 +1029,7 @@ }, { "cell_type": "markdown", - "id": "cfcf1b82", + "id": "2f0ad2c1", "metadata": { "editable": true }, @@ -1043,7 +1039,7 @@ }, { "cell_type": "markdown", - "id": "e0cdb550", + "id": "1d58dd03", "metadata": { "editable": true }, @@ -1055,7 +1051,7 @@ }, { "cell_type": "markdown", - "id": "99e596bc", + "id": "ddfcd3a6", "metadata": { "editable": true }, @@ -1069,7 +1065,7 @@ }, { "cell_type": "markdown", - "id": "dba5a149", + "id": "2903c58f", "metadata": { "editable": true }, @@ -1081,7 +1077,7 @@ }, { "cell_type": "markdown", - "id": "f3d4341f", + "id": "2dd976bb", "metadata": { "editable": true }, @@ -1092,7 +1088,7 @@ }, { "cell_type": "markdown", - "id": "984ccef1", + "id": "2a18fd34", "metadata": { "editable": true }, @@ -1104,7 +1100,7 @@ }, { "cell_type": "markdown", - "id": "6a2622f3", + "id": "79d81b17", "metadata": { "editable": true }, @@ -1116,7 +1112,7 @@ }, { "cell_type": "markdown", - "id": "3a44ca43", + "id": "49d9d101", "metadata": { "editable": true }, @@ -1128,7 +1124,7 @@ }, { "cell_type": "markdown", - "id": "73a66f3d", + "id": "b924d126", "metadata": { "editable": true }, @@ -1138,7 +1134,7 @@ }, { "cell_type": "markdown", - "id": "7140dcaa", + "id": "c9b10e83", "metadata": { "editable": true }, @@ -1150,7 +1146,7 @@ }, { "cell_type": "markdown", - "id": "742384d7", + "id": "ff1f98ae", "metadata": { "editable": true }, @@ -1160,7 +1156,7 @@ }, { "cell_type": "markdown", - "id": "3d7e85ed", + "id": "d4bfc8f1", "metadata": { "editable": true }, @@ -1172,7 +1168,7 @@ }, { "cell_type": "markdown", - "id": "202e4784", + "id": "184ae6bc", "metadata": { "editable": true }, @@ -1183,7 +1179,7 @@ }, { "cell_type": "markdown", - "id": "86b35504", + "id": "ebbb8445", "metadata": { "editable": true }, @@ -1195,7 +1191,7 @@ }, { "cell_type": "markdown", - "id": "d140a306", + "id": "be65faf0", "metadata": { "editable": true }, @@ -1209,7 +1205,7 @@ }, { "cell_type": "markdown", - "id": "38bec8bd", + "id": "1763e2b7", "metadata": { "editable": true }, @@ -1221,7 +1217,7 @@ }, { "cell_type": "markdown", - "id": "32a30230", + "id": "5702336e", "metadata": { "editable": true }, @@ -1233,7 +1229,7 @@ }, { "cell_type": "markdown", - "id": "010b78bf", + "id": "bb22294a", "metadata": { "editable": true }, @@ -1243,7 +1239,7 @@ }, { "cell_type": "markdown", - "id": "b06f76fe", + "id": "efa70e73", "metadata": { "editable": true }, @@ -1260,7 +1256,7 @@ }, { "cell_type": "markdown", - "id": "a23296f7", + "id": "6b639a2c", "metadata": { "editable": true }, @@ -1271,7 +1267,7 @@ }, { "cell_type": "markdown", - "id": "fc7a422d", + "id": "0402efea", "metadata": { "editable": true }, @@ -1284,7 +1280,7 @@ }, { "cell_type": "markdown", - "id": "fc775d3a", + "id": "60ff5d90", "metadata": { "editable": true }, @@ -1296,7 +1292,7 @@ }, { "cell_type": "markdown", - "id": "db9a31e6", + "id": "37188a4a", "metadata": { "editable": true }, @@ -1306,7 +1302,7 @@ }, { "cell_type": "markdown", - "id": "c8883da3", + "id": "18cc7035", "metadata": { "editable": true }, @@ -1318,7 +1314,7 @@ }, { "cell_type": "markdown", - "id": "faaf7cab", + "id": "c59aaa46", "metadata": { "editable": true }, @@ -1328,7 +1324,7 @@ }, { "cell_type": "markdown", - "id": "306243ed", + "id": "fdc24a81", "metadata": { "editable": true }, @@ -1340,7 +1336,7 @@ }, { "cell_type": "markdown", - "id": "39e90339", + "id": "788f4619", "metadata": { "editable": true }, @@ -1350,7 +1346,7 @@ }, { "cell_type": "markdown", - "id": "9fe3eeae", + "id": "bbe8acaa", "metadata": { "editable": true }, @@ -1362,7 +1358,7 @@ }, { "cell_type": "markdown", - "id": "ca65fe09", + "id": "8920b5c1", "metadata": { "editable": true }, @@ -1372,7 +1368,7 @@ }, { "cell_type": "markdown", - "id": "a59e8e42", + "id": "6fe75e96", "metadata": { "editable": true }, @@ -1384,7 +1380,7 @@ }, { "cell_type": "markdown", - "id": "eb301f23", + "id": "9ba2b73f", "metadata": { "editable": true }, @@ -1394,7 +1390,7 @@ }, { "cell_type": "markdown", - "id": "e5cad79f", + "id": "ed011496", "metadata": { "editable": true }, @@ -1414,7 +1410,7 @@ }, { "cell_type": "markdown", - "id": "09a14147", + "id": "fc7485b8", "metadata": { "editable": true }, @@ -1426,7 +1422,7 @@ }, { "cell_type": "markdown", - "id": "22076e4f", + "id": "ed40b0bc", "metadata": { "editable": true }, @@ -1436,7 +1432,7 @@ }, { "cell_type": "markdown", - "id": "88f987f8", + "id": "8176efb2", "metadata": { "editable": true }, @@ -1448,7 +1444,7 @@ }, { "cell_type": "markdown", - "id": "9f7a0d89", + "id": "56e47f4f", "metadata": { "editable": true }, @@ -1464,7 +1460,7 @@ }, { "cell_type": "markdown", - "id": "0d472868", + "id": "222d0b1a", "metadata": { "editable": true }, @@ -1476,7 +1472,7 @@ }, { "cell_type": "markdown", - "id": "888787ae", + "id": "e9738c37", "metadata": { "editable": true }, @@ -1488,7 +1484,7 @@ }, { "cell_type": "markdown", - "id": "42acf7e4", + "id": "d6bbe683", "metadata": { "editable": true }, @@ -1498,7 +1494,7 @@ }, { "cell_type": "markdown", - "id": "f343e84c", + "id": "4d9faefd", "metadata": { "editable": true }, @@ -1510,7 +1506,7 @@ }, { "cell_type": "markdown", - "id": "fe9d0043", + "id": "5fae8474", "metadata": { "editable": true }, @@ -1522,7 +1518,7 @@ }, { "cell_type": "markdown", - "id": "ccda12a2", + "id": "5813fb6c", "metadata": { "editable": true }, @@ -1534,7 +1530,7 @@ }, { "cell_type": "markdown", - "id": "d3800acb", + "id": "8e4530ea", "metadata": { "editable": true }, @@ -1544,7 +1540,7 @@ }, { "cell_type": "markdown", - "id": "9b3a20d0", + "id": "012fe8c9", "metadata": { "editable": true }, @@ -1556,7 +1552,7 @@ }, { "cell_type": "markdown", - "id": "9546aff0", + "id": "2dafc729", "metadata": { "editable": true }, @@ -1566,7 +1562,7 @@ }, { "cell_type": "markdown", - "id": "00e885b9", + "id": "84b3a9af", "metadata": { "editable": true }, @@ -1578,7 +1574,7 @@ }, { "cell_type": "markdown", - "id": "391a3a85", + "id": "a435659c", "metadata": { "editable": true }, @@ -1588,7 +1584,7 @@ }, { "cell_type": "markdown", - "id": "94b5252c", + "id": "34865a12", "metadata": { "editable": true }, @@ -1600,7 +1596,7 @@ }, { "cell_type": "markdown", - "id": "ad7e0e17", + "id": "190a14ee", "metadata": { "editable": true }, @@ -1611,7 +1607,7 @@ }, { "cell_type": "markdown", - "id": "ae24d04b", + "id": "b88156b5", "metadata": { "editable": true }, @@ -1623,7 +1619,7 @@ }, { "cell_type": "markdown", - "id": "12d9adb9", + "id": "cc1c7ba4", "metadata": { "editable": true }, @@ -1635,7 +1631,7 @@ }, { "cell_type": "markdown", - "id": "9cb16dcf", + "id": "8e1134ef", "metadata": { "editable": true }, @@ -1645,7 +1641,7 @@ }, { "cell_type": "markdown", - "id": "64e64d91", + "id": "8f6d760b", "metadata": { "editable": true }, @@ -1657,7 +1653,7 @@ }, { "cell_type": "markdown", - "id": "e5f990ff", + "id": "1931a40a", "metadata": { "editable": true }, @@ -1683,7 +1679,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "d205c7d7", + "id": "1cb9eb2d", "metadata": { "collapsed": false, "editable": true @@ -1740,7 +1736,7 @@ }, { "cell_type": "markdown", - "id": "da93cd77", + "id": "e47f4bff", "metadata": { "editable": true }, @@ -1752,7 +1748,7 @@ }, { "cell_type": "markdown", - "id": "845111f4", + "id": "7f7cddbd", "metadata": { "editable": true }, @@ -1764,7 +1760,7 @@ }, { "cell_type": "markdown", - "id": "983f6ce7", + "id": "f2f988b9", "metadata": { "editable": true }, @@ -1774,7 +1770,7 @@ }, { "cell_type": "markdown", - "id": "e2176edc", + "id": "24dd09ce", "metadata": { "editable": true }, @@ -1786,7 +1782,7 @@ }, { "cell_type": "markdown", - "id": "ff8c0c8f", + "id": "e7deea0a", "metadata": { "editable": true }, @@ -1796,7 +1792,7 @@ }, { "cell_type": "markdown", - "id": "ecc6a0b5", + "id": "d1dcd6ee", "metadata": { "editable": true }, @@ -1808,7 +1804,7 @@ }, { "cell_type": "markdown", - "id": "52eee0a9", + "id": "999171e6", "metadata": { "editable": true }, @@ -1819,7 +1815,7 @@ }, { "cell_type": "markdown", - "id": "84b250c6", + "id": "01f3e6e0", "metadata": { "editable": true }, @@ -1831,7 +1827,7 @@ }, { "cell_type": "markdown", - "id": "e7000520", + "id": "546d147b", "metadata": { "editable": true }, @@ -1841,7 +1837,7 @@ }, { "cell_type": "markdown", - "id": "e86d9d0a", + "id": "8c4c8657", "metadata": { "editable": true }, @@ -1853,7 +1849,7 @@ }, { "cell_type": "markdown", - "id": "ef5f7ff5", + "id": "6d5e637a", "metadata": { "editable": true }, @@ -1871,7 +1867,7 @@ }, { "cell_type": "markdown", - "id": "d6d7a63c", + "id": "6b4b3d67", "metadata": { "editable": true }, @@ -1882,7 +1878,7 @@ }, { "cell_type": "markdown", - "id": "ed9b1bcf", + "id": "4a48735a", "metadata": { "editable": true }, @@ -1894,7 +1890,7 @@ }, { "cell_type": "markdown", - "id": "f173d305", + "id": "c65483ef", "metadata": { "editable": true }, @@ -1904,7 +1900,7 @@ }, { "cell_type": "markdown", - "id": "680cc489", + "id": "6b0de07c", "metadata": { "editable": true }, @@ -1921,7 +1917,7 @@ }, { "cell_type": "markdown", - "id": "1698321d", + "id": "eb84729e", "metadata": { "editable": true }, @@ -1935,7 +1931,7 @@ }, { "cell_type": "markdown", - "id": "3902767a", + "id": "1b900aac", "metadata": { "editable": true }, @@ -1950,7 +1946,7 @@ }, { "cell_type": "markdown", - "id": "dc4f051e", + "id": "56fe34be", "metadata": { "editable": true }, @@ -1962,7 +1958,7 @@ }, { "cell_type": "markdown", - "id": "96372c3c", + "id": "924b16c7", "metadata": { "editable": true }, @@ -1990,7 +1986,7 @@ }, { "cell_type": "markdown", - "id": "162d9372", + "id": "9f09f168", "metadata": { "editable": true }, @@ -2002,7 +1998,7 @@ }, { "cell_type": "markdown", - "id": "fb45bd10", + "id": "9df561ad", "metadata": { "editable": true }, @@ -2017,7 +2013,7 @@ }, { "cell_type": "markdown", - "id": "ddd67180", + "id": "020d1ced", "metadata": { "editable": true }, @@ -2028,7 +2024,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "eed4b6af", + "id": "6bcf82ab", "metadata": { "collapsed": false, "editable": true @@ -2227,7 +2223,7 @@ }, { "cell_type": "markdown", - "id": "f92b2f3b", + "id": "b1068413", "metadata": { "editable": true }, @@ -2239,7 +2235,7 @@ }, { "cell_type": "markdown", - "id": "b0d02a88", + "id": "58112473", "metadata": { "editable": true }, @@ -2254,7 +2250,7 @@ }, { "cell_type": "markdown", - "id": "0c22f0de", + "id": "829af050", "metadata": { "editable": true }, @@ -2271,7 +2267,7 @@ }, { "cell_type": "markdown", - "id": "f5088ae6", + "id": "95f27079", "metadata": { "editable": true }, @@ -2292,7 +2288,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "6392d551", + "id": "9105f1ac", "metadata": { "collapsed": false, "editable": true @@ -2305,7 +2301,7 @@ }, { "cell_type": "markdown", - "id": "0728bf6a", + "id": "aac44b98", "metadata": { "editable": true }, @@ -2315,7 +2311,7 @@ }, { "cell_type": "markdown", - "id": "77fb2a67", + "id": "ec372b08", "metadata": { "editable": true }, @@ -2327,7 +2323,7 @@ }, { "cell_type": "markdown", - "id": "8691465c", + "id": "76ce0a8a", "metadata": { "editable": true }, @@ -2342,7 +2338,7 @@ }, { "cell_type": "markdown", - "id": "53549537", + "id": "27a668c6", "metadata": { "editable": true }, @@ -2352,7 +2348,7 @@ }, { "cell_type": "markdown", - "id": "7bad15f8", + "id": "80f2825e", "metadata": { "editable": true }, @@ -2371,7 +2367,7 @@ }, { "cell_type": "markdown", - "id": "3bcb9d52", + "id": "39d5e323", "metadata": { "editable": true }, @@ -2381,7 +2377,7 @@ }, { "cell_type": "markdown", - "id": "d1129804", + "id": "bc1cc81e", "metadata": { "editable": true }, @@ -2393,7 +2389,7 @@ }, { "cell_type": "markdown", - "id": "b44f6c80", + "id": "b07c7927", "metadata": { "editable": true }, @@ -2403,7 +2399,7 @@ }, { "cell_type": "markdown", - "id": "e0899857", + "id": "e6d88a08", "metadata": { "editable": true }, @@ -2415,7 +2411,7 @@ }, { "cell_type": "markdown", - "id": "b17f4832", + "id": "da3f535b", "metadata": { "editable": true }, @@ -2425,7 +2421,7 @@ }, { "cell_type": "markdown", - "id": "50741494", + "id": "1a247ef0", "metadata": { "editable": true }, @@ -2437,7 +2433,7 @@ }, { "cell_type": "markdown", - "id": "61ceb8c2", + "id": "d59f0c1b", "metadata": { "editable": true }, @@ -2448,7 +2444,7 @@ }, { "cell_type": "markdown", - "id": "6c4235bc", + "id": "e43e4616", "metadata": { "editable": true }, @@ -2460,7 +2456,7 @@ }, { "cell_type": "markdown", - "id": "757dd70a", + "id": "3792f1a3", "metadata": { "editable": true }, @@ -2472,7 +2468,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "58c74372", + "id": "809f0c13", "metadata": { "collapsed": false, "editable": true @@ -2496,7 +2492,7 @@ }, { "cell_type": "markdown", - "id": "77fdacd0", + "id": "ba0b4ca8", "metadata": { "editable": true }, @@ -2508,7 +2504,7 @@ }, { "cell_type": "markdown", - "id": "afb01175", + "id": "75ef674a", "metadata": { "editable": true }, @@ -2525,7 +2521,7 @@ }, { "cell_type": "markdown", - "id": "aa84a696", + "id": "6f9af4d5", "metadata": { "editable": true }, diff --git a/doc/pub/week47/html/._week47-bs000.html b/doc/pub/week47/html/._week47-bs000.html index 26fd1bd4f..1b4da7dbb 100644 --- a/doc/pub/week47/html/._week47-bs000.html +++ b/doc/pub/week47/html/._week47-bs000.html @@ -369,7 +369,7 @@ MathJax.Hub.Config({
-

Dec 8, 2021

+

Aug 23, 2022


@@ -408,7 +408,7 @@ MathJax.Hub.Config({ -->
- © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week47/html/._week47-bs001.html b/doc/pub/week47/html/._week47-bs001.html index 056d5bdc3..87e2fd87f 100644 --- a/doc/pub/week47/html/._week47-bs001.html +++ b/doc/pub/week47/html/._week47-bs001.html @@ -355,13 +355,7 @@ MathJax.Hub.Config({
  • Thursday: Support Vector Machines, classification and regression.
    • -
  • Friday: Support Vector Machines and Summary of Course
    • -

_Reading recommendations:

    diff --git a/doc/pub/week47/html/week47-bs.html b/doc/pub/week47/html/week47-bs.html index 26fd1bd4f..1b4da7dbb 100644 --- a/doc/pub/week47/html/week47-bs.html +++ b/doc/pub/week47/html/week47-bs.html @@ -369,7 +369,7 @@ MathJax.Hub.Config({
    -

    Dec 8, 2021

    +

    Aug 23, 2022


    @@ -408,7 +408,7 @@ MathJax.Hub.Config({ -->
    - © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
    diff --git a/doc/pub/week47/html/week47-reveal.html b/doc/pub/week47/html/week47-reveal.html index cea74efe4..7da606f78 100644 --- a/doc/pub/week47/html/week47-reveal.html +++ b/doc/pub/week47/html/week47-reveal.html @@ -184,13 +184,13 @@ MathJax.Hub.Config({
    -

    Dec 8, 2021

    +

    Aug 23, 2022


    - © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
    @@ -199,17 +199,7 @@ MathJax.Hub.Config({

    • Thursday: Support Vector Machines, classification and regression.
      • - -

    • Friday: Support Vector Machines and Summary of Course
      • - -

    _Reading recommendations:

    diff --git a/doc/pub/week47/html/week47-solarized.html b/doc/pub/week47/html/week47-solarized.html index 755047bbb..6b457030e 100644 --- a/doc/pub/week47/html/week47-solarized.html +++ b/doc/pub/week47/html/week47-solarized.html @@ -293,7 +293,7 @@ MathJax.Hub.Config({
    -

    Dec 8, 2021

    +

    Aug 23, 2022


    @@ -302,13 +302,7 @@ MathJax.Hub.Config({
    • Thursday: Support Vector Machines, classification and regression.
      • -
    • Friday: Support Vector Machines and Summary of Course
      • -

    _Reading recommendations:

      @@ -2356,7 +2350,7 @@ topics. Together, we will not just predict the future, but create it.
      - © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
      diff --git a/doc/pub/week47/html/week47.html b/doc/pub/week47/html/week47.html index e63c91701..70e334da7 100644 --- a/doc/pub/week47/html/week47.html +++ b/doc/pub/week47/html/week47.html @@ -370,7 +370,7 @@ MathJax.Hub.Config({
      -

      Dec 8, 2021

      +

      Aug 23, 2022


      @@ -379,13 +379,7 @@ MathJax.Hub.Config({
      • Thursday: Support Vector Machines, classification and regression.
        • -
      • Friday: Support Vector Machines and Summary of Course
        • -

      _Reading recommendations:

        @@ -2433,7 +2427,7 @@ topics. Together, we will not just predict the future, but create it.
        - © 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
        diff --git a/doc/pub/week47/ipynb/ipynb-week47-src.tar.gz b/doc/pub/week47/ipynb/ipynb-week47-src.tar.gz index 41bdfa652..2d0e02866 100644 Binary files a/doc/pub/week47/ipynb/ipynb-week47-src.tar.gz and b/doc/pub/week47/ipynb/ipynb-week47-src.tar.gz differ diff --git a/doc/pub/week47/ipynb/week47.ipynb b/doc/pub/week47/ipynb/week47.ipynb index b8bac110f..5f8391eb7 100644 --- a/doc/pub/week47/ipynb/week47.ipynb +++ b/doc/pub/week47/ipynb/week47.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "943101c2", + "id": "34cfe8ce", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "ec785b7b", + "id": "26023d5e", "metadata": { "editable": true }, @@ -22,14 +22,14 @@ "# Week 47: Support Vector Machines and Summary of Course\n", "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n", "\n", - "Date: **Dec 8, 2021**\n", + "Date: **Aug 23, 2022**\n", "\n", - "Copyright 1999-2021, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" + "Copyright 1999-2022, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license" ] }, { "cell_type": "markdown", - "id": "cf19a5a9", + "id": "1de4f527", "metadata": { "editable": true }, @@ -38,12 +38,8 @@ "\n", "* **Thursday**: Support Vector Machines, classification and regression.\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK4155/h21/forelesningsvideoer/LectureNovember25.mp4?vrtx=view-as-webpage)\n", - "\n", "* **Friday**: Support Vector Machines and Summary of Course\n", "\n", - " * [Video of Lecture](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember26.mp4?vrtx=view-as-webpage)\n", - "\n", "_Reading recommendations:\n", "1. Geron's chapter 5.\n", "\n", @@ -56,7 +52,7 @@ }, { "cell_type": "markdown", - "id": "36b7ea14", + "id": "e4db3abe", "metadata": { "editable": true }, @@ -90,7 +86,7 @@ }, { "cell_type": "markdown", - "id": "4609623d", + "id": "2fee0de0", "metadata": { "editable": true }, @@ -112,7 +108,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "c08c55c2", + "id": "5d9de33a", "metadata": { "collapsed": false, "editable": true @@ -191,7 +187,7 @@ }, { "cell_type": "markdown", - "id": "8beb4f10", + "id": "f417b14f", "metadata": { "editable": true }, @@ -211,7 +207,7 @@ }, { "cell_type": "markdown", - "id": "1d41d558", + "id": "a8537058", "metadata": { "editable": true }, @@ -223,7 +219,7 @@ }, { "cell_type": "markdown", - "id": "4caf0a0b", + "id": "a82e7f1a", "metadata": { "editable": true }, @@ -236,7 +232,7 @@ }, { "cell_type": "markdown", - "id": "5a39f815", + "id": "1326c2ca", "metadata": { "editable": true }, @@ -248,7 +244,7 @@ }, { "cell_type": "markdown", - "id": "3c1174b2", + "id": "b47116f7", "metadata": { "editable": true }, @@ -258,7 +254,7 @@ }, { "cell_type": "markdown", - "id": "9e91a009", + "id": "c24c94cf", "metadata": { "editable": true }, @@ -271,7 +267,7 @@ }, { "cell_type": "markdown", - "id": "6d2ce326", + "id": "affde43a", "metadata": { "editable": true }, @@ -283,7 +279,7 @@ }, { "cell_type": "markdown", - "id": "402bec00", + "id": "69dbd32b", "metadata": { "editable": true }, @@ -295,7 +291,7 @@ }, { "cell_type": "markdown", - "id": "e38c6274", + "id": "28a44194", "metadata": { "editable": true }, @@ -307,7 +303,7 @@ }, { "cell_type": "markdown", - "id": "19a1d64e", + "id": "a3ad05f1", "metadata": { "editable": true }, @@ -317,7 +313,7 @@ }, { "cell_type": "markdown", - "id": "e0319f8a", + "id": "2cf9c62b", "metadata": { "editable": true }, @@ -329,7 +325,7 @@ }, { "cell_type": "markdown", - "id": "6fc49f68", + "id": "478789e5", "metadata": { "editable": true }, @@ -340,7 +336,7 @@ }, { "cell_type": "markdown", - "id": "6a06e38e", + "id": "ff9e422d", "metadata": { "editable": true }, @@ -352,7 +348,7 @@ }, { "cell_type": "markdown", - "id": "7e6681ba", + "id": "bbc2278b", "metadata": { "editable": true }, @@ -365,7 +361,7 @@ }, { "cell_type": "markdown", - "id": "b8e5f262", + "id": "89a64da4", "metadata": { "editable": true }, @@ -377,7 +373,7 @@ }, { "cell_type": "markdown", - "id": "bb1bd6a8", + "id": "1ef45110", "metadata": { "editable": true }, @@ -387,7 +383,7 @@ }, { "cell_type": "markdown", - "id": "c9138fdb", + "id": "cc52fa65", "metadata": { "editable": true }, @@ -416,7 +412,7 @@ }, { "cell_type": "markdown", - "id": "18edafca", + "id": "97f2fd16", "metadata": { "editable": true }, @@ -428,7 +424,7 @@ }, { "cell_type": "markdown", - "id": "a323750c", + "id": "86d3ec33", "metadata": { "editable": true }, @@ -440,7 +436,7 @@ }, { "cell_type": "markdown", - "id": "1cad5f1a", + "id": "ce5da48a", "metadata": { "editable": true }, @@ -455,7 +451,7 @@ }, { "cell_type": "markdown", - "id": "e3b5b137", + "id": "d599c170", "metadata": { "editable": true }, @@ -467,7 +463,7 @@ }, { "cell_type": "markdown", - "id": "f45aa3f5", + "id": "c8077a7d", "metadata": { "editable": true }, @@ -481,7 +477,7 @@ }, { "cell_type": "markdown", - "id": "513ef95d", + "id": "be5ab1a8", "metadata": { "editable": true }, @@ -493,7 +489,7 @@ }, { "cell_type": "markdown", - "id": "393b8ebb", + "id": "08d436a3", "metadata": { "editable": true }, @@ -503,7 +499,7 @@ }, { "cell_type": "markdown", - "id": "09a7082e", + "id": "0db97081", "metadata": { "editable": true }, @@ -515,7 +511,7 @@ }, { "cell_type": "markdown", - "id": "5caa8350", + "id": "ede6aa44", "metadata": { "editable": true }, @@ -525,7 +521,7 @@ }, { "cell_type": "markdown", - "id": "f68a28f8", + "id": "cbbaf92f", "metadata": { "editable": true }, @@ -537,7 +533,7 @@ }, { "cell_type": "markdown", - "id": "4ef7b60e", + "id": "dc50339c", "metadata": { "editable": true }, @@ -549,7 +545,7 @@ }, { "cell_type": "markdown", - "id": "49032b0e", + "id": "11ec5be4", "metadata": { "editable": true }, @@ -561,7 +557,7 @@ }, { "cell_type": "markdown", - "id": "f6f6c304", + "id": "649f1710", "metadata": { "editable": true }, @@ -571,7 +567,7 @@ }, { "cell_type": "markdown", - "id": "17870f82", + "id": "cd04bcab", "metadata": { "editable": true }, @@ -583,7 +579,7 @@ }, { "cell_type": "markdown", - "id": "b7a7e3fb", + "id": "e51a5c58", "metadata": { "editable": true }, @@ -593,7 +589,7 @@ }, { "cell_type": "markdown", - "id": "34bf6b7f", + "id": "c63f1607", "metadata": { "editable": true }, @@ -616,7 +612,7 @@ }, { "cell_type": "markdown", - "id": "e7e827c6", + "id": "47811eb5", "metadata": { "editable": true }, @@ -632,7 +628,7 @@ }, { "cell_type": "markdown", - "id": "3dfccf3a", + "id": "800768af", "metadata": { "editable": true }, @@ -644,7 +640,7 @@ }, { "cell_type": "markdown", - "id": "563fb245", + "id": "5cdac427", "metadata": { "editable": true }, @@ -656,7 +652,7 @@ }, { "cell_type": "markdown", - "id": "8e097ac8", + "id": "d562b2df", "metadata": { "editable": true }, @@ -668,7 +664,7 @@ }, { "cell_type": "markdown", - "id": "8e361eec", + "id": "7fd14e9a", "metadata": { "editable": true }, @@ -678,7 +674,7 @@ }, { "cell_type": "markdown", - "id": "bbfb3d02", + "id": "9dd4f72a", "metadata": { "editable": true }, @@ -690,7 +686,7 @@ }, { "cell_type": "markdown", - "id": "afa2fc37", + "id": "f4212f57", "metadata": { "editable": true }, @@ -701,7 +697,7 @@ }, { "cell_type": "markdown", - "id": "d33cb851", + "id": "578c21a8", "metadata": { "editable": true }, @@ -713,7 +709,7 @@ }, { "cell_type": "markdown", - "id": "5d629f82", + "id": "011a7fcd", "metadata": { "editable": true }, @@ -726,7 +722,7 @@ }, { "cell_type": "markdown", - "id": "71276e92", + "id": "80b1a7eb", "metadata": { "editable": true }, @@ -739,7 +735,7 @@ }, { "cell_type": "markdown", - "id": "18899c96", + "id": "83403510", "metadata": { "editable": true }, @@ -751,7 +747,7 @@ }, { "cell_type": "markdown", - "id": "e4f883d6", + "id": "3f469df0", "metadata": { "editable": true }, @@ -761,7 +757,7 @@ }, { "cell_type": "markdown", - "id": "99118120", + "id": "4dc67ab2", "metadata": { "editable": true }, @@ -773,7 +769,7 @@ }, { "cell_type": "markdown", - "id": "d80a980c", + "id": "8ae549f4", "metadata": { "editable": true }, @@ -783,7 +779,7 @@ }, { "cell_type": "markdown", - "id": "098d8505", + "id": "b489de5c", "metadata": { "editable": true }, @@ -795,7 +791,7 @@ }, { "cell_type": "markdown", - "id": "2f5895b5", + "id": "28def9e9", "metadata": { "editable": true }, @@ -812,7 +808,7 @@ }, { "cell_type": "markdown", - "id": "c894de27", + "id": "07baf9e6", "metadata": { "editable": true }, @@ -824,7 +820,7 @@ }, { "cell_type": "markdown", - "id": "3c85050e", + "id": "4ba8fb21", "metadata": { "editable": true }, @@ -834,7 +830,7 @@ }, { "cell_type": "markdown", - "id": "6200f6e3", + "id": "6c78782b", "metadata": { "editable": true }, @@ -846,7 +842,7 @@ }, { "cell_type": "markdown", - "id": "a1b33335", + "id": "cfdc4166", "metadata": { "editable": true }, @@ -856,7 +852,7 @@ }, { "cell_type": "markdown", - "id": "8c7dd2eb", + "id": "56399ba8", "metadata": { "editable": true }, @@ -868,7 +864,7 @@ }, { "cell_type": "markdown", - "id": "a8299c76", + "id": "3de30d2b", "metadata": { "editable": true }, @@ -881,7 +877,7 @@ }, { "cell_type": "markdown", - "id": "57902133", + "id": "8a01d848", "metadata": { "editable": true }, @@ -893,7 +889,7 @@ }, { "cell_type": "markdown", - "id": "466781fe", + "id": "4ccdf197", "metadata": { "editable": true }, @@ -905,7 +901,7 @@ }, { "cell_type": "markdown", - "id": "ca1d6840", + "id": "0ba5ea64", "metadata": { "editable": true }, @@ -915,7 +911,7 @@ }, { "cell_type": "markdown", - "id": "47e5ed5f", + "id": "bc83442a", "metadata": { "editable": true }, @@ -929,7 +925,7 @@ }, { "cell_type": "markdown", - "id": "5bbc0036", + "id": "c158d740", "metadata": { "editable": true }, @@ -939,7 +935,7 @@ }, { "cell_type": "markdown", - "id": "f429d439", + "id": "adc63143", "metadata": { "editable": true }, @@ -951,7 +947,7 @@ }, { "cell_type": "markdown", - "id": "a97cfc09", + "id": "f55c2648", "metadata": { "editable": true }, @@ -961,7 +957,7 @@ }, { "cell_type": "markdown", - "id": "44dfe9bd", + "id": "c5557ea6", "metadata": { "editable": true }, @@ -973,7 +969,7 @@ }, { "cell_type": "markdown", - "id": "47f4a430", + "id": "bada37dc", "metadata": { "editable": true }, @@ -983,7 +979,7 @@ }, { "cell_type": "markdown", - "id": "46cfddbd", + "id": "9e68c3e7", "metadata": { "editable": true }, @@ -995,7 +991,7 @@ }, { "cell_type": "markdown", - "id": "26e63eef", + "id": "fa94523c", "metadata": { "editable": true }, @@ -1009,7 +1005,7 @@ }, { "cell_type": "markdown", - "id": "e6451db2", + "id": "18aaffa3", "metadata": { "editable": true }, @@ -1021,7 +1017,7 @@ }, { "cell_type": "markdown", - "id": "62e26cf2", + "id": "7f62f79d", "metadata": { "editable": true }, @@ -1033,7 +1029,7 @@ }, { "cell_type": "markdown", - "id": "7ac73f1d", + "id": "ce2471a5", "metadata": { "editable": true }, @@ -1045,7 +1041,7 @@ }, { "cell_type": "markdown", - "id": "11541201", + "id": "dd8901f5", "metadata": { "editable": true }, @@ -1057,7 +1053,7 @@ }, { "cell_type": "markdown", - "id": "4c938b6a", + "id": "a6d4bc31", "metadata": { "editable": true }, @@ -1069,7 +1065,7 @@ }, { "cell_type": "markdown", - "id": "73f6333a", + "id": "583ec3ac", "metadata": { "editable": true }, @@ -1079,7 +1075,7 @@ }, { "cell_type": "markdown", - "id": "caf3592f", + "id": "c2dd5a87", "metadata": { "editable": true }, @@ -1091,7 +1087,7 @@ }, { "cell_type": "markdown", - "id": "23aa37b5", + "id": "1ad83965", "metadata": { "editable": true }, @@ -1101,7 +1097,7 @@ }, { "cell_type": "markdown", - "id": "79a1f89b", + "id": "51bfbf52", "metadata": { "editable": true }, @@ -1113,7 +1109,7 @@ }, { "cell_type": "markdown", - "id": "80dc70aa", + "id": "ea197d87", "metadata": { "editable": true }, @@ -1124,7 +1120,7 @@ }, { "cell_type": "markdown", - "id": "7df9eb53", + "id": "33203f00", "metadata": { "editable": true }, @@ -1136,7 +1132,7 @@ }, { "cell_type": "markdown", - "id": "417c81c7", + "id": "9635d0d9", "metadata": { "editable": true }, @@ -1150,7 +1146,7 @@ }, { "cell_type": "markdown", - "id": "00bf53e7", + "id": "468f6bd9", "metadata": { "editable": true }, @@ -1162,7 +1158,7 @@ }, { "cell_type": "markdown", - "id": "0252a890", + "id": "f7b02d1d", "metadata": { "editable": true }, @@ -1174,7 +1170,7 @@ }, { "cell_type": "markdown", - "id": "c59c02c5", + "id": "31a6ca8f", "metadata": { "editable": true }, @@ -1184,7 +1180,7 @@ }, { "cell_type": "markdown", - "id": "709fffb4", + "id": "03aa585c", "metadata": { "editable": true }, @@ -1201,7 +1197,7 @@ }, { "cell_type": "markdown", - "id": "70e65085", + "id": "7368116b", "metadata": { "editable": true }, @@ -1212,7 +1208,7 @@ }, { "cell_type": "markdown", - "id": "91392d42", + "id": "54fdd904", "metadata": { "editable": true }, @@ -1225,7 +1221,7 @@ }, { "cell_type": "markdown", - "id": "c2006e76", + "id": "9a854b84", "metadata": { "editable": true }, @@ -1237,7 +1233,7 @@ }, { "cell_type": "markdown", - "id": "33dae99c", + "id": "31521ae1", "metadata": { "editable": true }, @@ -1247,7 +1243,7 @@ }, { "cell_type": "markdown", - "id": "0c4a6891", + "id": "ff77b56f", "metadata": { "editable": true }, @@ -1259,7 +1255,7 @@ }, { "cell_type": "markdown", - "id": "636ae746", + "id": "a98f1db1", "metadata": { "editable": true }, @@ -1269,7 +1265,7 @@ }, { "cell_type": "markdown", - "id": "dac567de", + "id": "85b222dd", "metadata": { "editable": true }, @@ -1281,7 +1277,7 @@ }, { "cell_type": "markdown", - "id": "bbaf33dd", + "id": "8cb0d951", "metadata": { "editable": true }, @@ -1291,7 +1287,7 @@ }, { "cell_type": "markdown", - "id": "c92c076f", + "id": "6f743892", "metadata": { "editable": true }, @@ -1303,7 +1299,7 @@ }, { "cell_type": "markdown", - "id": "5606cbaa", + "id": "d872edff", "metadata": { "editable": true }, @@ -1313,7 +1309,7 @@ }, { "cell_type": "markdown", - "id": "ee24a14d", + "id": "54dd68dc", "metadata": { "editable": true }, @@ -1325,7 +1321,7 @@ }, { "cell_type": "markdown", - "id": "ae35eea0", + "id": "57743a8b", "metadata": { "editable": true }, @@ -1335,7 +1331,7 @@ }, { "cell_type": "markdown", - "id": "2eb892aa", + "id": "f4086c85", "metadata": { "editable": true }, @@ -1357,7 +1353,7 @@ }, { "cell_type": "markdown", - "id": "59a7d72d", + "id": "7bf95502", "metadata": { "editable": true }, @@ -1369,7 +1365,7 @@ }, { "cell_type": "markdown", - "id": "39a7d3b5", + "id": "8a5d70df", "metadata": { "editable": true }, @@ -1379,7 +1375,7 @@ }, { "cell_type": "markdown", - "id": "cbb2560f", + "id": "4c80470f", "metadata": { "editable": true }, @@ -1391,7 +1387,7 @@ }, { "cell_type": "markdown", - "id": "8155f88b", + "id": "22c34216", "metadata": { "editable": true }, @@ -1407,7 +1403,7 @@ }, { "cell_type": "markdown", - "id": "8cbe545f", + "id": "a6f49ea5", "metadata": { "editable": true }, @@ -1419,7 +1415,7 @@ }, { "cell_type": "markdown", - "id": "6a6d1b53", + "id": "6a4214df", "metadata": { "editable": true }, @@ -1431,7 +1427,7 @@ }, { "cell_type": "markdown", - "id": "2439f37b", + "id": "1b5e2819", "metadata": { "editable": true }, @@ -1441,7 +1437,7 @@ }, { "cell_type": "markdown", - "id": "1ea9bb1b", + "id": "c5b96a26", "metadata": { "editable": true }, @@ -1453,7 +1449,7 @@ }, { "cell_type": "markdown", - "id": "2cabc791", + "id": "e645d2b4", "metadata": { "editable": true }, @@ -1465,7 +1461,7 @@ }, { "cell_type": "markdown", - "id": "2572863e", + "id": "5e5da29e", "metadata": { "editable": true }, @@ -1477,7 +1473,7 @@ }, { "cell_type": "markdown", - "id": "48d79578", + "id": "aaef13ac", "metadata": { "editable": true }, @@ -1487,7 +1483,7 @@ }, { "cell_type": "markdown", - "id": "b25b5608", + "id": "2ca4addc", "metadata": { "editable": true }, @@ -1499,7 +1495,7 @@ }, { "cell_type": "markdown", - "id": "a62a3ffa", + "id": "32b28560", "metadata": { "editable": true }, @@ -1509,7 +1505,7 @@ }, { "cell_type": "markdown", - "id": "00c70054", + "id": "99e002b7", "metadata": { "editable": true }, @@ -1521,7 +1517,7 @@ }, { "cell_type": "markdown", - "id": "262bc0dd", + "id": "c51587cf", "metadata": { "editable": true }, @@ -1531,7 +1527,7 @@ }, { "cell_type": "markdown", - "id": "fca5250d", + "id": "2da0c1e1", "metadata": { "editable": true }, @@ -1543,7 +1539,7 @@ }, { "cell_type": "markdown", - "id": "100c573a", + "id": "93e01dac", "metadata": { "editable": true }, @@ -1554,7 +1550,7 @@ }, { "cell_type": "markdown", - "id": "d8361c06", + "id": "0c811633", "metadata": { "editable": true }, @@ -1566,7 +1562,7 @@ }, { "cell_type": "markdown", - "id": "b7b9fe83", + "id": "af65ab3a", "metadata": { "editable": true }, @@ -1578,7 +1574,7 @@ }, { "cell_type": "markdown", - "id": "b1db3f0a", + "id": "145e1e79", "metadata": { "editable": true }, @@ -1588,7 +1584,7 @@ }, { "cell_type": "markdown", - "id": "ac9cf5e4", + "id": "e23b08b0", "metadata": { "editable": true }, @@ -1600,7 +1596,7 @@ }, { "cell_type": "markdown", - "id": "dce93fad", + "id": "8eda4fa5", "metadata": { "editable": true }, @@ -1627,7 +1623,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "c9fcde48", + "id": "a27dea86", "metadata": { "collapsed": false, "editable": true @@ -1684,7 +1680,7 @@ }, { "cell_type": "markdown", - "id": "8ba953ec", + "id": "6cba913f", "metadata": { "editable": true }, @@ -1696,7 +1692,7 @@ }, { "cell_type": "markdown", - "id": "08684a90", + "id": "e08ede5d", "metadata": { "editable": true }, @@ -1708,7 +1704,7 @@ }, { "cell_type": "markdown", - "id": "ebae3712", + "id": "e79476f8", "metadata": { "editable": true }, @@ -1718,7 +1714,7 @@ }, { "cell_type": "markdown", - "id": "4dbe23e2", + "id": "2d23e121", "metadata": { "editable": true }, @@ -1730,7 +1726,7 @@ }, { "cell_type": "markdown", - "id": "4f99a406", + "id": "9024bbc1", "metadata": { "editable": true }, @@ -1740,7 +1736,7 @@ }, { "cell_type": "markdown", - "id": "c08cc2a4", + "id": "dd556a03", "metadata": { "editable": true }, @@ -1752,7 +1748,7 @@ }, { "cell_type": "markdown", - "id": "0d476f28", + "id": "8c12ecc6", "metadata": { "editable": true }, @@ -1763,7 +1759,7 @@ }, { "cell_type": "markdown", - "id": "4533e33e", + "id": "f7ac7dbf", "metadata": { "editable": true }, @@ -1775,7 +1771,7 @@ }, { "cell_type": "markdown", - "id": "f476e653", + "id": "83679be8", "metadata": { "editable": true }, @@ -1785,7 +1781,7 @@ }, { "cell_type": "markdown", - "id": "1774de01", + "id": "ee2cc223", "metadata": { "editable": true }, @@ -1797,7 +1793,7 @@ }, { "cell_type": "markdown", - "id": "710edbb9", + "id": "b1f00dc7", "metadata": { "editable": true }, @@ -1815,7 +1811,7 @@ }, { "cell_type": "markdown", - "id": "d160c968", + "id": "3aef389a", "metadata": { "editable": true }, @@ -1826,7 +1822,7 @@ }, { "cell_type": "markdown", - "id": "2bc12199", + "id": "0991aee1", "metadata": { "editable": true }, @@ -1838,7 +1834,7 @@ }, { "cell_type": "markdown", - "id": "ecdfdb09", + "id": "a08ba282", "metadata": { "editable": true }, @@ -1848,7 +1844,7 @@ }, { "cell_type": "markdown", - "id": "d0f3a32f", + "id": "a894b89d", "metadata": { "editable": true }, @@ -1865,7 +1861,7 @@ }, { "cell_type": "markdown", - "id": "5d927724", + "id": "37ab8e00", "metadata": { "editable": true }, @@ -1879,7 +1875,7 @@ }, { "cell_type": "markdown", - "id": "7592bee6", + "id": "1c6fe291", "metadata": { "editable": true }, @@ -1894,7 +1890,7 @@ }, { "cell_type": "markdown", - "id": "ccf7915f", + "id": "99c655f4", "metadata": { "editable": true }, @@ -1906,7 +1902,7 @@ }, { "cell_type": "markdown", - "id": "96a678bd", + "id": "56c177ba", "metadata": { "editable": true }, @@ -1934,7 +1930,7 @@ }, { "cell_type": "markdown", - "id": "704725b3", + "id": "66992287", "metadata": { "editable": true }, @@ -1946,7 +1942,7 @@ }, { "cell_type": "markdown", - "id": "13108de8", + "id": "28f570dd", "metadata": { "editable": true }, @@ -1961,7 +1957,7 @@ }, { "cell_type": "markdown", - "id": "0b6387a3", + "id": "251a5148", "metadata": { "editable": true }, @@ -1972,7 +1968,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "65105f8d", + "id": "d123ff6a", "metadata": { "collapsed": false, "editable": true @@ -2171,7 +2167,7 @@ }, { "cell_type": "markdown", - "id": "8ad06c44", + "id": "cae4a600", "metadata": { "editable": true }, @@ -2183,7 +2179,7 @@ }, { "cell_type": "markdown", - "id": "fad554a8", + "id": "a91abbe4", "metadata": { "editable": true }, @@ -2198,7 +2194,7 @@ }, { "cell_type": "markdown", - "id": "248f4828", + "id": "2d652ee5", "metadata": { "editable": true }, @@ -2215,7 +2211,7 @@ }, { "cell_type": "markdown", - "id": "67498572", + "id": "cfc2941f", "metadata": { "editable": true }, @@ -2236,7 +2232,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "73f314f3", + "id": "aa188962", "metadata": { "collapsed": false, "editable": true @@ -2249,7 +2245,7 @@ }, { "cell_type": "markdown", - "id": "96b2a34b", + "id": "432aa71d", "metadata": { "editable": true }, @@ -2259,7 +2255,7 @@ }, { "cell_type": "markdown", - "id": "76f0c138", + "id": "57432025", "metadata": { "editable": true }, @@ -2271,7 +2267,7 @@ }, { "cell_type": "markdown", - "id": "673f54c3", + "id": "f7094eb6", "metadata": { "editable": true }, @@ -2286,7 +2282,7 @@ }, { "cell_type": "markdown", - "id": "383e0e90", + "id": "f35067ed", "metadata": { "editable": true }, @@ -2296,7 +2292,7 @@ }, { "cell_type": "markdown", - "id": "bd879cdc", + "id": "125a0cd2", "metadata": { "editable": true }, @@ -2315,7 +2311,7 @@ }, { "cell_type": "markdown", - "id": "3d52e4dd", + "id": "965003b6", "metadata": { "editable": true }, @@ -2325,7 +2321,7 @@ }, { "cell_type": "markdown", - "id": "db364c9d", + "id": "fc0a19b3", "metadata": { "editable": true }, @@ -2337,7 +2333,7 @@ }, { "cell_type": "markdown", - "id": "4511250d", + "id": "f7663f37", "metadata": { "editable": true }, @@ -2347,7 +2343,7 @@ }, { "cell_type": "markdown", - "id": "406094a2", + "id": "6cd9955b", "metadata": { "editable": true }, @@ -2359,7 +2355,7 @@ }, { "cell_type": "markdown", - "id": "1c21f68c", + "id": "6ce8dff1", "metadata": { "editable": true }, @@ -2369,7 +2365,7 @@ }, { "cell_type": "markdown", - "id": "6505ef46", + "id": "a89f367f", "metadata": { "editable": true }, @@ -2381,7 +2377,7 @@ }, { "cell_type": "markdown", - "id": "5daf9b0e", + "id": "86bcf9c2", "metadata": { "editable": true }, @@ -2392,7 +2388,7 @@ }, { "cell_type": "markdown", - "id": "f6e0bce7", + "id": "da8b2625", "metadata": { "editable": true }, @@ -2404,7 +2400,7 @@ }, { "cell_type": "markdown", - "id": "8baa2388", + "id": "86e81cb9", "metadata": { "editable": true }, @@ -2416,7 +2412,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "be13940b", + "id": "fa2f4621", "metadata": { "collapsed": false, "editable": true @@ -2440,7 +2436,7 @@ }, { "cell_type": "markdown", - "id": "69991635", + "id": "4a58fff0", "metadata": { "editable": true }, @@ -2452,7 +2448,7 @@ }, { "cell_type": "markdown", - "id": "285592d1", + "id": "b9b1e776", "metadata": { "editable": true }, @@ -2462,7 +2458,7 @@ }, { "cell_type": "markdown", - "id": "7bbbf2aa", + "id": "a96e474f", "metadata": { "editable": true }, @@ -2477,7 +2473,7 @@ }, { "cell_type": "markdown", - "id": "803ece95", + "id": "64b56f90", "metadata": { "editable": true }, @@ -2493,7 +2489,7 @@ }, { "cell_type": "markdown", - "id": "2ee672a8", + "id": "bab5bddc", "metadata": { "editable": true }, @@ -2518,7 +2514,7 @@ }, { "cell_type": "markdown", - "id": "c5630fcb", + "id": "03aa56f0", "metadata": { "editable": true }, @@ -2547,7 +2543,7 @@ }, { "cell_type": "markdown", - "id": "a6934263", + "id": "80e2ef2d", "metadata": { "editable": true }, @@ -2563,7 +2559,7 @@ }, { "cell_type": "markdown", - "id": "c783b79f", + "id": "362b8997", "metadata": { "editable": true }, @@ -2588,7 +2584,7 @@ }, { "cell_type": "markdown", - "id": "62cbc914", + "id": "657f2ca6", "metadata": { "editable": true }, @@ -2635,7 +2631,7 @@ }, { "cell_type": "markdown", - "id": "786d3f57", + "id": "36820f79", "metadata": { "editable": true }, @@ -2671,7 +2667,7 @@ }, { "cell_type": "markdown", - "id": "9d21f180", + "id": "7733d8ad", "metadata": { "editable": true }, @@ -2694,7 +2690,7 @@ }, { "cell_type": "markdown", - "id": "683a16f5", + "id": "2a594861", "metadata": { "editable": true }, @@ -2717,7 +2713,7 @@ }, { "cell_type": "markdown", - "id": "ea575b67", + "id": "0f38389d", "metadata": { "editable": true }, @@ -2737,7 +2733,7 @@ }, { "cell_type": "markdown", - "id": "131f42dc", + "id": "f2729b08", "metadata": { "editable": true }, @@ -2753,7 +2749,7 @@ }, { "cell_type": "markdown", - "id": "f7c2ef52", + "id": "ffe6026c", "metadata": { "editable": true }, @@ -2785,7 +2781,7 @@ }, { "cell_type": "markdown", - "id": "a025a38b", + "id": "bbac11c2", "metadata": { "editable": true }, @@ -2807,7 +2803,7 @@ }, { "cell_type": "markdown", - "id": "04fe559d", + "id": "ea2fd9b7", "metadata": { "editable": true }, @@ -2832,7 +2828,7 @@ }, { "cell_type": "markdown", - "id": "a5e5029b", + "id": "1063c41e", "metadata": { "editable": true }, @@ -2850,7 +2846,7 @@ }, { "cell_type": "markdown", - "id": "ad6b3462", + "id": "0c587c80", "metadata": { "editable": true }, @@ -2878,7 +2874,7 @@ }, { "cell_type": "markdown", - "id": "6d0c1bad", + "id": "e05f1db2", "metadata": { "editable": true }, @@ -2892,7 +2888,7 @@ }, { "cell_type": "markdown", - "id": "df28b5b1", + "id": "3e20a27f", "metadata": { "editable": true }, @@ -2918,7 +2914,7 @@ }, { "cell_type": "markdown", - "id": "ff6a5bfc", + "id": "2e772818", "metadata": { "editable": true }, @@ -2947,7 +2943,7 @@ }, { "cell_type": "markdown", - "id": "024ab619", + "id": "33fc68bf", "metadata": { "editable": true }, @@ -2964,7 +2960,7 @@ }, { "cell_type": "markdown", - "id": "36270b44", + "id": "17742615", "metadata": { "editable": true }, @@ -2986,7 +2982,7 @@ }, { "cell_type": "markdown", - "id": "8fcb5515", + "id": "c0ef0cc7", "metadata": { "editable": true }, @@ -3004,7 +3000,7 @@ }, { "cell_type": "markdown", - "id": "b7b59ced", + "id": "9e4dd35f", "metadata": { "editable": true }, @@ -3027,7 +3023,7 @@ }, { "cell_type": "markdown", - "id": "17e8af3e", + "id": "c1bdbe56", "metadata": { "editable": true }, @@ -3046,7 +3042,7 @@ }, { "cell_type": "markdown", - "id": "d983f858", + "id": "61954670", "metadata": { "editable": true }, @@ -3062,7 +3058,7 @@ }, { "cell_type": "markdown", - "id": "c790ca41", + "id": "36f3cdc3", "metadata": { "editable": true }, @@ -3077,7 +3073,7 @@ }, { "cell_type": "markdown", - "id": "22a42bc5", + "id": "89d16383", "metadata": { "editable": true }, @@ -3101,7 +3097,7 @@ }, { "cell_type": "markdown", - "id": "f225781c", + "id": "0816941b", "metadata": { "editable": true }, @@ -3113,7 +3109,7 @@ }, { "cell_type": "markdown", - "id": "062a9528", + "id": "560353c7", "metadata": { "editable": true }, @@ -3131,7 +3127,7 @@ }, { "cell_type": "markdown", - "id": "e24462bc", + "id": "13ea6e6f", "metadata": { "editable": true }, @@ -3141,7 +3137,7 @@ }, { "cell_type": "markdown", - "id": "fead8cb4", + "id": "ee613dba", "metadata": { "editable": true }, @@ -3159,7 +3155,7 @@ }, { "cell_type": "markdown", - "id": "f8c0fe16", + "id": "5c1b75a9", "metadata": { "editable": true }, @@ -3169,7 +3165,7 @@ }, { "cell_type": "markdown", - "id": "e8a5f59f", + "id": "9993f88e", "metadata": { "editable": true }, @@ -3188,7 +3184,7 @@ }, { "cell_type": "markdown", - "id": "c356a7cf", + "id": "40ac5d16", "metadata": { "editable": true }, @@ -3200,7 +3196,7 @@ }, { "cell_type": "markdown", - "id": "c2105201", + "id": "378ba717", "metadata": { "editable": true }, @@ -3214,7 +3210,7 @@ }, { "cell_type": "markdown", - "id": "770c68fa", + "id": "8b3a042f", "metadata": { "editable": true }, @@ -3229,7 +3225,7 @@ }, { "cell_type": "markdown", - "id": "b7d70c3a", + "id": "3ccc00dd", "metadata": { "editable": true }, @@ -3247,7 +3243,7 @@ }, { "cell_type": "markdown", - "id": "51a35a4e", + "id": "6606225f", "metadata": { "editable": true }, @@ -3261,7 +3257,7 @@ }, { "cell_type": "markdown", - "id": "2bd3dadc", + "id": "71ef7a7c", "metadata": { "editable": true }, @@ -3279,7 +3275,7 @@ }, { "cell_type": "markdown", - "id": "80d1dcdf", + "id": "312dfe72", "metadata": { "editable": true }, @@ -3303,7 +3299,7 @@ }, { "cell_type": "markdown", - "id": "9e3bc860", + "id": "a296958c", "metadata": { "editable": true }, @@ -3341,7 +3337,7 @@ }, { "cell_type": "markdown", - "id": "ab5a3613", + "id": "a3a11b4f", "metadata": { "editable": true }, @@ -3364,7 +3360,7 @@ }, { "cell_type": "markdown", - "id": "15b7af3b", + "id": "6698dcdf", "metadata": { "editable": true }, @@ -3400,7 +3396,7 @@ }, { "cell_type": "markdown", - "id": "fbcb0899", + "id": "b6227356", "metadata": { "editable": true }, @@ -3421,7 +3417,7 @@ }, { "cell_type": "markdown", - "id": "9faeb724", + "id": "40799258", "metadata": { "editable": true }, @@ -3443,7 +3439,7 @@ }, { "cell_type": "markdown", - "id": "596db357", + "id": "63e0e39c", "metadata": { "editable": true }, @@ -3463,7 +3459,7 @@ }, { "cell_type": "markdown", - "id": "aa8dc92c", + "id": "46ee7fb7", "metadata": { "editable": true }, @@ -3478,7 +3474,7 @@ }, { "cell_type": "markdown", - "id": "184cc913", + "id": "804f4f6d", "metadata": { "editable": true }, @@ -3496,7 +3492,7 @@ }, { "cell_type": "markdown", - "id": "d4ed4daa", + "id": "1528cc62", "metadata": { "editable": true }, @@ -3526,7 +3522,7 @@ }, { "cell_type": "markdown", - "id": "afd5f121", + "id": "b0e2527a", "metadata": { "editable": true }, @@ -3555,7 +3551,7 @@ }, { "cell_type": "markdown", - "id": "f5c5204c", + "id": "cecd3e82", "metadata": { "editable": true }, @@ -3586,7 +3582,7 @@ }, { "cell_type": "markdown", - "id": "cbed1a59", + "id": "e69d79ff", "metadata": { "editable": true }, @@ -3609,7 +3605,7 @@ }, { "cell_type": "markdown", - "id": "68d1cdef", + "id": "166b7ec2", "metadata": { "editable": true }, @@ -3627,7 +3623,7 @@ }, { "cell_type": "markdown", - "id": "d7153a64", + "id": "9b424094", "metadata": { "editable": true }, @@ -3650,7 +3646,7 @@ }, { "cell_type": "markdown", - "id": "62f30c4c", + "id": "834acc04", "metadata": { "editable": true }, @@ -3671,7 +3667,7 @@ }, { "cell_type": "markdown", - "id": "7009b504", + "id": "a9af4841", "metadata": { "editable": true }, @@ -3687,7 +3683,7 @@ }, { "cell_type": "markdown", - "id": "4afdacda", + "id": "1b5e76f9", "metadata": { "editable": true }, diff --git a/doc/src/week43/week43.do.txt b/doc/src/week43/week43.do.txt index 08005bdf6..21fb1f4af 100644 --- a/doc/src/week43/week43.do.txt +++ b/doc/src/week43/week43.do.txt @@ -6,9 +6,7 @@ DATE: today ===== Plans for week 43 ===== * Thursday: Summary of Convolutional Neural Networks from week 42 and Recurrent Neural Networks - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureOctober28.mp4?vrtx=view-as-webpage" * Friday: Recurrent Neural Networks and other Deep Learning methods such as Generalized Adversarial Neural Networks. Start discussing Principal component analysis - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureOctober29.mp4?vrtx=view-as-webpage" diff --git a/doc/src/week44/week44.do.txt b/doc/src/week44/week44.do.txt index e37b16772..599745da2 100644 --- a/doc/src/week44/week44.do.txt +++ b/doc/src/week44/week44.do.txt @@ -7,9 +7,7 @@ DATE: today ===== Overview of week 44 ===== * Thursday: Wrapping up PCA from last week, Clustering and basics of decision trees, classification and regression algorithms - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember4.mp4?vrtx=view-as-webpage" * Friday: Decision trees, voting models and bagging - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember5.mp4?vrtx=view-as-webpage" !bblock Videos o "Video on Decision trees":"https://www.youtube.com/watch?v=RmajweUFKvM&ab_channel=Simplilearn" diff --git a/doc/src/week45/week45.do.txt b/doc/src/week45/week45.do.txt index 752848139..07b41149b 100644 --- a/doc/src/week45/week45.do.txt +++ b/doc/src/week45/week45.do.txt @@ -6,9 +6,7 @@ DATE: today ===== Overview of week 45 ===== * Thursday: Basics of Decision Trees, Bagging and Voting - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember11.mp4?vrtx=view-as-webpage" * Friday: More on Bagging, Voting, Random Forests and start Boosting - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember12.mp4?vrtx=view-as-webpage" !bblock Videos o "Video on Decision trees":"https://www.youtube.com/watch?v=RmajweUFKvM&ab_channel=Simplilearn" diff --git a/doc/src/week46/week46.do.txt b/doc/src/week46/week46.do.txt index 53fc1ef4e..24b41aa0b 100644 --- a/doc/src/week46/week46.do.txt +++ b/doc/src/week46/week46.do.txt @@ -7,9 +7,7 @@ DATE: today * _Thursday_: Summary of Gradient Boosting. Start support Vector Machines * _Friday_: Eventual Workshop on project 3. Discussion of project 3. - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK4155/h21/forelesningsvideoer/LectureNovember19.mp4?vrtx=view-as-webpage" -_Note that on Thursday we will have only one lecture, from 1215pm to 1pm. There is no session 115pm-2pm._ !bblock Reading Reading recommendations: diff --git a/doc/src/week47/week47.do.txt b/doc/src/week47/week47.do.txt index 21421a213..e7c800ad4 100644 --- a/doc/src/week47/week47.do.txt +++ b/doc/src/week47/week47.do.txt @@ -6,9 +6,7 @@ DATE: today ===== Overview of week 47 ===== * _Thursday_: Support Vector Machines, classification and regression. - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK4155/h21/forelesningsvideoer/LectureNovember25.mp4?vrtx=view-as-webpage" * _Friday_: Support Vector Machines and Summary of Course - * "Video of Lecture":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureNovember26.mp4?vrtx=view-as-webpage" _Reading recommendations: