This commit is contained in:
Morten Hjorth-Jensen
2022-10-04 17:50:07 +02:00
parent ca80391647
commit e48ba29bba
225 changed files with 6376 additions and 4975 deletions
+142 -93
View File
@@ -7,8 +7,8 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>1. Elements of Probability Theory and Statistical Data Analysis &#8212; Applied Data Analysis and Machine Learning</title>
<link href="_static/css/theme.css" rel="stylesheet" />
<link href="_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
<link href="_static/css/theme.css" rel="stylesheet">
<link href="_static/css/index.ff1ffe594081f20da1ef19478df9384b.css" rel="stylesheet">
<link rel="stylesheet"
@@ -31,31 +31,37 @@
<link rel="stylesheet" type="text/css" href="_static/panels-main.c949a650a448cc0ae9fd3441c0e17fb0.css" />
<link rel="stylesheet" type="text/css" href="_static/panels-variables.06eb56fa6e07937060861dad626602ad.css" />
<link rel="preload" as="script" href="_static/js/index.1c5a1a01449ed65a7b51.js">
<link rel="preload" as="script" href="_static/js/index.be7d3bbb2ef33a8344ce.js">
<script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script>
<script src="_static/jquery.js"></script>
<script src="_static/underscore.js"></script>
<script src="_static/doctools.js"></script>
<script src="_static/togglebutton.js"></script>
<script src="_static/clipboard.min.js"></script>
<script src="_static/copybutton.js"></script>
<script>let toggleHintShow = 'Click to show';</script>
<script>let toggleHintHide = 'Click to hide';</script>
<script>let toggleOpenOnPrint = 'true';</script>
<script src="_static/togglebutton.js"></script>
<script>var togglebuttonSelector = '.toggle, .admonition.dropdown, .tag_hide_input div.cell_input, .tag_hide-input div.cell_input, .tag_hide_output div.cell_output, .tag_hide-output div.cell_output, .tag_hide_cell.cell, .tag_hide-cell.cell';</script>
<script src="_static/sphinx-book-theme.12a9622fbb08dcb3a2a40b2c02b83a57.js"></script>
<script src="_static/sphinx-book-theme.d59cb220de22ca1c485ebbdc042f0030.js"></script>
<script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"
const thebe_selector = ".thebe,.cell"
const thebe_selector_input = "pre"
const thebe_selector_output = ".output, .cell_output"
</script>
<script async="async" src="_static/sphinx-thebe.js"></script>
<script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
<script>window.MathJax = {"options": {"processHtmlClass": "tex2jax_process|mathjax_process|math|output_area"}}</script>
<script defer="defer" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
<link rel="index" title="Index" href="genindex.html" />
<link rel="search" title="Search" href="search.html" />
<link rel="next" title="2. Linear Algebra, Handling of Arrays and more Python Features" href="linalg.html" />
<link rel="prev" title="Textbooks" href="textbooks.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en" />
<meta name="docsearch:language" content="None">
<!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -94,7 +100,7 @@ const thebe_selector_output = ".output, .cell_output"
</a>
</li>
</ul>
<p class="caption" role="heading">
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
About the course
</span>
@@ -116,7 +122,7 @@ const thebe_selector_output = ".output, .cell_output"
</a>
</li>
</ul>
<p class="caption" role="heading">
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
Review of Statistics with Resampling Techniques and Linear Algebra
</span>
@@ -133,7 +139,7 @@ const thebe_selector_output = ".output, .cell_output"
</a>
</li>
</ul>
<p class="caption" role="heading">
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
From Regression to Support Vector Machines
</span>
@@ -170,7 +176,7 @@ const thebe_selector_output = ".output, .cell_output"
</a>
</li>
</ul>
<p class="caption" role="heading">
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
Decision Trees, Ensemble Methods and Boosting
</span>
@@ -187,7 +193,7 @@ const thebe_selector_output = ".output, .cell_output"
</a>
</li>
</ul>
<p class="caption" role="heading">
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
Dimensionality Reduction
</span>
@@ -204,7 +210,7 @@ const thebe_selector_output = ".output, .cell_output"
</a>
</li>
</ul>
<p class="caption" role="heading">
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
Deep Learning Methods
</span>
@@ -281,7 +287,7 @@ const thebe_selector_output = ".output, .cell_output"
data-placement="left">.ipynb</button></a>
<!-- Download PDF via print -->
<button type="button" id="download-print" class="btn btn-secondary topbarbtn" title="Print to PDF"
onClick="window.print()" data-toggle="tooltip" data-placement="left">.pdf</button>
onclick="printPdf(this)" data-toggle="tooltip" data-placement="left">.pdf</button>
</div>
</div>
@@ -299,7 +305,7 @@ const thebe_selector_output = ".output, .cell_output"
</div>
<!-- Table of contents -->
<div class="d-none d-md-block col-md-2 bd-toc show">
<div class="d-none d-md-block col-md-2 bd-toc show noprint">
<div class="tocsection onthispage pt-5 pb-3">
<i class="fas fa-list"></i> Contents
@@ -361,7 +367,72 @@ const thebe_selector_output = ".output, .cell_output"
</div>
<div id="main-content" class="row">
<div class="col-12 col-md-9 pl-md-3 pr-md-0">
<!-- Table of contents that is only displayed when printing the page -->
<div id="jb-print-docs-body" class="onlyprint">
<h1>Elements of Probability Theory and Statistical Data Analysis</h1>
<!-- Table of contents -->
<div id="print-main-content">
<div id="jb-print-toc">
<div>
<h2> Contents </h2>
</div>
<nav aria-label="Page">
<ul class="visible nav section-nav flex-column">
<li class="toc-h2 nav-item toc-entry">
<a class="reference internal nav-link" href="#domains-and-probabilities">
1.1. Domains and probabilities
</a>
<ul class="nav section-nav flex-column">
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#stochastic-variables-and-the-main-concepts-the-discrete-case">
1.1.1. Stochastic variables and the main concepts, the discrete case
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#properties-of-pdfs">
1.1.2. Properties of PDFs
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#expectation-values">
1.1.3. Expectation values
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#probability-distribution-functions">
1.1.4. Probability Distribution Functions
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#meet-the-covariance">
1.1.5. Meet the covariance!
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#numerical-experiments-and-the-covariance-central-limit-theorem">
1.1.6. Numerical experiments and the covariance, central limit theorem
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#random-numbers">
1.1.7. Random Numbers
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#autocorrelation-function">
1.1.8. Autocorrelation function
</a>
</li>
</ul>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div>
<!-- HTML file automatically generated from DocOnce source (https://github.com/doconce/doconce/)
@@ -845,37 +916,27 @@ uncorrelated.</p>
</div>
</div>
<div class="cell_output docutils container">
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>2.3120271598582915
[[1.64113381e+01 8.49992743e-02 5.43294696e+00 1.48316523e+01
1.02642055e+01 1.44688507e+01 1.96551427e+01 7.03071040e+00
7.32039227e+00 1.96686324e+01]
[8.49992743e-02 4.40236901e-04 2.81388724e-02 7.68176047e-02
5.31614188e-02 7.49385454e-02 1.01799917e-01 3.64141716e-02
3.79145214e-02 1.01869785e-01]
[5.43294696e+00 2.81388724e-02 1.79856831e+00 4.90999452e+00
3.39794864e+00 4.78988962e+00 6.50680321e+00 2.32750531e+00
2.42340403e+00 6.51126895e+00]
[1.48316523e+01 7.68176047e-02 4.90999452e+00 1.34040204e+01
9.27621662e+00 1.30761405e+01 1.77632220e+01 6.35396404e+00
6.61576236e+00 1.77754132e+01]
[1.02642055e+01 5.31614188e-02 3.39794864e+00 9.27621662e+00
6.41958102e+00 9.04930820e+00 1.22929905e+01 4.39724390e+00
4.57842073e+00 1.23014274e+01]
[1.44688507e+01 7.49385454e-02 4.78988962e+00 1.30761405e+01
9.04930820e+00 1.27562809e+01 1.73287103e+01 6.19853775e+00
6.45393214e+00 1.73406033e+01]
[1.96551427e+01 1.01799917e-01 6.50680321e+00 1.77632220e+01
1.22929905e+01 1.73287103e+01 2.35401056e+01 8.42037468e+00
8.76731400e+00 2.35562617e+01]
[7.03071040e+00 3.64141716e-02 2.32750531e+00 6.35396404e+00
4.39724390e+00 6.19853775e+00 8.42037468e+00 3.01199624e+00
3.13609760e+00 8.42615374e+00]
[7.32039227e+00 3.79145214e-02 2.42340403e+00 6.61576236e+00
4.57842073e+00 6.45393214e+00 8.76731400e+00 3.13609760e+00
3.26531223e+00 8.77333117e+00]
[1.96686324e+01 1.01869785e-01 6.51126895e+00 1.77754132e+01
1.23014274e+01 1.73406033e+01 2.35562617e+01 8.42615374e+00
8.77333117e+00 2.35724288e+01]]
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>1.1297300314822336
[[ 9.30839676 15.51664729 15.66620847 8.85065653 10.38302314 7.56183518
8.50754416 10.88560514 9.76063234 3.03168642]
[15.51664729 25.86550074 26.11481199 14.75361646 17.3079975 12.6052136
14.18166474 18.1457774 16.27050214 5.05367466]
[15.66620847 26.11481199 26.3665263 14.89582298 17.47482507 12.72671218
14.31835835 18.32068012 16.42732954 5.1023858 ]
[ 8.85065653 14.75361646 14.89582298 8.41542567 9.87243817 7.18998208
8.08918584 10.35030572 9.28065343 2.8826033 ]
[10.38302314 17.3079975 17.47482507 9.87243817 11.58171189 8.43482628
9.48971452 12.14231548 10.88746795 3.38168549]
[ 7.56183518 12.6052136 12.72671218 7.18998208 8.43482628 6.14298603
6.91124889 8.84310736 7.92921648 2.46284227]
[ 8.50754416 14.18166474 14.31835835 8.08918584 9.48971452 6.91124889
7.77559332 9.94905663 8.92087142 2.77085375]
[10.88560514 18.1457774 18.32068012 10.35030572 12.14231548 8.84310736
9.94905663 12.73005463 11.41446721 3.54537329]
[ 9.76063234 16.27050214 16.42732954 9.28065343 10.88746795 7.92921648
8.92087142 11.41446721 10.23483916 3.17897671]
[ 3.03168642 5.05367466 5.1023858 2.8826033 3.38168549 2.46284227
2.77085375 3.54537329 3.17897671 0.98740124]]
</pre></div>
</div>
</div>
@@ -1143,15 +1204,15 @@ more practically oriented methods like the blocking technique.</p>
</div>
</div>
<div class="cell_output docutils container">
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>0.11674401539815678
4.220506557673408
0.15843769515580663
1.1096767776832326 11.97547354476579 11.11598862273198
3.5031474174499113 2.829648415811072 9.094404754965417
[[ 1.10967678 3.50314742 2.82964842]
[ 3.50314742 11.97547354 9.09440475]
[ 2.82964842 9.09440475 11.11598862]]
[21.63207808 0.07291729 2.49614357]
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>-0.09083636328656121
3.6943316601792833
-0.35793003441520066
0.8866190885623907 9.823585220707946 13.828190347382744
2.7923086060375724 2.5472246386316972 7.87667593906086
[[ 0.88661909 2.79230861 2.54722464]
[ 2.79230861 9.82358522 7.87667594]
[ 2.54722464 7.87667594 13.82819035]]
[20.65578316 0.07532297 3.80728853]
</pre></div>
</div>
</div>
@@ -1481,7 +1542,7 @@ assumption for approximating <span class="math notranslate nohighlight">\(\sigma
</div>
</div>
<div class="cell_output docutils container">
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>-0.01212754811385597 1.0209518407597062
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>0.008818897251043893 0.9940672992288855
</pre></div>
</div>
<img alt="_images/statistics_188_1.png" src="_images/statistics_188_1.png" />
@@ -1515,54 +1576,42 @@ For the remaining values we notice that there are still non-zero values for the
</div>
<div class='prev-next-bottom'>
<div id="prev">
<a class="left-prev" href="textbooks.html" title="previous page">
<i class="prevnext-label fas fa-angle-left"></i>
<div class="prevnext-info">
<p class="prevnext-label">previous</p>
<p class="prevnext-title">Textbooks</p>
</div>
</a>
<!-- Previous / next buttons -->
<div class='prev-next-area'>
<a class='left-prev' id="prev-link" href="textbooks.html" title="previous page">
<i class="fas fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
<p class="prev-next-title">Textbooks</p>
</div>
</a>
<a class='right-next' id="next-link" href="linalg.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
<p class="prev-next-title"><span class="section-number">2. </span>Linear Algebra, Handling of Arrays and more Python Features</p>
</div>
<div id="next">
<a class="right-next" href="linalg.html" title="next page">
<div class="prevnext-info">
<p class="prevnext-label">next</p>
<p class="prevnext-title"><span class="section-number">2. </span>Linear Algebra, Handling of Arrays and more Python Features</p>
</div>
<i class="prevnext-label fas fa-angle-right"></i>
</a>
</div>
<i class="fas fa-angle-right"></i>
</a>
</div>
</div>
</div>
<footer class="footer">
<div class="container">
<p>
By Morten Hjorth-Jensen<br/>
&copy; Copyright 2021.<br/>
</p>
</div>
</footer>
<p>
By Morten Hjorth-Jensen<br/>
&copy; Copyright 2021.<br/>
</p>
</footer>
</main>
</div>
</div>
<script src="_static/js/index.1c5a1a01449ed65a7b51.js"></script>
<script src="_static/js/index.be7d3bbb2ef33a8344ce.js"></script>
</body>
</html>