lars/FYS-STK4155
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
25880e6fa81f7b99ef6a84fffa1f5e474aae5a0c
FYS-STK4155/doc/pub/summary/html/summary-reveal.html
T
mhjensen 25880e6fa8 updating summary slides
2019-11-27 12:14:01 +01:00

599 lines
21 KiB
HTML
Raw Blame History

<!DOCTYPE html>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<meta name="description" content="Summary of course">
<title>Summary of course</title>
<!-- reveal.js: http://lab.hakim.se/reveal-js/ -->
<meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no">
<meta name="apple-mobile-web-app-capable" content="yes" />
<meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />
<meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no, minimal-ui">
<link rel="stylesheet" href="reveal.js/css/reveal.css">
<link rel="stylesheet" href="reveal.js/css/theme/beige.css" id="theme">
<!--
<link rel="stylesheet" href="reveal.js/css/reveal.css">
<link rel="stylesheet" href="reveal.js/css/theme/beige.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/beigesmall.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/solarized.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/serif.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/night.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/moon.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/simple.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/sky.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/darkgray.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/default.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/cbc.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/simula.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/black.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/white.css" id="theme">
<link rel="stylesheet" href="reveal.js/css/theme/league.css" id="theme">
-->
<!-- For syntax highlighting -->
<link rel="stylesheet" href="reveal.js/lib/css/zenburn.css">
<!-- Printing and PDF exports -->
<script>
var link = document.createElement( 'link' );
link.rel = 'stylesheet';
link.type = 'text/css';
link.href = window.location.search.match( /print-pdf/gi ) ? 'css/print/pdf.css' : 'css/print/paper.css';
document.getElementsByTagName( 'head' )[0].appendChild( link );
</script>
<style type="text/css">
hr { border: 0; width: 80%; border-bottom: 1px solid #aaa}
p.caption { width: 80%; font-size: 60%; font-style: italic; text-align: left; }
hr.figure { border: 0; width: 80%; border-bottom: 1px solid #aaa}
.reveal .alert-text-small { font-size: 80%; }
.reveal .alert-text-large { font-size: 130%; }
.reveal .alert-text-normal { font-size: 90%; }
.reveal .alert {
padding:8px 35px 8px 14px; margin-bottom:18px;
text-shadow:0 1px 0 rgba(255,255,255,0.5);
border:5px solid #bababa;
-webkit-border-radius: 14px; -moz-border-radius: 14px;
border-radius:14px;
background-position: 10px 10px;
background-repeat: no-repeat;
background-size: 38px;
padding-left: 30px; /* 55px; if icon */
}
.reveal .alert-block {padding-top:14px; padding-bottom:14px}
.reveal .alert-block > p, .alert-block > ul {margin-bottom:1em}
/*.reveal .alert li {margin-top: 1em}*/
.reveal .alert-block p+p {margin-top:5px}
/*.reveal .alert-notice { background-image: url(http://hplgit.github.io/doconce/bundled/html_images/small_gray_notice.png); }
.reveal .alert-summary { background-image:url(http://hplgit.github.io/doconce/bundled/html_images/small_gray_summary.png); }
.reveal .alert-warning { background-image: url(http://hplgit.github.io/doconce/bundled/html_images/small_gray_warning.png); }
.reveal .alert-question {background-image:url(http://hplgit.github.io/doconce/bundled/html_images/small_gray_question.png); } */
</style>
<!-- Styles for table layout of slides -->
<style type="text/css">
td.padding {
padding-top:20px;
padding-bottom:20px;
padding-right:50px;
padding-left:50px;
}
</style>
</head>
<body>
<div class="reveal">
<!-- Any section element inside the <div class="slides"> container
is displayed as a slide -->
<div class="slides">
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
TeX: {
equationNumbers: { autoNumber: "none" },
extensions: ["AMSmath.js", "AMSsymbols.js", "autobold.js", "color.js"]
}
});
</script>
<script type="text/javascript" async
src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML">
</script>
<section>
<!-- ------------------- main content ---------------------- -->
<center><h1 style="text-align: center;">Summary of course</h1></center> <!-- document title -->
<p>
<!-- author(s): Morten Hjorth-Jensen Email morten.hjorth-jensen@fys.uio.no -->
<center>
<b>Morten Hjorth-Jensen Email morten.hjorth-jensen@fys.uio.no</b> [1, 2]
</center>
<p>&nbsp;<br>
<!-- institution(s) -->
<center>[1] <b>Department of Physics and Center of Mathematics for Applications, University of Oslo</b></center>
<center>[2] <b>National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
<br>
<p>&nbsp;<br>
<center><h4>Nov 27, 2019</h4></center> <!-- date -->
<br>
<p>
<center style="font-size:80%">
<!-- copyright --> &copy; 1999-2019, Morten Hjorth-Jensen Email morten.hjorth-jensen@fys.uio.no. Released under CC Attribution-NonCommercial 4.0 license
</center>
</section>
<section>
<h2 id="___sec0">What? Me worry? No final exam in this course! </h2>
<br /><br /><center><p><img src="figures/exam1.jpeg" align="bottom" width=500></p></center><br /><br />
<br /><br /><center><p><img src="figures/whatmeworry.jpeg" align="bottom" width=500></p></center><br /><br />
</section>
<section>
<h2 id="___sec1">What did I learn in school this year? </h2>
<p>
<a href="http://hplgit.github.io/edu/py_vs_m/computing_competence.html" target="_blank">Our ideal about knowledge on computational science</a>
<p>
Does that match the experiences you have made this semester?
<br /><br /><center><p><img src="figures/exam2.jpg" align="bottom" width=500></p></center><br /><br />
</section>
<section>
<h2 id="___sec2">Topics we have covered this year </h2>
<p>
The course has two central parts
<ol>
<p><li> Statistical analysis and optimization of data</li>
<p><li> Machine learning</li>
</ol>
</section>
<section>
<h2 id="___sec3">Statistical analysis and optimization of data </h2>
<p>
The following topics will be covered
<ol>
<p><li> Basic concepts, expectation values, variance, covariance, correlation functions and errors;</li>
<p><li> Simpler models, binomial distribution, the Poisson distribution, simple and multivariate normal distributions;</li>
<p><li> Central elements of Bayesian statistics and modeling;</li>
<p><li> Central elements from linear algebra</li>
<p><li> Gradient methods for data optimization</li>
<p><li> Estimation of errors using cross-validation, blocking, bootstrapping and jackknife methods;</li>
<p><li> Practical optimization using Singular-value decomposition and least squares for parameterizing data.</li>
<p><li> Principal Component Analysis.</li>
</ol>
</section>
<section>
<h2 id="___sec4">Machine learning </h2>
<p>
The following topics will be covered
<ol>
<p><li> Linear methods for regression and classification;</li>
<p><li> Neural networks;</li>
<p><li> Decisions trees, random forests, boosting and bagging</li>
<p><li> Support vector machines</li>
</ol>
</section>
<section>
<h2 id="___sec5">Learning outcomes and overarching aims of this course </h2>
<p>
The course introduces a variety of central algorithms and methods
essential for studies of data analysis and machine learning. The
course is project based and through the various projects, normally
three, you will be exposed to fundamental research problems
in these fields, with the aim to reproduce state of the art scientific
results. The students will learn to develop and structure large codes
for studying these systems, get acquainted with computing facilities
and learn to handle large scientific projects. A good scientific and
ethical conduct is emphasized throughout the course.
<ul>
<p><li> Understand linear methods for regression and classification;</li>
<p><li> Learn about neural network;</li>
<p><li> Learn about baggin, boosting and trees</li>
<p><li> Support vector machines</li>
<p><li> Learn about basic data analysis;</li>
<p><li> Be capable of extending the acquired knowledge to other systems and cases;</li>
<p><li> Have an understanding of central algorithms used in data analysis and machine learning;</li>
<p><li> Work on numerical projects to illustrate the theory. The projects play a central role and you are expected to know modern programming languages like Python or C++.</li>
</ul>
</section>
<section>
<h2 id="___sec6">Perspective on Machine Learning </h2>
<ol>
<p><li> Rapidly emerging application area</li>
<p><li> Experiment AND theory are evolving in many many fields. Still many low-hanging fruits.</li>
<p><li> Requires education/retraining for more widespread adoption</li>
<p><li> A lot of &#8220;word-of-mouth&#8221; development methods</li>
</ol>
<p>
Huge amounts of data sets require automation, classical analysis tools often inadequate.
High energy physics hit this wall in the 90&#8217;s.
In 2009 single top quark production was determined via <a href="https://arxiv.org/pdf/0903.0850.pdf" target="_blank">Boosted decision trees, Bayesian
Neural Networks, etc.</a>
</section>
<section>
<h2 id="___sec7">Machine Learning Research </h2>
<p>
Where to find recent results:
<ol>
<p><li> Conference proceedings, arXiv and blog posts!</li>
<p><li> <b>NIPS</b>: <a href="https://papers.nips.cc" target="_blank">Neural Information Processing Systems</a></li>
<p><li> <b>ICLR</b>: <a href="https://openreview.net/group?id=ICLR.cc/2018/Conference#accepted-oral-papers" target="_blank">International Conference on Learning Representations</a></li>
<p><li> <b>ICML</b>: International Conference on Machine Learning</li>
<p><li> <a href="http://www.jmlr.org/papers/v19/" target="_blank">Journal of Machine Learning Research</a></li>
</ol>
</section>
<section>
<h2 id="___sec8">Hot Topics Now </h2>
<ol>
<p><li> Boosting techniques and complex neural networks</li>
<p><li> <a href="https://medium.com/@ml.at.berkeley/trickingneural-networks-create-your-own-adversarial-examples-a61eb7620fd8" target="_blank">Adversarial examples</a></li>
<p><li> <a href="https://arxiv.org/pdf/1707.00600" target="_blank">Zero shot learning</a></li>
<p><li> Transfer learning</li>
<p><li> <a href="https://christophm.github.io/interpretable-mlbook/interpretability.html" target="_blank">Model interpretability</a></li>
</ol>
</section>
<section>
<h2 id="___sec9">Starting your Machine Learning Project </h2>
<ol>
<p><li> Identify problem type: classification, generation, regression</li>
<p><li> Consider your data carefully</li>
<p><li> Choose a simple model that fits 1. and 2.</li>
<p><li> Consider your data carefully again&#8230; data representation</li>
<p><li> Based on results, feedback loop to earliest possible point</li>
</ol>
</section>
<section>
<h2 id="___sec10">Choose a Model and Algorithm </h2>
<ol>
<p><li> Supervised?</li>
<p><li> Start with the simplest model that fits your problem</li>
<p><li> Start with minimal processing of data</li>
</ol>
</section>
<section>
<h2 id="___sec11">Preparing Your Data </h2>
<ol>
<p><li> Shuffle your data</li>
<p><li> Mean center your data</li>
<ul>
<p><li> Why?</li>
</ul>
<p><li> Normalize the variance</li>
<ul>
<p><li> Why?</li>
</ul>
<p><li> <b>Whitening</b></li>
<ul>
<p><li> Decorrelates data</li>
<p><li> Can be hit or miss</li>
</ul>
<p><li> When to do train/test split?</li>
</ol>
</section>
<section>
<h2 id="___sec12">Which Activation and Weights to Choose in Neural Networks </h2>
<ol>
<p><li> RELU? ELU?</li>
<p><li> Sigmoid or Tanh?</li>
<p><li> Set all weights to 0?</li>
<ul>
<p><li> Terrible idea</li>
</ul>
<p><li> Set all weights to random values?</li>
<ul>
<p><li> Small random values</li>
</ul>
<p>
</ol>
</section>
<section>
<h2 id="___sec13">Optimization Methods and Hyperparameters </h2>
<ol>
<p><li> Stochastic gradient descent
<ol type="a"></li>
<p><li> Stochastic gradient descent + momentum</li>
</ol>
<p><li> State-of-the-art approaches:</li>
<ul>
<p><li> RMSProp</li>
<p><li> Adam</li>
</ul>
<p>
</ol>
<p>
Which regularization and hyperparameters? \( L_1 \) or \( L_2 \), soft classifiers, depths of trees and many other. Need to explore a large set of hyperparameters and regularization methods.
</section>
<section>
<h2 id="___sec14">Resampling </h2>
<p>
When do we resample?
<ol>
<p><li> Bootstrap</li>
<p><li> Cross-validation</li>
<p><li> Jackknife and many other</li>
</ol>
</section>
<section>
<h2 id="___sec15">Other courses on Data science and Machine Learning at UiO </h2>
<p>
The link here <a href="https://www.mn.uio.no/english/research/about/centre-focus/innovation/data-science/studies/" target="_blank"><tt>https://www.mn.uio.no/english/research/about/centre-focus/innovation/data-science/studies/</tt></a> gives an excellent overview of courses on Machine learning at UiO.
<ol>
<p><li> <a href="http://www.uio.no/studier/emner/matnat/math/STK2100/index-eng.html" target="_blank">STK2100 Machine learning and statistical methods for prediction and classification</a>.</li>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/ifi/IN3050/index-eng.html" target="_blank">IN3050 Introduction to Artificial Intelligence and Machine Learning</a>. Introductory course in machine learning and AI with an algorithmic approach.</li>
<p><li> <a href="http://www.uio.no/studier/emner/matnat/math/STK-INF3000/index-eng.html" target="_blank">STK-INF3000/4000 Selected Topics in Data Science</a>. The course provides insight into selected contemporary relevant topics within Data Science.</li>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/ifi/IN4080/index.html" target="_blank">IN4080 Natural Language Processing</a>. Probabilistic and machine learning techniques applied to natural language processing.</li>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/math/STK-IN4300/index-eng.html" target="_blank">STK-IN4300 &#8211; Statistical learning methods in Data Science</a>. An advanced introduction to statistical and machine learning. For students with a good mathematics and statistics background.</li>
<p><li> <a href="http://www.uio.no/studier/emner/matnat/ifi/INF4490/" target="_blank">INF4490 Biologically Inspired Computing</a>. An introduction to self-adapting methods also called artificial intelligence or machine learning.</li>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/ifi/IN-STK5000/index-eng.html" target="_blank">IN-STK5000 Adaptive Methods for Data-Based Decision Making</a>. Methods for adaptive collection and processing of data based on machine learning techniques.</li>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/ifi/IN5400/" target="_blank">IN5400/INF5860 &#8211; Machine Learning for Image Analysis</a>. An introduction to deep learning with particular emphasis on applications within Image analysis, but useful for other application areas too.</li>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/its/TEK5040/" target="_blank">TEK5040 &#8211; Dyp l&#230;ring for autonome systemer</a>. The course addresses advanced algorithms and architectures for deep learning with neural networks. The course provides an introduction to how deep-learning techniques can be used in the construction of key parts of advanced autonomous systems that exist in physical environments and cyber environments.</li>
</ol>
</section>
<section>
<h2 id="___sec16">Additional courses of interest </h2>
<ol>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/math/STK4051/index-eng.html" target="_blank">STK4051 Computational Statistics</a></li>
<p><li> <a href="https://www.uio.no/studier/emner/matnat/math/STK4021/index-eng.html" target="_blank">STK4021 Applied Bayesian Analysis and Numerical Methods</a></li>
</ol>
</section>
<section>
<h2 id="___sec17">Best wishes to you all and thanks so much for your heroic efforts this semester </h2>
<p>
<br /><br /><center><p><img src="figures/Nebbdyr2.png" align="bottom" width=500></p></center><br /><br />
</section>
</div> <!-- class="slides" -->
</div> <!-- class="reveal" -->
<script src="reveal.js/lib/js/head.min.js"></script>
<script src="reveal.js/js/reveal.js"></script>
<script>
// Full list of configuration options available here:
// https://github.com/hakimel/reveal.js#configuration
Reveal.initialize({
// Display navigation controls in the bottom right corner
controls: true,
// Display progress bar (below the horiz. slider)
progress: true,
// Display the page number of the current slide
slideNumber: true,
// Push each slide change to the browser history
history: false,
// Enable keyboard shortcuts for navigation
keyboard: true,
// Enable the slide overview mode
overview: true,
// Vertical centering of slides
//center: true,
center: false,
// Enables touch navigation on devices with touch input
touch: true,
// Loop the presentation
loop: false,
// Change the presentation direction to be RTL
rtl: false,
// Turns fragments on and off globally
fragments: true,
// Flags if the presentation is running in an embedded mode,
// i.e. contained within a limited portion of the screen
embedded: false,
// Number of milliseconds between automatically proceeding to the
// next slide, disabled when set to 0, this value can be overwritten
// by using a data-autoslide attribute on your slides
autoSlide: 0,
// Stop auto-sliding after user input
autoSlideStoppable: true,
// Enable slide navigation via mouse wheel
mouseWheel: false,
// Hides the address bar on mobile devices
hideAddressBar: true,
// Opens links in an iframe preview overlay
previewLinks: false,
// Transition style
transition: 'default', // default/cube/page/concave/zoom/linear/fade/none
// Transition speed
transitionSpeed: 'default', // default/fast/slow
// Transition style for full page slide backgrounds
backgroundTransition: 'default', // default/none/slide/concave/convex/zoom
// Number of slides away from the current that are visible
viewDistance: 3,
// Parallax background image
//parallaxBackgroundImage: '', // e.g. "'https://s3.amazonaws.com/hakim-static/reveal-js/reveal-parallax-1.jpg'"
// Parallax background size
//parallaxBackgroundSize: '' // CSS syntax, e.g. "2100px 900px"
theme: Reveal.getQueryHash().theme, // available themes are in reveal.js/css/theme
transition: Reveal.getQueryHash().transition || 'default', // default/cube/page/concave/zoom/linear/none
});
Reveal.initialize({
dependencies: [
// Cross-browser shim that fully implements classList - https://github.com/eligrey/classList.js/
{ src: 'reveal.js/lib/js/classList.js', condition: function() { return !document.body.classList; } },
// Interpret Markdown in <section> elements
{ src: 'reveal.js/plugin/markdown/marked.js', condition: function() { return !!document.querySelector( '[data-markdown]' ); } },
{ src: 'reveal.js/plugin/markdown/markdown.js', condition: function() { return !!document.querySelector( '[data-markdown]' ); } },
// Syntax highlight for <code> elements
{ src: 'reveal.js/plugin/highlight/highlight.js', async: true, callback: function() { hljs.initHighlightingOnLoad(); } },
// Zoom in and out with Alt+click
{ src: 'reveal.js/plugin/zoom-js/zoom.js', async: true, condition: function() { return !!document.body.classList; } },
// Speaker notes
{ src: 'reveal.js/plugin/notes/notes.js', async: true, condition: function() { return !!document.body.classList; } },
// Remote control your reveal.js presentation using a touch device
//{ src: 'reveal.js/plugin/remotes/remotes.js', async: true, condition: function() { return !!document.body.classList; } },
// MathJax
//{ src: 'reveal.js/plugin/math/math.js', async: true }
]
});
Reveal.initialize({
// The "normal" size of the presentation, aspect ratio will be preserved
// when the presentation is scaled to fit different resolutions. Can be
// specified using percentage units.
width: 1170, // original: 960,
height: 700,
// Factor of the display size that should remain empty around the content
margin: 0.1,
// Bounds for smallest/largest possible scale to apply to content
minScale: 0.2,
maxScale: 1.0
});
</script>
<!-- begin footer logo
<div style="position: absolute; bottom: 0px; left: 0; margin-left: 0px">
<img src="somelogo.png">
</div>
end footer logo -->
</body>
</html>
Reference in New Issue View Git Blame Copy Permalink