update week 38
This commit is contained in:
Morten Hjorth-Jensen
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -322,7 +291,7 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs008.html">9</a></li>
|
||||
<li><a href="._week38-bs009.html">10</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs001.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -290,7 +259,7 @@ MathJax.Hub.Config({
|
||||
<ol>
|
||||
<li> Statistical interpretation of Ridge and Lasso regression</li>
|
||||
<li> Resampling techniques, Bootstrap and cross validation and bias-variance tradeoff (this may partly be discussed during the exercise sessions as well.</li>
|
||||
<li> See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_self"><tt>https://youtu.be/</tt></a>
|
||||
<li> The material we did not cover last week, that is on more advanced methods for updating the learning rate, are covered by its own video. We will briefly discuss these topics at the beginning of the lecture and during the lab sessions. See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_self"><tt>https://youtu.be/</tt></a>
|
||||
<!-- * <a href="https://youtu.be/omLmp_kkie0" target="_self">Video of Lecture</a> -->
|
||||
<!-- * <a href="https://github.com/CompPhysics/MachineLearning/blob/master/doc/HandWrittenNotes/2024/NotesSeptember9.pdf" target="_self">Whiteboard notes</a> --></li>
|
||||
</ol>
|
||||
@@ -314,7 +283,7 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs009.html">10</a></li>
|
||||
<li><a href="._week38-bs010.html">11</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs002.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -293,6 +262,7 @@ MathJax.Hub.Config({
|
||||
<li> <a href="https://www.youtube.com/watch?v=Xz0x-8-cgaQ" target="_self">Video on Bootstrapping</a></li>
|
||||
<li> <a href="https://www.youtube.com/watch?v=fSytzGwwBVw" target="_self">Video on cross validation</a></li>
|
||||
</ol>
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_self"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
@@ -314,7 +284,7 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs010.html">11</a></li>
|
||||
<li><a href="._week38-bs011.html">12</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs003.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -343,7 +312,7 @@ row number \( i \) and perform a sum over all values \( p \).
|
||||
<li><a href="._week38-bs011.html">12</a></li>
|
||||
<li><a href="._week38-bs012.html">13</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs004.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -319,7 +288,7 @@ $$
|
||||
<li><a href="._week38-bs012.html">13</a></li>
|
||||
<li><a href="._week38-bs013.html">14</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs005.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -335,7 +304,7 @@ mean value \( \boldsymbol{X}\boldsymbol{\beta} \) and variance \( \sigma^2 \) (n
|
||||
<li><a href="._week38-bs013.html">14</a></li>
|
||||
<li><a href="._week38-bs014.html">15</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs006.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -380,7 +349,7 @@ This means the variance we obtain with the standard OLS will always for \( \lamb
|
||||
<li><a href="._week38-bs014.html">15</a></li>
|
||||
<li><a href="._week38-bs015.html">16</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs007.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -326,7 +295,7 @@ $$
|
||||
<li><a href="._week38-bs015.html">16</a></li>
|
||||
<li><a href="._week38-bs016.html">17</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs008.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -338,7 +307,7 @@ $$
|
||||
<li><a href="._week38-bs016.html">17</a></li>
|
||||
<li><a href="._week38-bs017.html">18</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs009.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -333,7 +302,7 @@ is equivalent to the maximization/minimization of the function itself.
|
||||
<li><a href="._week38-bs017.html">18</a></li>
|
||||
<li><a href="._week38-bs018.html">19</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs010.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -333,7 +302,7 @@ $$
|
||||
<li><a href="._week38-bs018.html">19</a></li>
|
||||
<li><a href="._week38-bs019.html">20</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs011.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -319,7 +288,7 @@ our regression analysis. In what follows we will
|
||||
<li><a href="._week38-bs019.html">20</a></li>
|
||||
<li><a href="._week38-bs020.html">21</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs012.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -335,7 +304,7 @@ cross-validation and the bootstrap method.
|
||||
<li><a href="._week38-bs020.html">21</a></li>
|
||||
<li><a href="._week38-bs021.html">22</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs013.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -332,7 +301,7 @@ bootstrap is widely used.
|
||||
<li><a href="._week38-bs021.html">22</a></li>
|
||||
<li><a href="._week38-bs022.html">23</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs014.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -321,7 +290,7 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs022.html">23</a></li>
|
||||
<li><a href="._week38-bs023.html">24</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs015.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -325,7 +294,7 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs023.html">24</a></li>
|
||||
<li><a href="._week38-bs024.html">25</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs016.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -332,7 +301,7 @@ training error reaches a saturation.
|
||||
<li><a href="._week38-bs024.html">25</a></li>
|
||||
<li><a href="._week38-bs025.html">26</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs017.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -330,7 +299,7 @@ advantages:
|
||||
<li><a href="._week38-bs025.html">26</a></li>
|
||||
<li><a href="._week38-bs026.html">27</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs018.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -325,7 +294,7 @@ $$
|
||||
<li><a href="._week38-bs026.html">27</a></li>
|
||||
<li><a href="._week38-bs027.html">28</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs019.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -325,7 +294,7 @@ product of individual \( p(x_i) \). The independence assumption is important in
|
||||
<li><a href="._week38-bs027.html">28</a></li>
|
||||
<li><a href="._week38-bs028.html">29</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs020.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -334,7 +303,7 @@ $$
|
||||
<li><a href="._week38-bs028.html">29</a></li>
|
||||
<li><a href="._week38-bs029.html">30</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs021.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -336,7 +305,7 @@ and \( \mu \) is also the mean of the PDF \( p(x) \).
|
||||
<li><a href="._week38-bs029.html">30</a></li>
|
||||
<li><a href="._week38-bs030.html">31</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs022.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -348,7 +317,7 @@ finite \( m \), it is not always possible to find a closed form /analytic expres
|
||||
<li><a href="._week38-bs030.html">31</a></li>
|
||||
<li><a href="._week38-bs031.html">32</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs023.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -326,7 +295,7 @@ construct a confidence interval for the estimates.
|
||||
<li><a href="._week38-bs031.html">32</a></li>
|
||||
<li><a href="._week38-bs032.html">33</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs024.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -333,7 +302,7 @@ Bootstrap method, why it works and various theorems related to it.
|
||||
<li><a href="._week38-bs032.html">33</a></li>
|
||||
<li><a href="._week38-bs033.html">34</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs025.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -320,7 +289,7 @@ estimators.
|
||||
<li><a href="._week38-bs033.html">34</a></li>
|
||||
<li><a href="._week38-bs034.html">35</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs026.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -325,7 +294,7 @@ idea is to use the relative frequency of \( \widehat{\beta}^* \)
|
||||
<li><a href="._week38-bs034.html">35</a></li>
|
||||
<li><a href="._week38-bs035.html">36</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs027.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -322,7 +291,7 @@ result in some asymptotic sense? The answer is yes.
|
||||
<li><a href="._week38-bs035.html">36</a></li>
|
||||
<li><a href="._week38-bs036.html">37</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs028.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -328,7 +297,7 @@ example, if you are interested in estimating the variance of \( \widehat
|
||||
<li><a href="._week38-bs036.html">37</a></li>
|
||||
<li><a href="._week38-bs037.html">38</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs029.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -373,7 +342,7 @@ t <span style="color: #666666">=</span> bootstrap(x, datapoints)
|
||||
<li><a href="._week38-bs037.html">38</a></li>
|
||||
<li><a href="._week38-bs038.html">39</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs030.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -340,7 +309,7 @@ plt<span style="color: #666666">.</span>show()
|
||||
<li><a href="._week38-bs038.html">39</a></li>
|
||||
<li><a href="._week38-bs039.html">40</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs031.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -366,7 +335,7 @@ $$
|
||||
<li><a href="._week38-bs039.html">40</a></li>
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs032.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -315,7 +284,7 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs033.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -384,8 +353,6 @@ plt<span style="color: #666666">.</span>show()
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs034.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -375,9 +344,6 @@ plt<span style="color: #666666">.</span>show()
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs035.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -337,10 +306,6 @@ flexible statistical methods have higher variance.
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs036.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -394,11 +363,6 @@ plt<span style="color: #666666">.</span>show()
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="._week38-bs045.html">46</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs037.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -320,12 +289,6 @@ cross-validation (LOOCV).
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="._week38-bs045.html">46</a></li>
|
||||
<li><a href="._week38-bs046.html">47</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs038.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -317,13 +286,6 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="._week38-bs045.html">46</a></li>
|
||||
<li><a href="._week38-bs046.html">47</a></li>
|
||||
<li><a href="._week38-bs047.html">48</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs039.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -415,12 +384,6 @@ plt<span style="color: #666666">.</span>show()
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="._week38-bs045.html">46</a></li>
|
||||
<li><a href="._week38-bs046.html">47</a></li>
|
||||
<li><a href="._week38-bs047.html">48</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs040.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -403,12 +372,6 @@ plt<span style="color: #666666">.</span>show()
|
||||
<li class="active"><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="._week38-bs045.html">46</a></li>
|
||||
<li><a href="._week38-bs046.html">47</a></li>
|
||||
<li><a href="._week38-bs047.html">48</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs041.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -391,12 +360,6 @@ plt<span style="color: #666666">.</span>show()
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li class="active"><a href="._week38-bs041.html">42</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="._week38-bs045.html">46</a></li>
|
||||
<li><a href="._week38-bs046.html">47</a></li>
|
||||
<li><a href="._week38-bs047.html">48</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -284,6 +253,13 @@ MathJax.Hub.Config({
|
||||
<!-- !split -->
|
||||
<h2 id="material-for-the-lab-sessions" class="anchor">Material for the lab sessions </h2>
|
||||
|
||||
<p>This week we will discuss during the first hour of each lab session
|
||||
some technicalities related to the project and methods for updating
|
||||
the learning like ADAgrad, RMSprop and ADAM. As teaching material, see
|
||||
the jupyter-notebook from week 37 (September 12-16).
|
||||
</p>
|
||||
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_self"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
<p>
|
||||
<!-- navigation buttons at the bottom of the page -->
|
||||
<ul class="pagination">
|
||||
@@ -299,13 +275,6 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs040.html">41</a></li>
|
||||
<li><a href="._week38-bs041.html">42</a></li>
|
||||
<li class="active"><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs043.html">44</a></li>
|
||||
<li><a href="._week38-bs044.html">45</a></li>
|
||||
<li><a href="._week38-bs045.html">46</a></li>
|
||||
<li><a href="._week38-bs046.html">47</a></li>
|
||||
<li><a href="._week38-bs047.html">48</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs043.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
</div> <!-- end container -->
|
||||
|
||||
@@ -163,32 +163,7 @@ doconce format html week38.do.txt --html_style=bootstrap --pygments_html_style=d
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -259,18 +234,12 @@ MathJax.Hub.Config({
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs034.html#understanding-what-happens" style="font-size: 80%;">Understanding what happens</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs035.html#summing-up" style="font-size: 80%;">Summing up</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs036.html#another-example-from-scikit-learn-s-repository" style="font-size: 80%;">Another Example from Scikit-Learn's Repository</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs037.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs038.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs039.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs040.html#more-examples-on-bootstrap-and-cross-validation-and-errors" style="font-size: 80%;">More examples on bootstrap and cross-validation and errors</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs041.html#the-same-example-but-now-with-cross-validation" style="font-size: 80%;">The same example but now with cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs042.html#material-for-the-lab-sessions" style="font-size: 80%;">Material for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs043.html#plans-for-the-lab-sessions" style="font-size: 80%;">Plans for the lab sessions</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs044.html#lab-session-material-relevant-for-the-first-project" style="font-size: 80%;">Lab session: Material relevant for the first project</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs045.html#various-steps-in-cross-validation" style="font-size: 80%;">Various steps in cross-validation</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs046.html#how-to-set-up-the-cross-validation-for-ridge-and-or-lasso" style="font-size: 80%;">How to set up the cross-validation for Ridge and/or Lasso</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs047.html#cross-validation-in-brief" style="font-size: 80%;">Cross-validation in brief</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._week38-bs048.html#code-example-for-cross-validation-and-k-fold-cross-validation" style="font-size: 80%;">Code Example for Cross-validation and \( k \)-fold Cross-validation</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
@@ -322,7 +291,7 @@ MathJax.Hub.Config({
|
||||
<li><a href="._week38-bs008.html">9</a></li>
|
||||
<li><a href="._week38-bs009.html">10</a></li>
|
||||
<li><a href="">...</a></li>
|
||||
<li><a href="._week38-bs048.html">49</a></li>
|
||||
<li><a href="._week38-bs042.html">43</a></li>
|
||||
<li><a href="._week38-bs001.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
@@ -200,7 +200,7 @@ MathJax.Hub.Config({
|
||||
<ol>
|
||||
<p><li> Statistical interpretation of Ridge and Lasso regression</li>
|
||||
<p><li> Resampling techniques, Bootstrap and cross validation and bias-variance tradeoff (this may partly be discussed during the exercise sessions as well.</li>
|
||||
<p><li> See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_blank"><tt>https://youtu.be/</tt></a>
|
||||
<p><li> The material we did not cover last week, that is on more advanced methods for updating the learning rate, are covered by its own video. We will briefly discuss these topics at the beginning of the lecture and during the lab sessions. See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_blank"><tt>https://youtu.be/</tt></a>
|
||||
<!-- * <a href="https://youtu.be/omLmp_kkie0" target="_blank">Video of Lecture</a> -->
|
||||
<!-- * <a href="https://github.com/CompPhysics/MachineLearning/blob/master/doc/HandWrittenNotes/2024/NotesSeptember9.pdf" target="_blank">Whiteboard notes</a> --></li>
|
||||
</ol>
|
||||
@@ -219,6 +219,8 @@ MathJax.Hub.Config({
|
||||
<p><li> <a href="https://www.youtube.com/watch?v=Xz0x-8-cgaQ" target="_blank">Video on Bootstrapping</a></li>
|
||||
<p><li> <a href="https://www.youtube.com/watch?v=fSytzGwwBVw" target="_blank">Video on cross validation</a></li>
|
||||
</ol>
|
||||
<p>
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_blank"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
@@ -1820,210 +1822,14 @@ plt.show()
|
||||
|
||||
<section>
|
||||
<h2 id="material-for-the-lab-sessions">Material for the lab sessions </h2>
|
||||
</section>
|
||||
|
||||
<section>
|
||||
<h2 id="plans-for-the-lab-sessions">Plans for the lab sessions </h2>
|
||||
|
||||
<div class="alert alert-block alert-block alert-text-normal">
|
||||
<b>Material for the active learning sessions on Tuesday and Wednesday</b>
|
||||
<p>
|
||||
<ul>
|
||||
|
||||
<p><li> bias-variance tradeoff</li>
|
||||
|
||||
<p><li> Resampling techniques, cross-validation examples included here, see also the lectures from last week on the bootstrap method</li>
|
||||
|
||||
<p><li> Exercise for week 38 on the bias-variance tradeoff, see also the video from the lab session from week 37 at <a href="https://youtu.be/omLmp_kkie0" target="_blank"><tt>https://youtu.be/omLmp_kkie0</tt></a></li>
|
||||
</ul>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<section>
|
||||
<h2 id="lab-session-material-relevant-for-the-first-project">Lab session: Material relevant for the first project </h2>
|
||||
</section>
|
||||
|
||||
<section>
|
||||
<h2 id="various-steps-in-cross-validation">Various steps in cross-validation </h2>
|
||||
|
||||
<p>When the repetitive splitting of the data set is done randomly,
|
||||
samples may accidently end up in a fast majority of the splits in
|
||||
either training or test set. Such samples may have an unbalanced
|
||||
influence on either model building or prediction evaluation. To avoid
|
||||
this \( k \)-fold cross-validation structures the data splitting. The
|
||||
samples are divided into \( k \) more or less equally sized exhaustive and
|
||||
mutually exclusive subsets. In turn (at each split) one of these
|
||||
subsets plays the role of the test set while the union of the
|
||||
remaining subsets constitutes the training set. Such a splitting
|
||||
warrants a balanced representation of each sample in both training and
|
||||
test set over the splits. Still the division into the \( k \) subsets
|
||||
involves a degree of randomness. This may be fully excluded when
|
||||
choosing \( k=n \). This particular case is referred to as leave-one-out
|
||||
cross-validation (LOOCV).
|
||||
<p>This week we will discuss during the first hour of each lab session
|
||||
some technicalities related to the project and methods for updating
|
||||
the learning like ADAgrad, RMSprop and ADAM. As teaching material, see
|
||||
the jupyter-notebook from week 37 (September 12-16).
|
||||
</p>
|
||||
</section>
|
||||
|
||||
<section>
|
||||
<h2 id="how-to-set-up-the-cross-validation-for-ridge-and-or-lasso">How to set up the cross-validation for Ridge and/or Lasso </h2>
|
||||
|
||||
<ul>
|
||||
<p><li> Define a range of interest for the penalty parameter.</li>
|
||||
<p><li> Divide the data set into training and test set comprising samples \( \{1, \ldots, n\} \setminus i \) and \( \{ i \} \), respectively.</li>
|
||||
<p><li> Fit the linear regression model by means of for example Ridge or Lasso regression for each \( \lambda \) in the grid using the training set, and the corresponding estimate of the error variance \( \boldsymbol{\sigma}_{-i}^2(\lambda) \), as</li>
|
||||
</ul>
|
||||
<p>
|
||||
<p> <br>
|
||||
$$
|
||||
\begin{align*}
|
||||
\boldsymbol{\beta}_{-i}(\lambda) & = ( \boldsymbol{X}_{-i, \ast}^{T}
|
||||
\boldsymbol{X}_{-i, \ast} + \lambda \boldsymbol{I}_{pp})^{-1}
|
||||
\boldsymbol{X}_{-i, \ast}^{T} \boldsymbol{y}_{-i}
|
||||
\end{align*}
|
||||
$$
|
||||
<p> <br>
|
||||
|
||||
|
||||
<ul>
|
||||
<p><li> Evaluate the prediction performance of these models on the test set by \( C[y_i, \boldsymbol{X}_{i, \ast}; \boldsymbol{\beta}_{-i}(\lambda), \boldsymbol{\sigma}_{-i}^2(\lambda)] \). Or, by the prediction error \( |y_i - \boldsymbol{X}_{i, \ast} \boldsymbol{\beta}_{-i}(\lambda)| \), the relative error, the error squared or the R2 score function.</li>
|
||||
<p><li> Repeat the first three steps such that each sample plays the role of the test set once.</li>
|
||||
<p><li> Average the prediction performances of the test sets at each grid point of the penalty bias/parameter. It is an estimate of the prediction performance of the model corresponding to this value of the penalty parameter on novel data.</li>
|
||||
</ul>
|
||||
</section>
|
||||
|
||||
<section>
|
||||
<h2 id="cross-validation-in-brief">Cross-validation in brief </h2>
|
||||
|
||||
<p>For the various values of \( k \)</p>
|
||||
|
||||
<ol>
|
||||
<p><li> shuffle the dataset randomly.</li>
|
||||
<p><li> Split the dataset into \( k \) groups.</li>
|
||||
<p><li> For each unique group:
|
||||
<ol type="a"></li>
|
||||
<p><li> Decide which group to use as set for test data</li>
|
||||
<p><li> Take the remaining groups as a training data set</li>
|
||||
<p><li> Fit a model on the training set and evaluate it on the test set</li>
|
||||
<p><li> Retain the evaluation score and discard the model</li>
|
||||
</ol>
|
||||
<p>
|
||||
<p><li> Summarize the model using the sample of model evaluation scores</li>
|
||||
</ol>
|
||||
</section>
|
||||
|
||||
<section>
|
||||
<h2 id="code-example-for-cross-validation-and-k-fold-cross-validation">Code Example for Cross-validation and \( k \)-fold Cross-validation </h2>
|
||||
|
||||
<p>The code here uses Ridge regression with cross-validation (CV) resampling and \( k \)-fold CV in order to fit a specific polynomial. </p>
|
||||
|
||||
<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
|
||||
<div class="cell border-box-sizing code_cell rendered">
|
||||
<div class="input">
|
||||
<div class="inner_cell">
|
||||
<div class="input_area">
|
||||
<div class="highlight" style="background: #eeeedd">
|
||||
<pre style="font-size: 80%; line-height: 125%;"><span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">numpy</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">np</span>
|
||||
<span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">matplotlib.pyplot</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">plt</span>
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> KFold
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.linear_model</span> <span style="color: #8B008B; font-weight: bold">import</span> Ridge
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> cross_val_score
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.preprocessing</span> <span style="color: #8B008B; font-weight: bold">import</span> PolynomialFeatures
|
||||
|
||||
<span style="color: #228B22"># A seed just to ensure that the random numbers are the same for every run.</span>
|
||||
<span style="color: #228B22"># Useful for eventual debugging.</span>
|
||||
np.random.seed(<span style="color: #B452CD">3155</span>)
|
||||
|
||||
<span style="color: #228B22"># Generate the data.</span>
|
||||
nsamples = <span style="color: #B452CD">100</span>
|
||||
x = np.random.randn(nsamples)
|
||||
y = <span style="color: #B452CD">3</span>*x**<span style="color: #B452CD">2</span> + np.random.randn(nsamples)
|
||||
|
||||
<span style="color: #228B22">## Cross-validation on Ridge regression using KFold only</span>
|
||||
|
||||
<span style="color: #228B22"># Decide degree on polynomial to fit</span>
|
||||
poly = PolynomialFeatures(degree = <span style="color: #B452CD">6</span>)
|
||||
|
||||
<span style="color: #228B22"># Decide which values of lambda to use</span>
|
||||
nlambdas = <span style="color: #B452CD">500</span>
|
||||
lambdas = np.logspace(-<span style="color: #B452CD">3</span>, <span style="color: #B452CD">5</span>, nlambdas)
|
||||
|
||||
<span style="color: #228B22"># Initialize a KFold instance</span>
|
||||
k = <span style="color: #B452CD">5</span>
|
||||
kfold = KFold(n_splits = k)
|
||||
|
||||
<span style="color: #228B22"># Perform the cross-validation to estimate MSE</span>
|
||||
scores_KFold = np.zeros((nlambdas, k))
|
||||
|
||||
i = <span style="color: #B452CD">0</span>
|
||||
<span style="color: #8B008B; font-weight: bold">for</span> lmb <span style="color: #8B008B">in</span> lambdas:
|
||||
ridge = Ridge(alpha = lmb)
|
||||
j = <span style="color: #B452CD">0</span>
|
||||
<span style="color: #8B008B; font-weight: bold">for</span> train_inds, test_inds <span style="color: #8B008B">in</span> kfold.split(x):
|
||||
xtrain = x[train_inds]
|
||||
ytrain = y[train_inds]
|
||||
|
||||
xtest = x[test_inds]
|
||||
ytest = y[test_inds]
|
||||
|
||||
Xtrain = poly.fit_transform(xtrain[:, np.newaxis])
|
||||
ridge.fit(Xtrain, ytrain[:, np.newaxis])
|
||||
|
||||
Xtest = poly.fit_transform(xtest[:, np.newaxis])
|
||||
ypred = ridge.predict(Xtest)
|
||||
|
||||
scores_KFold[i,j] = np.sum((ypred - ytest[:, np.newaxis])**<span style="color: #B452CD">2</span>)/np.size(ypred)
|
||||
|
||||
j += <span style="color: #B452CD">1</span>
|
||||
i += <span style="color: #B452CD">1</span>
|
||||
|
||||
|
||||
estimated_mse_KFold = np.mean(scores_KFold, axis = <span style="color: #B452CD">1</span>)
|
||||
|
||||
<span style="color: #228B22">## Cross-validation using cross_val_score from sklearn along with KFold</span>
|
||||
|
||||
<span style="color: #228B22"># kfold is an instance initialized above as:</span>
|
||||
<span style="color: #228B22"># kfold = KFold(n_splits = k)</span>
|
||||
|
||||
estimated_mse_sklearn = np.zeros(nlambdas)
|
||||
i = <span style="color: #B452CD">0</span>
|
||||
<span style="color: #8B008B; font-weight: bold">for</span> lmb <span style="color: #8B008B">in</span> lambdas:
|
||||
ridge = Ridge(alpha = lmb)
|
||||
|
||||
X = poly.fit_transform(x[:, np.newaxis])
|
||||
estimated_mse_folds = cross_val_score(ridge, X, y[:, np.newaxis], scoring=<span style="color: #CD5555">'neg_mean_squared_error'</span>, cv=kfold)
|
||||
|
||||
<span style="color: #228B22"># cross_val_score return an array containing the estimated negative mse for every fold.</span>
|
||||
<span style="color: #228B22"># we have to the the mean of every array in order to get an estimate of the mse of the model</span>
|
||||
estimated_mse_sklearn[i] = np.mean(-estimated_mse_folds)
|
||||
|
||||
i += <span style="color: #B452CD">1</span>
|
||||
|
||||
<span style="color: #228B22">## Plot and compare the slightly different ways to perform cross-validation</span>
|
||||
|
||||
plt.figure()
|
||||
|
||||
plt.plot(np.log10(lambdas), estimated_mse_sklearn, label = <span style="color: #CD5555">'cross_val_score'</span>)
|
||||
plt.plot(np.log10(lambdas), estimated_mse_KFold, <span style="color: #CD5555">'r--'</span>, label = <span style="color: #CD5555">'KFold'</span>)
|
||||
|
||||
plt.xlabel(<span style="color: #CD5555">'log10(lambda)'</span>)
|
||||
plt.ylabel(<span style="color: #CD5555">'mse'</span>)
|
||||
|
||||
plt.legend()
|
||||
|
||||
plt.show()
|
||||
</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="output_wrapper">
|
||||
<div class="output">
|
||||
<div class="output_area">
|
||||
<div class="output_subarea output_stream output_stdout output_text">
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_blank"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
</section>
|
||||
|
||||
|
||||
|
||||
@@ -190,32 +190,7 @@ div.toc p,a {
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -263,7 +238,7 @@ MathJax.Hub.Config({
|
||||
<ol>
|
||||
<li> Statistical interpretation of Ridge and Lasso regression</li>
|
||||
<li> Resampling techniques, Bootstrap and cross validation and bias-variance tradeoff (this may partly be discussed during the exercise sessions as well.</li>
|
||||
<li> See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_blank"><tt>https://youtu.be/</tt></a>
|
||||
<li> The material we did not cover last week, that is on more advanced methods for updating the learning rate, are covered by its own video. We will briefly discuss these topics at the beginning of the lecture and during the lab sessions. See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_blank"><tt>https://youtu.be/</tt></a>
|
||||
<!-- * <a href="https://youtu.be/omLmp_kkie0" target="_blank">Video of Lecture</a> -->
|
||||
<!-- * <a href="https://github.com/CompPhysics/MachineLearning/blob/master/doc/HandWrittenNotes/2024/NotesSeptember9.pdf" target="_blank">Whiteboard notes</a> --></li>
|
||||
</ol>
|
||||
@@ -282,6 +257,7 @@ MathJax.Hub.Config({
|
||||
<li> <a href="https://www.youtube.com/watch?v=Xz0x-8-cgaQ" target="_blank">Video on Bootstrapping</a></li>
|
||||
<li> <a href="https://www.youtube.com/watch?v=fSytzGwwBVw" target="_blank">Video on cross validation</a></li>
|
||||
</ol>
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_blank"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
</div>
|
||||
|
||||
|
||||
@@ -1775,197 +1751,13 @@ plt.show()
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="material-for-the-lab-sessions">Material for the lab sessions </h2>
|
||||
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="plans-for-the-lab-sessions">Plans for the lab sessions </h2>
|
||||
|
||||
<div class="alert alert-block alert-block alert-text-normal">
|
||||
<b>Material for the active learning sessions on Tuesday and Wednesday</b>
|
||||
<p>
|
||||
<ul>
|
||||
<li> bias-variance tradeoff</li>
|
||||
<li> Resampling techniques, cross-validation examples included here, see also the lectures from last week on the bootstrap method</li>
|
||||
<li> Exercise for week 38 on the bias-variance tradeoff, see also the video from the lab session from week 37 at <a href="https://youtu.be/omLmp_kkie0" target="_blank"><tt>https://youtu.be/omLmp_kkie0</tt></a></li>
|
||||
</ul>
|
||||
</div>
|
||||
|
||||
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="lab-session-material-relevant-for-the-first-project">Lab session: Material relevant for the first project </h2>
|
||||
|
||||
<!-- !split -->
|
||||
<h2 id="various-steps-in-cross-validation">Various steps in cross-validation </h2>
|
||||
|
||||
<p>When the repetitive splitting of the data set is done randomly,
|
||||
samples may accidently end up in a fast majority of the splits in
|
||||
either training or test set. Such samples may have an unbalanced
|
||||
influence on either model building or prediction evaluation. To avoid
|
||||
this \( k \)-fold cross-validation structures the data splitting. The
|
||||
samples are divided into \( k \) more or less equally sized exhaustive and
|
||||
mutually exclusive subsets. In turn (at each split) one of these
|
||||
subsets plays the role of the test set while the union of the
|
||||
remaining subsets constitutes the training set. Such a splitting
|
||||
warrants a balanced representation of each sample in both training and
|
||||
test set over the splits. Still the division into the \( k \) subsets
|
||||
involves a degree of randomness. This may be fully excluded when
|
||||
choosing \( k=n \). This particular case is referred to as leave-one-out
|
||||
cross-validation (LOOCV).
|
||||
<p>This week we will discuss during the first hour of each lab session
|
||||
some technicalities related to the project and methods for updating
|
||||
the learning like ADAgrad, RMSprop and ADAM. As teaching material, see
|
||||
the jupyter-notebook from week 37 (September 12-16).
|
||||
</p>
|
||||
|
||||
<!-- !split -->
|
||||
<h2 id="how-to-set-up-the-cross-validation-for-ridge-and-or-lasso">How to set up the cross-validation for Ridge and/or Lasso </h2>
|
||||
|
||||
<ul>
|
||||
<li> Define a range of interest for the penalty parameter.</li>
|
||||
<li> Divide the data set into training and test set comprising samples \( \{1, \ldots, n\} \setminus i \) and \( \{ i \} \), respectively.</li>
|
||||
<li> Fit the linear regression model by means of for example Ridge or Lasso regression for each \( \lambda \) in the grid using the training set, and the corresponding estimate of the error variance \( \boldsymbol{\sigma}_{-i}^2(\lambda) \), as</li>
|
||||
</ul>
|
||||
$$
|
||||
\begin{align*}
|
||||
\boldsymbol{\beta}_{-i}(\lambda) & = ( \boldsymbol{X}_{-i, \ast}^{T}
|
||||
\boldsymbol{X}_{-i, \ast} + \lambda \boldsymbol{I}_{pp})^{-1}
|
||||
\boldsymbol{X}_{-i, \ast}^{T} \boldsymbol{y}_{-i}
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
|
||||
<ul>
|
||||
<li> Evaluate the prediction performance of these models on the test set by \( C[y_i, \boldsymbol{X}_{i, \ast}; \boldsymbol{\beta}_{-i}(\lambda), \boldsymbol{\sigma}_{-i}^2(\lambda)] \). Or, by the prediction error \( |y_i - \boldsymbol{X}_{i, \ast} \boldsymbol{\beta}_{-i}(\lambda)| \), the relative error, the error squared or the R2 score function.</li>
|
||||
<li> Repeat the first three steps such that each sample plays the role of the test set once.</li>
|
||||
<li> Average the prediction performances of the test sets at each grid point of the penalty bias/parameter. It is an estimate of the prediction performance of the model corresponding to this value of the penalty parameter on novel data.</li>
|
||||
</ul>
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="cross-validation-in-brief">Cross-validation in brief </h2>
|
||||
|
||||
<p>For the various values of \( k \)</p>
|
||||
|
||||
<ol>
|
||||
<li> shuffle the dataset randomly.</li>
|
||||
<li> Split the dataset into \( k \) groups.</li>
|
||||
<li> For each unique group:
|
||||
<ol type="a"></li>
|
||||
<li> Decide which group to use as set for test data</li>
|
||||
<li> Take the remaining groups as a training data set</li>
|
||||
<li> Fit a model on the training set and evaluate it on the test set</li>
|
||||
<li> Retain the evaluation score and discard the model</li>
|
||||
</ol>
|
||||
<li> Summarize the model using the sample of model evaluation scores</li>
|
||||
</ol>
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="code-example-for-cross-validation-and-k-fold-cross-validation">Code Example for Cross-validation and \( k \)-fold Cross-validation </h2>
|
||||
|
||||
<p>The code here uses Ridge regression with cross-validation (CV) resampling and \( k \)-fold CV in order to fit a specific polynomial. </p>
|
||||
|
||||
<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
|
||||
<div class="cell border-box-sizing code_cell rendered">
|
||||
<div class="input">
|
||||
<div class="inner_cell">
|
||||
<div class="input_area">
|
||||
<div class="highlight" style="background: #eeeedd">
|
||||
<pre style="line-height: 125%;"><span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">numpy</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">np</span>
|
||||
<span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">matplotlib.pyplot</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">plt</span>
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> KFold
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.linear_model</span> <span style="color: #8B008B; font-weight: bold">import</span> Ridge
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> cross_val_score
|
||||
<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.preprocessing</span> <span style="color: #8B008B; font-weight: bold">import</span> PolynomialFeatures
|
||||
|
||||
<span style="color: #228B22"># A seed just to ensure that the random numbers are the same for every run.</span>
|
||||
<span style="color: #228B22"># Useful for eventual debugging.</span>
|
||||
np.random.seed(<span style="color: #B452CD">3155</span>)
|
||||
|
||||
<span style="color: #228B22"># Generate the data.</span>
|
||||
nsamples = <span style="color: #B452CD">100</span>
|
||||
x = np.random.randn(nsamples)
|
||||
y = <span style="color: #B452CD">3</span>*x**<span style="color: #B452CD">2</span> + np.random.randn(nsamples)
|
||||
|
||||
<span style="color: #228B22">## Cross-validation on Ridge regression using KFold only</span>
|
||||
|
||||
<span style="color: #228B22"># Decide degree on polynomial to fit</span>
|
||||
poly = PolynomialFeatures(degree = <span style="color: #B452CD">6</span>)
|
||||
|
||||
<span style="color: #228B22"># Decide which values of lambda to use</span>
|
||||
nlambdas = <span style="color: #B452CD">500</span>
|
||||
lambdas = np.logspace(-<span style="color: #B452CD">3</span>, <span style="color: #B452CD">5</span>, nlambdas)
|
||||
|
||||
<span style="color: #228B22"># Initialize a KFold instance</span>
|
||||
k = <span style="color: #B452CD">5</span>
|
||||
kfold = KFold(n_splits = k)
|
||||
|
||||
<span style="color: #228B22"># Perform the cross-validation to estimate MSE</span>
|
||||
scores_KFold = np.zeros((nlambdas, k))
|
||||
|
||||
i = <span style="color: #B452CD">0</span>
|
||||
<span style="color: #8B008B; font-weight: bold">for</span> lmb <span style="color: #8B008B">in</span> lambdas:
|
||||
ridge = Ridge(alpha = lmb)
|
||||
j = <span style="color: #B452CD">0</span>
|
||||
<span style="color: #8B008B; font-weight: bold">for</span> train_inds, test_inds <span style="color: #8B008B">in</span> kfold.split(x):
|
||||
xtrain = x[train_inds]
|
||||
ytrain = y[train_inds]
|
||||
|
||||
xtest = x[test_inds]
|
||||
ytest = y[test_inds]
|
||||
|
||||
Xtrain = poly.fit_transform(xtrain[:, np.newaxis])
|
||||
ridge.fit(Xtrain, ytrain[:, np.newaxis])
|
||||
|
||||
Xtest = poly.fit_transform(xtest[:, np.newaxis])
|
||||
ypred = ridge.predict(Xtest)
|
||||
|
||||
scores_KFold[i,j] = np.sum((ypred - ytest[:, np.newaxis])**<span style="color: #B452CD">2</span>)/np.size(ypred)
|
||||
|
||||
j += <span style="color: #B452CD">1</span>
|
||||
i += <span style="color: #B452CD">1</span>
|
||||
|
||||
|
||||
estimated_mse_KFold = np.mean(scores_KFold, axis = <span style="color: #B452CD">1</span>)
|
||||
|
||||
<span style="color: #228B22">## Cross-validation using cross_val_score from sklearn along with KFold</span>
|
||||
|
||||
<span style="color: #228B22"># kfold is an instance initialized above as:</span>
|
||||
<span style="color: #228B22"># kfold = KFold(n_splits = k)</span>
|
||||
|
||||
estimated_mse_sklearn = np.zeros(nlambdas)
|
||||
i = <span style="color: #B452CD">0</span>
|
||||
<span style="color: #8B008B; font-weight: bold">for</span> lmb <span style="color: #8B008B">in</span> lambdas:
|
||||
ridge = Ridge(alpha = lmb)
|
||||
|
||||
X = poly.fit_transform(x[:, np.newaxis])
|
||||
estimated_mse_folds = cross_val_score(ridge, X, y[:, np.newaxis], scoring=<span style="color: #CD5555">'neg_mean_squared_error'</span>, cv=kfold)
|
||||
|
||||
<span style="color: #228B22"># cross_val_score return an array containing the estimated negative mse for every fold.</span>
|
||||
<span style="color: #228B22"># we have to the the mean of every array in order to get an estimate of the mse of the model</span>
|
||||
estimated_mse_sklearn[i] = np.mean(-estimated_mse_folds)
|
||||
|
||||
i += <span style="color: #B452CD">1</span>
|
||||
|
||||
<span style="color: #228B22">## Plot and compare the slightly different ways to perform cross-validation</span>
|
||||
|
||||
plt.figure()
|
||||
|
||||
plt.plot(np.log10(lambdas), estimated_mse_sklearn, label = <span style="color: #CD5555">'cross_val_score'</span>)
|
||||
plt.plot(np.log10(lambdas), estimated_mse_KFold, <span style="color: #CD5555">'r--'</span>, label = <span style="color: #CD5555">'KFold'</span>)
|
||||
|
||||
plt.xlabel(<span style="color: #CD5555">'log10(lambda)'</span>)
|
||||
plt.ylabel(<span style="color: #CD5555">'mse'</span>)
|
||||
|
||||
plt.legend()
|
||||
|
||||
plt.show()
|
||||
</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="output_wrapper">
|
||||
<div class="output">
|
||||
<div class="output_area">
|
||||
<div class="output_subarea output_stream output_stdout output_text">
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_blank"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
<center style="font-size:80%">
|
||||
<!-- copyright --> © 1999-2025, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
|
||||
|
||||
@@ -267,32 +267,7 @@ div.toc p,a {
|
||||
('Material for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'material-for-the-lab-sessions'),
|
||||
('Plans for the lab sessions',
|
||||
2,
|
||||
None,
|
||||
'plans-for-the-lab-sessions'),
|
||||
('Lab session: Material relevant for the first project',
|
||||
2,
|
||||
None,
|
||||
'lab-session-material-relevant-for-the-first-project'),
|
||||
('Various steps in cross-validation',
|
||||
2,
|
||||
None,
|
||||
'various-steps-in-cross-validation'),
|
||||
('How to set up the cross-validation for Ridge and/or Lasso',
|
||||
2,
|
||||
None,
|
||||
'how-to-set-up-the-cross-validation-for-ridge-and-or-lasso'),
|
||||
('Cross-validation in brief',
|
||||
2,
|
||||
None,
|
||||
'cross-validation-in-brief'),
|
||||
('Code Example for Cross-validation and $k$-fold '
|
||||
'Cross-validation',
|
||||
2,
|
||||
None,
|
||||
'code-example-for-cross-validation-and-k-fold-cross-validation')]}
|
||||
'material-for-the-lab-sessions')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
@@ -340,7 +315,7 @@ MathJax.Hub.Config({
|
||||
<ol>
|
||||
<li> Statistical interpretation of Ridge and Lasso regression</li>
|
||||
<li> Resampling techniques, Bootstrap and cross validation and bias-variance tradeoff (this may partly be discussed during the exercise sessions as well.</li>
|
||||
<li> See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_blank"><tt>https://youtu.be/</tt></a>
|
||||
<li> The material we did not cover last week, that is on more advanced methods for updating the learning rate, are covered by its own video. We will briefly discuss these topics at the beginning of the lecture and during the lab sessions. See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at <a href="https://youtu.be/" target="_blank"><tt>https://youtu.be/</tt></a>
|
||||
<!-- * <a href="https://youtu.be/omLmp_kkie0" target="_blank">Video of Lecture</a> -->
|
||||
<!-- * <a href="https://github.com/CompPhysics/MachineLearning/blob/master/doc/HandWrittenNotes/2024/NotesSeptember9.pdf" target="_blank">Whiteboard notes</a> --></li>
|
||||
</ol>
|
||||
@@ -359,6 +334,7 @@ MathJax.Hub.Config({
|
||||
<li> <a href="https://www.youtube.com/watch?v=Xz0x-8-cgaQ" target="_blank">Video on Bootstrapping</a></li>
|
||||
<li> <a href="https://www.youtube.com/watch?v=fSytzGwwBVw" target="_blank">Video on cross validation</a></li>
|
||||
</ol>
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_blank"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
</div>
|
||||
|
||||
|
||||
@@ -1852,197 +1828,13 @@ plt<span style="color: #666666">.</span>show()
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="material-for-the-lab-sessions">Material for the lab sessions </h2>
|
||||
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="plans-for-the-lab-sessions">Plans for the lab sessions </h2>
|
||||
|
||||
<div class="alert alert-block alert-block alert-text-normal">
|
||||
<b>Material for the active learning sessions on Tuesday and Wednesday</b>
|
||||
<p>
|
||||
<ul>
|
||||
<li> bias-variance tradeoff</li>
|
||||
<li> Resampling techniques, cross-validation examples included here, see also the lectures from last week on the bootstrap method</li>
|
||||
<li> Exercise for week 38 on the bias-variance tradeoff, see also the video from the lab session from week 37 at <a href="https://youtu.be/omLmp_kkie0" target="_blank"><tt>https://youtu.be/omLmp_kkie0</tt></a></li>
|
||||
</ul>
|
||||
</div>
|
||||
|
||||
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="lab-session-material-relevant-for-the-first-project">Lab session: Material relevant for the first project </h2>
|
||||
|
||||
<!-- !split -->
|
||||
<h2 id="various-steps-in-cross-validation">Various steps in cross-validation </h2>
|
||||
|
||||
<p>When the repetitive splitting of the data set is done randomly,
|
||||
samples may accidently end up in a fast majority of the splits in
|
||||
either training or test set. Such samples may have an unbalanced
|
||||
influence on either model building or prediction evaluation. To avoid
|
||||
this \( k \)-fold cross-validation structures the data splitting. The
|
||||
samples are divided into \( k \) more or less equally sized exhaustive and
|
||||
mutually exclusive subsets. In turn (at each split) one of these
|
||||
subsets plays the role of the test set while the union of the
|
||||
remaining subsets constitutes the training set. Such a splitting
|
||||
warrants a balanced representation of each sample in both training and
|
||||
test set over the splits. Still the division into the \( k \) subsets
|
||||
involves a degree of randomness. This may be fully excluded when
|
||||
choosing \( k=n \). This particular case is referred to as leave-one-out
|
||||
cross-validation (LOOCV).
|
||||
<p>This week we will discuss during the first hour of each lab session
|
||||
some technicalities related to the project and methods for updating
|
||||
the learning like ADAgrad, RMSprop and ADAM. As teaching material, see
|
||||
the jupyter-notebook from week 37 (September 12-16).
|
||||
</p>
|
||||
|
||||
<!-- !split -->
|
||||
<h2 id="how-to-set-up-the-cross-validation-for-ridge-and-or-lasso">How to set up the cross-validation for Ridge and/or Lasso </h2>
|
||||
|
||||
<ul>
|
||||
<li> Define a range of interest for the penalty parameter.</li>
|
||||
<li> Divide the data set into training and test set comprising samples \( \{1, \ldots, n\} \setminus i \) and \( \{ i \} \), respectively.</li>
|
||||
<li> Fit the linear regression model by means of for example Ridge or Lasso regression for each \( \lambda \) in the grid using the training set, and the corresponding estimate of the error variance \( \boldsymbol{\sigma}_{-i}^2(\lambda) \), as</li>
|
||||
</ul>
|
||||
$$
|
||||
\begin{align*}
|
||||
\boldsymbol{\beta}_{-i}(\lambda) & = ( \boldsymbol{X}_{-i, \ast}^{T}
|
||||
\boldsymbol{X}_{-i, \ast} + \lambda \boldsymbol{I}_{pp})^{-1}
|
||||
\boldsymbol{X}_{-i, \ast}^{T} \boldsymbol{y}_{-i}
|
||||
\end{align*}
|
||||
$$
|
||||
|
||||
|
||||
<ul>
|
||||
<li> Evaluate the prediction performance of these models on the test set by \( C[y_i, \boldsymbol{X}_{i, \ast}; \boldsymbol{\beta}_{-i}(\lambda), \boldsymbol{\sigma}_{-i}^2(\lambda)] \). Or, by the prediction error \( |y_i - \boldsymbol{X}_{i, \ast} \boldsymbol{\beta}_{-i}(\lambda)| \), the relative error, the error squared or the R2 score function.</li>
|
||||
<li> Repeat the first three steps such that each sample plays the role of the test set once.</li>
|
||||
<li> Average the prediction performances of the test sets at each grid point of the penalty bias/parameter. It is an estimate of the prediction performance of the model corresponding to this value of the penalty parameter on novel data.</li>
|
||||
</ul>
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="cross-validation-in-brief">Cross-validation in brief </h2>
|
||||
|
||||
<p>For the various values of \( k \)</p>
|
||||
|
||||
<ol>
|
||||
<li> shuffle the dataset randomly.</li>
|
||||
<li> Split the dataset into \( k \) groups.</li>
|
||||
<li> For each unique group:
|
||||
<ol type="a"></li>
|
||||
<li> Decide which group to use as set for test data</li>
|
||||
<li> Take the remaining groups as a training data set</li>
|
||||
<li> Fit a model on the training set and evaluate it on the test set</li>
|
||||
<li> Retain the evaluation score and discard the model</li>
|
||||
</ol>
|
||||
<li> Summarize the model using the sample of model evaluation scores</li>
|
||||
</ol>
|
||||
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
|
||||
<h2 id="code-example-for-cross-validation-and-k-fold-cross-validation">Code Example for Cross-validation and \( k \)-fold Cross-validation </h2>
|
||||
|
||||
<p>The code here uses Ridge regression with cross-validation (CV) resampling and \( k \)-fold CV in order to fit a specific polynomial. </p>
|
||||
|
||||
<!-- code=python (!bc pycod) typeset with pygments style "default" -->
|
||||
<div class="cell border-box-sizing code_cell rendered">
|
||||
<div class="input">
|
||||
<div class="inner_cell">
|
||||
<div class="input_area">
|
||||
<div class="highlight" style="background: #f8f8f8">
|
||||
<pre style="line-height: 125%;"><span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">numpy</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">np</span>
|
||||
<span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">matplotlib.pyplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">plt</span>
|
||||
<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> KFold
|
||||
<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.linear_model</span> <span style="color: #008000; font-weight: bold">import</span> Ridge
|
||||
<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> cross_val_score
|
||||
<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> PolynomialFeatures
|
||||
|
||||
<span style="color: #408080; font-style: italic"># A seed just to ensure that the random numbers are the same for every run.</span>
|
||||
<span style="color: #408080; font-style: italic"># Useful for eventual debugging.</span>
|
||||
np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>seed(<span style="color: #666666">3155</span>)
|
||||
|
||||
<span style="color: #408080; font-style: italic"># Generate the data.</span>
|
||||
nsamples <span style="color: #666666">=</span> <span style="color: #666666">100</span>
|
||||
x <span style="color: #666666">=</span> np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>randn(nsamples)
|
||||
y <span style="color: #666666">=</span> <span style="color: #666666">3*</span>x<span style="color: #666666">**2</span> <span style="color: #666666">+</span> np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>randn(nsamples)
|
||||
|
||||
<span style="color: #408080; font-style: italic">## Cross-validation on Ridge regression using KFold only</span>
|
||||
|
||||
<span style="color: #408080; font-style: italic"># Decide degree on polynomial to fit</span>
|
||||
poly <span style="color: #666666">=</span> PolynomialFeatures(degree <span style="color: #666666">=</span> <span style="color: #666666">6</span>)
|
||||
|
||||
<span style="color: #408080; font-style: italic"># Decide which values of lambda to use</span>
|
||||
nlambdas <span style="color: #666666">=</span> <span style="color: #666666">500</span>
|
||||
lambdas <span style="color: #666666">=</span> np<span style="color: #666666">.</span>logspace(<span style="color: #666666">-3</span>, <span style="color: #666666">5</span>, nlambdas)
|
||||
|
||||
<span style="color: #408080; font-style: italic"># Initialize a KFold instance</span>
|
||||
k <span style="color: #666666">=</span> <span style="color: #666666">5</span>
|
||||
kfold <span style="color: #666666">=</span> KFold(n_splits <span style="color: #666666">=</span> k)
|
||||
|
||||
<span style="color: #408080; font-style: italic"># Perform the cross-validation to estimate MSE</span>
|
||||
scores_KFold <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros((nlambdas, k))
|
||||
|
||||
i <span style="color: #666666">=</span> <span style="color: #666666">0</span>
|
||||
<span style="color: #008000; font-weight: bold">for</span> lmb <span style="color: #AA22FF; font-weight: bold">in</span> lambdas:
|
||||
ridge <span style="color: #666666">=</span> Ridge(alpha <span style="color: #666666">=</span> lmb)
|
||||
j <span style="color: #666666">=</span> <span style="color: #666666">0</span>
|
||||
<span style="color: #008000; font-weight: bold">for</span> train_inds, test_inds <span style="color: #AA22FF; font-weight: bold">in</span> kfold<span style="color: #666666">.</span>split(x):
|
||||
xtrain <span style="color: #666666">=</span> x[train_inds]
|
||||
ytrain <span style="color: #666666">=</span> y[train_inds]
|
||||
|
||||
xtest <span style="color: #666666">=</span> x[test_inds]
|
||||
ytest <span style="color: #666666">=</span> y[test_inds]
|
||||
|
||||
Xtrain <span style="color: #666666">=</span> poly<span style="color: #666666">.</span>fit_transform(xtrain[:, np<span style="color: #666666">.</span>newaxis])
|
||||
ridge<span style="color: #666666">.</span>fit(Xtrain, ytrain[:, np<span style="color: #666666">.</span>newaxis])
|
||||
|
||||
Xtest <span style="color: #666666">=</span> poly<span style="color: #666666">.</span>fit_transform(xtest[:, np<span style="color: #666666">.</span>newaxis])
|
||||
ypred <span style="color: #666666">=</span> ridge<span style="color: #666666">.</span>predict(Xtest)
|
||||
|
||||
scores_KFold[i,j] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>sum((ypred <span style="color: #666666">-</span> ytest[:, np<span style="color: #666666">.</span>newaxis])<span style="color: #666666">**2</span>)<span style="color: #666666">/</span>np<span style="color: #666666">.</span>size(ypred)
|
||||
|
||||
j <span style="color: #666666">+=</span> <span style="color: #666666">1</span>
|
||||
i <span style="color: #666666">+=</span> <span style="color: #666666">1</span>
|
||||
|
||||
|
||||
estimated_mse_KFold <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean(scores_KFold, axis <span style="color: #666666">=</span> <span style="color: #666666">1</span>)
|
||||
|
||||
<span style="color: #408080; font-style: italic">## Cross-validation using cross_val_score from sklearn along with KFold</span>
|
||||
|
||||
<span style="color: #408080; font-style: italic"># kfold is an instance initialized above as:</span>
|
||||
<span style="color: #408080; font-style: italic"># kfold = KFold(n_splits = k)</span>
|
||||
|
||||
estimated_mse_sklearn <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(nlambdas)
|
||||
i <span style="color: #666666">=</span> <span style="color: #666666">0</span>
|
||||
<span style="color: #008000; font-weight: bold">for</span> lmb <span style="color: #AA22FF; font-weight: bold">in</span> lambdas:
|
||||
ridge <span style="color: #666666">=</span> Ridge(alpha <span style="color: #666666">=</span> lmb)
|
||||
|
||||
X <span style="color: #666666">=</span> poly<span style="color: #666666">.</span>fit_transform(x[:, np<span style="color: #666666">.</span>newaxis])
|
||||
estimated_mse_folds <span style="color: #666666">=</span> cross_val_score(ridge, X, y[:, np<span style="color: #666666">.</span>newaxis], scoring<span style="color: #666666">=</span><span style="color: #BA2121">'neg_mean_squared_error'</span>, cv<span style="color: #666666">=</span>kfold)
|
||||
|
||||
<span style="color: #408080; font-style: italic"># cross_val_score return an array containing the estimated negative mse for every fold.</span>
|
||||
<span style="color: #408080; font-style: italic"># we have to the the mean of every array in order to get an estimate of the mse of the model</span>
|
||||
estimated_mse_sklearn[i] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean(<span style="color: #666666">-</span>estimated_mse_folds)
|
||||
|
||||
i <span style="color: #666666">+=</span> <span style="color: #666666">1</span>
|
||||
|
||||
<span style="color: #408080; font-style: italic">## Plot and compare the slightly different ways to perform cross-validation</span>
|
||||
|
||||
plt<span style="color: #666666">.</span>figure()
|
||||
|
||||
plt<span style="color: #666666">.</span>plot(np<span style="color: #666666">.</span>log10(lambdas), estimated_mse_sklearn, label <span style="color: #666666">=</span> <span style="color: #BA2121">'cross_val_score'</span>)
|
||||
plt<span style="color: #666666">.</span>plot(np<span style="color: #666666">.</span>log10(lambdas), estimated_mse_KFold, <span style="color: #BA2121">'r--'</span>, label <span style="color: #666666">=</span> <span style="color: #BA2121">'KFold'</span>)
|
||||
|
||||
plt<span style="color: #666666">.</span>xlabel(<span style="color: #BA2121">'log10(lambda)'</span>)
|
||||
plt<span style="color: #666666">.</span>ylabel(<span style="color: #BA2121">'mse'</span>)
|
||||
|
||||
plt<span style="color: #666666">.</span>legend()
|
||||
|
||||
plt<span style="color: #666666">.</span>show()
|
||||
</pre>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="output_wrapper">
|
||||
<div class="output">
|
||||
<div class="output_area">
|
||||
<div class="output_subarea output_stream output_stdout output_text">
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
|
||||
<p>For the lab session, the following video on cross validation (from 2024), could be helpful, see <a href="https://www.youtube.com/watch?v=T9jjWsmsd1o" target="_blank"><tt>https://www.youtube.com/watch?v=T9jjWsmsd1o</tt></a></p>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
<center style="font-size:80%">
|
||||
<!-- copyright --> © 1999-2025, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
|
||||
|
||||
Binary file not shown.
+150
-590
File diff suppressed because one or more lines are too long
@@ -10,7 +10,7 @@ DATE: September 15-19, 2025
|
||||
!bblock Material for the lecture on Monday September 15
|
||||
o Statistical interpretation of Ridge and Lasso regression
|
||||
o Resampling techniques, Bootstrap and cross validation and bias-variance tradeoff (this may partly be discussed during the exercise sessions as well.
|
||||
o See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at URL:"https://youtu.be/"
|
||||
o The material we did not cover last week, that is on more advanced methods for updating the learning rate, are covered by its own video. We will briefly discuss these topics at the beginning of the lecture and during the lab sessions. See video on ADAgrad, RMSprop and ADAM (material from last week not covered during lecture) at URL:"https://youtu.be/"
|
||||
# * "Video of Lecture":"https://youtu.be/omLmp_kkie0"
|
||||
# * "Whiteboard notes":"https://github.com/CompPhysics/MachineLearning/blob/master/doc/HandWrittenNotes/2024/NotesSeptember9.pdf"
|
||||
!eblock
|
||||
@@ -24,6 +24,7 @@ o Hastie et al Chapter 7, here we recommend 7.1-7.5 and 7.10 (cross-validation)
|
||||
o "Video on bias-variance tradeoff":"https://www.youtube.com/watch?v=EuBBz3bI-aA"
|
||||
o "Video on Bootstrapping":"https://www.youtube.com/watch?v=Xz0x-8-cgaQ"
|
||||
o "Video on cross validation":"https://www.youtube.com/watch?v=fSytzGwwBVw"
|
||||
For the lab session, the following video on cross validation (from 2024), could be helpful, see URL:"https://www.youtube.com/watch?v=T9jjWsmsd1o"
|
||||
!eblock
|
||||
|
||||
|
||||
@@ -1374,182 +1375,9 @@ plt.show()
|
||||
!split
|
||||
===== Material for the lab sessions =====
|
||||
|
||||
This week we will discuss during the first hour of each lab session
|
||||
some technicalities related to the project and methods for updating
|
||||
the learning like ADAgrad, RMSprop and ADAM. As teaching material, see
|
||||
the jupyter-notebook from week 37 (September 12-16).
|
||||
|
||||
|
||||
|
||||
!split
|
||||
===== Plans for the lab sessions =====
|
||||
|
||||
!bblock Material for the active learning sessions on Tuesday and Wednesday
|
||||
* bias-variance tradeoff
|
||||
* Resampling techniques, cross-validation examples included here, see also the lectures from last week on the bootstrap method
|
||||
* Exercise for week 38 on the bias-variance tradeoff, see also the video from the lab session from week 37 at URL:"https://youtu.be/omLmp_kkie0"
|
||||
!eblock
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
!split
|
||||
===== Lab session: Material relevant for the first project =====
|
||||
|
||||
|
||||
!split
|
||||
===== Various steps in cross-validation =====
|
||||
|
||||
When the repetitive splitting of the data set is done randomly,
|
||||
samples may accidently end up in a fast majority of the splits in
|
||||
either training or test set. Such samples may have an unbalanced
|
||||
influence on either model building or prediction evaluation. To avoid
|
||||
this $k$-fold cross-validation structures the data splitting. The
|
||||
samples are divided into $k$ more or less equally sized exhaustive and
|
||||
mutually exclusive subsets. In turn (at each split) one of these
|
||||
subsets plays the role of the test set while the union of the
|
||||
remaining subsets constitutes the training set. Such a splitting
|
||||
warrants a balanced representation of each sample in both training and
|
||||
test set over the splits. Still the division into the $k$ subsets
|
||||
involves a degree of randomness. This may be fully excluded when
|
||||
choosing $k=n$. This particular case is referred to as leave-one-out
|
||||
cross-validation (LOOCV).
|
||||
|
||||
!split
|
||||
===== How to set up the cross-validation for Ridge and/or Lasso =====
|
||||
|
||||
* Define a range of interest for the penalty parameter.
|
||||
|
||||
* Divide the data set into training and test set comprising samples $\{1, \ldots, n\} \setminus i$ and $\{ i \}$, respectively.
|
||||
|
||||
* Fit the linear regression model by means of for example Ridge or Lasso regression for each $\lambda$ in the grid using the training set, and the corresponding estimate of the error variance $\bm{\sigma}_{-i}^2(\lambda)$, as
|
||||
!bt
|
||||
\begin{align*}
|
||||
\bm{\beta}_{-i}(\lambda) & = ( \bm{X}_{-i, \ast}^{T}
|
||||
\bm{X}_{-i, \ast} + \lambda \bm{I}_{pp})^{-1}
|
||||
\bm{X}_{-i, \ast}^{T} \bm{y}_{-i}
|
||||
\end{align*}
|
||||
!et
|
||||
|
||||
* Evaluate the prediction performance of these models on the test set by $C[y_i, \bm{X}_{i, \ast}; \bm{\beta}_{-i}(\lambda), \bm{\sigma}_{-i}^2(\lambda)]$. Or, by the prediction error $|y_i - \bm{X}_{i, \ast} \bm{\beta}_{-i}(\lambda)|$, the relative error, the error squared or the R2 score function.
|
||||
|
||||
* Repeat the first three steps such that each sample plays the role of the test set once.
|
||||
|
||||
* Average the prediction performances of the test sets at each grid point of the penalty bias/parameter. It is an estimate of the prediction performance of the model corresponding to this value of the penalty parameter on novel data.
|
||||
|
||||
|
||||
!split
|
||||
===== Cross-validation in brief =====
|
||||
|
||||
For the various values of $k$
|
||||
|
||||
o shuffle the dataset randomly.
|
||||
o Split the dataset into $k$ groups.
|
||||
o For each unique group:
|
||||
o Decide which group to use as set for test data
|
||||
o Take the remaining groups as a training data set
|
||||
o Fit a model on the training set and evaluate it on the test set
|
||||
o Retain the evaluation score and discard the model
|
||||
o Summarize the model using the sample of model evaluation scores
|
||||
|
||||
|
||||
|
||||
!split
|
||||
===== Code Example for Cross-validation and $k$-fold Cross-validation =====
|
||||
|
||||
The code here uses Ridge regression with cross-validation (CV) resampling and $k$-fold CV in order to fit a specific polynomial.
|
||||
!bc pycod
|
||||
import numpy as np
|
||||
import matplotlib.pyplot as plt
|
||||
from sklearn.model_selection import KFold
|
||||
from sklearn.linear_model import Ridge
|
||||
from sklearn.model_selection import cross_val_score
|
||||
from sklearn.preprocessing import PolynomialFeatures
|
||||
|
||||
# A seed just to ensure that the random numbers are the same for every run.
|
||||
# Useful for eventual debugging.
|
||||
np.random.seed(3155)
|
||||
|
||||
# Generate the data.
|
||||
nsamples = 100
|
||||
x = np.random.randn(nsamples)
|
||||
y = 3*x**2 + np.random.randn(nsamples)
|
||||
|
||||
## Cross-validation on Ridge regression using KFold only
|
||||
|
||||
# Decide degree on polynomial to fit
|
||||
poly = PolynomialFeatures(degree = 6)
|
||||
|
||||
# Decide which values of lambda to use
|
||||
nlambdas = 500
|
||||
lambdas = np.logspace(-3, 5, nlambdas)
|
||||
|
||||
# Initialize a KFold instance
|
||||
k = 5
|
||||
kfold = KFold(n_splits = k)
|
||||
|
||||
# Perform the cross-validation to estimate MSE
|
||||
scores_KFold = np.zeros((nlambdas, k))
|
||||
|
||||
i = 0
|
||||
for lmb in lambdas:
|
||||
ridge = Ridge(alpha = lmb)
|
||||
j = 0
|
||||
for train_inds, test_inds in kfold.split(x):
|
||||
xtrain = x[train_inds]
|
||||
ytrain = y[train_inds]
|
||||
|
||||
xtest = x[test_inds]
|
||||
ytest = y[test_inds]
|
||||
|
||||
Xtrain = poly.fit_transform(xtrain[:, np.newaxis])
|
||||
ridge.fit(Xtrain, ytrain[:, np.newaxis])
|
||||
|
||||
Xtest = poly.fit_transform(xtest[:, np.newaxis])
|
||||
ypred = ridge.predict(Xtest)
|
||||
|
||||
scores_KFold[i,j] = np.sum((ypred - ytest[:, np.newaxis])**2)/np.size(ypred)
|
||||
|
||||
j += 1
|
||||
i += 1
|
||||
|
||||
|
||||
estimated_mse_KFold = np.mean(scores_KFold, axis = 1)
|
||||
|
||||
## Cross-validation using cross_val_score from sklearn along with KFold
|
||||
|
||||
# kfold is an instance initialized above as:
|
||||
# kfold = KFold(n_splits = k)
|
||||
|
||||
estimated_mse_sklearn = np.zeros(nlambdas)
|
||||
i = 0
|
||||
for lmb in lambdas:
|
||||
ridge = Ridge(alpha = lmb)
|
||||
|
||||
X = poly.fit_transform(x[:, np.newaxis])
|
||||
estimated_mse_folds = cross_val_score(ridge, X, y[:, np.newaxis], scoring='neg_mean_squared_error', cv=kfold)
|
||||
|
||||
# cross_val_score return an array containing the estimated negative mse for every fold.
|
||||
# we have to the the mean of every array in order to get an estimate of the mse of the model
|
||||
estimated_mse_sklearn[i] = np.mean(-estimated_mse_folds)
|
||||
|
||||
i += 1
|
||||
|
||||
## Plot and compare the slightly different ways to perform cross-validation
|
||||
|
||||
plt.figure()
|
||||
|
||||
plt.plot(np.log10(lambdas), estimated_mse_sklearn, label = 'cross_val_score')
|
||||
plt.plot(np.log10(lambdas), estimated_mse_KFold, 'r--', label = 'KFold')
|
||||
|
||||
plt.xlabel('log10(lambda)')
|
||||
plt.ylabel('mse')
|
||||
|
||||
plt.legend()
|
||||
|
||||
plt.show()
|
||||
|
||||
!ec
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
For the lab session, the following video on cross validation (from 2024), could be helpful, see URL:"https://www.youtube.com/watch?v=T9jjWsmsd1o"
|
||||
|
||||
Reference in New Issue
Block a user