html files

This commit is contained in:
Morten Hjorth-Jensen
2020-11-05 11:54:52 +01:00
40 changed files with 183 additions and 297 deletions
+3 -6
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
@@ -214,7 +211,7 @@ MathJax.Hub.Config({
<center>[2] <b>Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
<br>
<p>
<center><h4>Nov 3, 2020</h4></center> <!-- date -->
<center><h4>Nov 5, 2020</h4></center> <!-- date -->
<br>
<p>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+3 -6
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
@@ -198,7 +195,7 @@ MathJax.Hub.Config({
<h2 id="___sec6" class="anchor">Using the Voting Classifier </h2>
<p>
We can use the voting classifier on other data sets, here the excting binary case of two distinct objects using the make moons functionality of -Scikit-Learn-.
We can use the voting classifier on other data sets, here the exciting binary case of two distinct objects using the make moons functionality of <b>Scikit-Learn</b>.
<p>
<!-- code=python (!bc pycod) typeset with pygments style "default" -->
+3 -6
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
@@ -195,7 +192,7 @@ MathJax.Hub.Config({
<a name="part0008"></a>
<!-- !split -->
<h2 id="___sec7" class="anchor">Please, not the moons again! Voting and Bagging </h2>
<h2 id="___sec7" class="anchor">Voting and Bagging </h2>
<p>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+4 -7
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
@@ -205,12 +202,12 @@ We will grow of forest of say \( B \) trees.
<li> For \( b=1:B \)</li>
<ul>
<li> Draw a bootstrap sample of from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<li> Draw a bootstrap sample from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<li> We grow then a random forest tree \( T_b \) based on the bootstrapped data by repeating the steps outlined till we reach the maximum node size is reached</li>
<ol>
<li> we select \( m \le p \) variables at random from the \( p \) predictors/features</li>
<li> pick the best split point among the \( m \) features using either the CART algorithm or the ID3 for classification and create a new node</li>
<li> pick the best split point among the \( m \) features using for example the CART algorithm and create a new node</li>
<li> split the node into daughter nodes</li>
</ol>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+2 -5
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+3 -6
View File
@@ -48,10 +48,7 @@ Automatically generated HTML file from DocOnce source
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -154,7 +151,7 @@ MathJax.Hub.Config({
<!-- navigation toc: --> <li><a href="._week45-bs005.html#___sec4" style="font-size: 80%;">Standard imports first</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs006.html#___sec5" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs007.html#___sec6" style="font-size: 80%;">Using the Voting Classifier</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs008.html#___sec7" style="font-size: 80%;">Voting and Bagging</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs009.html#___sec8" style="font-size: 80%;">Random forests</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs010.html#___sec9" style="font-size: 80%;">Random Forest Algorithm</a></li>
<!-- navigation toc: --> <li><a href="._week45-bs011.html#___sec10" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
@@ -214,7 +211,7 @@ MathJax.Hub.Config({
<center>[2] <b>Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
<br>
<p>
<center><h4>Nov 3, 2020</h4></center> <!-- date -->
<center><h4>Nov 5, 2020</h4></center> <!-- date -->
<br>
<p>
+5 -5
View File
@@ -148,7 +148,7 @@ MathJax.Hub.Config({
<center>[2] <b>Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
<br>
<p>&nbsp;<br>
<center><h4>Nov 3, 2020</h4></center> <!-- date -->
<center><h4>Nov 5, 2020</h4></center> <!-- date -->
<br>
<p>
@@ -319,7 +319,7 @@ plt.show()
<h2 id="___sec6">Using the Voting Classifier </h2>
<p>
We can use the voting classifier on other data sets, here the excting binary case of two distinct objects using the make moons functionality of -Scikit-Learn-.
We can use the voting classifier on other data sets, here the exciting binary case of two distinct objects using the make moons functionality of <b>Scikit-Learn</b>.
<p>
<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
@@ -370,7 +370,7 @@ voting_clf.fit(X_train, y_train)
<section>
<h2 id="___sec7">Please, not the moons again! Voting and Bagging </h2>
<h2 id="___sec7">Voting and Bagging </h2>
<p>
@@ -487,7 +487,7 @@ We will grow of forest of say \( B \) trees.
<ul>
<p><li> Draw a bootstrap sample of from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<p><li> Draw a bootstrap sample from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<p><li> We grow then a random forest tree \( T_b \) based on the bootstrapped data by repeating the steps outlined till we reach the maximum node size is reached</li>
@@ -495,7 +495,7 @@ We will grow of forest of say \( B \) trees.
<p><li> we select \( m \le p \) variables at random from the \( p \) predictors/features</li>
<p><li> pick the best split point among the \( m \) features using either the CART algorithm or the ID3 for classification and create a new node</li>
<p><li> pick the best split point among the \( m \) features using for example the CART algorithm and create a new node</li>
<p><li> split the node into daughter nodes</li>
</ol>
+6 -9
View File
@@ -42,10 +42,7 @@ div { text-align: justify; text-justify: inter-word; }
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -145,7 +142,7 @@ MathJax.Hub.Config({
<center>[2] <b>Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
<br>
<p>
<center><h4>Nov 3, 2020</h4></center> <!-- date -->
<center><h4>Nov 5, 2020</h4></center> <!-- date -->
<br>
<p>
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
@@ -307,7 +304,7 @@ plt.show()
<h2 id="___sec6">Using the Voting Classifier </h2>
<p>
We can use the voting classifier on other data sets, here the excting binary case of two distinct objects using the make moons functionality of -Scikit-Learn-.
We can use the voting classifier on other data sets, here the exciting binary case of two distinct objects using the make moons functionality of <b>Scikit-Learn</b>.
<p>
<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
@@ -357,7 +354,7 @@ voting_clf.fit(X_train, y_train)
<p>
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
<h2 id="___sec7">Please, not the moons again! Voting and Bagging </h2>
<h2 id="___sec7">Voting and Bagging </h2>
<p>
@@ -470,12 +467,12 @@ We will grow of forest of say \( B \) trees.
<li> For \( b=1:B \)</li>
<ul>
<li> Draw a bootstrap sample of from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<li> Draw a bootstrap sample from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<li> We grow then a random forest tree \( T_b \) based on the bootstrapped data by repeating the steps outlined till we reach the maximum node size is reached</li>
<ol>
<li> we select \( m \le p \) variables at random from the \( p \) predictors/features</li>
<li> pick the best split point among the \( m \) features using either the CART algorithm or the ID3 for classification and create a new node</li>
<li> pick the best split point among the \( m \) features using for example the CART algorithm and create a new node</li>
<li> split the node into daughter nodes</li>
</ol>
+6 -9
View File
@@ -47,10 +47,7 @@ div { text-align: justify; text-justify: inter-word; }
('Standard imports first', 2, None, '___sec4'),
('Simple Voting Example, head or tail', 2, None, '___sec5'),
('Using the Voting Classifier', 2, None, '___sec6'),
('Please, not the moons again! Voting and Bagging',
2,
None,
'___sec7'),
('Voting and Bagging', 2, None, '___sec7'),
('Random forests', 2, None, '___sec8'),
('Random Forest Algorithm', 2, None, '___sec9'),
('Random Forests Compared with other Methods on the Cancer Data',
@@ -150,7 +147,7 @@ MathJax.Hub.Config({
<center>[2] <b>Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
<br>
<p>
<center><h4>Nov 3, 2020</h4></center> <!-- date -->
<center><h4>Nov 5, 2020</h4></center> <!-- date -->
<br>
<p>
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
@@ -312,7 +309,7 @@ plt<span style="color: #666666">.</span>show()
<h2 id="___sec6">Using the Voting Classifier </h2>
<p>
We can use the voting classifier on other data sets, here the excting binary case of two distinct objects using the make moons functionality of -Scikit-Learn-.
We can use the voting classifier on other data sets, here the exciting binary case of two distinct objects using the make moons functionality of <b>Scikit-Learn</b>.
<p>
<!-- code=python (!bc pycod) typeset with pygments style "default" -->
@@ -362,7 +359,7 @@ voting_clf<span style="color: #666666">.</span>fit(X_train, y_train)
<p>
<!-- !split --><br><br><br><br><br><br><br><br><br><br>
<h2 id="___sec7">Please, not the moons again! Voting and Bagging </h2>
<h2 id="___sec7">Voting and Bagging </h2>
<p>
@@ -475,12 +472,12 @@ We will grow of forest of say \( B \) trees.
<li> For \( b=1:B \)</li>
<ul>
<li> Draw a bootstrap sample of from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<li> Draw a bootstrap sample from the training data organized in our \( \boldsymbol{X} \) matrix.</li>
<li> We grow then a random forest tree \( T_b \) based on the bootstrapped data by repeating the steps outlined till we reach the maximum node size is reached</li>
<ol>
<li> we select \( m \le p \) variables at random from the \( p \) predictors/features</li>
<li> pick the best split point among the \( m \) features using either the CART algorithm or the ID3 for classification and create a new node</li>
<li> pick the best split point among the \( m \) features using for example the CART algorithm and create a new node</li>
<li> split the node into daughter nodes</li>
</ol>
Binary file not shown.
+88 -94
View File
@@ -10,7 +10,7 @@
"<!-- Author: --> \n",
"**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n",
"\n",
"Date: **Nov 3, 2020**\n",
"Date: **Nov 5, 2020**\n",
"\n",
"Copyright 1999-2020, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license\n",
"\n",
@@ -77,7 +77,9 @@
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"%matplotlib inline\n",
@@ -131,6 +133,7 @@
{
"cell_type": "code",
"execution_count": 2,
<<<<<<< HEAD
"metadata": {},
"outputs": [
{
@@ -146,6 +149,12 @@
"output_type": "display_data"
}
],
=======
"metadata": {
"collapsed": false
},
"outputs": [],
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"source": [
"\n",
"# Common imports\n",
@@ -178,29 +187,16 @@
"source": [
"## Using the Voting Classifier\n",
"\n",
"We can use the voting classifier on other data sets, here the excting binary case of two distinct objects using the make moons functionality of -Scikit-Learn-."
"We can use the voting classifier on other data sets, here the exciting binary case of two distinct objects using the make moons functionality of **Scikit-Learn**."
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"LogisticRegression 0.864\n",
"RandomForestClassifier 0.872\n",
"SVC 0.888\n",
"VotingClassifier 0.896\n",
"LogisticRegression 0.864\n",
"RandomForestClassifier 0.872\n",
"SVC 0.888\n",
"VotingClassifier 0.912\n"
]
}
],
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"from sklearn.model_selection import train_test_split\n",
"from sklearn.datasets import make_moons\n",
@@ -250,27 +246,16 @@
"cell_type": "markdown",
"metadata": {},
"source": [
"## Please, not the moons again! Voting and Bagging"
"## Voting and Bagging"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"VotingClassifier(estimators=[('lr', LogisticRegression(random_state=42)),\n",
" ('rf', RandomForestClassifier(random_state=42)),\n",
" ('svc', SVC(random_state=42))])"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"from sklearn.model_selection import train_test_split\n",
"from sklearn.datasets import make_moons\n",
@@ -295,19 +280,10 @@
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"LogisticRegression 0.864\n",
"RandomForestClassifier 0.896\n",
"SVC 0.896\n",
"VotingClassifier 0.912\n"
]
}
],
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"from sklearn.metrics import accuracy_score\n",
"\n",
@@ -320,22 +296,10 @@
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"VotingClassifier(estimators=[('lr', LogisticRegression(random_state=42)),\n",
" ('rf', RandomForestClassifier(random_state=42)),\n",
" ('svc', SVC(probability=True, random_state=42))],\n",
" voting='soft')"
]
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"log_clf = LogisticRegression(random_state=42)\n",
"rnd_clf = RandomForestClassifier(random_state=42)\n",
@@ -350,19 +314,10 @@
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"LogisticRegression 0.864\n",
"RandomForestClassifier 0.896\n",
"SVC 0.896\n",
"VotingClassifier 0.92\n"
]
}
],
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"from sklearn.metrics import accuracy_score\n",
"\n",
@@ -429,13 +384,13 @@
"We will grow of forest of say $B$ trees.\n",
"1. For $b=1:B$\n",
"\n",
" * Draw a bootstrap sample of from the training data organized in our $\\boldsymbol{X}$ matrix.\n",
" * Draw a bootstrap sample from the training data organized in our $\\boldsymbol{X}$ matrix.\n",
"\n",
" * We grow then a random forest tree $T_b$ based on the bootstrapped data by repeating the steps outlined till we reach the maximum node size is reached\n",
"\n",
"1. we select $m \\le p$ variables at random from the $p$ predictors/features\n",
"\n",
"2. pick the best split point among the $m$ features using either the CART algorithm or the ID3 for classification and create a new node\n",
"2. pick the best split point among the $m$ features using for example the CART algorithm and create a new node\n",
"\n",
"3. split the node into daughter nodes\n",
"\n",
@@ -449,6 +404,7 @@
{
"cell_type": "code",
"execution_count": 8,
<<<<<<< HEAD
"metadata": {},
"outputs": [
{
@@ -525,6 +481,12 @@
"output_type": "display_data"
}
],
=======
"metadata": {
"collapsed": false
},
"outputs": [],
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"source": [
"import matplotlib.pyplot as plt\n",
"import numpy as np\n",
@@ -604,7 +566,9 @@
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"bag_clf = BaggingClassifier(\n",
@@ -615,19 +579,10 @@
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"0.9790209790209791"
]
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"bag_clf.fit(X_train, y_train)\n",
"y_pred = bag_clf.predict(X_test)\n",
@@ -1168,6 +1123,7 @@
{
"cell_type": "code",
"execution_count": 11,
<<<<<<< HEAD
"metadata": {},
"outputs": [
{
@@ -1207,6 +1163,12 @@
"output_type": "display_data"
}
],
=======
"metadata": {
"collapsed": false
},
"outputs": [],
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"source": [
"from sklearn.ensemble import AdaBoostClassifier\n",
"\n",
@@ -1416,6 +1378,7 @@
{
"cell_type": "code",
"execution_count": 12,
<<<<<<< HEAD
"metadata": {},
"outputs": [
{
@@ -1478,6 +1441,12 @@
"output_type": "display_data"
}
],
=======
"metadata": {
"collapsed": false
},
"outputs": [],
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"source": [
"import matplotlib.pyplot as plt\n",
"import numpy as np\n",
@@ -1537,6 +1506,7 @@
{
"cell_type": "code",
"execution_count": 13,
<<<<<<< HEAD
"metadata": {},
"outputs": [
{
@@ -1587,6 +1557,12 @@
"output_type": "display_data"
}
],
=======
"metadata": {
"collapsed": false
},
"outputs": [],
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"source": [
"import matplotlib.pyplot as plt\n",
"import numpy as np\n",
@@ -1656,6 +1632,7 @@
{
"cell_type": "code",
"execution_count": 14,
<<<<<<< HEAD
"metadata": {},
"outputs": [
{
@@ -1755,6 +1732,12 @@
"output_type": "display_data"
}
],
=======
"metadata": {
"collapsed": false
},
"outputs": [],
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"source": [
"import matplotlib.pyplot as plt\n",
"import numpy as np\n",
@@ -1816,6 +1799,7 @@
{
"cell_type": "code",
"execution_count": 15,
<<<<<<< HEAD
"metadata": {},
"outputs": [
{
@@ -1897,6 +1881,12 @@
"output_type": "display_data"
}
],
=======
"metadata": {
"collapsed": false
},
"outputs": [],
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"source": [
"\n",
"import matplotlib.pyplot as plt\n",
@@ -1960,6 +1950,7 @@
"source": []
}
],
<<<<<<< HEAD
"metadata": {
"kernelspec": {
"display_name": "Python 3",
@@ -1979,6 +1970,9 @@
"version": "3.6.8"
}
},
=======
"metadata": {},
>>>>>>> 0774f10a39f1d01786cbca8cb3aa753f1be28a8e
"nbformat": 4,
"nbformat_minor": 4
}
+4 -4
View File
@@ -141,7 +141,7 @@ plt.show()
!split
===== Using the Voting Classifier =====
We can use the voting classifier on other data sets, here the excting binary case of two distinct objects using the make moons functionality of -Scikit-Learn-.
We can use the voting classifier on other data sets, here the exciting binary case of two distinct objects using the make moons functionality of _Scikit-Learn_.
!bc pycod
from sklearn.model_selection import train_test_split
from sklearn.datasets import make_moons
@@ -192,7 +192,7 @@ for clf in (log_clf, rnd_clf, svm_clf, voting_clf):
!split
===== Please, not the moons again! Voting and Bagging =====
===== Voting and Bagging =====
!bc pycod
from sklearn.model_selection import train_test_split
@@ -295,10 +295,10 @@ The algorithm described here can be applied to both classification and regressio
We will grow of forest of say $B$ trees.
o For $b=1:B$
* Draw a bootstrap sample of from the training data organized in our $\bm{X}$ matrix.
* Draw a bootstrap sample from the training data organized in our $\bm{X}$ matrix.
* We grow then a random forest tree $T_b$ based on the bootstrapped data by repeating the steps outlined till we reach the maximum node size is reached
o we select $m \le p$ variables at random from the $p$ predictors/features
o pick the best split point among the $m$ features using either the CART algorithm or the ID3 for classification and create a new node
o pick the best split point among the $m$ features using for example the CART algorithm and create a new node
o split the node into daughter nodes
o Output then the ensemble of trees $\{T_b\}_1^{B}$ and make predictions for either a regression type of problem or a classification type of problem.