interchanging

doc/pub/DecisionTrees/html/._DecisionTrees-bs000.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs001.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs002.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs003.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs004.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs005.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs006.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs007.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs008.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs009.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs010.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs011.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs012.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs013.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs014.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs015.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs016.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs017.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs018.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs019.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs020.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs021.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs022.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs023.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs024.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs025.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs026.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs027.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs028.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs029.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs030.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs031.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs032.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs033.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs034.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs035.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs036.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs037.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs038.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs039.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs040.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs041.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs042.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs043.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs044.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>
@@ -240,74 +240,61 @@ MathJax.Hub.Config({
 <a name="part0044"></a>
 <!-- !split -->
 
-<h2 id="___sec43" class="anchor">Random Forests Compared with other Methods on the Cancer Data </h2>
+<h2 id="___sec43" class="anchor">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
+
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "default" -->
 <div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span><span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">matplotlib.pyplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">plt</span>
 <span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">numpy</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">np</span>
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span>  train_test_split 
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.datasets</span> <span style="color: #008000; font-weight: bold">import</span> load_breast_cancer
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.svm</span> <span style="color: #008000; font-weight: bold">import</span> SVC
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.linear_model</span> <span style="color: #008000; font-weight: bold">import</span> LogisticRegression
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.tree</span> <span style="color: #008000; font-weight: bold">import</span> DecisionTreeClassifier
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> train_test_split
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.pipeline</span> <span style="color: #008000; font-weight: bold">import</span> make_pipeline
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.utils</span> <span style="color: #008000; font-weight: bold">import</span> resample
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.ensemble</span> <span style="color: #008000; font-weight: bold">import</span> RandomForestRegressor
 
-<span style="color: #408080; font-style: italic"># Load the data</span>
-cancer <span style="color: #666666">=</span> load_breast_cancer()
+np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>seed(<span style="color: #666666">2018</span>)
+
+n <span style="color: #666666">=</span> <span style="color: #666666">100</span>
+n_boostraps <span style="color: #666666">=</span> <span style="color: #666666">100</span>
+maxdegree <span style="color: #666666">=</span> <span style="color: #666666">14</span>
+
+<span style="color: #408080; font-style: italic"># Make data set.</span>
+x <span style="color: #666666">=</span> np<span style="color: #666666">.</span>linspace(<span style="color: #666666">-3</span>, <span style="color: #666666">3</span>, n)<span style="color: #666666">.</span>reshape(<span style="color: #666666">-1</span>, <span style="color: #666666">1</span>)
+y <span style="color: #666666">=</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>x<span style="color: #666666">**2</span>) <span style="color: #666666">+</span> <span style="color: #666666">1.5</span> <span style="color: #666666">*</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>(x<span style="color: #666666">-2</span>)<span style="color: #666666">**2</span>)<span style="color: #666666">+</span> np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>normal(<span style="color: #666666">0</span>, <span style="color: #666666">0.1</span>, x<span style="color: #666666">.</span>shape)
+error <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+bias <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+variance <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+polydegree <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+X_train, X_test, y_train, y_test <span style="color: #666666">=</span> train_test_split(x, y, test_size<span style="color: #666666">=0.2</span>)
 
-X_train, X_test, y_train, y_test <span style="color: #666666">=</span> train_test_split(cancer<span style="color: #666666">.</span>data,cancer<span style="color: #666666">.</span>target,random_state<span style="color: #666666">=0</span>)
-<span style="color: #008000; font-weight: bold">print</span>(X_train<span style="color: #666666">.</span>shape)
-<span style="color: #008000; font-weight: bold">print</span>(X_test<span style="color: #666666">.</span>shape)
-<span style="color: #408080; font-style: italic"># Logistic Regression</span>
-logreg <span style="color: #666666">=</span> LogisticRegression(solver<span style="color: #666666">=</span><span style="color: #BA2121">&#39;lbfgs&#39;</span>)
-logreg<span style="color: #666666">.</span>fit(X_train, y_train)
-<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Logistic Regression: {:.2f}&quot;</span><span style="color: #666666">.</span>format(logreg<span style="color: #666666">.</span>score(X_test,y_test)))
-<span style="color: #408080; font-style: italic"># Support vector machine</span>
-svm <span style="color: #666666">=</span> SVC(gamma<span style="color: #666666">=</span><span style="color: #BA2121">&#39;auto&#39;</span>, C<span style="color: #666666">=100</span>)
-svm<span style="color: #666666">.</span>fit(X_train, y_train)
-<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with SVM: {:.2f}&quot;</span><span style="color: #666666">.</span>format(svm<span style="color: #666666">.</span>score(X_test,y_test)))
-<span style="color: #408080; font-style: italic"># Decision Trees</span>
-deep_tree_clf <span style="color: #666666">=</span> DecisionTreeClassifier(max_depth<span style="color: #666666">=</span><span style="color: #008000">None</span>)
-deep_tree_clf<span style="color: #666666">.</span>fit(X_train, y_train)
-<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Decision Trees: {:.2f}&quot;</span><span style="color: #666666">.</span>format(deep_tree_clf<span style="color: #666666">.</span>score(X_test,y_test)))
-<span style="color: #408080; font-style: italic">#now scale the data</span>
 <span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> StandardScaler
 scaler <span style="color: #666666">=</span> StandardScaler()
 scaler<span style="color: #666666">.</span>fit(X_train)
 X_train_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_train)
 X_test_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_test)
-<span style="color: #408080; font-style: italic"># Logistic Regression</span>
-logreg<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
-<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy Logistic Regression with scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(logreg<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
-<span style="color: #408080; font-style: italic"># Support Vector Machine</span>
-svm<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
-<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy SVM with scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(logreg<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
-<span style="color: #408080; font-style: italic"># Decision Trees</span>
-deep_tree_clf<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
-<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Decision Trees and scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(deep_tree_clf<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
 
+<span style="color: #008000; font-weight: bold">for</span> degree <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(maxdegree):
+    model <span style="color: #666666">=</span> RandomForestRegressor()
+    y_pred <span style="color: #666666">=</span> np<span style="color: #666666">.</span>empty((y_test<span style="color: #666666">.</span>shape[<span style="color: #666666">0</span>], n_boostraps))
+    <span style="color: #008000; font-weight: bold">for</span> i <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(n_boostraps):
+        x_, y_ <span style="color: #666666">=</span> resample(X_train_scaled, y_train)
+        model<span style="color: #666666">.</span>fit(x_, y_<span style="color: #666666">.</span>ravel())
+        y_pred[:, i] <span style="color: #666666">=</span> model<span style="color: #666666">.</span>predict(X_test_scaled)<span style="color: #666666">.</span>ravel()
 
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.ensemble</span> <span style="color: #008000; font-weight: bold">import</span> RandomForestClassifier
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> LabelEncoder
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> cross_validate
-<span style="color: #408080; font-style: italic"># Data set not specificied</span>
-<span style="color: #408080; font-style: italic">#Instantiate the model with 500 trees and entropy as splitting criteria</span>
-Random_Forest_model <span style="color: #666666">=</span> RandomForestClassifier(n_estimators<span style="color: #666666">=500</span>,criterion<span style="color: #666666">=</span><span style="color: #BA2121">&quot;entropy&quot;</span>)
-Random_Forest_model<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
-<span style="color: #408080; font-style: italic">#Cross validation</span>
-accuracy <span style="color: #666666">=</span> cross_validate(Random_Forest_model,X_test_scaled,y_test,cv<span style="color: #666666">=10</span>)[<span style="color: #BA2121">&#39;test_score&#39;</span>]
-<span style="color: #008000; font-weight: bold">print</span>(accuracy)
-<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Random Forests and scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(Random_Forest_model<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
+    polydegree[degree] <span style="color: #666666">=</span> degree
+    error[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>mean((y_test <span style="color: #666666">-</span> y_pred)<span style="color: #666666">**2</span>, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
+    bias[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( (y_test <span style="color: #666666">-</span> np<span style="color: #666666">.</span>mean(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>))<span style="color: #666666">**2</span> )
+    variance[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>var(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Polynomial degree:&#39;</span>, degree)
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Error:&#39;</span>, error[degree])
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Bias^2:&#39;</span>, bias[degree])
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Var:&#39;</span>, variance[degree])
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;{} &gt;= {} + {} = {}&#39;</span><span style="color: #666666">.</span>format(error[degree], bias[degree], variance[degree], bias[degree]<span style="color: #666666">+</span>variance[degree]))
 
-
-<span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">scikitplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">skplt</span>
-y_pred <span style="color: #666666">=</span> Random_Forest_model<span style="color: #666666">.</span>predict(X_test_scaled)
-skplt<span style="color: #666666">.</span>metrics<span style="color: #666666">.</span>plot_confusion_matrix(y_test, y_pred, normalize<span style="color: #666666">=</span><span style="color: #008000">True</span>)
-plt<span style="color: #666666">.</span>show()
-y_probas <span style="color: #666666">=</span> Random_Forest_model<span style="color: #666666">.</span>predict_proba(X_test_scaled)
-skplt<span style="color: #666666">.</span>metrics<span style="color: #666666">.</span>plot_roc(y_test, y_probas)
-plt<span style="color: #666666">.</span>show()
-skplt<span style="color: #666666">.</span>metrics<span style="color: #666666">.</span>plot_cumulative_gain(y_test, y_probas)
+plt<span style="color: #666666">.</span>plot(polydegree, error, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Error&#39;</span>)
+plt<span style="color: #666666">.</span>plot(polydegree, bias, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;bias&#39;</span>)
+plt<span style="color: #666666">.</span>plot(polydegree, variance, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Variance&#39;</span>)
+plt<span style="color: #666666">.</span>legend()
 plt<span style="color: #666666">.</span>show()
 </pre></div>
 <p>

doc/pub/DecisionTrees/html/._DecisionTrees-bs045.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>
@@ -240,24 +240,75 @@ MathJax.Hub.Config({
 <a name="part0045"></a>
 <!-- !split -->
 
-<h2 id="___sec44" class="anchor">Compare  Bagging on Trees with Random Forests  </h2>
+<h2 id="___sec44" class="anchor">Random Forests Compared with other Methods on the Cancer Data </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "default" -->
-<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span>bag_clf <span style="color: #666666">=</span> BaggingClassifier(
-    DecisionTreeClassifier(splitter<span style="color: #666666">=</span><span style="color: #BA2121">&quot;random&quot;</span>, max_leaf_nodes<span style="color: #666666">=16</span>, random_state<span style="color: #666666">=42</span>),
-    n_estimators<span style="color: #666666">=500</span>, max_samples<span style="color: #666666">=1.0</span>, bootstrap<span style="color: #666666">=</span><span style="color: #008000">True</span>, n_jobs<span style="color: #666666">=-1</span>, random_state<span style="color: #666666">=42</span>)
-</pre></div>
-<p>
+<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span><span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">matplotlib.pyplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">plt</span>
+<span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">numpy</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">np</span>
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span>  train_test_split 
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.datasets</span> <span style="color: #008000; font-weight: bold">import</span> load_breast_cancer
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.svm</span> <span style="color: #008000; font-weight: bold">import</span> SVC
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.linear_model</span> <span style="color: #008000; font-weight: bold">import</span> LogisticRegression
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.tree</span> <span style="color: #008000; font-weight: bold">import</span> DecisionTreeClassifier
+
+<span style="color: #408080; font-style: italic"># Load the data</span>
+cancer <span style="color: #666666">=</span> load_breast_cancer()
+
+X_train, X_test, y_train, y_test <span style="color: #666666">=</span> train_test_split(cancer<span style="color: #666666">.</span>data,cancer<span style="color: #666666">.</span>target,random_state<span style="color: #666666">=0</span>)
+<span style="color: #008000; font-weight: bold">print</span>(X_train<span style="color: #666666">.</span>shape)
+<span style="color: #008000; font-weight: bold">print</span>(X_test<span style="color: #666666">.</span>shape)
+<span style="color: #408080; font-style: italic"># Logistic Regression</span>
+logreg <span style="color: #666666">=</span> LogisticRegression(solver<span style="color: #666666">=</span><span style="color: #BA2121">&#39;lbfgs&#39;</span>)
+logreg<span style="color: #666666">.</span>fit(X_train, y_train)
+<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Logistic Regression: {:.2f}&quot;</span><span style="color: #666666">.</span>format(logreg<span style="color: #666666">.</span>score(X_test,y_test)))
+<span style="color: #408080; font-style: italic"># Support vector machine</span>
+svm <span style="color: #666666">=</span> SVC(gamma<span style="color: #666666">=</span><span style="color: #BA2121">&#39;auto&#39;</span>, C<span style="color: #666666">=100</span>)
+svm<span style="color: #666666">.</span>fit(X_train, y_train)
+<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with SVM: {:.2f}&quot;</span><span style="color: #666666">.</span>format(svm<span style="color: #666666">.</span>score(X_test,y_test)))
+<span style="color: #408080; font-style: italic"># Decision Trees</span>
+deep_tree_clf <span style="color: #666666">=</span> DecisionTreeClassifier(max_depth<span style="color: #666666">=</span><span style="color: #008000">None</span>)
+deep_tree_clf<span style="color: #666666">.</span>fit(X_train, y_train)
+<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Decision Trees: {:.2f}&quot;</span><span style="color: #666666">.</span>format(deep_tree_clf<span style="color: #666666">.</span>score(X_test,y_test)))
+<span style="color: #408080; font-style: italic">#now scale the data</span>
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> StandardScaler
+scaler <span style="color: #666666">=</span> StandardScaler()
+scaler<span style="color: #666666">.</span>fit(X_train)
+X_train_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_train)
+X_test_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_test)
+<span style="color: #408080; font-style: italic"># Logistic Regression</span>
+logreg<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
+<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy Logistic Regression with scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(logreg<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
+<span style="color: #408080; font-style: italic"># Support Vector Machine</span>
+svm<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
+<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy SVM with scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(logreg<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
+<span style="color: #408080; font-style: italic"># Decision Trees</span>
+deep_tree_clf<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
+<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Decision Trees and scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(deep_tree_clf<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
+
 
-<!-- code=python (!bc pycod) typeset with pygments style "default" -->
-<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span>bag_clf<span style="color: #666666">.</span>fit(X_train, y_train)
-y_pred <span style="color: #666666">=</span> bag_clf<span style="color: #666666">.</span>predict(X_test)
 <span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.ensemble</span> <span style="color: #008000; font-weight: bold">import</span> RandomForestClassifier
-rnd_clf <span style="color: #666666">=</span> RandomForestClassifier(n_estimators<span style="color: #666666">=500</span>, max_leaf_nodes<span style="color: #666666">=16</span>, n_jobs<span style="color: #666666">=-1</span>, random_state<span style="color: #666666">=42</span>)
-rnd_clf<span style="color: #666666">.</span>fit(X_train, y_train)
-y_pred_rf <span style="color: #666666">=</span> rnd_clf<span style="color: #666666">.</span>predict(X_test)
-np<span style="color: #666666">.</span>sum(y_pred <span style="color: #666666">==</span> y_pred_rf) <span style="color: #666666">/</span> <span style="color: #008000">len</span>(y_pred) 
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> LabelEncoder
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> cross_validate
+<span style="color: #408080; font-style: italic"># Data set not specificied</span>
+<span style="color: #408080; font-style: italic">#Instantiate the model with 500 trees and entropy as splitting criteria</span>
+Random_Forest_model <span style="color: #666666">=</span> RandomForestClassifier(n_estimators<span style="color: #666666">=500</span>,criterion<span style="color: #666666">=</span><span style="color: #BA2121">&quot;entropy&quot;</span>)
+Random_Forest_model<span style="color: #666666">.</span>fit(X_train_scaled, y_train)
+<span style="color: #408080; font-style: italic">#Cross validation</span>
+accuracy <span style="color: #666666">=</span> cross_validate(Random_Forest_model,X_test_scaled,y_test,cv<span style="color: #666666">=10</span>)[<span style="color: #BA2121">&#39;test_score&#39;</span>]
+<span style="color: #008000; font-weight: bold">print</span>(accuracy)
+<span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&quot;Test set accuracy with Random Forests and scaled data: {:.2f}&quot;</span><span style="color: #666666">.</span>format(Random_Forest_model<span style="color: #666666">.</span>score(X_test_scaled,y_test)))
+
+
+<span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">scikitplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">skplt</span>
+y_pred <span style="color: #666666">=</span> Random_Forest_model<span style="color: #666666">.</span>predict(X_test_scaled)
+skplt<span style="color: #666666">.</span>metrics<span style="color: #666666">.</span>plot_confusion_matrix(y_test, y_pred, normalize<span style="color: #666666">=</span><span style="color: #008000">True</span>)
+plt<span style="color: #666666">.</span>show()
+y_probas <span style="color: #666666">=</span> Random_Forest_model<span style="color: #666666">.</span>predict_proba(X_test_scaled)
+skplt<span style="color: #666666">.</span>metrics<span style="color: #666666">.</span>plot_roc(y_test, y_probas)
+plt<span style="color: #666666">.</span>show()
+skplt<span style="color: #666666">.</span>metrics<span style="color: #666666">.</span>plot_cumulative_gain(y_test, y_probas)
+plt<span style="color: #666666">.</span>show()
 </pre></div>
 <p>
 <p>

doc/pub/DecisionTrees/html/._DecisionTrees-bs046.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>
@@ -240,62 +240,24 @@ MathJax.Hub.Config({
 <a name="part0046"></a>
 <!-- !split -->
 
-<h2 id="___sec45" class="anchor">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
-
+<h2 id="___sec45" class="anchor">Compare  Bagging on Trees with Random Forests  </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "default" -->
-<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span><span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">matplotlib.pyplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">plt</span>
-<span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">numpy</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">np</span>
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> train_test_split
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.pipeline</span> <span style="color: #008000; font-weight: bold">import</span> make_pipeline
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.utils</span> <span style="color: #008000; font-weight: bold">import</span> resample
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.ensemble</span> <span style="color: #008000; font-weight: bold">import</span> RandomForestRegressor
+<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span>bag_clf <span style="color: #666666">=</span> BaggingClassifier(
+    DecisionTreeClassifier(splitter<span style="color: #666666">=</span><span style="color: #BA2121">&quot;random&quot;</span>, max_leaf_nodes<span style="color: #666666">=16</span>, random_state<span style="color: #666666">=42</span>),
+    n_estimators<span style="color: #666666">=500</span>, max_samples<span style="color: #666666">=1.0</span>, bootstrap<span style="color: #666666">=</span><span style="color: #008000">True</span>, n_jobs<span style="color: #666666">=-1</span>, random_state<span style="color: #666666">=42</span>)
+</pre></div>
+<p>
 
-np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>seed(<span style="color: #666666">2018</span>)
-
-n <span style="color: #666666">=</span> <span style="color: #666666">100</span>
-n_boostraps <span style="color: #666666">=</span> <span style="color: #666666">100</span>
-maxdegree <span style="color: #666666">=</span> <span style="color: #666666">14</span>
-
-<span style="color: #408080; font-style: italic"># Make data set.</span>
-x <span style="color: #666666">=</span> np<span style="color: #666666">.</span>linspace(<span style="color: #666666">-3</span>, <span style="color: #666666">3</span>, n)<span style="color: #666666">.</span>reshape(<span style="color: #666666">-1</span>, <span style="color: #666666">1</span>)
-y <span style="color: #666666">=</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>x<span style="color: #666666">**2</span>) <span style="color: #666666">+</span> <span style="color: #666666">1.5</span> <span style="color: #666666">*</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>(x<span style="color: #666666">-2</span>)<span style="color: #666666">**2</span>)<span style="color: #666666">+</span> np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>normal(<span style="color: #666666">0</span>, <span style="color: #666666">0.1</span>, x<span style="color: #666666">.</span>shape)
-error <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-bias <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-variance <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-polydegree <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-X_train, X_test, y_train, y_test <span style="color: #666666">=</span> train_test_split(x, y, test_size<span style="color: #666666">=0.2</span>)
-
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> StandardScaler
-scaler <span style="color: #666666">=</span> StandardScaler()
-scaler<span style="color: #666666">.</span>fit(X_train)
-X_train_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_train)
-X_test_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_test)
-
-<span style="color: #008000; font-weight: bold">for</span> degree <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(maxdegree):
-    model <span style="color: #666666">=</span> RandomForestRegressor()
-    y_pred <span style="color: #666666">=</span> np<span style="color: #666666">.</span>empty((y_test<span style="color: #666666">.</span>shape[<span style="color: #666666">0</span>], n_boostraps))
-    <span style="color: #008000; font-weight: bold">for</span> i <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(n_boostraps):
-        x_, y_ <span style="color: #666666">=</span> resample(X_train_scaled, y_train)
-        model<span style="color: #666666">.</span>fit(x_, y_<span style="color: #666666">.</span>ravel())
-        y_pred[:, i] <span style="color: #666666">=</span> model<span style="color: #666666">.</span>predict(X_test_scaled)<span style="color: #666666">.</span>ravel()
-
-    polydegree[degree] <span style="color: #666666">=</span> degree
-    error[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>mean((y_test <span style="color: #666666">-</span> y_pred)<span style="color: #666666">**2</span>, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
-    bias[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( (y_test <span style="color: #666666">-</span> np<span style="color: #666666">.</span>mean(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>))<span style="color: #666666">**2</span> )
-    variance[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>var(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Polynomial degree:&#39;</span>, degree)
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Error:&#39;</span>, error[degree])
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Bias^2:&#39;</span>, bias[degree])
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Var:&#39;</span>, variance[degree])
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;{} &gt;= {} + {} = {}&#39;</span><span style="color: #666666">.</span>format(error[degree], bias[degree], variance[degree], bias[degree]<span style="color: #666666">+</span>variance[degree]))
-
-plt<span style="color: #666666">.</span>plot(polydegree, error, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Error&#39;</span>)
-plt<span style="color: #666666">.</span>plot(polydegree, bias, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;bias&#39;</span>)
-plt<span style="color: #666666">.</span>plot(polydegree, variance, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Variance&#39;</span>)
-plt<span style="color: #666666">.</span>legend()
-plt<span style="color: #666666">.</span>show()
+<!-- code=python (!bc pycod) typeset with pygments style "default" -->
+<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span>bag_clf<span style="color: #666666">.</span>fit(X_train, y_train)
+y_pred <span style="color: #666666">=</span> bag_clf<span style="color: #666666">.</span>predict(X_test)
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.ensemble</span> <span style="color: #008000; font-weight: bold">import</span> RandomForestClassifier
+rnd_clf <span style="color: #666666">=</span> RandomForestClassifier(n_estimators<span style="color: #666666">=500</span>, max_leaf_nodes<span style="color: #666666">=16</span>, n_jobs<span style="color: #666666">=-1</span>, random_state<span style="color: #666666">=42</span>)
+rnd_clf<span style="color: #666666">.</span>fit(X_train, y_train)
+y_pred_rf <span style="color: #666666">=</span> rnd_clf<span style="color: #666666">.</span>predict(X_test)
+np<span style="color: #666666">.</span>sum(y_pred <span style="color: #666666">==</span> y_pred_rf) <span style="color: #666666">/</span> <span style="color: #008000">len</span>(y_pred) 
 </pre></div>
 <p>
 <p>

doc/pub/DecisionTrees/html/._DecisionTrees-bs047.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs048.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs049.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs050.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs051.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs052.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs053.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs054.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs055.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs056.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/._DecisionTrees-bs057.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/DecisionTrees-bs.html

@@ -104,16 +104,16 @@ Automatically generated HTML file from DocOnce source
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -211,9 +211,9 @@ MathJax.Hub.Config({
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
-     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
      <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>

doc/pub/DecisionTrees/html/DecisionTrees-reveal.html

@@ -1914,7 +1914,68 @@ We will grow of forest of say \( M \) trees.
 
 
 <section>
-<h2 id="___sec43">Random Forests Compared with other Methods on the Cancer Data </h2>
+<h2 id="___sec43">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
+
+<p>
+
+<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
+<div class="highlight" style="background: #eeeedd"><pre style="font-size: 80%; line-height: 125%"><span></span><span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">matplotlib.pyplot</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">plt</span>
+<span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">numpy</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">np</span>
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> train_test_split
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.pipeline</span> <span style="color: #8B008B; font-weight: bold">import</span> make_pipeline
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.utils</span> <span style="color: #8B008B; font-weight: bold">import</span> resample
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.ensemble</span> <span style="color: #8B008B; font-weight: bold">import</span> RandomForestRegressor
+
+np.random.seed(<span style="color: #B452CD">2018</span>)
+
+n = <span style="color: #B452CD">100</span>
+n_boostraps = <span style="color: #B452CD">100</span>
+maxdegree = <span style="color: #B452CD">14</span>
+
+<span style="color: #228B22"># Make data set.</span>
+x = np.linspace(-<span style="color: #B452CD">3</span>, <span style="color: #B452CD">3</span>, n).reshape(-<span style="color: #B452CD">1</span>, <span style="color: #B452CD">1</span>)
+y = np.exp(-x**<span style="color: #B452CD">2</span>) + <span style="color: #B452CD">1.5</span> * np.exp(-(x-<span style="color: #B452CD">2</span>)**<span style="color: #B452CD">2</span>)+ np.random.normal(<span style="color: #B452CD">0</span>, <span style="color: #B452CD">0.1</span>, x.shape)
+error = np.zeros(maxdegree)
+bias = np.zeros(maxdegree)
+variance = np.zeros(maxdegree)
+polydegree = np.zeros(maxdegree)
+X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=<span style="color: #B452CD">0.2</span>)
+
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.preprocessing</span> <span style="color: #8B008B; font-weight: bold">import</span> StandardScaler
+scaler = StandardScaler()
+scaler.fit(X_train)
+X_train_scaled = scaler.transform(X_train)
+X_test_scaled = scaler.transform(X_test)
+
+<span style="color: #8B008B; font-weight: bold">for</span> degree <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(maxdegree):
+    model = RandomForestRegressor()
+    y_pred = np.empty((y_test.shape[<span style="color: #B452CD">0</span>], n_boostraps))
+    <span style="color: #8B008B; font-weight: bold">for</span> i <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(n_boostraps):
+        x_, y_ = resample(X_train_scaled, y_train)
+        model.fit(x_, y_.ravel())
+        y_pred[:, i] = model.predict(X_test_scaled).ravel()
+
+    polydegree[degree] = degree
+    error[degree] = np.mean( np.mean((y_test - y_pred)**<span style="color: #B452CD">2</span>, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
+    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>))**<span style="color: #B452CD">2</span> )
+    variance[degree] = np.mean( np.var(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Polynomial degree:&#39;</span>, degree)
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Error:&#39;</span>, error[degree])
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Bias^2:&#39;</span>, bias[degree])
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Var:&#39;</span>, variance[degree])
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;{} &gt;= {} + {} = {}&#39;</span>.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))
+
+plt.plot(polydegree, error, label=<span style="color: #CD5555">&#39;Error&#39;</span>)
+plt.plot(polydegree, bias, label=<span style="color: #CD5555">&#39;bias&#39;</span>)
+plt.plot(polydegree, variance, label=<span style="color: #CD5555">&#39;Variance&#39;</span>)
+plt.legend()
+plt.show()
+</pre></div>
+</section>
+
+
+<section>
+<h2 id="___sec44">Random Forests Compared with other Methods on the Cancer Data </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
@@ -1988,7 +2049,7 @@ plt.show()
 
 
 <section>
-<h2 id="___sec44">Compare  Bagging on Trees with Random Forests  </h2>
+<h2 id="___sec45">Compare  Bagging on Trees with Random Forests  </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
@@ -2010,67 +2071,6 @@ np.sum(y_pred == y_pred_rf) / <span style="color: #658b00">len</span>(y_pred)
 </section>
 
 
-<section>
-<h2 id="___sec45">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
-
-<p>
-
-<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
-<div class="highlight" style="background: #eeeedd"><pre style="font-size: 80%; line-height: 125%"><span></span><span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">matplotlib.pyplot</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">plt</span>
-<span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">numpy</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">np</span>
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> train_test_split
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.pipeline</span> <span style="color: #8B008B; font-weight: bold">import</span> make_pipeline
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.utils</span> <span style="color: #8B008B; font-weight: bold">import</span> resample
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.ensemble</span> <span style="color: #8B008B; font-weight: bold">import</span> RandomForestRegressor
-
-np.random.seed(<span style="color: #B452CD">2018</span>)
-
-n = <span style="color: #B452CD">100</span>
-n_boostraps = <span style="color: #B452CD">100</span>
-maxdegree = <span style="color: #B452CD">14</span>
-
-<span style="color: #228B22"># Make data set.</span>
-x = np.linspace(-<span style="color: #B452CD">3</span>, <span style="color: #B452CD">3</span>, n).reshape(-<span style="color: #B452CD">1</span>, <span style="color: #B452CD">1</span>)
-y = np.exp(-x**<span style="color: #B452CD">2</span>) + <span style="color: #B452CD">1.5</span> * np.exp(-(x-<span style="color: #B452CD">2</span>)**<span style="color: #B452CD">2</span>)+ np.random.normal(<span style="color: #B452CD">0</span>, <span style="color: #B452CD">0.1</span>, x.shape)
-error = np.zeros(maxdegree)
-bias = np.zeros(maxdegree)
-variance = np.zeros(maxdegree)
-polydegree = np.zeros(maxdegree)
-X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=<span style="color: #B452CD">0.2</span>)
-
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.preprocessing</span> <span style="color: #8B008B; font-weight: bold">import</span> StandardScaler
-scaler = StandardScaler()
-scaler.fit(X_train)
-X_train_scaled = scaler.transform(X_train)
-X_test_scaled = scaler.transform(X_test)
-
-<span style="color: #8B008B; font-weight: bold">for</span> degree <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(maxdegree):
-    model = RandomForestRegressor()
-    y_pred = np.empty((y_test.shape[<span style="color: #B452CD">0</span>], n_boostraps))
-    <span style="color: #8B008B; font-weight: bold">for</span> i <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(n_boostraps):
-        x_, y_ = resample(X_train_scaled, y_train)
-        model.fit(x_, y_.ravel())
-        y_pred[:, i] = model.predict(X_test_scaled).ravel()
-
-    polydegree[degree] = degree
-    error[degree] = np.mean( np.mean((y_test - y_pred)**<span style="color: #B452CD">2</span>, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
-    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>))**<span style="color: #B452CD">2</span> )
-    variance[degree] = np.mean( np.var(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Polynomial degree:&#39;</span>, degree)
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Error:&#39;</span>, error[degree])
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Bias^2:&#39;</span>, bias[degree])
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Var:&#39;</span>, variance[degree])
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;{} &gt;= {} + {} = {}&#39;</span>.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))
-
-plt.plot(polydegree, error, label=<span style="color: #CD5555">&#39;Error&#39;</span>)
-plt.plot(polydegree, bias, label=<span style="color: #CD5555">&#39;bias&#39;</span>)
-plt.plot(polydegree, variance, label=<span style="color: #CD5555">&#39;Variance&#39;</span>)
-plt.legend()
-plt.show()
-</pre></div>
-</section>
-
-
 <section>
 <h2 id="___sec46">Boosting, a Bird'e Eye </h2>
 

doc/pub/DecisionTrees/html/DecisionTrees-solarized.html

@@ -124,16 +124,16 @@ div { text-align: justify; text-justify: inter-word; }
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -1904,7 +1904,67 @@ We will grow of forest of say \( M \) trees.
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 
-<h2 id="___sec43">Random Forests Compared with other Methods on the Cancer Data </h2>
+<h2 id="___sec43">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
+
+<p>
+
+<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
+<div class="highlight" style="background: #eeeedd"><pre style="line-height: 125%"><span></span><span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">matplotlib.pyplot</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">plt</span>
+<span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">numpy</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">np</span>
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> train_test_split
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.pipeline</span> <span style="color: #8B008B; font-weight: bold">import</span> make_pipeline
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.utils</span> <span style="color: #8B008B; font-weight: bold">import</span> resample
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.ensemble</span> <span style="color: #8B008B; font-weight: bold">import</span> RandomForestRegressor
+
+np.random.seed(<span style="color: #B452CD">2018</span>)
+
+n = <span style="color: #B452CD">100</span>
+n_boostraps = <span style="color: #B452CD">100</span>
+maxdegree = <span style="color: #B452CD">14</span>
+
+<span style="color: #228B22"># Make data set.</span>
+x = np.linspace(-<span style="color: #B452CD">3</span>, <span style="color: #B452CD">3</span>, n).reshape(-<span style="color: #B452CD">1</span>, <span style="color: #B452CD">1</span>)
+y = np.exp(-x**<span style="color: #B452CD">2</span>) + <span style="color: #B452CD">1.5</span> * np.exp(-(x-<span style="color: #B452CD">2</span>)**<span style="color: #B452CD">2</span>)+ np.random.normal(<span style="color: #B452CD">0</span>, <span style="color: #B452CD">0.1</span>, x.shape)
+error = np.zeros(maxdegree)
+bias = np.zeros(maxdegree)
+variance = np.zeros(maxdegree)
+polydegree = np.zeros(maxdegree)
+X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=<span style="color: #B452CD">0.2</span>)
+
+<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.preprocessing</span> <span style="color: #8B008B; font-weight: bold">import</span> StandardScaler
+scaler = StandardScaler()
+scaler.fit(X_train)
+X_train_scaled = scaler.transform(X_train)
+X_test_scaled = scaler.transform(X_test)
+
+<span style="color: #8B008B; font-weight: bold">for</span> degree <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(maxdegree):
+    model = RandomForestRegressor()
+    y_pred = np.empty((y_test.shape[<span style="color: #B452CD">0</span>], n_boostraps))
+    <span style="color: #8B008B; font-weight: bold">for</span> i <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(n_boostraps):
+        x_, y_ = resample(X_train_scaled, y_train)
+        model.fit(x_, y_.ravel())
+        y_pred[:, i] = model.predict(X_test_scaled).ravel()
+
+    polydegree[degree] = degree
+    error[degree] = np.mean( np.mean((y_test - y_pred)**<span style="color: #B452CD">2</span>, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
+    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>))**<span style="color: #B452CD">2</span> )
+    variance[degree] = np.mean( np.var(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Polynomial degree:&#39;</span>, degree)
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Error:&#39;</span>, error[degree])
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Bias^2:&#39;</span>, bias[degree])
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Var:&#39;</span>, variance[degree])
+    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;{} &gt;= {} + {} = {}&#39;</span>.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))
+
+plt.plot(polydegree, error, label=<span style="color: #CD5555">&#39;Error&#39;</span>)
+plt.plot(polydegree, bias, label=<span style="color: #CD5555">&#39;bias&#39;</span>)
+plt.plot(polydegree, variance, label=<span style="color: #CD5555">&#39;Variance&#39;</span>)
+plt.legend()
+plt.show()
+</pre></div>
+<p>
+<!-- !split --><br><br><br><br><br><br><br><br><br><br>
+
+<h2 id="___sec44">Random Forests Compared with other Methods on the Cancer Data </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
@@ -1977,7 +2037,7 @@ plt.show()
 <p>
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 
-<h2 id="___sec44">Compare  Bagging on Trees with Random Forests  </h2>
+<h2 id="___sec45">Compare  Bagging on Trees with Random Forests  </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
@@ -1999,66 +2059,6 @@ np.sum(y_pred == y_pred_rf) / <span style="color: #658b00">len</span>(y_pred)
 <p>
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 
-<h2 id="___sec45">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
-
-<p>
-
-<!-- code=python (!bc pycod) typeset with pygments style "perldoc" -->
-<div class="highlight" style="background: #eeeedd"><pre style="line-height: 125%"><span></span><span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">matplotlib.pyplot</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">plt</span>
-<span style="color: #8B008B; font-weight: bold">import</span> <span style="color: #008b45; text-decoration: underline">numpy</span> <span style="color: #8B008B; font-weight: bold">as</span> <span style="color: #008b45; text-decoration: underline">np</span>
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.model_selection</span> <span style="color: #8B008B; font-weight: bold">import</span> train_test_split
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.pipeline</span> <span style="color: #8B008B; font-weight: bold">import</span> make_pipeline
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.utils</span> <span style="color: #8B008B; font-weight: bold">import</span> resample
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.ensemble</span> <span style="color: #8B008B; font-weight: bold">import</span> RandomForestRegressor
-
-np.random.seed(<span style="color: #B452CD">2018</span>)
-
-n = <span style="color: #B452CD">100</span>
-n_boostraps = <span style="color: #B452CD">100</span>
-maxdegree = <span style="color: #B452CD">14</span>
-
-<span style="color: #228B22"># Make data set.</span>
-x = np.linspace(-<span style="color: #B452CD">3</span>, <span style="color: #B452CD">3</span>, n).reshape(-<span style="color: #B452CD">1</span>, <span style="color: #B452CD">1</span>)
-y = np.exp(-x**<span style="color: #B452CD">2</span>) + <span style="color: #B452CD">1.5</span> * np.exp(-(x-<span style="color: #B452CD">2</span>)**<span style="color: #B452CD">2</span>)+ np.random.normal(<span style="color: #B452CD">0</span>, <span style="color: #B452CD">0.1</span>, x.shape)
-error = np.zeros(maxdegree)
-bias = np.zeros(maxdegree)
-variance = np.zeros(maxdegree)
-polydegree = np.zeros(maxdegree)
-X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=<span style="color: #B452CD">0.2</span>)
-
-<span style="color: #8B008B; font-weight: bold">from</span> <span style="color: #008b45; text-decoration: underline">sklearn.preprocessing</span> <span style="color: #8B008B; font-weight: bold">import</span> StandardScaler
-scaler = StandardScaler()
-scaler.fit(X_train)
-X_train_scaled = scaler.transform(X_train)
-X_test_scaled = scaler.transform(X_test)
-
-<span style="color: #8B008B; font-weight: bold">for</span> degree <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(maxdegree):
-    model = RandomForestRegressor()
-    y_pred = np.empty((y_test.shape[<span style="color: #B452CD">0</span>], n_boostraps))
-    <span style="color: #8B008B; font-weight: bold">for</span> i <span style="color: #8B008B">in</span> <span style="color: #658b00">range</span>(n_boostraps):
-        x_, y_ = resample(X_train_scaled, y_train)
-        model.fit(x_, y_.ravel())
-        y_pred[:, i] = model.predict(X_test_scaled).ravel()
-
-    polydegree[degree] = degree
-    error[degree] = np.mean( np.mean((y_test - y_pred)**<span style="color: #B452CD">2</span>, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
-    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>))**<span style="color: #B452CD">2</span> )
-    variance[degree] = np.mean( np.var(y_pred, axis=<span style="color: #B452CD">1</span>, keepdims=<span style="color: #658b00">True</span>) )
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Polynomial degree:&#39;</span>, degree)
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Error:&#39;</span>, error[degree])
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Bias^2:&#39;</span>, bias[degree])
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;Var:&#39;</span>, variance[degree])
-    <span style="color: #8B008B; font-weight: bold">print</span>(<span style="color: #CD5555">&#39;{} &gt;= {} + {} = {}&#39;</span>.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))
-
-plt.plot(polydegree, error, label=<span style="color: #CD5555">&#39;Error&#39;</span>)
-plt.plot(polydegree, bias, label=<span style="color: #CD5555">&#39;bias&#39;</span>)
-plt.plot(polydegree, variance, label=<span style="color: #CD5555">&#39;Variance&#39;</span>)
-plt.legend()
-plt.show()
-</pre></div>
-<p>
-<!-- !split --><br><br><br><br><br><br><br><br><br><br>
-
 <h2 id="___sec46">Boosting, a Bird'e Eye </h2>
 
 <p>

doc/pub/DecisionTrees/html/DecisionTrees.html

@@ -129,16 +129,16 @@ div { text-align: justify; text-justify: inter-word; }
               ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
               ('Random forests', 2, None, '___sec41'),
               ('Random Forest Algorithm', 2, None, '___sec42'),
-              ('Random Forests Compared with other Methods on the Cancer Data',
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
                2,
                None,
                '___sec43'),
-              ('Compare  Bagging on Trees with Random Forests',
+              ('Random Forests Compared with other Methods on the Cancer Data',
                2,
                None,
                '___sec44'),
-              ('Bootstrap with Random Forests Instead of a Single Tree, own '
-               'Bagging',
+              ('Compare  Bagging on Trees with Random Forests',
                2,
                None,
                '___sec45'),
@@ -1909,7 +1909,67 @@ We will grow of forest of say \( M \) trees.
 
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 
-<h2 id="___sec43">Random Forests Compared with other Methods on the Cancer Data </h2>
+<h2 id="___sec43">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
+
+<p>
+
+<!-- code=python (!bc pycod) typeset with pygments style "default" -->
+<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span><span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">matplotlib.pyplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">plt</span>
+<span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">numpy</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">np</span>
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> train_test_split
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.pipeline</span> <span style="color: #008000; font-weight: bold">import</span> make_pipeline
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.utils</span> <span style="color: #008000; font-weight: bold">import</span> resample
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.ensemble</span> <span style="color: #008000; font-weight: bold">import</span> RandomForestRegressor
+
+np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>seed(<span style="color: #666666">2018</span>)
+
+n <span style="color: #666666">=</span> <span style="color: #666666">100</span>
+n_boostraps <span style="color: #666666">=</span> <span style="color: #666666">100</span>
+maxdegree <span style="color: #666666">=</span> <span style="color: #666666">14</span>
+
+<span style="color: #408080; font-style: italic"># Make data set.</span>
+x <span style="color: #666666">=</span> np<span style="color: #666666">.</span>linspace(<span style="color: #666666">-3</span>, <span style="color: #666666">3</span>, n)<span style="color: #666666">.</span>reshape(<span style="color: #666666">-1</span>, <span style="color: #666666">1</span>)
+y <span style="color: #666666">=</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>x<span style="color: #666666">**2</span>) <span style="color: #666666">+</span> <span style="color: #666666">1.5</span> <span style="color: #666666">*</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>(x<span style="color: #666666">-2</span>)<span style="color: #666666">**2</span>)<span style="color: #666666">+</span> np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>normal(<span style="color: #666666">0</span>, <span style="color: #666666">0.1</span>, x<span style="color: #666666">.</span>shape)
+error <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+bias <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+variance <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+polydegree <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
+X_train, X_test, y_train, y_test <span style="color: #666666">=</span> train_test_split(x, y, test_size<span style="color: #666666">=0.2</span>)
+
+<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> StandardScaler
+scaler <span style="color: #666666">=</span> StandardScaler()
+scaler<span style="color: #666666">.</span>fit(X_train)
+X_train_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_train)
+X_test_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_test)
+
+<span style="color: #008000; font-weight: bold">for</span> degree <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(maxdegree):
+    model <span style="color: #666666">=</span> RandomForestRegressor()
+    y_pred <span style="color: #666666">=</span> np<span style="color: #666666">.</span>empty((y_test<span style="color: #666666">.</span>shape[<span style="color: #666666">0</span>], n_boostraps))
+    <span style="color: #008000; font-weight: bold">for</span> i <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(n_boostraps):
+        x_, y_ <span style="color: #666666">=</span> resample(X_train_scaled, y_train)
+        model<span style="color: #666666">.</span>fit(x_, y_<span style="color: #666666">.</span>ravel())
+        y_pred[:, i] <span style="color: #666666">=</span> model<span style="color: #666666">.</span>predict(X_test_scaled)<span style="color: #666666">.</span>ravel()
+
+    polydegree[degree] <span style="color: #666666">=</span> degree
+    error[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>mean((y_test <span style="color: #666666">-</span> y_pred)<span style="color: #666666">**2</span>, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
+    bias[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( (y_test <span style="color: #666666">-</span> np<span style="color: #666666">.</span>mean(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>))<span style="color: #666666">**2</span> )
+    variance[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>var(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Polynomial degree:&#39;</span>, degree)
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Error:&#39;</span>, error[degree])
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Bias^2:&#39;</span>, bias[degree])
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Var:&#39;</span>, variance[degree])
+    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;{} &gt;= {} + {} = {}&#39;</span><span style="color: #666666">.</span>format(error[degree], bias[degree], variance[degree], bias[degree]<span style="color: #666666">+</span>variance[degree]))
+
+plt<span style="color: #666666">.</span>plot(polydegree, error, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Error&#39;</span>)
+plt<span style="color: #666666">.</span>plot(polydegree, bias, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;bias&#39;</span>)
+plt<span style="color: #666666">.</span>plot(polydegree, variance, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Variance&#39;</span>)
+plt<span style="color: #666666">.</span>legend()
+plt<span style="color: #666666">.</span>show()
+</pre></div>
+<p>
+<!-- !split --><br><br><br><br><br><br><br><br><br><br>
+
+<h2 id="___sec44">Random Forests Compared with other Methods on the Cancer Data </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "default" -->
@@ -1982,7 +2042,7 @@ plt<span style="color: #666666">.</span>show()
 <p>
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 
-<h2 id="___sec44">Compare  Bagging on Trees with Random Forests  </h2>
+<h2 id="___sec45">Compare  Bagging on Trees with Random Forests  </h2>
 <p>
 
 <!-- code=python (!bc pycod) typeset with pygments style "default" -->
@@ -2004,66 +2064,6 @@ np<span style="color: #666666">.</span>sum(y_pred <span style="color: #666666">=
 <p>
 <!-- !split --><br><br><br><br><br><br><br><br><br><br>
 
-<h2 id="___sec45">Bootstrap with Random Forests Instead of a Single Tree, own Bagging </h2>
-
-<p>
-
-<!-- code=python (!bc pycod) typeset with pygments style "default" -->
-<div class="highlight" style="background: #f8f8f8"><pre style="line-height: 125%"><span></span><span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">matplotlib.pyplot</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">plt</span>
-<span style="color: #008000; font-weight: bold">import</span> <span style="color: #0000FF; font-weight: bold">numpy</span> <span style="color: #008000; font-weight: bold">as</span> <span style="color: #0000FF; font-weight: bold">np</span>
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.model_selection</span> <span style="color: #008000; font-weight: bold">import</span> train_test_split
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.pipeline</span> <span style="color: #008000; font-weight: bold">import</span> make_pipeline
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.utils</span> <span style="color: #008000; font-weight: bold">import</span> resample
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.ensemble</span> <span style="color: #008000; font-weight: bold">import</span> RandomForestRegressor
-
-np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>seed(<span style="color: #666666">2018</span>)
-
-n <span style="color: #666666">=</span> <span style="color: #666666">100</span>
-n_boostraps <span style="color: #666666">=</span> <span style="color: #666666">100</span>
-maxdegree <span style="color: #666666">=</span> <span style="color: #666666">14</span>
-
-<span style="color: #408080; font-style: italic"># Make data set.</span>
-x <span style="color: #666666">=</span> np<span style="color: #666666">.</span>linspace(<span style="color: #666666">-3</span>, <span style="color: #666666">3</span>, n)<span style="color: #666666">.</span>reshape(<span style="color: #666666">-1</span>, <span style="color: #666666">1</span>)
-y <span style="color: #666666">=</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>x<span style="color: #666666">**2</span>) <span style="color: #666666">+</span> <span style="color: #666666">1.5</span> <span style="color: #666666">*</span> np<span style="color: #666666">.</span>exp(<span style="color: #666666">-</span>(x<span style="color: #666666">-2</span>)<span style="color: #666666">**2</span>)<span style="color: #666666">+</span> np<span style="color: #666666">.</span>random<span style="color: #666666">.</span>normal(<span style="color: #666666">0</span>, <span style="color: #666666">0.1</span>, x<span style="color: #666666">.</span>shape)
-error <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-bias <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-variance <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-polydegree <span style="color: #666666">=</span> np<span style="color: #666666">.</span>zeros(maxdegree)
-X_train, X_test, y_train, y_test <span style="color: #666666">=</span> train_test_split(x, y, test_size<span style="color: #666666">=0.2</span>)
-
-<span style="color: #008000; font-weight: bold">from</span> <span style="color: #0000FF; font-weight: bold">sklearn.preprocessing</span> <span style="color: #008000; font-weight: bold">import</span> StandardScaler
-scaler <span style="color: #666666">=</span> StandardScaler()
-scaler<span style="color: #666666">.</span>fit(X_train)
-X_train_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_train)
-X_test_scaled <span style="color: #666666">=</span> scaler<span style="color: #666666">.</span>transform(X_test)
-
-<span style="color: #008000; font-weight: bold">for</span> degree <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(maxdegree):
-    model <span style="color: #666666">=</span> RandomForestRegressor()
-    y_pred <span style="color: #666666">=</span> np<span style="color: #666666">.</span>empty((y_test<span style="color: #666666">.</span>shape[<span style="color: #666666">0</span>], n_boostraps))
-    <span style="color: #008000; font-weight: bold">for</span> i <span style="color: #AA22FF; font-weight: bold">in</span> <span style="color: #008000">range</span>(n_boostraps):
-        x_, y_ <span style="color: #666666">=</span> resample(X_train_scaled, y_train)
-        model<span style="color: #666666">.</span>fit(x_, y_<span style="color: #666666">.</span>ravel())
-        y_pred[:, i] <span style="color: #666666">=</span> model<span style="color: #666666">.</span>predict(X_test_scaled)<span style="color: #666666">.</span>ravel()
-
-    polydegree[degree] <span style="color: #666666">=</span> degree
-    error[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>mean((y_test <span style="color: #666666">-</span> y_pred)<span style="color: #666666">**2</span>, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
-    bias[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( (y_test <span style="color: #666666">-</span> np<span style="color: #666666">.</span>mean(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>))<span style="color: #666666">**2</span> )
-    variance[degree] <span style="color: #666666">=</span> np<span style="color: #666666">.</span>mean( np<span style="color: #666666">.</span>var(y_pred, axis<span style="color: #666666">=1</span>, keepdims<span style="color: #666666">=</span><span style="color: #008000">True</span>) )
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Polynomial degree:&#39;</span>, degree)
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Error:&#39;</span>, error[degree])
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Bias^2:&#39;</span>, bias[degree])
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;Var:&#39;</span>, variance[degree])
-    <span style="color: #008000; font-weight: bold">print</span>(<span style="color: #BA2121">&#39;{} &gt;= {} + {} = {}&#39;</span><span style="color: #666666">.</span>format(error[degree], bias[degree], variance[degree], bias[degree]<span style="color: #666666">+</span>variance[degree]))
-
-plt<span style="color: #666666">.</span>plot(polydegree, error, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Error&#39;</span>)
-plt<span style="color: #666666">.</span>plot(polydegree, bias, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;bias&#39;</span>)
-plt<span style="color: #666666">.</span>plot(polydegree, variance, label<span style="color: #666666">=</span><span style="color: #BA2121">&#39;Variance&#39;</span>)
-plt<span style="color: #666666">.</span>legend()
-plt<span style="color: #666666">.</span>show()
-</pre></div>
-<p>
-<!-- !split --><br><br><br><br><br><br><br><br><br><br>
-
 <h2 id="___sec46">Boosting, a Bird'e Eye </h2>
 
 <p>

doc/pub/DecisionTrees/ipynb/DataFiles/cancer.dot

@@ -6,15 +6,15 @@ edge [fontname=helvetica] ;
 0 -> 1 [labeldistance=2.5, labelangle=45, headlabel="True"] ;
 2 [label="worst concave points <= 0.135\ngini = 0.031\nsamples = 253\nvalue = [[249, 4]\n[4, 249]]", fillcolor="#e58139ee"] ;
 1 -> 2 ;
-3 [label="area error <= 48.975\ngini = 0.008\nsamples = 242\nvalue = [[241, 1]\n[1, 241]]", fillcolor="#e58139fb"] ;
+3 [label="radius error <= 0.643\ngini = 0.008\nsamples = 242\nvalue = [[241, 1]\n[1, 241]]", fillcolor="#e58139fb"] ;
 2 -> 3 ;
 4 [label="gini = 0.0\nsamples = 239\nvalue = [[239, 0]\n[0, 239]]", fillcolor="#e58139ff"] ;
 3 -> 4 ;
-5 [label="mean area <= 469.25\ngini = 0.444\nsamples = 3\nvalue = [[2, 1]\n[1, 2]]", fillcolor="#e5813913"] ;
+5 [label="texture error <= 1.938\ngini = 0.444\nsamples = 3\nvalue = [[2, 1]\n[1, 2]]", fillcolor="#e5813913"] ;
 3 -> 5 ;
-6 [label="gini = 0.0\nsamples = 1\nvalue = [[0, 1]\n[1, 0]]", fillcolor="#e58139ff"] ;
+6 [label="gini = 0.0\nsamples = 2\nvalue = [[2, 0]\n[0, 2]]", fillcolor="#e58139ff"] ;
 5 -> 6 ;
-7 [label="gini = 0.0\nsamples = 2\nvalue = [[2, 0]\n[0, 2]]", fillcolor="#e58139ff"] ;
+7 [label="gini = 0.0\nsamples = 1\nvalue = [[0, 1]\n[1, 0]]", fillcolor="#e58139ff"] ;
 5 -> 7 ;
 8 [label="mean texture <= 20.84\ngini = 0.397\nsamples = 11\nvalue = [[8, 3]\n[3, 8]]", fillcolor="#e581392c"] ;
 2 -> 8 ;
@@ -22,7 +22,7 @@ edge [fontname=helvetica] ;
 8 -> 9 ;
 10 [label="gini = 0.0\nsamples = 3\nvalue = [[0, 3]\n[3, 0]]", fillcolor="#e58139ff"] ;
 8 -> 10 ;
-11 [label="mean texture <= 16.22\ngini = 0.278\nsamples = 6\nvalue = [[1, 5]\n[5, 1]]", fillcolor="#e581396b"] ;
+11 [label="area error <= 13.475\ngini = 0.278\nsamples = 6\nvalue = [[1, 5]\n[5, 1]]", fillcolor="#e581396b"] ;
 1 -> 11 ;
 12 [label="gini = 0.0\nsamples = 1\nvalue = [[1, 0]\n[0, 1]]", fillcolor="#e58139ff"] ;
 11 -> 12 ;
@@ -30,11 +30,11 @@ edge [fontname=helvetica] ;
 11 -> 13 ;
 14 [label="worst texture <= 20.645\ngini = 0.202\nsamples = 167\nvalue = [[19, 148]\n[148, 19]]", fillcolor="#e5813994"] ;
 0 -> 14 [labeldistance=2.5, labelangle=-45, headlabel="False"] ;
-15 [label="worst area <= 964.4\ngini = 0.375\nsamples = 16\nvalue = [[12, 4]\n[4, 12]]", fillcolor="#e5813938"] ;
+15 [label="worst concavity <= 0.318\ngini = 0.375\nsamples = 16\nvalue = [[12, 4]\n[4, 12]]", fillcolor="#e5813938"] ;
 14 -> 15 ;
 16 [label="gini = 0.0\nsamples = 11\nvalue = [[11, 0]\n[0, 11]]", fillcolor="#e58139ff"] ;
 15 -> 16 ;
-17 [label="mean fractal dimension <= 0.054\ngini = 0.32\nsamples = 5\nvalue = [[1, 4]\n[4, 1]]", fillcolor="#e5813955"] ;
+17 [label="mean concavity <= 0.07\ngini = 0.32\nsamples = 5\nvalue = [[1, 4]\n[4, 1]]", fillcolor="#e5813955"] ;
 15 -> 17 ;
 18 [label="gini = 0.0\nsamples = 1\nvalue = [[1, 0]\n[0, 1]]", fillcolor="#e58139ff"] ;
 17 -> 18 ;
@@ -42,7 +42,7 @@ edge [fontname=helvetica] ;
 17 -> 19 ;
 20 [label="mean concave points <= 0.049\ngini = 0.088\nsamples = 151\nvalue = [[7, 144]\n[144, 7]]", fillcolor="#e58139d0"] ;
 14 -> 20 ;
-21 [label="concave points error <= 0.01\ngini = 0.48\nsamples = 15\nvalue = [[6, 9]\n[9, 6]]", fillcolor="#e5813900"] ;
+21 [label="compactness error <= 0.016\ngini = 0.48\nsamples = 15\nvalue = [[6, 9]\n[9, 6]]", fillcolor="#e5813900"] ;
 20 -> 21 ;
 22 [label="gini = 0.0\nsamples = 9\nvalue = [[0, 9]\n[9, 0]]", fillcolor="#e58139ff"] ;
 21 -> 22 ;

doc/pub/DecisionTrees/ipynb/DecisionTrees.ipynb

@@ -1935,7 +1935,7 @@
     "\n",
     "4. Output then the ensemble of trees $\\{T_m\\}_1^{M}$ and make predictions for either a regression type of problem or a classification type of problem. \n",
     "\n",
-    "## Random Forests Compared with other Methods on the Cancer Data"
+    "## Bootstrap with Random Forests Instead of a Single Tree, own Bagging"
    ]
   },
   {
@@ -1945,6 +1945,75 @@
     "collapsed": false
    },
    "outputs": [],
+   "source": [
+    "\n",
+    "import matplotlib.pyplot as plt\n",
+    "import numpy as np\n",
+    "from sklearn.model_selection import train_test_split\n",
+    "from sklearn.pipeline import make_pipeline\n",
+    "from sklearn.utils import resample\n",
+    "from sklearn.ensemble import RandomForestRegressor\n",
+    "\n",
+    "np.random.seed(2018)\n",
+    "\n",
+    "n = 100\n",
+    "n_boostraps = 100\n",
+    "maxdegree = 14\n",
+    "\n",
+    "# Make data set.\n",
+    "x = np.linspace(-3, 3, n).reshape(-1, 1)\n",
+    "y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ np.random.normal(0, 0.1, x.shape)\n",
+    "error = np.zeros(maxdegree)\n",
+    "bias = np.zeros(maxdegree)\n",
+    "variance = np.zeros(maxdegree)\n",
+    "polydegree = np.zeros(maxdegree)\n",
+    "X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=0.2)\n",
+    "\n",
+    "from sklearn.preprocessing import StandardScaler\n",
+    "scaler = StandardScaler()\n",
+    "scaler.fit(X_train)\n",
+    "X_train_scaled = scaler.transform(X_train)\n",
+    "X_test_scaled = scaler.transform(X_test)\n",
+    "\n",
+    "for degree in range(maxdegree):\n",
+    "    model = RandomForestRegressor()\n",
+    "    y_pred = np.empty((y_test.shape[0], n_boostraps))\n",
+    "    for i in range(n_boostraps):\n",
+    "        x_, y_ = resample(X_train_scaled, y_train)\n",
+    "        model.fit(x_, y_.ravel())\n",
+    "        y_pred[:, i] = model.predict(X_test_scaled).ravel()\n",
+    "\n",
+    "    polydegree[degree] = degree\n",
+    "    error[degree] = np.mean( np.mean((y_test - y_pred)**2, axis=1, keepdims=True) )\n",
+    "    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=1, keepdims=True))**2 )\n",
+    "    variance[degree] = np.mean( np.var(y_pred, axis=1, keepdims=True) )\n",
+    "    print('Polynomial degree:', degree)\n",
+    "    print('Error:', error[degree])\n",
+    "    print('Bias^2:', bias[degree])\n",
+    "    print('Var:', variance[degree])\n",
+    "    print('{} >= {} + {} = {}'.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))\n",
+    "\n",
+    "plt.plot(polydegree, error, label='Error')\n",
+    "plt.plot(polydegree, bias, label='bias')\n",
+    "plt.plot(polydegree, variance, label='Variance')\n",
+    "plt.legend()\n",
+    "plt.show()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Random Forests Compared with other Methods on the Cancer Data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 27,
+   "metadata": {
+    "collapsed": false
+   },
+   "outputs": [],
    "source": [
     "import matplotlib.pyplot as plt\n",
     "import numpy as np\n",
@@ -2022,7 +2091,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 27,
+   "execution_count": 28,
    "metadata": {
     "collapsed": false
    },
@@ -2035,7 +2104,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 28,
+   "execution_count": 29,
    "metadata": {
     "collapsed": false
    },
@@ -2050,75 +2119,6 @@
     "np.sum(y_pred == y_pred_rf) / len(y_pred)"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Bootstrap with Random Forests Instead of a Single Tree, own Bagging"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 29,
-   "metadata": {
-    "collapsed": false
-   },
-   "outputs": [],
-   "source": [
-    "\n",
-    "import matplotlib.pyplot as plt\n",
-    "import numpy as np\n",
-    "from sklearn.model_selection import train_test_split\n",
-    "from sklearn.pipeline import make_pipeline\n",
-    "from sklearn.utils import resample\n",
-    "from sklearn.ensemble import RandomForestRegressor\n",
-    "\n",
-    "np.random.seed(2018)\n",
-    "\n",
-    "n = 100\n",
-    "n_boostraps = 100\n",
-    "maxdegree = 14\n",
-    "\n",
-    "# Make data set.\n",
-    "x = np.linspace(-3, 3, n).reshape(-1, 1)\n",
-    "y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ np.random.normal(0, 0.1, x.shape)\n",
-    "error = np.zeros(maxdegree)\n",
-    "bias = np.zeros(maxdegree)\n",
-    "variance = np.zeros(maxdegree)\n",
-    "polydegree = np.zeros(maxdegree)\n",
-    "X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=0.2)\n",
-    "\n",
-    "from sklearn.preprocessing import StandardScaler\n",
-    "scaler = StandardScaler()\n",
-    "scaler.fit(X_train)\n",
-    "X_train_scaled = scaler.transform(X_train)\n",
-    "X_test_scaled = scaler.transform(X_test)\n",
-    "\n",
-    "for degree in range(maxdegree):\n",
-    "    model = RandomForestRegressor()\n",
-    "    y_pred = np.empty((y_test.shape[0], n_boostraps))\n",
-    "    for i in range(n_boostraps):\n",
-    "        x_, y_ = resample(X_train_scaled, y_train)\n",
-    "        model.fit(x_, y_.ravel())\n",
-    "        y_pred[:, i] = model.predict(X_test_scaled).ravel()\n",
-    "\n",
-    "    polydegree[degree] = degree\n",
-    "    error[degree] = np.mean( np.mean((y_test - y_pred)**2, axis=1, keepdims=True) )\n",
-    "    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=1, keepdims=True))**2 )\n",
-    "    variance[degree] = np.mean( np.var(y_pred, axis=1, keepdims=True) )\n",
-    "    print('Polynomial degree:', degree)\n",
-    "    print('Error:', error[degree])\n",
-    "    print('Bias^2:', bias[degree])\n",
-    "    print('Var:', variance[degree])\n",
-    "    print('{} >= {} + {} = {}'.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))\n",
-    "\n",
-    "plt.plot(polydegree, error, label='Error')\n",
-    "plt.plot(polydegree, bias, label='bias')\n",
-    "plt.plot(polydegree, variance, label='Variance')\n",
-    "plt.legend()\n",
-    "plt.show()"
-   ]
-  },
   {
    "cell_type": "markdown",
    "metadata": {},

doc/src/DecisionTrees/DecisionTrees-bs.html

@@ -0,0 +1,311 @@
+<!--
+Automatically generated HTML file from DocOnce source
+(https://github.com/hplgit/doconce/)
+-->
+<html>
+<head>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
+<meta name="viewport" content="width=device-width, initial-scale=1.0" />
+<meta name="description" content="Data Analysis and Machine Learning: From Decision Trees to Forests and all that">
+
+<title>Data Analysis and Machine Learning: From Decision Trees to Forests and all that</title>
+
+<!-- Bootstrap style: bootstrap -->
+<link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
+<!-- not necessary
+<link href="https://netdna.bootstrapcdn.com/font-awesome/4.0.3/css/font-awesome.css" rel="stylesheet">
+-->
+
+<style type="text/css">
+
+/* Add scrollbar to dropdown menus in bootstrap navigation bar */
+.dropdown-menu {
+   height: auto;
+   max-height: 400px;
+   overflow-x: hidden;
+}
+
+/* Adds an invisible element before each target to offset for the navigation
+   bar */
+.anchor::before {
+  content:"";
+  display:block;
+  height:50px;      /* fixed header height for style bootstrap */
+  margin:-50px 0 0; /* negative fixed header height */
+}
+</style>
+
+
+</head>
+
+<!-- tocinfo
+{'highest level': 2,
+ 'sections': [('Decision trees, overarching aims', 2, None, '___sec0'),
+              ('A typical Decision Tree with its pertinent Jargon, '
+               'Classification Problem',
+               2,
+               None,
+               '___sec1'),
+              ('General Features', 2, None, '___sec2'),
+              ('How do we set it up?', 2, None, '___sec3'),
+              ('Decision trees and Regression', 2, None, '___sec4'),
+              ('Building a tree, regression', 2, None, '___sec5'),
+              ('A top-down approach, recursive binary splitting',
+               2,
+               None,
+               '___sec6'),
+              ('Making a tree', 2, None, '___sec7'),
+              ('Pruning the tree', 2, None, '___sec8'),
+              ('Cost complexity pruning', 2, None, '___sec9'),
+              ('Schematic Regression Procedure', 2, None, '___sec10'),
+              ('A Classification Tree', 2, None, '___sec11'),
+              ('Growing a classification tree', 2, None, '___sec12'),
+              ('Classification tree, how to split nodes', 2, None, '___sec13'),
+              ('Visualizing the Tree, Classification', 2, None, '___sec14'),
+              ('Visualizing the Tree, The Moons', 2, None, '___sec15'),
+              ('Algorithms for Setting up Decision Trees', 2, None, '___sec16'),
+              ('The CART algorithm for Classification', 2, None, '___sec17'),
+              ('The CART algorithm for Regression', 2, None, '___sec18'),
+              ('Computing the Gini index', 2, None, '___sec19'),
+              ('Simple Python Code to read in Data and perform Classification',
+               2,
+               None,
+               '___sec20'),
+              ('Computing the Gini Factor', 2, None, '___sec21'),
+              ('Entropy and the ID3 algorithm', 2, None, '___sec22'),
+              ('Implementing the ID3 Algorithm', 2, None, '___sec23'),
+              ('Cancer Data again now with Decision Trees and other Methods',
+               2,
+               None,
+               '___sec24'),
+              ('Another example, the moons again', 2, None, '___sec25'),
+              ('Playing around with regions', 2, None, '___sec26'),
+              ('Regression trees', 2, None, '___sec27'),
+              ('Final regressor code', 2, None, '___sec28'),
+              ('Pros and cons of trees, pros', 2, None, '___sec29'),
+              ('Disadvantages', 2, None, '___sec30'),
+              ('Ensemble Methods: From a Single Tree to Many Trees and Extreme '
+               'Boosting, Meet the Jungle of Methods',
+               2,
+               None,
+               '___sec31'),
+              ('An Overview of Ensemble Methods', 2, None, '___sec32'),
+              ('Bagging', 2, None, '___sec33'),
+              ('More bagging', 2, None, '___sec34'),
+              ('Simple Voting Example, head or tail', 2, None, '___sec35'),
+              ('Using the Voting Classifier', 2, None, '___sec36'),
+              ('Please, not the moons again! Voting and Bagging',
+               2,
+               None,
+               '___sec37'),
+              ('Now Bagging', 2, None, '___sec38'),
+              ('Making our own Bagging with Bootstrap', 2, None, '___sec39'),
+              ('Changing the Level of the Decision Tree', 2, None, '___sec40'),
+              ('Random forests', 2, None, '___sec41'),
+              ('Random Forest Algorithm', 2, None, '___sec42'),
+              ('Bootstrap with Random Forests Instead of a Single Tree, own '
+               'Bagging',
+               2,
+               None,
+               '___sec43'),
+              ('Random Forests Compared with other Methods on the Cancer Data',
+               2,
+               None,
+               '___sec44'),
+              ('Compare  Bagging on Trees with Random Forests',
+               2,
+               None,
+               '___sec45'),
+              ("Boosting, a Bird'e Eye", 2, None, '___sec46'),
+              ('Adaptive boosting: AdaBoost, Basic Algorithm',
+               2,
+               None,
+               '___sec47'),
+              ('Basic Steps of AdaBoost', 2, None, '___sec48'),
+              ('AdaBoost Examples', 2, None, '___sec49'),
+              ('Gradient boosting: Basics', 2, None, '___sec50'),
+              ('Gradient Boosting, algorithm', 2, None, '___sec51'),
+              ('Gradient Boosting, Examples', 2, None, '___sec52'),
+              ('Gradient Boots with Early Stopping', 2, None, '___sec53'),
+              ('XGBoost: Extreme Gradient Boosting', 2, None, '___sec54'),
+              ('Regression Case', 2, None, '___sec55'),
+              ('Xgboost on the Cancer Data', 2, None, '___sec56')]}
+end of tocinfo -->
+
+<body>
+
+
+
+<script type="text/x-mathjax-config">
+MathJax.Hub.Config({
+  TeX: {
+     equationNumbers: {  autoNumber: "none"  },
+     extensions: ["AMSmath.js", "AMSsymbols.js", "autobold.js", "color.js"]
+  }
+});
+</script>
+<script type="text/javascript" async
+ src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML">
+</script>
+
+
+
+    
+<!-- Bootstrap navigation bar -->
+<div class="navbar navbar-default navbar-fixed-top">
+  <div class="navbar-header">
+    <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-responsive-collapse">
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+    </button>
+    <a class="navbar-brand" href="DecisionTrees-bs.html">Data Analysis and Machine Learning: From Decision Trees to Forests and all that</a>
+  </div>
+
+  <div class="navbar-collapse collapse navbar-responsive-collapse">
+    <ul class="nav navbar-nav navbar-right">
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Contents <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs001.html#___sec0" style="font-size: 80%;">Decision trees, overarching aims</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs002.html#___sec1" style="font-size: 80%;">A typical Decision Tree with its pertinent Jargon, Classification Problem</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs003.html#___sec2" style="font-size: 80%;">General Features</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs004.html#___sec3" style="font-size: 80%;">How do we set it up?</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs005.html#___sec4" style="font-size: 80%;">Decision trees and Regression</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs006.html#___sec5" style="font-size: 80%;">Building a tree, regression</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs007.html#___sec6" style="font-size: 80%;">A top-down approach, recursive binary splitting</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs008.html#___sec7" style="font-size: 80%;">Making a tree</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs009.html#___sec8" style="font-size: 80%;">Pruning the tree</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs010.html#___sec9" style="font-size: 80%;">Cost complexity pruning</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs011.html#___sec10" style="font-size: 80%;">Schematic Regression Procedure</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs012.html#___sec11" style="font-size: 80%;">A Classification Tree</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs013.html#___sec12" style="font-size: 80%;">Growing a classification tree</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs014.html#___sec13" style="font-size: 80%;">Classification tree, how to split nodes</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs015.html#___sec14" style="font-size: 80%;">Visualizing the Tree, Classification</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs016.html#___sec15" style="font-size: 80%;">Visualizing the Tree, The Moons</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs017.html#___sec16" style="font-size: 80%;">Algorithms for Setting up Decision Trees</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs018.html#___sec17" style="font-size: 80%;">The CART algorithm for Classification</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs019.html#___sec18" style="font-size: 80%;">The CART algorithm for Regression</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs020.html#___sec19" style="font-size: 80%;">Computing the Gini index</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs021.html#___sec20" style="font-size: 80%;">Simple Python Code to read in Data and perform Classification</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs022.html#___sec21" style="font-size: 80%;">Computing the Gini Factor</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs023.html#___sec22" style="font-size: 80%;">Entropy and the ID3 algorithm</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs024.html#___sec23" style="font-size: 80%;">Implementing the ID3 Algorithm</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs025.html#___sec24" style="font-size: 80%;">Cancer Data again now with Decision Trees and other Methods</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs026.html#___sec25" style="font-size: 80%;">Another example, the moons again</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs027.html#___sec26" style="font-size: 80%;">Playing around with regions</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs028.html#___sec27" style="font-size: 80%;">Regression trees</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs029.html#___sec28" style="font-size: 80%;">Final regressor code</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs030.html#___sec29" style="font-size: 80%;">Pros and cons of trees, pros</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs031.html#___sec30" style="font-size: 80%;">Disadvantages</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs032.html#___sec31" style="font-size: 80%;">Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs033.html#___sec32" style="font-size: 80%;">An Overview of Ensemble Methods</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs034.html#___sec33" style="font-size: 80%;">Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs035.html#___sec34" style="font-size: 80%;">More bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs036.html#___sec35" style="font-size: 80%;">Simple Voting Example, head or tail</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs037.html#___sec36" style="font-size: 80%;">Using the Voting Classifier</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs038.html#___sec37" style="font-size: 80%;">Please, not the moons again! Voting and Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs039.html#___sec38" style="font-size: 80%;">Now Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs040.html#___sec39" style="font-size: 80%;">Making our own Bagging with Bootstrap</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs041.html#___sec40" style="font-size: 80%;">Changing the Level of the Decision Tree</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs042.html#___sec41" style="font-size: 80%;">Random forests</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs043.html#___sec42" style="font-size: 80%;">Random Forest Algorithm</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs044.html#___sec43" style="font-size: 80%;">Bootstrap with Random Forests Instead of a Single Tree, own Bagging</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs045.html#___sec44" style="font-size: 80%;">Random Forests Compared with other Methods on the Cancer Data</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs046.html#___sec45" style="font-size: 80%;">Compare  Bagging on Trees with Random Forests</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs047.html#___sec46" style="font-size: 80%;">Boosting, a Bird'e Eye</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs048.html#___sec47" style="font-size: 80%;">Adaptive boosting: AdaBoost, Basic Algorithm</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs049.html#___sec48" style="font-size: 80%;">Basic Steps of AdaBoost</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs050.html#___sec49" style="font-size: 80%;">AdaBoost Examples</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs051.html#___sec50" style="font-size: 80%;">Gradient boosting: Basics</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs052.html#___sec51" style="font-size: 80%;">Gradient Boosting, algorithm</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs053.html#___sec52" style="font-size: 80%;">Gradient Boosting, Examples</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs054.html#___sec53" style="font-size: 80%;">Gradient Boots with Early Stopping</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs055.html#___sec54" style="font-size: 80%;">XGBoost: Extreme Gradient Boosting</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs056.html#___sec55" style="font-size: 80%;">Regression Case</a></li>
+     <!-- navigation toc: --> <li><a href="._DecisionTrees-bs057.html#___sec56" style="font-size: 80%;">Xgboost on the Cancer Data</a></li>
+
+        </ul>
+      </li>
+    </ul>
+  </div>
+</div>
+</div> <!-- end of navigation bar -->
+
+<div class="container">
+
+<p>&nbsp;</p><p>&nbsp;</p><p>&nbsp;</p> <!-- add vertical space -->
+
+<a name="part0000"></a>
+<!-- ------------------- main content ---------------------- -->
+
+
+
+<div class="jumbotron">
+<center><h1>Data Analysis and Machine Learning: From Decision Trees to Forests and all that</h1></center>  <!-- document title -->
+
+<p>
+<!-- author(s): Morten Hjorth-Jensen -->
+
+<center>
+<b>Morten Hjorth-Jensen</b> [1, 2]
+</center>
+
+<p>
+<!-- institution(s) -->
+
+<center>[1] <b>Department of Physics, University of Oslo</b></center>
+<center>[2] <b>Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
+<br>
+<p>
+<center><h4>Nov 7, 2019</h4></center> <!-- date -->
+<br>
+<p>
+
+
+<p><a href="._DecisionTrees-bs001.html" class="btn btn-primary btn-lg">Read &raquo;</a></p>
+
+
+</div> <!-- end jumbotron -->
+
+<p>
+<!-- navigation buttons at the bottom of the page -->
+<ul class="pagination">
+  <li class="active"><a href="._DecisionTrees-bs000.html">1</a></li>
+  <li><a href="._DecisionTrees-bs001.html">2</a></li>
+  <li><a href="._DecisionTrees-bs002.html">3</a></li>
+  <li><a href="._DecisionTrees-bs003.html">4</a></li>
+  <li><a href="._DecisionTrees-bs004.html">5</a></li>
+  <li><a href="._DecisionTrees-bs005.html">6</a></li>
+  <li><a href="._DecisionTrees-bs006.html">7</a></li>
+  <li><a href="._DecisionTrees-bs007.html">8</a></li>
+  <li><a href="._DecisionTrees-bs008.html">9</a></li>
+  <li><a href="._DecisionTrees-bs009.html">10</a></li>
+  <li><a href="">...</a></li>
+  <li><a href="._DecisionTrees-bs057.html">58</a></li>
+  <li><a href="._DecisionTrees-bs001.html">&raquo;</a></li>
+</ul>
+<!-- ------------------- end of main content --------------- -->
+
+</div>  <!-- end container -->
+<!-- include javascript, jQuery *first* -->
+<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.10.2/jquery.min.js"></script>
+<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.0/js/bootstrap.min.js"></script>
+
+<!-- Bootstrap footer
+<footer>
+<a href="http://..."><img width="250" align=right src="http://..."></a>
+</footer>
+-->
+
+
+<center style="font-size:80%">
+<!-- copyright --> &copy; 1999-2019, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
+</center>
+
+
+</body>
+</html>
+    
+

doc/src/DecisionTrees/DecisionTrees.do.txt

@@ -1567,6 +1567,70 @@ o For $m=1:M$ we
 o Output then the ensemble of trees $\{T_m\}_1^{M}$ and make predictions for either a regression type of problem or a classification type of problem. 
 
 
+!split
+===== Bootstrap with Random Forests Instead of a Single Tree, own Bagging =====
+
+!bc pycod
+
+import matplotlib.pyplot as plt
+import numpy as np
+from sklearn.model_selection import train_test_split
+from sklearn.pipeline import make_pipeline
+from sklearn.utils import resample
+from sklearn.ensemble import RandomForestRegressor
+
+np.random.seed(2018)
+
+n = 100
+n_boostraps = 100
+maxdegree = 14
+
+# Make data set.
+x = np.linspace(-3, 3, n).reshape(-1, 1)
+y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ np.random.normal(0, 0.1, x.shape)
+error = np.zeros(maxdegree)
+bias = np.zeros(maxdegree)
+variance = np.zeros(maxdegree)
+polydegree = np.zeros(maxdegree)
+X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=0.2)
+
+from sklearn.preprocessing import StandardScaler
+scaler = StandardScaler()
+scaler.fit(X_train)
+X_train_scaled = scaler.transform(X_train)
+X_test_scaled = scaler.transform(X_test)
+
+for degree in range(maxdegree):
+    model = RandomForestRegressor()
+    y_pred = np.empty((y_test.shape[0], n_boostraps))
+    for i in range(n_boostraps):
+        x_, y_ = resample(X_train_scaled, y_train)
+        model.fit(x_, y_.ravel())
+        y_pred[:, i] = model.predict(X_test_scaled).ravel()
+
+    polydegree[degree] = degree
+    error[degree] = np.mean( np.mean((y_test - y_pred)**2, axis=1, keepdims=True) )
+    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=1, keepdims=True))**2 )
+    variance[degree] = np.mean( np.var(y_pred, axis=1, keepdims=True) )
+    print('Polynomial degree:', degree)
+    print('Error:', error[degree])
+    print('Bias^2:', bias[degree])
+    print('Var:', variance[degree])
+    print('{} >= {} + {} = {}'.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))
+
+plt.plot(polydegree, error, label='Error')
+plt.plot(polydegree, bias, label='bias')
+plt.plot(polydegree, variance, label='Variance')
+plt.legend()
+plt.show()
+
+
+
+!ec
+
+
+
+
 !split
 ===== Random Forests Compared with other Methods on the Cancer Data =====
 !bc pycod 
@@ -1661,67 +1725,6 @@ np.sum(y_pred == y_pred_rf) / len(y_pred)
 
 
 
-!split
-===== Bootstrap with Random Forests Instead of a Single Tree, own Bagging =====
-
-!bc pycod
-
-import matplotlib.pyplot as plt
-import numpy as np
-from sklearn.model_selection import train_test_split
-from sklearn.pipeline import make_pipeline
-from sklearn.utils import resample
-from sklearn.ensemble import RandomForestRegressor
-
-np.random.seed(2018)
-
-n = 100
-n_boostraps = 100
-maxdegree = 14
-
-# Make data set.
-x = np.linspace(-3, 3, n).reshape(-1, 1)
-y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ np.random.normal(0, 0.1, x.shape)
-error = np.zeros(maxdegree)
-bias = np.zeros(maxdegree)
-variance = np.zeros(maxdegree)
-polydegree = np.zeros(maxdegree)
-X_train, X_test, y_train, y_test = train_test_split(x, y, test_size=0.2)
-
-from sklearn.preprocessing import StandardScaler
-scaler = StandardScaler()
-scaler.fit(X_train)
-X_train_scaled = scaler.transform(X_train)
-X_test_scaled = scaler.transform(X_test)
-
-for degree in range(maxdegree):
-    model = RandomForestRegressor()
-    y_pred = np.empty((y_test.shape[0], n_boostraps))
-    for i in range(n_boostraps):
-        x_, y_ = resample(X_train_scaled, y_train)
-        model.fit(x_, y_.ravel())
-        y_pred[:, i] = model.predict(X_test_scaled).ravel()
-
-    polydegree[degree] = degree
-    error[degree] = np.mean( np.mean((y_test - y_pred)**2, axis=1, keepdims=True) )
-    bias[degree] = np.mean( (y_test - np.mean(y_pred, axis=1, keepdims=True))**2 )
-    variance[degree] = np.mean( np.var(y_pred, axis=1, keepdims=True) )
-    print('Polynomial degree:', degree)
-    print('Error:', error[degree])
-    print('Bias^2:', bias[degree])
-    print('Var:', variance[degree])
-    print('{} >= {} + {} = {}'.format(error[degree], bias[degree], variance[degree], bias[degree]+variance[degree]))
-
-plt.plot(polydegree, error, label='Error')
-plt.plot(polydegree, bias, label='bias')
-plt.plot(polydegree, variance, label='Variance')
-plt.legend()
-plt.show()
-
-
-
-!ec
-
 
 
 !split

doc/src/DecisionTrees/reveal.js/.gitignore

@@ -0,0 +1,8 @@
+.DS_Store
+.svn
+log/*.log
+tmp/**
+node_modules/
+.sass-cache
+css/reveal.min.css
+js/reveal.min.js

doc/src/DecisionTrees/reveal.js/.travis.yml

@@ -0,0 +1,5 @@
+language: node_js
+node_js:
+  - 0.10
+before_script:
+  - npm install -g grunt-cli

doc/src/DecisionTrees/reveal.js/CONTRIBUTING.md

@@ -0,0 +1,23 @@
+## Contributing
+
+Please keep the [issue tracker](http://github.com/hakimel/reveal.js/issues) limited to **bug reports**, **feature requests** and **pull requests**.
+
+
+### Personal Support
+If you have personal support or setup questions the best place to ask those are [StackOverflow](http://stackoverflow.com/questions/tagged/reveal.js).
+
+
+### Bug Reports
+When reporting a bug make sure to include information about which browser and operating system you are on as well as the necessary steps to reproduce the issue. If possible please include a link to a sample presentation where the bug can be tested.
+
+
+### Pull Requests
+- Should follow the coding style of the file you work in, most importantly:
+  - Tabs to indent
+  - Single-quoted strings
+- Should be made towards the **dev branch**
+- Should be submitted from a feature/topic branch (not your master)
+
+
+### Plugins
+Please do not submit plugins as pull requests. They should be maintained in their own separate repository. More information here: https://github.com/hakimel/reveal.js/wiki/Plugin-Guidelines

doc/src/DecisionTrees/reveal.js/Gruntfile.js

@@ -0,0 +1,140 @@
+/* global module:false */
+module.exports = function(grunt) {
+	var port = grunt.option('port') || 8000;
+	// Project configuration
+	grunt.initConfig({
+		pkg: grunt.file.readJSON('package.json'),
+		meta: {
+			banner:
+				'/*!\n' +
+				' * reveal.js <%= pkg.version %> (<%= grunt.template.today("yyyy-mm-dd, HH:MM") %>)\n' +
+				' * http://lab.hakim.se/reveal-js\n' +
+				' * MIT licensed\n' +
+				' *\n' +
+				' * Copyright (C) 2014 Hakim El Hattab, http://hakim.se\n' +
+				' */'
+		},
+
+		qunit: {
+			files: [ 'test/*.html' ]
+		},
+
+		uglify: {
+			options: {
+				banner: '<%= meta.banner %>\n'
+			},
+			build: {
+				src: 'js/reveal.js',
+				dest: 'js/reveal.min.js'
+			}
+		},
+
+		cssmin: {
+			compress: {
+				files: {
+					'css/reveal.min.css': [ 'css/reveal.css' ]
+				}
+			}
+		},
+
+		sass: {
+			main: {
+				files: {
+					'css/theme/darkgray.css': 'css/theme/source/darkgray.scss',
+					'css/theme/beigesmall.css': 'css/theme/source/beigesmall.scss',
+					'css/theme/cbc.css': 'css/theme/source/cbc.scss',
+					'css/theme/default.css': 'css/theme/source/default.scss',
+					'css/theme/beige.css': 'css/theme/source/beige.scss',
+					'css/theme/night.css': 'css/theme/source/night.scss',
+					'css/theme/serif.css': 'css/theme/source/serif.scss',
+					'css/theme/simple.css': 'css/theme/source/simple.scss',
+					'css/theme/sky.css': 'css/theme/source/sky.scss',
+					'css/theme/moon.css': 'css/theme/source/moon.scss',
+					'css/theme/solarized.css': 'css/theme/source/solarized.scss',
+					'css/theme/blood.css': 'css/theme/source/blood.scss'
+				}
+			}
+		},
+
+		jshint: {
+			options: {
+				curly: false,
+				eqeqeq: true,
+				immed: true,
+				latedef: true,
+				newcap: true,
+				noarg: true,
+				sub: true,
+				undef: true,
+				eqnull: true,
+				browser: true,
+				expr: true,
+				globals: {
+					head: false,
+					module: false,
+					console: false,
+					unescape: false
+				}
+			},
+			files: [ 'Gruntfile.js', 'js/reveal.js' ]
+		},
+
+		connect: {
+			server: {
+				options: {
+					port: port,
+					base: '.'
+				}
+			}
+		},
+
+		zip: {
+			'reveal-js-presentation.zip': [
+				'index.html',
+				'css/**',
+				'js/**',
+				'lib/**',
+				'images/**',
+				'plugin/**'
+			]
+		},
+
+		watch: {
+			main: {
+				files: [ 'Gruntfile.js', 'js/reveal.js', 'css/reveal.css' ],
+				tasks: 'default'
+			},
+			theme: {
+				files: [ 'css/theme/source/*.scss', 'css/theme/template/*.scss' ],
+				tasks: 'themes'
+			}
+		}
+
+	});
+
+	// Dependencies
+	grunt.loadNpmTasks( 'grunt-contrib-qunit' );
+	grunt.loadNpmTasks( 'grunt-contrib-jshint' );
+	grunt.loadNpmTasks( 'grunt-contrib-cssmin' );
+	grunt.loadNpmTasks( 'grunt-contrib-uglify' );
+	grunt.loadNpmTasks( 'grunt-contrib-watch' );
+	grunt.loadNpmTasks( 'grunt-contrib-sass' );
+	grunt.loadNpmTasks( 'grunt-contrib-connect' );
+	grunt.loadNpmTasks( 'grunt-zip' );
+
+	// Default task
+	grunt.registerTask( 'default', [ 'jshint', 'cssmin', 'uglify', 'qunit' ] );
+
+	// Theme task
+	grunt.registerTask( 'themes', [ 'sass' ] );
+
+	// Package presentation to archive
+	grunt.registerTask( 'package', [ 'default', 'zip' ] );
+
+	// Serve presentation locally
+	grunt.registerTask( 'serve', [ 'connect', 'watch' ] );
+
+	// Run tests
+	grunt.registerTask( 'test', [ 'jshint', 'qunit' ] );
+
+};

doc/src/DecisionTrees/reveal.js/LICENSE

@@ -0,0 +1,19 @@
+Copyright (C) 2015 Hakim El Hattab, http://hakim.se
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

doc/src/DecisionTrees/reveal.js/bower.json

@@ -0,0 +1,27 @@
+{
+  "name": "reveal.js",
+  "version": "3.1.0",
+  "main": [
+    "js/reveal.js",
+    "css/reveal.css"
+  ],
+  "homepage": "http://lab.hakim.se/reveal-js/",
+  "license": "MIT",
+  "description": "The HTML Presentation Framework",
+  "authors": [
+    "Hakim El Hattab <hakim.elhattab@gmail.com>"
+  ],
+  "dependencies": {
+    "headjs": "~0.9.6"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git://github.com/hakimel/reveal.js.git"
+  },
+  "ignore": [
+    "**/.*",
+    "node_modules",
+    "bower_components",
+    "test"
+  ]
+}

doc/src/DecisionTrees/reveal.js/css/print/paper.css

@@ -0,0 +1,202 @@
+/* Default Print Stylesheet Template
+   by Rob Glazebrook of CSSnewbie.com
+   Last Updated: June 4, 2008
+
+   Feel free (nay, compelled) to edit, append, and
+   manipulate this file as you see fit. */
+
+
+@media print {
+
+	/* SECTION 1: Set default width, margin, float, and
+	   background. This prevents elements from extending
+	   beyond the edge of the printed page, and prevents
+	   unnecessary background images from printing */
+	html {
+		background: #fff;
+		width: auto;
+		height: auto;
+		overflow: visible;
+	}
+	body {
+		background: #fff;
+		font-size: 20pt;
+		width: auto;
+		height: auto;
+		border: 0;
+		margin: 0 5%;
+		padding: 0;
+		overflow: visible;
+		float: none !important;
+	}
+
+	/* SECTION 2: Remove any elements not needed in print.
+	   This would include navigation, ads, sidebars, etc. */
+	.nestedarrow,
+	.controls,
+	.fork-reveal,
+	.share-reveal,
+	.state-background,
+	.reveal .progress,
+	.reveal .backgrounds {
+		display: none !important;
+	}
+
+	/* SECTION 3: Set body font face, size, and color.
+	   Consider using a serif font for readability. */
+	body, p, td, li, div {
+		font-size: 20pt!important;
+		font-family: Georgia, "Times New Roman", Times, serif !important;
+		color: #000;
+	}
+
+	/* SECTION 4: Set heading font face, sizes, and color.
+	   Differentiate your headings from your body text.
+	   Perhaps use a large sans-serif for distinction. */
+	h1,h2,h3,h4,h5,h6 {
+		color: #000!important;
+		height: auto;
+		line-height: normal;
+		font-family: Georgia, "Times New Roman", Times, serif !important;
+		text-shadow: 0 0 0 #000 !important;
+		text-align: left;
+		letter-spacing: normal;
+	}
+	/* Need to reduce the size of the fonts for printing */
+	h1 { font-size: 28pt !important;  }
+	h2 { font-size: 24pt !important; }
+	h3 { font-size: 22pt !important; }
+	h4 { font-size: 22pt !important; font-variant: small-caps; }
+	h5 { font-size: 21pt !important; }
+	h6 { font-size: 20pt !important; font-style: italic; }
+
+	/* SECTION 5: Make hyperlinks more usable.
+	   Ensure links are underlined, and consider appending
+	   the URL to the end of the link for usability. */
+	a:link,
+	a:visited {
+		color: #000 !important;
+		font-weight: bold;
+		text-decoration: underline;
+	}
+	/*
+	.reveal a:link:after,
+	.reveal a:visited:after {
+		content: " (" attr(href) ") ";
+		color: #222 !important;
+		font-size: 90%;
+	}
+	*/
+
+
+	/* SECTION 6: more reveal.js specific additions by @skypanther */
+	ul, ol, div, p {
+		visibility: visible;
+		position: static;
+		width: auto;
+		height: auto;
+		display: block;
+		overflow: visible;
+		margin: 0;
+		text-align: left !important;
+	}
+	.reveal pre,
+	.reveal table {
+		margin-left: 0;
+		margin-right: 0;
+	}
+	.reveal pre code {
+		padding: 20px;
+		border: 1px solid #ddd;
+	}
+	.reveal blockquote {
+		margin: 20px 0;
+	}
+	.reveal .slides {
+		position: static !important;
+		width: auto !important;
+		height: auto !important;
+
+		left: 0 !important;
+		top: 0 !important;
+		margin-left: 0 !important;
+		margin-top: 0 !important;
+		padding: 0 !important;
+		zoom: 1 !important;
+
+		overflow: visible !important;
+		display: block !important;
+
+		text-align: left !important;
+		-webkit-perspective: none;
+		   -moz-perspective: none;
+		    -ms-perspective: none;
+		        perspective: none;
+
+		-webkit-perspective-origin: 50% 50%;
+		   -moz-perspective-origin: 50% 50%;
+		    -ms-perspective-origin: 50% 50%;
+		        perspective-origin: 50% 50%;
+	}
+	.reveal .slides section {
+		visibility: visible !important;
+		position: static !important;
+		width: 100% !important;
+		height: auto !important;
+		display: block !important;
+		overflow: visible !important;
+
+		left: 0 !important;
+		top: 0 !important;
+		margin-left: 0 !important;
+		margin-top: 0 !important;
+		padding: 60px 20px !important;
+		z-index: auto !important;
+
+		opacity: 1 !important;
+
+		page-break-after: always !important;
+
+		-webkit-transform-style: flat !important;
+		   -moz-transform-style: flat !important;
+		    -ms-transform-style: flat !important;
+		        transform-style: flat !important;
+
+		-webkit-transform: none !important;
+		   -moz-transform: none !important;
+		    -ms-transform: none !important;
+		        transform: none !important;
+
+		-webkit-transition: none !important;
+		   -moz-transition: none !important;
+		    -ms-transition: none !important;
+		        transition: none !important;
+	}
+	.reveal .slides section.stack {
+		padding: 0 !important;
+	}
+	.reveal section:last-of-type {
+		page-break-after: avoid !important;
+	}
+	.reveal section .fragment {
+		opacity: 1 !important;
+		visibility: visible !important;
+
+		-webkit-transform: none !important;
+		   -moz-transform: none !important;
+		    -ms-transform: none !important;
+		        transform: none !important;
+	}
+	.reveal section img {
+		display: block;
+		margin: 15px 0px;
+		background: rgba(255,255,255,1);
+		border: 1px solid #666;
+		box-shadow: none;
+	}
+
+	.reveal section small {
+		font-size: 0.8em;
+	}
+
+}

doc/src/DecisionTrees/reveal.js/css/print/pdf.css

@@ -0,0 +1,157 @@
+/* Default Print Stylesheet Template
+   by Rob Glazebrook of CSSnewbie.com
+   Last Updated: June 4, 2008
+
+   Feel free (nay, compelled) to edit, append, and
+   manipulate this file as you see fit. */
+
+
+/* SECTION 1: Set default width, margin, float, and
+   background. This prevents elements from extending
+   beyond the edge of the printed page, and prevents
+   unnecessary background images from printing */
+
+* {
+	-webkit-print-color-adjust: exact;
+}
+
+body {
+	margin: 0 auto !important;
+	border: 0;
+	padding: 0;
+	float: none !important;
+	overflow: visible;
+}
+
+html {
+	width: 100%;
+	height: 100%;
+	overflow: visible;
+}
+
+/* SECTION 2: Remove any elements not needed in print.
+   This would include navigation, ads, sidebars, etc. */
+.nestedarrow,
+.reveal .controls,
+.reveal .progress,
+.reveal .slide-number,
+.reveal .playback,
+.reveal.overview,
+.fork-reveal,
+.share-reveal,
+.state-background {
+	display: none !important;
+}
+
+/* SECTION 3: Set body font face, size, and color.
+   Consider using a serif font for readability. */
+body, p, td, li, div {
+
+}
+
+/* SECTION 4: Set heading font face, sizes, and color.
+   Differentiate your headings from your body text.
+   Perhaps use a large sans-serif for distinction. */
+h1,h2,h3,h4,h5,h6 {
+	text-shadow: 0 0 0 #000 !important;
+}
+
+.reveal pre code {
+	overflow: hidden !important;
+	font-family: Courier, 'Courier New', monospace !important;
+}
+
+
+/* SECTION 5: more reveal.js specific additions by @skypanther */
+ul, ol, div, p {
+	visibility: visible;
+	position: static;
+	width: auto;
+	height: auto;
+	display: block;
+	overflow: visible;
+	margin: auto;
+}
+.reveal {
+	width: auto !important;
+	height: auto !important;
+	overflow: hidden !important;
+}
+.reveal .slides {
+	position: static;
+	width: 100%;
+	height: auto;
+
+	left: auto;
+	top: auto;
+	margin: 0 !important;
+	padding: 0 !important;
+
+	overflow: visible;
+	display: block;
+
+	-webkit-perspective: none;
+	   -moz-perspective: none;
+	    -ms-perspective: none;
+	        perspective: none;
+
+	-webkit-perspective-origin: 50% 50%; /* there isn't a none/auto value but 50-50 is the default */
+	   -moz-perspective-origin: 50% 50%;
+	    -ms-perspective-origin: 50% 50%;
+	        perspective-origin: 50% 50%;
+}
+.reveal .slides section {
+	page-break-after: always !important;
+
+	visibility: visible !important;
+	position: relative !important;
+	display: block !important;
+	position: relative !important;
+
+	margin: 0 !important;
+	padding: 0 !important;
+	box-sizing: border-box !important;
+	min-height: 1px;
+
+	opacity: 1 !important;
+
+	-webkit-transform-style: flat !important;
+	   -moz-transform-style: flat !important;
+	    -ms-transform-style: flat !important;
+	        transform-style: flat !important;
+
+	-webkit-transform: none !important;
+	   -moz-transform: none !important;
+	    -ms-transform: none !important;
+	        transform: none !important;
+}
+.reveal section.stack {
+	margin: 0 !important;
+	padding: 0 !important;
+	page-break-after: avoid !important;
+	height: auto !important;
+	min-height: auto !important;
+}
+.reveal img {
+	box-shadow: none;
+}
+.reveal .roll {
+	overflow: visible;
+	line-height: 1em;
+}
+
+/* Slide backgrounds are placed inside of their slide when exporting to PDF */
+.reveal section .slide-background {
+	display: block !important;
+	position: absolute;
+	top: 0;
+	left: 0;
+	width: 100%;
+	z-index: -1;
+}
+/* All elements should be above the slide-background */
+.reveal section>* {
+	position: relative;
+	z-index: 1;
+}
+

doc/src/DecisionTrees/reveal.js/css/theme/README.md

@@ -0,0 +1,23 @@
+## Dependencies
+
+Themes are written using Sass to keep things modular and reduce the need for repeated selectors across files. Make sure that you have the reveal.js development environment including the Grunt dependencies installed before proceding: https://github.com/hakimel/reveal.js#full-setup
+
+## Creating a Theme
+
+To create your own theme, start by duplicating any ```.scss``` file in [/css/theme/source](https://github.com/hakimel/reveal.js/blob/master/css/theme/source) and adding it to the compilation list in the [Gruntfile](https://github.com/hakimel/reveal.js/blob/master/Gruntfile.js).
+
+Each theme file does four things in the following order:
+
+1. **Include [/css/theme/template/mixins.scss](https://github.com/hakimel/reveal.js/blob/master/css/theme/template/mixins.scss)**
+Shared utility functions.
+
+2. **Include [/css/theme/template/settings.scss](https://github.com/hakimel/reveal.js/blob/master/css/theme/template/settings.scss)**
+Declares a set of custom variables that the template file (step 4) expects. Can be overridden in step 3.
+
+3. **Override**
+This is where you override the default theme. Either by specifying variables (see [settings.scss](https://github.com/hakimel/reveal.js/blob/master/css/theme/template/settings.scss) for reference) or by adding any selectors and styles you please.
+
+4. **Include [/css/theme/template/theme.scss](https://github.com/hakimel/reveal.js/blob/master/css/theme/template/theme.scss)**
+The template theme file which will generate final CSS output based on the currently defined variables.
+
+When you are done, run `grunt css-themes` to compile the Sass file to CSS and you are ready to use your new theme.

doc/src/DecisionTrees/reveal.js/css/theme/beige.css

@@ -0,0 +1,154 @@
+@import url(https://fonts.googleapis.com/css?family=Lato:400,700,400italic,700italic);
+/**
+ * Beige theme for reveal.js.
+ *
+ * Copyright (C) 2011-2012 Hakim El Hattab, http://hakim.se
+ */
+/* changed by hpl from 36px; */
+/* changed by hpl from 'League Gothic', Impact, sans-serif; */
+/* changed by hpl from uppercase; */
+@font-face {
+  font-family: 'League Gothic';
+  src: url("../../lib/font/league_gothic-webfont.eot");
+  src: url("../../lib/font/league_gothic-webfont.eot?#iefix") format("embedded-opentype"), url("../../lib/font/league_gothic-webfont.woff") format("woff"), url("../../lib/font/league_gothic-webfont.ttf") format("truetype"), url("../../lib/font/league_gothic-webfont.svg#LeagueGothicRegular") format("svg");
+  font-weight: normal;
+  font-style: normal; }
+
+/* changed (by hpl) from #333; */
+/*********************************************
+ * GLOBAL STYLES
+ *********************************************/
+body {
+  background: #f7f2d3;
+  background: -moz-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: -webkit-gradient(radial, center center, 0px, center center, 100%, color-stop(0%, white), color-stop(100%, #f7f2d3));
+  background: -webkit-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: -o-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: -ms-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background-color: #f7f3de; }
+
+.reveal {
+  font-family: "Lato", sans-serif;
+  font-size: 30px;
+  font-weight: normal;
+  letter-spacing: -0.02em;
+  color: #333333; }
+
+::selection {
+  color: white;
+  background: rgba(79, 64, 28, 0.99);
+  text-shadow: none; }
+
+/*********************************************
+ * HEADERS
+ *********************************************/
+.reveal h1,
+.reveal h2,
+.reveal h3,
+.reveal h4,
+.reveal h5,
+.reveal h6 {
+  margin: 0 0 20px 0;
+  color: #222222;
+  font-family: "Helvetica", Impact, sans-serif;
+  line-height: 1.1em; /* changed (by hpl) from 0.9em */
+  letter-spacing: 0.02em;
+  text-transform: none;
+  text-shadow: none; }
+
+.reveal h1 {
+  line-height: 1.2em;
+  /* added by hpl */
+  text-shadow: 0 1px 0 #cccccc, 0 2px 0 #c9c9c9, 0 3px 0 #bbbbbb, 0 4px 0 #b9b9b9, 0 5px 0 #aaaaaa, 0 6px 1px rgba(0, 0, 0, 0.1), 0 0 5px rgba(0, 0, 0, 0.1), 0 1px 3px rgba(0, 0, 0, 0.3), 0 3px 5px rgba(0, 0, 0, 0.2), 0 5px 10px rgba(0, 0, 0, 0.25), 0 20px 20px rgba(0, 0, 0, 0.15); }
+
+/*********************************************
+ * LINKS
+ *********************************************/
+.reveal a:not(.image) {
+  color: #8b743d;
+  text-decoration: none;
+  -webkit-transition: color .15s ease;
+  -moz-transition: color .15s ease;
+  -ms-transition: color .15s ease;
+  -o-transition: color .15s ease;
+  transition: color .15s ease; }
+
+.reveal a:not(.image):hover {
+  color: #c0a86e;
+  text-shadow: none;
+  border: none; }
+
+.reveal .roll span:after {
+  color: #fff;
+  background: #564826; }
+
+/*********************************************
+ * IMAGES
+ *********************************************/
+.reveal section img {
+  margin: 15px 0px;
+  background: rgba(255, 255, 255, 0.12);
+  border: 4px solid #333333;
+  box-shadow: 0 0 10px rgba(0, 0, 0, 0.15);
+  -webkit-transition: all .2s linear;
+  -moz-transition: all .2s linear;
+  -ms-transition: all .2s linear;
+  -o-transition: all .2s linear;
+  transition: all .2s linear; }
+
+.reveal a:hover img {
+  background: rgba(255, 255, 255, 0.2);
+  border-color: #8b743d;
+  box-shadow: 0 0 20px rgba(0, 0, 0, 0.55); }
+
+/*********************************************
+ * NAVIGATION CONTROLS
+ *********************************************/
+.reveal .controls div.navigate-left,
+.reveal .controls div.navigate-left.enabled {
+  border-right-color: #8b743d; }
+
+.reveal .controls div.navigate-right,
+.reveal .controls div.navigate-right.enabled {
+  border-left-color: #8b743d; }
+
+.reveal .controls div.navigate-up,
+.reveal .controls div.navigate-up.enabled {
+  border-bottom-color: #8b743d; }
+
+.reveal .controls div.navigate-down,
+.reveal .controls div.navigate-down.enabled {
+  border-top-color: #8b743d; }
+
+.reveal .controls div.navigate-left.enabled:hover {
+  border-right-color: #c0a86e; }
+
+.reveal .controls div.navigate-right.enabled:hover {
+  border-left-color: #c0a86e; }
+
+.reveal .controls div.navigate-up.enabled:hover {
+  border-bottom-color: #c0a86e; }
+
+.reveal .controls div.navigate-down.enabled:hover {
+  border-top-color: #c0a86e; }
+
+/*********************************************
+ * PROGRESS BAR
+ *********************************************/
+.reveal .progress {
+  background: rgba(0, 0, 0, 0.2); }
+
+.reveal .progress span {
+  background: #8b743d;
+  -webkit-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  -moz-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  -ms-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  -o-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); }
+
+/*********************************************
+ * SLIDE NUMBER
+ *********************************************/
+.reveal .slide-number {
+  color: #8b743d; }

doc/src/DecisionTrees/reveal.js/css/theme/beigesmall.css

@@ -0,0 +1,155 @@
+@import url(https://fonts.googleapis.com/css?family=Lato:400,700,400italic,700italic);
+/**
+ * Beige theme for reveal.js.
+ *
+ * Copyright (C) 2011-2012 Hakim El Hattab, http://hakim.se
+ */
+/* changed by hpl from 36px; */
+/* changed by hpl from 'League Gothic', Impact, sans-serif; */
+/* changed by hpl from uppercase; */
+@font-face {
+  font-family: 'League Gothic';
+  src: url("../../lib/font/league_gothic-webfont.eot");
+  src: url("../../lib/font/league_gothic-webfont.eot?#iefix") format("embedded-opentype"), url("../../lib/font/league_gothic-webfont.woff") format("woff"), url("../../lib/font/league_gothic-webfont.ttf") format("truetype"), url("../../lib/font/league_gothic-webfont.svg#LeagueGothicRegular") format("svg");
+  font-weight: normal;
+  font-style: normal; }
+
+/* added/changed by hpl */
+/* changed (by hpl) from #333; */
+/*********************************************
+ * GLOBAL STYLES
+ *********************************************/
+body {
+  background: #f7f2d3;
+  background: -moz-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: -webkit-gradient(radial, center center, 0px, center center, 100%, color-stop(0%, white), color-stop(100%, #f7f2d3));
+  background: -webkit-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: -o-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: -ms-radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background: radial-gradient(center, circle cover, white 0%, #f7f2d3 100%);
+  background-color: #f7f3de; }
+
+.reveal {
+  font-family: "Lato", sans-serif;
+  font-size: 25px;
+  font-weight: normal;
+  letter-spacing: -0.02em;
+  color: #333333; }
+
+::selection {
+  color: white;
+  background: rgba(79, 64, 28, 0.99);
+  text-shadow: none; }
+
+/*********************************************
+ * HEADERS
+ *********************************************/
+.reveal h1,
+.reveal h2,
+.reveal h3,
+.reveal h4,
+.reveal h5,
+.reveal h6 {
+  margin: 0 0 20px 0;
+  color: #222222;
+  font-family: "Helvetica", Impact, sans-serif;
+  line-height: 1.1em; /* changed (by hpl) from 0.9em */
+  letter-spacing: 0.02em;
+  text-transform: none;
+  text-shadow: none; }
+
+.reveal h1 {
+  line-height: 1.2em;
+  /* added by hpl */
+  text-shadow: 0 1px 0 #cccccc, 0 2px 0 #c9c9c9, 0 3px 0 #bbbbbb, 0 4px 0 #b9b9b9, 0 5px 0 #aaaaaa, 0 6px 1px rgba(0, 0, 0, 0.1), 0 0 5px rgba(0, 0, 0, 0.1), 0 1px 3px rgba(0, 0, 0, 0.3), 0 3px 5px rgba(0, 0, 0, 0.2), 0 5px 10px rgba(0, 0, 0, 0.25), 0 20px 20px rgba(0, 0, 0, 0.15); }
+
+/*********************************************
+ * LINKS
+ *********************************************/
+.reveal a:not(.image) {
+  color: #8b743d;
+  text-decoration: none;
+  -webkit-transition: color .15s ease;
+  -moz-transition: color .15s ease;
+  -ms-transition: color .15s ease;
+  -o-transition: color .15s ease;
+  transition: color .15s ease; }
+
+.reveal a:not(.image):hover {
+  color: #c0a86e;
+  text-shadow: none;
+  border: none; }
+
+.reveal .roll span:after {
+  color: #fff;
+  background: #564826; }
+
+/*********************************************
+ * IMAGES
+ *********************************************/
+.reveal section img {
+  margin: 15px 0px;
+  background: rgba(255, 255, 255, 0.12);
+  border: 4px solid #333333;
+  box-shadow: 0 0 10px rgba(0, 0, 0, 0.15);
+  -webkit-transition: all .2s linear;
+  -moz-transition: all .2s linear;
+  -ms-transition: all .2s linear;
+  -o-transition: all .2s linear;
+  transition: all .2s linear; }
+
+.reveal a:hover img {
+  background: rgba(255, 255, 255, 0.2);
+  border-color: #8b743d;
+  box-shadow: 0 0 20px rgba(0, 0, 0, 0.55); }
+
+/*********************************************
+ * NAVIGATION CONTROLS
+ *********************************************/
+.reveal .controls div.navigate-left,
+.reveal .controls div.navigate-left.enabled {
+  border-right-color: #8b743d; }
+
+.reveal .controls div.navigate-right,
+.reveal .controls div.navigate-right.enabled {
+  border-left-color: #8b743d; }
+
+.reveal .controls div.navigate-up,
+.reveal .controls div.navigate-up.enabled {
+  border-bottom-color: #8b743d; }
+
+.reveal .controls div.navigate-down,
+.reveal .controls div.navigate-down.enabled {
+  border-top-color: #8b743d; }
+
+.reveal .controls div.navigate-left.enabled:hover {
+  border-right-color: #c0a86e; }
+
+.reveal .controls div.navigate-right.enabled:hover {
+  border-left-color: #c0a86e; }
+
+.reveal .controls div.navigate-up.enabled:hover {
+  border-bottom-color: #c0a86e; }
+
+.reveal .controls div.navigate-down.enabled:hover {
+  border-top-color: #c0a86e; }
+
+/*********************************************
+ * PROGRESS BAR
+ *********************************************/
+.reveal .progress {
+  background: rgba(0, 0, 0, 0.2); }
+
+.reveal .progress span {
+  background: #8b743d;
+  -webkit-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  -moz-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  -ms-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  -o-transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985);
+  transition: width 800ms cubic-bezier(0.26, 0.86, 0.44, 0.985); }
+
+/*********************************************
+ * SLIDE NUMBER
+ *********************************************/
+.reveal .slide-number {
+  color: #8b743d; }