From 9fc81885cbae0fdcf1dcec27f2a31462cf36728c Mon Sep 17 00:00:00 2001 From: mhjensen Date: Thu, 31 Oct 2019 06:51:29 +0100 Subject: [PATCH] typos --- .../html/._DecisionTrees-bs000.html | 148 +++-- .../html/._DecisionTrees-bs001.html | 148 +++-- .../html/._DecisionTrees-bs002.html | 151 +++--- .../html/._DecisionTrees-bs003.html | 162 +++--- .../html/._DecisionTrees-bs004.html | 168 +++--- .../html/._DecisionTrees-bs005.html | 248 ++++++--- .../html/._DecisionTrees-bs006.html | 254 +++------ .../html/._DecisionTrees-bs007.html | 179 +++--- .../html/._DecisionTrees-bs008.html | 202 ++++--- .../html/._DecisionTrees-bs009.html | 204 +++---- .../html/._DecisionTrees-bs010.html | 184 ++++--- .../html/._DecisionTrees-bs011.html | 192 ++++--- .../html/._DecisionTrees-bs012.html | 182 +++---- .../html/._DecisionTrees-bs013.html | 179 +++--- .../html/._DecisionTrees-bs014.html | 206 +++---- .../html/._DecisionTrees-bs015.html | 221 ++++---- .../html/._DecisionTrees-bs016.html | 179 +++--- .../html/._DecisionTrees-bs017.html | 213 ++++---- .../html/._DecisionTrees-bs018.html | 241 +++++---- .../html/._DecisionTrees-bs019.html | 268 ++++----- .../html/._DecisionTrees-bs020.html | 238 ++++---- .../html/._DecisionTrees-bs021.html | 356 ++++++++---- .../html/._DecisionTrees-bs022.html | 392 ++++---------- .../html/._DecisionTrees-bs023.html | 245 +++++---- .../html/._DecisionTrees-bs024.html | 220 +++----- .../html/._DecisionTrees-bs025.html | 180 +++--- .../html/._DecisionTrees-bs026.html | 230 +++++--- .../html/._DecisionTrees-bs027.html | 232 +++----- .../html/._DecisionTrees-bs028.html | 167 +++--- .../html/._DecisionTrees-bs029.html | 171 +++--- .../html/._DecisionTrees-bs030.html | 179 +++--- .../html/._DecisionTrees-bs031.html | 186 +++---- .../html/._DecisionTrees-bs032.html | 204 ++++--- .../html/._DecisionTrees-bs033.html | 222 ++++---- .../html/._DecisionTrees-bs034.html | 199 +++---- .../html/._DecisionTrees-bs035.html | 209 ++++--- .../html/._DecisionTrees-bs036.html | 222 ++++---- .../html/._DecisionTrees-bs037.html | 212 +++----- .../DecisionTrees/html/DecisionTrees-bs.html | 148 +++-- .../html/DecisionTrees-reveal.html | 381 ++++++------- .../html/DecisionTrees-solarized.html | 457 ++++++++-------- doc/pub/DecisionTrees/html/DecisionTrees.html | 511 +++++++++--------- .../DecisionTrees/ipynb/DecisionTrees.ipynb | 81 +-- .../ipynb/ipynb-DecisionTrees-src.tar.gz | Bin 194 -> 194 bytes .../pdf/DecisionTrees-minted.pdf | Bin 283918 -> 267962 bytes doc/src/DecisionTrees/DecisionTrees.do.txt | 10 +- 46 files changed, 4629 insertions(+), 4952 deletions(-) diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs000.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs000.html index 4591c0dc0..ab79ad196 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs000.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs000.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -226,7 +220,7 @@ MathJax.Hub.Config({
  • 9
  • 10
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs001.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs001.html index da1b18b86..5acb5690b 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs001.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs001.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -231,7 +225,7 @@ given some assumptions, make predictions about the target feature value
  • 10
  • 11
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs002.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs002.html index c2d203db9..4f0f56aef 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs002.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs002.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -185,9 +179,6 @@ MathJax.Hub.Config({

    A typical Decision Tree with its pertinent Jargon, Classification Problem

    -

    -In the figure here we present a decision tree obtained from a classification problem -

    @@ -206,7 +197,7 @@ In the figure here we present a decision tree obtained from a classification pro

  • 11
  • 12
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs003.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs003.html index bd90da767..11615c264 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs003.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs003.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,10 +177,20 @@ MathJax.Hub.Config({ -

    A typical Decision Tree with its pertinent Jargon, Regeression Problem

    +

    General Features

    -In the figure we present a decision tree obtained from a simple regression problem +The overarching approach to decision trees is a top-down approach. + +

    + +This process is then repeated for the subtree rooted at the new +node.

    @@ -207,7 +211,7 @@ In the figure we present a decision tree obtained from a simple regression prob

  • 12
  • 13
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs004.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs004.html index b35e3c6ad..9436cee23 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs004.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs004.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,20 +177,20 @@ MathJax.Hub.Config({ -

    General Features

    +

    How do we set it up?

    -The overarching approach to decision trees is a top-down approach. +In simplified terms, the process of training a decision tree and +predicting the target features of query instances is as follows: -

    +
      +
    1. Present a dataset containing of a number of training instances characterized by a number of descriptive features and a target feature
    2. +
    3. Train the decision tree model by continuously splitting the target feature along the values of the descriptive features using a measure of information gain during the training process
    4. +
    5. Grow the tree until we accomplish a stopping criteria create leaf nodes which represent the predictions we want to make for new query instances
    6. +
    7. Show query instances to the tree and run down the tree until we arrive at leaf nodes
    8. +
    -This process is then repeated for the subtree rooted at the new -node. +Then we are essentially done!

    @@ -218,7 +212,7 @@ node.

  • 13
  • 14
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs005.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs005.html index 7f7d52061..fd649d68c 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs005.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs005.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,21 +177,99 @@ MathJax.Hub.Config({ -

    How do we set it up?

    - +

    Decision trees and Regression

    -In simplified terms, the process of training a decision tree and -predicting the target features of query instances is as follows: -

      -
    1. Present a dataset containing of a number of training instances characterized by a number of descriptive features and a target feature
    2. -
    3. Train the decision tree model by continuously splitting the target feature along the values of the descriptive features using a measure of information gain during the training process
    4. -
    5. Grow the tree until we accomplish a stopping criteria create leaf nodes which represent the predictions we want to make for new query instances
    6. -
    7. Show query instances to the tree and run down the tree until we arrive at leaf nodes
    8. -
    + +
    import numpy as np
    +import matplotlib.pyplot as plt
    +from sklearn.preprocessing import PolynomialFeatures
    +from sklearn.linear_model import LinearRegression
     
    -Then we are essentially done!
    +steps=250
     
    +distance=0
    +x=0
    +distance_list=[]
    +steps_list=[]
    +while x<steps:
    +    distance+=np.random.randint(-1,2)
    +    distance_list.append(distance)
    +    x+=1
    +    steps_list.append(x)
    +plt.plot(steps_list,distance_list, color='green', label="Random Walk Data")
    +
    +steps_list=np.asarray(steps_list)
    +distance_list=np.asarray(distance_list)
    +
    +X=steps_list[:,np.newaxis]
    +
    +#Polynomial fits
    +
    +#Degree 2
    +poly_features=PolynomialFeatures(degree=2, include_bias=False)
    +X_poly=poly_features.fit_transform(X)
    +
    +lin_reg=LinearRegression()
    +poly_fit=lin_reg.fit(X_poly,distance_list)
    +b=lin_reg.coef_
    +c=lin_reg.intercept_
    +print ("2nd degree coefficients:")
    +print ("zero power: ",c)
    +print ("first power: ", b[0])
    +print ("second power: ",b[1])
    +
    +z = np.arange(0, steps, .01)
    +z_mod=b[1]*z**2+b[0]*z+c
    +
    +fit_mod=b[1]*X**2+b[0]*X+c
    +plt.plot(z, z_mod, color='r', label="2nd Degree Fit")
    +plt.title("Polynomial Regression")
    +
    +plt.xlabel("Steps")
    +plt.ylabel("Distance")
    +
    +#Degree 10
    +poly_features10=PolynomialFeatures(degree=10, include_bias=False)
    +X_poly10=poly_features10.fit_transform(X)
    +
    +poly_fit10=lin_reg.fit(X_poly10,distance_list)
    +
    +y_plot=poly_fit10.predict(X_poly10)
    +plt.plot(X, y_plot, color='black', label="10th Degree Fit")
    +
    +plt.legend()
    +plt.show()
    +
    +
    +#Decision Tree Regression
    +from sklearn.tree import DecisionTreeRegressor
    +regr_1=DecisionTreeRegressor(max_depth=2)
    +regr_2=DecisionTreeRegressor(max_depth=5)
    +regr_3=DecisionTreeRegressor(max_depth=7)
    +regr_1.fit(X, distance_list)
    +regr_2.fit(X, distance_list)
    +regr_3.fit(X, distance_list)
    +
    +X_test = np.arange(0.0, steps, 0.01)[:, np.newaxis]
    +y_1 = regr_1.predict(X_test)
    +y_2 = regr_2.predict(X_test)
    +y_3=regr_3.predict(X_test)
    +
    +# Plot the results
    +plt.figure()
    +plt.scatter(X, distance_list, s=2.5, c="black", label="data")
    +plt.plot(X_test, y_1, color="red",
    +         label="max_depth=2", linewidth=2)
    +plt.plot(X_test, y_2, color="green", label="max_depth=5", linewidth=2)
    +plt.plot(X_test, y_3, color="m", label="max_depth=7", linewidth=2)
    +
    +plt.xlabel("Data")
    +plt.ylabel("Darget")
    +plt.title("Decision Tree Regression")
    +plt.legend()
    +plt.show()
    +

    @@ -219,7 +291,7 @@ Then we are essentially done!

  • 14
  • 15
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs006.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs006.html index 151427dea..8dbb32a53 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs006.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs006.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,99 +177,31 @@ MathJax.Hub.Config({ -

    Decision trees and Regression

    +

    Building a tree, regression

    +

    +There are mainly two steps - -

    import numpy as np
    -import matplotlib.pyplot as plt
    -from sklearn.preprocessing import PolynomialFeatures
    -from sklearn.linear_model import LinearRegression
    +
      +
    1. We split the predictor space (the set of possible values \( x_1,x_2,\dots, x_p \)) into \( J \) distinct and non-non-overlapping regions, \( R_1,R_2,\dots,R_J \).
    2. +
    3. For every observation that falls into the region \( R_j \) , we make the same prediction, which is simply the mean of the response values for the training observations in \( R_j \).
    4. +
    -steps=250 +How do we construct the regions \( R_1,\dots,R_J \)? In theory, the +regions could have any shape. However, we choose to divide the +predictor space into high-dimensional rectangles, or boxes, for +simplicity and for ease of interpretation of the resulting predictive +model. The goal is to find boxes \( R_1,\dots,R_J \) that minimize the +MSE, given by -distance=0 -x=0 -distance_list=[] -steps_list=[] -while x<steps: - distance+=np.random.randint(-1,2) - distance_list.append(distance) - x+=1 - steps_list.append(x) -plt.plot(steps_list,distance_list, color='green', label="Random Walk Data") +$$ +\sum_{j=1}^J\sum_{i\in R_j}(y_i-\overline{y}_{R_j})^2, +$$ -steps_list=np.asarray(steps_list) -distance_list=np.asarray(distance_list) +

    +where \( \overline{y}_{R_j} \) is the mean response for the training observations +within box \( j \). -X=steps_list[:,np.newaxis] - -#Polynomial fits - -#Degree 2 -poly_features=PolynomialFeatures(degree=2, include_bias=False) -X_poly=poly_features.fit_transform(X) - -lin_reg=LinearRegression() -poly_fit=lin_reg.fit(X_poly,distance_list) -b=lin_reg.coef_ -c=lin_reg.intercept_ -print ("2nd degree coefficients:") -print ("zero power: ",c) -print ("first power: ", b[0]) -print ("second power: ",b[1]) - -z = np.arange(0, steps, .01) -z_mod=b[1]*z**2+b[0]*z+c - -fit_mod=b[1]*X**2+b[0]*X+c -plt.plot(z, z_mod, color='r', label="2nd Degree Fit") -plt.title("Polynomial Regression") - -plt.xlabel("Steps") -plt.ylabel("Distance") - -#Degree 10 -poly_features10=PolynomialFeatures(degree=10, include_bias=False) -X_poly10=poly_features10.fit_transform(X) - -poly_fit10=lin_reg.fit(X_poly10,distance_list) - -y_plot=poly_fit10.predict(X_poly10) -plt.plot(X, y_plot, color='black', label="10th Degree Fit") - -plt.legend() -plt.show() - - -#Decision Tree Regression -from sklearn.tree import DecisionTreeRegressor -regr_1=DecisionTreeRegressor(max_depth=2) -regr_2=DecisionTreeRegressor(max_depth=5) -regr_3=DecisionTreeRegressor(max_depth=7) -regr_1.fit(X, distance_list) -regr_2.fit(X, distance_list) -regr_3.fit(X, distance_list) - -X_test = np.arange(0.0, steps, 0.01)[:, np.newaxis] -y_1 = regr_1.predict(X_test) -y_2 = regr_2.predict(X_test) -y_3=regr_3.predict(X_test) - -# Plot the results -plt.figure() -plt.scatter(X, distance_list, s=2.5, c="black", label="data") -plt.plot(X_test, y_1, color="red", - label="max_depth=2", linewidth=2) -plt.plot(X_test, y_2, color="green", label="max_depth=5", linewidth=2) -plt.plot(X_test, y_3, color="m", label="max_depth=7", linewidth=2) - -plt.xlabel("Data") -plt.ylabel("Darget") -plt.title("Decision Tree Regression") -plt.legend() -plt.show() -

    @@ -298,7 +224,7 @@ plt.show()

  • 15
  • 16
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs007.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs007.html index fcc3f8e61..2dc0ce343 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs007.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs007.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,30 +177,21 @@ MathJax.Hub.Config({ -

    Building a tree, regression

    +

    A top-down approach, recursive binary splitting

    -There are mainly two steps - -

      -
    1. We split the predictor space (the set of possible values \( x_1,x_2,\dots, x_p \)) into \( J \) distinct and non-non-overlapping regions, \( R_1,R_2,\dots,R_J \).
    2. -
    3. For every observation that falls into the region \( R_j \) , we make the same prediction, which is simply the mean of the response values for the training observations in \( R_j \).
    4. -
    - -How do we construct the regions \( R_1,\dots,R_J \)? In theory, the -regions could have any shape. However, we choose to divide the -predictor space into high-dimensional rectangles, or boxes, for -simplicity and for ease of interpretation of the resulting predictive -model. The goal is to find boxes \( R_1,\dots,R_J \) that minimize the -MSE, given by - -$$ -\sum_{j=1}^J\sum_{i\in R_j}(y_i-\overline{y}_{R_j})^2, -$$ +Unfortunately, it is computationally infeasible to consider every +possible partition of the feature space into \( J \) boxes. The common +strategy is to take a top-down approach

    -where \( \overline{y}_{R_j} \) is the mean response for the training observations -within box \( j \). +The approach is top-down because it begins at the top of the tree (all +observations belong to a single region) and then successively splits +the predictor space; each split is indicated via two new branches +further down on the tree. It is greedy because at each step of the +tree-building process, the best split is made at that particular step, +rather than looking ahead and picking a split that will lead to a +better tree in some future step.

    @@ -231,7 +216,7 @@ within box \( j \).

  • 16
  • 17
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs008.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs008.html index c8533f1f2..b474f598a 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs008.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs008.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,21 +177,53 @@ MathJax.Hub.Config({ -

    A top-down approach, recursive binary splitting

    +

    Making a tree

    -Unfortunately, it is computationally infeasible to consider every -possible partition of the feature space into \( J \) boxes. The common -strategy is to take a top-down approach +In order to implement the recursive binary splitting we start by selecting +the predictor \( x_j \) and a cutpoint \( s \) that splits the predictor space into two regions \( R_1 \) and \( R_2 \) +$$ +\left\{X\vert x_j < s\right\}, +$$ + +and +$$ +\left\{X\vert x_j \geq s\right\}, +$$ + +so that we obtain the lowest MSE, that is +$$ +\sum_{i:x_i\in R_j}(y_i-\overline{y}_{R_1})^2+\sum_{i:x_i\in R_2}(y_i-\overline{y}_{R_2})^2, +$$

    -The approach is top-down because it begins at the top of the tree (all -observations belong to a single region) and then successively splits -the predictor space; each split is indicated via two new branches -further down on the tree. It is greedy because at each step of the -tree-building process, the best split is made at that particular step, -rather than looking ahead and picking a split that will lead to a -better tree in some future step. +which we want to minimize by considering all predictors +\( x_1,x_2,\dots,x_p \). We consider also all possible values of \( s \) for +each predictor. These values could be determined by randomly assigned +numbers or by starting at the midpoint and then proceed till we find +an optimal value. + +

    +For any \( j \) and \( s \), we define the pair of half-planes where +\( \overline{y}_{R_1} \) is the mean response for the training +observations in \( R_1(j,s) \), and \( \overline{y}_{R_2} \) is the mean +response for the training observations in \( R_2(j,s) \). + +

    +Finding the values of \( j \) and \( s \) that minimize the above equation can be +done quite quickly, especially when the number of features \( p \) is not +too large. + +

    +Next, we repeat the process, looking +for the best predictor and best cutpoint in order to split the data +further so as to minimize the MSE within each of the resulting +regions. However, this time, instead of splitting the entire predictor +space, we split one of the two previously identified regions. We now +have three regions. Again, we look to split one of these three regions +further, so as to minimize the MSE. The process continues until a +stopping criterion is reached; for instance, we may continue until no +region contains more than five observations.

    @@ -223,7 +249,7 @@ better tree in some future step.

  • 17
  • 18
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs009.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs009.html index 525fffcfd..2693c87e2 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs009.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs009.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -181,55 +175,23 @@ MathJax.Hub.Config({

     

     

     

    - + -

    Making a tree

    +

    Pruning the tree

    -In order to implement the recursive binary splitting we start by selecting -the predictor \( x_j \) and a cutpoint \( s \) that splits the predictor space into two regions \( R_1 \) and \( R_2 \) -$$ -\left\{X\vert x_j < s\right\}, -$$ - -and -$$ -\left\{X\vert x_j \geq s\right\}, -$$ - -so that we obtain the lowest MSE, that is -$$ -\sum_{i:x_i\in R_j}(y_i-\overline{y}_{R_1})^2+\sum_{i:x_i\in R_2}(y_i-\overline{y}_{R_2})^2, -$$ +The above procedure is rather straightforward, but leads often to +overfitting and unnecessarily large and complicated trees. The basic +idea is to grow a large tree \( T_0 \) and then prune it back in order to +obtain a subtree. A smaller tree with fewer splits (fewer regions) can +lead to smaller variance and better interpretation at the cost of a +little more bias.

    -which we want to minimize by considering all predictors -\( x_1,x_2,\dots,x_p \). We consider also all possible values of \( s \) for -each predictor. These values could be determined by randomly assigned -numbers or by starting at the midpoint and then proceed till we find -an optimal value. - -

    -For any \( j \) and \( s \), we define the pair of half-planes where -\( \overline{y}_{R_1} \) is the mean response for the training -observations in \( R_1(j,s) \), and \( \overline{y}_{R_2} \) is the mean -response for the training observations in \( R_2(j,s) \). - -

    -Finding the values of \( j \) and \( s \) that minimize the above equation can be -done quite quickly, especially when the number of features \( p \) is not -too large. - -

    -Next, we repeat the process, looking -for the best predictor and best cutpoint in order to split the data -further so as to minimize the MSE within each of the resulting -regions. However, this time, instead of splitting the entire predictor -space, we split one of the two previously identified regions. We now -have three regions. Again, we look to split one of these three regions -further, so as to minimize the MSE. The process continues until a -stopping criterion is reached; for instance, we may continue until no -region contains more than five observations. +The so-called Cost complexity pruning algorithm gives us a +way to do just this. Rather than considering every possible subtree, +we consider a sequence of trees indexed by a nonnegative tuning +parameter \( \alpha \).

    @@ -256,7 +218,7 @@ region contains more than five observations.

  • 18
  • 19
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs010.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs010.html index 83fbc8ee0..45d1809cc 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs010.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs010.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -181,23 +175,35 @@ MathJax.Hub.Config({

     

     

     

    - + -

    Pruning the tree

    +

    Cost complexity pruning

    +For each value of \( \alpha \) there corresponds a subtree \( T \in T_0 \) such that +$$ +\sum_{m=1}^{\overline{T}}\sum_{i:x_i\in R_m}(y_i-\overline{y}_{R_m})^2+\alpha\overline{T}, +$$ + +is as small as possible. Here \( \overline{T} \) is +the number of terminal nodes of the tree \( T \) , \( R_m \) is the +rectangle (i.e. the subset of predictor space) corresponding to the \( m \)-th terminal node.

    -The above procedure is rather straightforward, but leads often to -overfitting and unnecessarily large and complicated trees. The basic -idea is to grow a large tree \( T_0 \) and then prune it back in order to -obtain a subtree. A smaller tree with fewer splits (fewer regions) can -lead to smaller variance and better interpretation at the cost of a -little more bias. +The tuning parameter \( \alpha \) controls a trade-off between the subtree’s +com- plexity and its fit to the training data. When \( \alpha = 0 \), then the +subtree \( T \) will simply equal \( T_0 \), +because then the above equation just measures the +training error. +However, as \( \alpha \) increases, there is a price to pay for +having a tree with many terminal nodes. The above equation will +tend to be minimized for a smaller subtree.

    -The so-called Cost complexity pruning algorithm gives us a -way to do just this. Rather than considering every possible subtree, -we consider a sequence of trees indexed by a nonnegative tuning -parameter \( \alpha \). +It turns out that as we increase \( \alpha \) from zero +branches get pruned from the tree in a nested and predictable fashion, +so obtaining the whole sequence of subtrees as a function of \( \alpha \) is +easy. We can select a value of \( \alpha \) using a validation set or using +cross-validation. We then return to the full data set and obtain the +subtree corresponding to \( \alpha \).

    @@ -225,7 +231,7 @@ parameter \( \alpha \).

  • 19
  • 20
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs011.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs011.html index 87d3174c7..0c22a2e10 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs011.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs011.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,33 +177,29 @@ MathJax.Hub.Config({ -

    Cost complexity pruning

    -For each value of \( \alpha \) there corresponds a subtree \( T \in T_0 \) such that -$$ -\sum_{m=1}^{\overline{T}}\sum_{i:x_i\in R_m}(y_i-\overline{y}_{R_m})^2+\alpha\overline{T}, -$$ - -is as small as possible. Here \( \overline{T} \) is -the number of terminal nodes of the tree \( T \) , \( R_m \) is the -rectangle (i.e. the subset of predictor space) corresponding to the \( m \)-th terminal node. +

    Schematic Regression Procedure

    -The tuning parameter \( \alpha \) controls a trade-off between the subtree’s -com- plexity and its fit to the training data. When \( \alpha = 0 \), then the -subtree \( T \) will simply equal \( T_0 \), -because then the above equation just measures the -training error. -However, as \( \alpha \) increases, there is a price to pay for -having a tree with many terminal nodes. The above equation will -tend to be minimized for a smaller subtree. +

    +
    +

    + +

      +
    1. Use recursive binary splitting to grow a large tree on the training data, stopping only when each terminal node has fewer than some minimum number of observations.
    2. +
    3. Apply cost complexity pruning to the large tree in order to obtain a sequence of best subtrees, as a function of \( \alpha \).
    4. +
    5. Use for example \( K \)-fold cross-validation to choose \( \alpha \). Divide the training observations into \( K \) folds. For each \( k=1,2,\dots,K \) we:
    6. + +
        +
      • repeat steps 1 and 2 on all but the \( k \)-th fold of the training data.
      • +
      • Then we valuate the mean squared prediction error on the data in the left-out \( k \)-th fold, as a function of \( \alpha \).
      • +
      • Finally we average the results for each value of \( \alpha \), and pick \( \alpha \) to minimize the average error.
      • +
      + +
    7. Return the subtree from Step 2 that corresponds to the chosen value of \( \alpha \).
    8. +
    +
    +
    -

    -It turns out that as we increase \( \alpha \) from zero -branches get pruned from the tree in a nested and predictable fashion, -so obtaining the whole sequence of subtrees as a function of \( \alpha \) is -easy. We can select a value of \( \alpha \) using a validation set or using -cross-validation. We then return to the full data set and obtain the -subtree corresponding to \( \alpha \).

    @@ -237,7 +227,7 @@ subtree corresponding to \( \alpha \).

  • 20
  • 21
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs012.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs012.html index d322da06d..12d8e3914 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs012.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs012.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,29 +177,21 @@ MathJax.Hub.Config({ -

    Schematic Regression Procedure

    +

    A Classification Tree

    -

    -
    -

    - -

      -
    1. Use recursive binary splitting to grow a large tree on the training data, stopping only when each terminal node has fewer than some minimum number of observations.
    2. -
    3. Apply cost complexity pruning to the large tree in order to obtain a sequence of best subtrees, as a function of \( \alpha \).
    4. -
    5. Use for example \( K \)-fold cross-validation to choose \( \alpha \). Divide the training observations into \( K \) folds. For each \( k=1,2,\dots,K \) we:
    6. - -
        -
      • repeat steps 1 and 2 on all but the \( k \)-th fold of the training data.
      • -
      • Then we valuate the mean squared prediction error on the data in the left-out \( k \)-th fold, as a function of \( \alpha \).
      • -
      • Finally we average the results for each value of \( \alpha \), and pick \( \alpha \) to minimize the average error.
      • -
      - -
    7. Return the subtree from Step 2 that corresponds to the chosen value of \( \alpha \).
    8. -
    -
    -
    - +A classification tree is very similar to a regression tree, except +that it is used to predict a qualitative response rather than a +quantitative one. Recall that for a regression tree, the predicted +response for an observation is given by the mean response of the +training observations that belong to the same terminal node. In +contrast, for a classification tree, we predict that each observation +belongs to the most commonly occurring class of training observations +in the region to which it belongs. In interpreting the results of a +classification tree, we are often interested not only in the class +prediction corresponding to a particular terminal node region, but +also in the class proportions among the training observations that +fall into that region.

    @@ -233,7 +219,7 @@ MathJax.Hub.Config({

  • 21
  • 22
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs013.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs013.html index bdf58e375..9d076f512 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs013.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs013.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,21 +177,26 @@ MathJax.Hub.Config({ -

    A Classification Tree

    +

    Growing a classification tree

    -A classification tree is very similar to a regression tree, except -that it is used to predict a qualitative response rather than a -quantitative one. Recall that for a regression tree, the predicted -response for an observation is given by the mean response of the -training observations that belong to the same terminal node. In -contrast, for a classification tree, we predict that each observation -belongs to the most commonly occurring class of training observations -in the region to which it belongs. In interpreting the results of a -classification tree, we are often interested not only in the class -prediction corresponding to a particular terminal node region, but -also in the class proportions among the training observations that -fall into that region. +The task of growing a +classification tree is quite similar to the task of growing a +regression tree. Just as in the regression setting, we use recursive +binary splitting to grow a classification tree. However, in the +classification setting, the MSE cannot be used as a criterion for making +the binary splits. A natural alternative to MSE is the classification +error rate. Since we plan to assign an observation in a given region +to the most commonly occurring error rate class of training +observations in that region, the classification error rate is simply +the fraction of the training observations in that region that do not +belong to the most common class. + +

    +When building a classification tree, either the Gini index or the +entropy are typically used to evaluate the quality of a particular +split, since these two approaches are more sensitive to node purity +than is the classification error rate.

    @@ -225,7 +224,7 @@ fall into that region.

  • 22
  • 23
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs014.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs014.html index 3743f474b..7222f2a52 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs014.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs014.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,26 +177,52 @@ MathJax.Hub.Config({ -

    Growing a classification tree

    +

    Classification tree, how to split nodes

    -The task of growing a -classification tree is quite similar to the task of growing a -regression tree. Just as in the regression setting, we use recursive -binary splitting to grow a classification tree. However, in the -classification setting, the MSE cannot be used as a criterion for making -the binary splits. A natural alternative to MSE is the classification -error rate. Since we plan to assign an observation in a given region -to the most commonly occurring error rate class of training -observations in that region, the classification error rate is simply -the fraction of the training observations in that region that do not -belong to the most common class. +If our targets are the outcome of a classification process that takes +for example \( k=1,2,\dots,K \) values, the only thing we need to think of +is to set up the splitting criteria for each node.

    -When building a classification tree, either the Gini index or the -entropy are typically used to evaluate the quality of a particular -split, since these two approaches are more sensitive to node purity -than is the classification error rate. +We define a PDF \( p_{mk} \) that represents the number of observations of +a class \( k \) in a region \( R_m \) with \( N_m \) observations. We represent +this likelihood function in terms of the proportion \( I(y_i=k) \) of +observations of this class in the region \( R_m \) as + +$$ +p_{mk} = \frac{1}{N_m}\sum_{x_i\in R_m}I(y_i=k). +$$ + +

    +We let \( p_{mk} \) represent the majority class of observations in region +\( m \). The three most common ways of splitting a node are given by + +

    + +$$ +p_{mk} = \frac{1}{N_m}\sum_{x_i\in R_m}I(y_i\ne k) = 1-p_{mk}. +$$ + + + + +$$ +g = \sum_{k=1}^K p_{mk}(1-p_{mk}). +$$ + + + + +$$ +s = -\sum_{k=1}^K p_{mk}\log{p_{mk}}. +$$

    @@ -230,7 +250,7 @@ than is the classification error rate.

  • 23
  • 24
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs015.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs015.html index 09645870c..e0f137c13 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs015.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs015.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,53 +177,44 @@ MathJax.Hub.Config({ -

    Classification tree, how to split nodes

    - +

    Visualizing the Tree, Classification

    -If our targets are the outcome of a classification process that takes -for example \( k=1,2,\dots,K \) values, the only thing we need to think of -is to set up the splitting criteria for each node. -

    -We define a PDF \( p_{mk} \) that represents the number of observations of -a class \( k \) in a region \( R_m \) with \( N_m \) observations. We represent -this likelihood function in terms of the proportion \( I(y_i=k) \) of -observations of this class in the region \( R_m \) as + +

    import os
    +from sklearn.datasets import load_breast_cancer
    +from sklearn.tree import DecisionTreeClassifier
    +from sklearn.model_selection import train_test_split
    +from sklearn.metrics import confusion_matrix
    +from sklearn.tree import export_graphviz
     
    -$$
    -p_{mk} = \frac{1}{N_m}\sum_{x_i\in R_m}I(y_i=k).
    -$$
    -
    -

    -We let \( p_{mk} \) represent the majority class of observations in region -\( m \). The three most common ways of splitting a node are given by - -

      -
    • Misclassification error
    • -
    - -$$ -p_{mk} = \frac{1}{N_m}\sum_{x_i\in R_m}I(y_i\ne k) = 1-p_{mk}. -$$ +from IPython.display import Image +from pydot import graph_from_dot_data +import pandas as pd +import numpy as np -
      -
    • Gini index \( g \)
    • -
    - -$$ -g = \sum_{k=1}^K p_{mk}(1-p_{mk}). -$$ - - -
      -
    • Information entropy or just entropy \( s \)
    • -
    - -$$ -s = -\sum_{k=1}^K p_{mk}\log{p_{mk}}. -$$ +cancer = load_breast_cancer() +X = pd.DataFrame(cancer.data, columns=cancer.feature_names) +print(X) +y = pd.Categorical.from_codes(cancer.target, cancer.target_names) +y = pd.get_dummies(y) +print(y) +X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=1) +tree_clf = DecisionTreeClassifier(max_depth=5) +tree_clf.fit(X_train, y_train) +export_graphviz( + tree_clf, + out_file="DataFiles/cancer.dot", + feature_names=cancer.feature_names, + class_names=cancer.target_names, + rounded=True, + filled=True +) +cmd = 'dot -Tpng DataFiles/cancer.dot -o DataFiles/cancer.png' +os.system(cmd) +

    @@ -256,7 +241,7 @@ $$

  • 24
  • 25
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs016.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs016.html index 31ddce3f4..9bd180251 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs016.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs016.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,42 +177,33 @@ MathJax.Hub.Config({ -

    Visualizing the Tree, Classification

    +

    Visualizing the Tree, The Moons

    -

    import os
    -from sklearn.datasets import load_breast_cancer
    +
    # Common imports
    +import numpy as np
    +from sklearn.model_selection import  train_test_split 
     from sklearn.tree import DecisionTreeClassifier
    -from sklearn.model_selection import train_test_split
    -from sklearn.metrics import confusion_matrix
    +from sklearn.datasets import make_moons
     from sklearn.tree import export_graphviz
    -
    -from IPython.display import Image 
     from pydot import graph_from_dot_data
     import pandas as pd
    -import numpy as np
    +import os
     
    -
    -cancer = load_breast_cancer()
    -X = pd.DataFrame(cancer.data, columns=cancer.feature_names)
    -print(X)
    -y = pd.Categorical.from_codes(cancer.target, cancer.target_names)
    -y = pd.get_dummies(y)
    -print(y)
    -X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=1)
    +np.random.seed(42)
    +X, y = make_moons(n_samples=100, noise=0.25, random_state=53)
    +X_train, X_test, y_train, y_test = train_test_split(X,y,random_state=0)
     tree_clf = DecisionTreeClassifier(max_depth=5)
     tree_clf.fit(X_train, y_train)
     
     export_graphviz(
         tree_clf,
    -    out_file="DataFiles/cancer.dot",
    -    feature_names=cancer.feature_names,
    -    class_names=cancer.target_names,
    +    out_file="DataFiles/moons.dot",
         rounded=True,
         filled=True
     )
    -cmd = 'dot -Tpng DataFiles/cancer.dot -o DataFiles/cancer.png'
    +cmd = 'dot -Tpng DataFiles/moons.dot -o DataFiles/moons.png'
     os.system(cmd)
     

    @@ -247,7 +232,7 @@ os.system(cmd)

  • 25
  • 26
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs017.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs017.html index ab845fe0f..799a4b092 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs017.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs017.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,35 +177,48 @@ MathJax.Hub.Config({ -

    Visualizing the Tree, The Moons

    +

    Computing the Gini index

    +

    +The example we will look at is a classical one in many Machine +Learning applications. Based on various meteorological features, we +have several so-called attributes which decide whether we at the end +will do some outdoor activity like skiing, going for a bike ride etc +etc. The table here contains the feautures outlook, temperature, +humidity and wind. The target or output is whether we ride +(True=1) or whether we do something else that day (False=0). The +attributes for each feature are then sunny, overcast and rain for the +outlook, hot, cold and mild for temperature, high and normal for +humidity and weak and strong for wind. - -

    # Common imports
    -import numpy as np
    -from sklearn.model_selection import  train_test_split 
    -from sklearn.tree import DecisionTreeClassifier
    -from sklearn.datasets import make_moons
    -from sklearn.tree import export_graphviz
    -from pydot import graph_from_dot_data
    -import pandas as pd
    -import os
    +

    +The table here summarizes the various attributes and -np.random.seed(42) -X, y = make_moons(n_samples=100, noise=0.25, random_state=53) -X_train, X_test, y_train, y_test = train_test_split(X,y,random_state=0) -tree_clf = DecisionTreeClassifier(max_depth=5) -tree_clf.fit(X_train, y_train) - -export_graphviz( - tree_clf, - out_file="DataFiles/moons.dot", - rounded=True, - filled=True -) -cmd = 'dot -Tpng DataFiles/moons.dot -o DataFiles/moons.png' -os.system(cmd) -

    +
    +
    + + + + + + + + + + + + + + + + + + + + +
    Day Outlook Temperature Humidity Wind Ride
    1 Sunny Hot High Weak 0
    2 Sunny Hot High Strong 1
    3 Overcast Hot High Weak 1
    4 Rain Mild High Weak 1
    5 Rain Cool Normal Weak 1
    6 Rain Cool Normal Strong 0
    7 Overcast Cool Normal Strong 1
    8 Sunny Mild High Weak 0
    9 Sunny Cool Normal Weak 1
    10 Rain Mild Normal Weak 1
    11 Sunny Mild Normal Strong 1
    12 Overcast Mild High Strong 1
    13 Overcast Hot Normal Weak 1
    14 Rain Mild High Strong 0
    +
    +

    @@ -238,7 +245,7 @@ os.system(cmd)

  • 26
  • 27
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs018.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs018.html index 504c3373f..fd3e369df 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs018.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs018.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,48 +177,65 @@ MathJax.Hub.Config({ -

    Computing the Gini index

    +

    Simple Python Code to read in Data

    -The example we will look at is a classical one in many Machine -Learning applications. Based on various meteorological features, we -have several so-called attributes which decide whether we at the end -will do some outdoor activity like skiing, going for a bike ride etc -etc. The table here contains the feautures outlook, temperature, -humidity and wind. The target or output is whether we ride -(True=1) or whether we do something else that day (False=0). The -attributes for each feature are then sunny, overcast and rain for the -outlook, hot, cold and mild for temperature, high and normal for -humidity and weak and strong for wind. -

    -The table here summarizes the various attributes and + +

    # Common imports
    +import numpy as np
    +import pandas as pd
    +import matplotlib.pyplot as plt
    +from sklearn.preprocessing import StandardScaler, OneHotEncoder
    +from sklearn.compose import ColumnTransformer
    +from IPython.display import Image 
    +from pydot import graph_from_dot_data
    +import os
     
    -
    -
    - - - - - - - - - - - - - - - - - - - - -
    Day Outlook Temperature Humidity Wind Ride
    1 Sunny Hot High Weak 0
    2 Sunny Hot High Strong 1
    3 Overcast Hot High Weak 1
    4 Rain Mild High Weak 1
    5 Rain Cool Normal Weak 1
    6 Rain Cool Normal Strong 0
    7 Overcast Cool Normal Strong 1
    8 Sunny Mild High Weak 0
    9 Sunny Cool Normal Weak 1
    10 Rain Mild Normal Weak 1
    11 Sunny Mild Normal Strong 1
    12 Overcast Mild High Strong 1
    13 Overcast Hot Normal Weak 1
    14 Rain Mild High Strong 0
    -
    -
    +# Where to save the figures and data files +PROJECT_ROOT_DIR = "Results" +FIGURE_ID = "Results/FigureFiles" +DATA_ID = "DataFiles/" + +if not os.path.exists(PROJECT_ROOT_DIR): + os.mkdir(PROJECT_ROOT_DIR) + +if not os.path.exists(FIGURE_ID): + os.makedirs(FIGURE_ID) + +if not os.path.exists(DATA_ID): + os.makedirs(DATA_ID) + +def image_path(fig_id): + return os.path.join(FIGURE_ID, fig_id) + +def data_path(dat_id): + return os.path.join(DATA_ID, dat_id) + +def save_fig(fig_id): + plt.savefig(image_path(fig_id) + ".png", format='png') + +infile = open(data_path("ride.csv"),'r') + +# Read the experimental data with Pandas +from IPython.display import display +ridedata = pd.read_csv(infile,names = ('Outlook','Temperature','Humidity','Wind','Ride')) +ridedata = pd.DataFrame(ridedata) +display(ridedata) +# Features and targets +X = ridedata.loc[:, ridedata.columns != 'Ride'].values +display(X) +y = ridedata.loc[:, ridedata.columns == 'Ride'].values +display(y) +# Categorical variables to one-hot's +onehotencoder = OneHotEncoder(categories="auto") + +X = ColumnTransformer([("", onehotencoder)]).fit_transform(X) +y.shape + +display(X) +display(y) +

    @@ -251,7 +262,7 @@ The table here summarizes the various attributes and

  • 27
  • 28
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs019.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs019.html index 6cc582f6b..52213c74a 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs019.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs019.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,64 +177,80 @@ MathJax.Hub.Config({ -

    Simple Python Code to read in Data

    +

    Computing the Gini Factor

    + +

    +The above functions (gini, entropy and misclassification error) are +important components of the so-called CART algorithm. We will discuss +this algorithm below after we have discussed the information gain +algorithm ID3. + +

    +In the example here we have converted all our attributes into numerical values \( 0,1,2 \) etc.

    -

    # Common imports
    -import numpy as np
    -import pandas as pd
    -import matplotlib.pyplot as plt
    -from sklearn.preprocessing import StandardScaler, OneHotEncoder
    -from sklearn.compose import ColumnTransformer
    -from IPython.display import Image 
    -from pydot import graph_from_dot_data
    -import os
    +
    # Split a dataset based on an attribute and an attribute value
    +def test_split(index, value, dataset):
    +	left, right = list(), list()
    +	for row in dataset:
    +		if row[index] < value:
    +			left.append(row)
    +		else:
    +			right.append(row)
    +	return left, right
    + 
    +# Calculate the Gini index for a split dataset
    +def gini_index(groups, classes):
    +	# count all samples at split point
    +	n_instances = float(sum([len(group) for group in groups]))
    +	# sum weighted Gini index for each group
    +	gini = 0.0
    +	for group in groups:
    +		size = float(len(group))
    +		# avoid divide by zero
    +		if size == 0:
    +			continue
    +		score = 0.0
    +		# score the group based on the score for each class
    +		for class_val in classes:
    +			p = [row[-1] for row in group].count(class_val) / size
    +			score += p * p
    +		# weight the group score by its relative size
    +		gini += (1.0 - score) * (size / n_instances)
    +	return gini
     
    -# Where to save the figures and data files
    -PROJECT_ROOT_DIR = "Results"
    -FIGURE_ID = "Results/FigureFiles"
    -DATA_ID = "DataFiles/"
    +# Select the best split point for a dataset
    +def get_split(dataset):
    +	class_values = list(set(row[-1] for row in dataset))
    +	b_index, b_value, b_score, b_groups = 999, 999, 999, None
    +	for index in range(len(dataset[0])-1):
    +		for row in dataset:
    +			groups = test_split(index, row[index], dataset)
    +			gini = gini_index(groups, class_values)
    +			print('X%d < %.3f Gini=%.3f' % ((index+1), row[index], gini))
    +			if gini < b_score:
    +				b_index, b_value, b_score, b_groups = index, row[index], gini, groups
    +	return {'index':b_index, 'value':b_value, 'groups':b_groups}
    + 
    +dataset = [[0,0,0,0,0],
    +            [0,0,0,1,1],
    +            [1,0,0,0,1],
    +            [2,1,0,0,1],
    +            [2,2,1,0,1],
    +            [2,2,1,1,0],
    +            [1,2,1,1,1],
    +            [0,1,0,0,0],
    +            [0,2,1,0,1],
    +            [2,1,1,0,1],
    +            [0,1,1,1,1],
    +            [1,1,0,1,1],
    +            [1,0,1,0,1],
    +            [2,1,0,1,0]]
     
    -if not os.path.exists(PROJECT_ROOT_DIR):
    -    os.mkdir(PROJECT_ROOT_DIR)
    -
    -if not os.path.exists(FIGURE_ID):
    -    os.makedirs(FIGURE_ID)
    -
    -if not os.path.exists(DATA_ID):
    -    os.makedirs(DATA_ID)
    -
    -def image_path(fig_id):
    -    return os.path.join(FIGURE_ID, fig_id)
    -
    -def data_path(dat_id):
    -    return os.path.join(DATA_ID, dat_id)
    -
    -def save_fig(fig_id):
    -    plt.savefig(image_path(fig_id) + ".png", format='png')
    -
    -infile = open(data_path("ride.csv"),'r')
    -
    -# Read the experimental data with Pandas
    -from IPython.display import display
    -ridedata = pd.read_csv(infile,names = ('Outlook','Temperature','Humidity','Wind','Ride'))
    -ridedata = pd.DataFrame(ridedata)
    -display(ridedata)
    -# Features and targets
    -X = ridedata.loc[:, ridedata.columns != 'Ride'].values
    -display(X)
    -y = ridedata.loc[:, ridedata.columns == 'Ride'].values
    -display(y)
    -# Categorical variables to one-hot's
    -onehotencoder = OneHotEncoder(categories="auto")
    -
    -X = ColumnTransformer([("", onehotencoder)]).fit_transform(X)
    -y.shape
    -
    -display(X)
    -display(y)
    +split = get_split(dataset)
    +print('Split: [X%d < %.3f]' % ((split['index']+1), split['value']))
     

    @@ -268,7 +278,7 @@ display(y)

  • 28
  • 29
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs020.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs020.html index c20d867e3..fc3eaf882 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs020.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs020.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,81 +177,39 @@ MathJax.Hub.Config({ -

    Computing the Gini Factor

    +

    Entropy and the ID3 algorithm

    -The above functions (gini, entropy and misclassification error) are -important components of the so-called CART algorithm. We will discuss -this algorithm below after we have discussed the information gain -algorithm ID3. +ID3, learns decision trees by constructing +them topdown, beginning with the question which attribute should be tested at the root of the tree? + +

      +
    1. Each instance attribute is evaluated using a statistical test to determine how well it alone classifies the training examples.
    2. +
    3. The best attribute is selected and used as the test at the root node of the tree.
    4. +
    5. A descendant of the root node is then created for each possible value of this attribute.
    6. +
    7. Training examples are sorted to the appropriate descendant node.
    8. +
    9. The entire process is then repeated using the training examples associated with each descendant node to select the best attribute to test at that point in the tree.
    10. +
    11. This forms a greedy search for an acceptable decision tree, in which the algorithm never backtracks to reconsider earlier choices.
    12. +
    + +The ID3 algorithm selects, which attribute to test at each node in the +tree.

    -In the example here we have converted all our attributes into numerical values \( 0,1,2 \) etc. +We would like to select the attribute that is most useful for classifying +examples.

    +What is a good quantitative measure of the worth of an attribute? - -

    # Split a dataset based on an attribute and an attribute value
    -def test_split(index, value, dataset):
    -	left, right = list(), list()
    -	for row in dataset:
    -		if row[index] < value:
    -			left.append(row)
    -		else:
    -			right.append(row)
    -	return left, right
    - 
    -# Calculate the Gini index for a split dataset
    -def gini_index(groups, classes):
    -	# count all samples at split point
    -	n_instances = float(sum([len(group) for group in groups]))
    -	# sum weighted Gini index for each group
    -	gini = 0.0
    -	for group in groups:
    -		size = float(len(group))
    -		# avoid divide by zero
    -		if size == 0:
    -			continue
    -		score = 0.0
    -		# score the group based on the score for each class
    -		for class_val in classes:
    -			p = [row[-1] for row in group].count(class_val) / size
    -			score += p * p
    -		# weight the group score by its relative size
    -		gini += (1.0 - score) * (size / n_instances)
    -	return gini
    +

    +Information gain measures how well a given attribute separates the +training examples according to their target classification. -# Select the best split point for a dataset -def get_split(dataset): - class_values = list(set(row[-1] for row in dataset)) - b_index, b_value, b_score, b_groups = 999, 999, 999, None - for index in range(len(dataset[0])-1): - for row in dataset: - groups = test_split(index, row[index], dataset) - gini = gini_index(groups, class_values) - print('X%d < %.3f Gini=%.3f' % ((index+1), row[index], gini)) - if gini < b_score: - b_index, b_value, b_score, b_groups = index, row[index], gini, groups - return {'index':b_index, 'value':b_value, 'groups':b_groups} - -dataset = [[0,0,0,0,0], - [0,0,0,1,1], - [1,0,0,0,1], - [2,1,0,0,1], - [2,2,1,0,1], - [2,2,1,1,0], - [1,2,1,1,1], - [0,1,0,0,0], - [0,2,1,0,1], - [2,1,1,0,1], - [0,1,1,1,1], - [1,1,0,1,1], - [1,0,1,0,1], - [2,1,0,1,0]] +

    +The ID3 algorithm uses this information gain measure to select among the candidate +attributes at each step while growing the tree. -split = get_split(dataset) -print('Split: [X%d < %.3f]' % ((split['index']+1), split['value'])) -

    @@ -284,7 +236,7 @@ split = get_split(dataset)

  • 29
  • 30
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs021.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs021.html index 5bc4ec431..8862b0863 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs021.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs021.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,39 +177,199 @@ MathJax.Hub.Config({ -

    Entropy and the ID3 algorithm

    +

    Implementing the ID3 Algorithm

    -ID3, learns decision trees by constructing -them topdown, beginning with the question which attribute should be tested at the root of the tree? -

      -
    1. Each instance attribute is evaluated using a statistical test to determine how well it alone classifies the training examples.
    2. -
    3. The best attribute is selected and used as the test at the root node of the tree.
    4. -
    5. A descendant of the root node is then created for each possible value of this attribute.
    6. -
    7. Training examples are sorted to the appropriate descendant node.
    8. -
    9. The entire process is then repeated using the training examples associated with each descendant node to select the best attribute to test at that point in the tree.
    10. -
    11. This forms a greedy search for an acceptable decision tree, in which the algorithm never backtracks to reconsider earlier choices.
    12. -
    + +
    import re
    +import math
    +from collections import deque
     
    -The ID3 algorithm selects, which attribute to test at each node in the
    -tree.
    +# x is examples in training set
    +# y is set of targets
    +# label is target attributes
    +# Node is a class which has properties values, childs, and next
    +# root is top node in the decision tree
     
    -

    -We would like to select the attribute that is most useful for classifying -examples. +class Node(object): + def __init__(self): + self.value = None + self.next = None + self.childs = None -

    -What is a good quantitative measure of the worth of an attribute? +# Simple class of Decision Tree +# Aimed for who want to learn Decision Tree, so it is not optimized +class DecisionTree(object): + def __init__(self, sample, attributes, labels): + self.sample = sample + self.attributes = attributes + self.labels = labels + self.labelCodes = None + self.labelCodesCount = None + self.initLabelCodes() + # print(self.labelCodes) + self.root = None + self.entropy = self.getEntropy([x for x in range(len(self.labels))]) -

    -Information gain measures how well a given attribute separates the -training examples according to their target classification. + def initLabelCodes(self): + self.labelCodes = [] + self.labelCodesCount = [] + for l in self.labels: + if l not in self.labelCodes: + self.labelCodes.append(l) + self.labelCodesCount.append(0) + self.labelCodesCount[self.labelCodes.index(l)] += 1 -

    -The ID3 algorithm uses this information gain measure to select among the candidate -attributes at each step while growing the tree. + def getLabelCodeId(self, sampleId): + return self.labelCodes.index(self.labels[sampleId]) + def getAttributeValues(self, sampleIds, attributeId): + vals = [] + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in vals: + vals.append(val) + # print(vals) + return vals + + def getEntropy(self, sampleIds): + entropy = 0 + labelCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCount[self.getLabelCodeId(sid)] += 1 + # print("-ge", labelCount) + for lv in labelCount: + # print(lv) + if lv != 0: + entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) + else: + entropy += 0 + return entropy + + def getDominantLabel(self, sampleIds): + labelCodesCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 + return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] + + def getInformationGain(self, sampleIds, attributeId): + gain = self.getEntropy(sampleIds) + attributeVals = [] + attributeValsCount = [] + attributeValsIds = [] + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in attributeVals: + attributeVals.append(val) + attributeValsCount.append(0) + attributeValsIds.append([]) + vid = attributeVals.index(val) + attributeValsCount[vid] += 1 + attributeValsIds[vid].append(sid) + # print("-gig", self.attributes[attributeId]) + for vc, vids in zip(attributeValsCount, attributeValsIds): + # print("-gig", vids) + gain -= vc/len(sampleIds) * self.getEntropy(vids) + return gain + + def getAttributeMaxInformationGain(self, sampleIds, attributeIds): + attributesEntropy = [0] * len(attributeIds) + for i, attId in zip(range(len(attributeIds)), attributeIds): + attributesEntropy[i] = self.getInformationGain(sampleIds, attId) + maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] + return self.attributes[maxId], maxId + + def isSingleLabeled(self, sampleIds): + label = self.labels[sampleIds[0]] + for sid in sampleIds: + if self.labels[sid] != label: + return False + return True + + def getLabel(self, sampleId): + return self.labels[sampleId] + + def id3(self): + sampleIds = [x for x in range(len(self.sample))] + attributeIds = [x for x in range(len(self.attributes))] + self.root = self.id3Recv(sampleIds, attributeIds, self.root) + + def id3Recv(self, sampleIds, attributeIds, root): + root = Node() # Initialize current root + if self.isSingleLabeled(sampleIds): + root.value = self.labels[sampleIds[0]] + return root + # print(attributeIds) + if len(attributeIds) == 0: + root.value = self.getDominantLabel(sampleIds) + return root + bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( + sampleIds, attributeIds) + # print(bestAttrName) + root.value = bestAttrName + root.childs = [] # Create list of children + for value in self.getAttributeValues(sampleIds, bestAttrId): + # print(value) + child = Node() + child.value = value + root.childs.append(child) # Append new child node to current + # root + childSampleIds = [] + for sid in sampleIds: + if self.sample[sid][bestAttrId] == value: + childSampleIds.append(sid) + if len(childSampleIds) == 0: + child.next = self.getDominantLabel(sampleIds) + else: + # print(bestAttrName, bestAttrId) + # print(attributeIds) + if len(attributeIds) > 0 and bestAttrId in attributeIds: + toRemove = attributeIds.index(bestAttrId) + attributeIds.pop(toRemove) + child.next = self.id3Recv( + childSampleIds, attributeIds, child.next) + return root + + def printTree(self): + if self.root: + roots = deque() + roots.append(self.root) + while len(roots) > 0: + root = roots.popleft() + print(root.value) + if root.childs: + for child in root.childs: + print('({})'.format(child.value)) + roots.append(child.next) + elif root.next: + print(root.next) + + +def test(): + f = open('DataFiles/rideclass.csv') + attributes = f.readline().split(',') + attributes = attributes[1:len(attributes)-1] + print(attributes) + sample = f.readlines() + f.close() + for i in range(len(sample)): + sample[i] = re.sub('\d+,', '', sample[i]) + sample[i] = sample[i].strip().split(',') + labels = [] + for s in sample: + labels.append(s.pop()) + # print(sample) + # print(labels) + decisionTree = DecisionTree(sample, attributes, labels) + print("System entropy {}".format(decisionTree.entropy)) + decisionTree.id3() + decisionTree.printTree() + + +if __name__ == '__main__': + test() +

    @@ -242,7 +396,7 @@ attributes at each step while growing the tree.

  • 30
  • 31
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs022.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs022.html index 25c8cbcc9..0530a3bda 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs022.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs022.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,212 +177,52 @@ MathJax.Hub.Config({ -

    Implementing the ID3 Algorithm

    - +

    Cancer Data again now with Decision Trees and other Methods

    -import re -import math -from collections import deque -

    - - - - - + +

    import matplotlib.pyplot as plt
    +import numpy as np
    +from sklearn.model_selection import  train_test_split 
    +from sklearn.datasets import load_breast_cancer
    +from sklearn.svm import SVC
    +from sklearn.linear_model import LogisticRegression
    +from sklearn.tree import DecisionTreeClassifier
     
    -

    -class Node(object): - def __init__(self): - self.value = None - self.next = None - self.childs = None - -

    - - -class DecisionTree(object): - def __init__(self, sample, attributes, labels): - self.sample = sample - self.attributes = attributes - self.labels = labels - self.labelCodes = None - self.labelCodesCount = None - self.initLabelCodes() - # print(self.labelCodes) - self.root = None - self.entropy = self.getEntropy([x for x in range(len(self.labels))]) - -

    - def initLabelCodes(self): - self.labelCodes = [] - self.labelCodesCount = [] - for l in self.labels: - if l not in self.labelCodes: - self.labelCodes.append(l) - self.labelCodesCount.append(0) - self.labelCodesCount[self.labelCodes.index(l)] += 1 - -

    - def getLabelCodeId(self, sampleId): - return self.labelCodes.index(self.labels[sampleId]) - -

    - def getAttributeValues(self, sampleIds, attributeId): - vals = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in vals: - vals.append(val) - # print(vals) - return vals - -

    - def getEntropy(self, sampleIds): - entropy = 0 - labelCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCount[self.getLabelCodeId(sid)] += 1 - # print("-ge", labelCount) - for lv in labelCount: - # print(lv) - if lv != 0: - entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) - else: - entropy += 0 - return entropy - -

    - def getDominantLabel(self, sampleIds): - labelCodesCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 - return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] - -

    - def getInformationGain(self, sampleIds, attributeId): - gain = self.getEntropy(sampleIds) - attributeVals = [] - attributeValsCount = [] - attributeValsIds = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in attributeVals: - attributeVals.append(val) - attributeValsCount.append(0) - attributeValsIds.append([]) - vid = attributeVals.index(val) - attributeValsCount[vid] += 1 - attributeValsIds[vid].append(sid) - # print("-gig", self.attributes[attributeId]) - for vc, vids in zip(attributeValsCount, attributeValsIds): - # print("-gig", vids) - gain -= vc/len(sampleIds) * self.getEntropy(vids) - return gain - -

    - def getAttributeMaxInformationGain(self, sampleIds, attributeIds): - attributesEntropy = [0] * len(attributeIds) - for i, attId in zip(range(len(attributeIds)), attributeIds): - attributesEntropy[i] = self.getInformationGain(sampleIds, attId) - maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] - return self.attributes[maxId], maxId - -

    - def isSingleLabeled(self, sampleIds): - label = self.labels[sampleIds[0]] - for sid in sampleIds: - if self.labels[sid] != label: - return False - return True - -

    - def getLabel(self, sampleId): - return self.labels[sampleId] - -

    - def id3(self): - sampleIds = [x for x in range(len(self.sample))] - attributeIds = [x for x in range(len(self.attributes))] - self.root = self.id3Recv(sampleIds, attributeIds, self.root) - -

    - def id3Recv(self, sampleIds, attributeIds, root): - root = Node() # Initialize current root - if self.isSingleLabeled(sampleIds): - root.value = self.labels[sampleIds[0]] - return root - # print(attributeIds) - if len(attributeIds) == 0: - root.value = self.getDominantLabel(sampleIds) - return root - bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( - sampleIds, attributeIds) - # print(bestAttrName) - root.value = bestAttrName - root.childs = [] # Create list of children - for value in self.getAttributeValues(sampleIds, bestAttrId): - # print(value) - child = Node() - child.value = value - root.childs.append(child) # Append new child node to current - # root - childSampleIds = [] - for sid in sampleIds: - if self.sample[sid][bestAttrId] == value: - childSampleIds.append(sid) - if len(childSampleIds) == 0: - child.next = self.getDominantLabel(sampleIds) - else: - # print(bestAttrName, bestAttrId) - # print(attributeIds) - if len(attributeIds) > 0 and bestAttrId in attributeIds: - toRemove = attributeIds.index(bestAttrId) - attributeIds.pop(toRemove) - child.next = self.id3Recv( - childSampleIds, attributeIds, child.next) - return root - -

    - def printTree(self): - if self.root: - roots = deque() - roots.append(self.root) - while len(roots) > 0: - root = roots.popleft() - print(root.value) - if root.childs: - for child in root.childs: - print('({})'.format(child.value)) - roots.append(child.next) - elif root.next: - print(root.next) - -

    -def test(): - f = open('DataFiles/rideclass.csv') - attributes = f.readline().split(',') - attributes = attributes[1:len(attributes)-1] - print(attributes) - sample = f.readlines() - f.close() - for i in range(len(sample)): - sample[i] = re.sub('\d+,', '', sample[i]) - sample[i] = sample[i].strip().split(',') - labels = [] - for s in sample: - labels.append(s.pop()) - # print(sample) - # print(labels) - decisionTree = DecisionTree(sample, attributes, labels) - print("System entropy {}".format(decisionTree.entropy)) - decisionTree.id3() - decisionTree.printTree() - -

    -if __name__ == '__main__': - test() +# Load the data +cancer = load_breast_cancer() +X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0) +print(X_train.shape) +print(X_test.shape) +# Logistic Regression +logreg = LogisticRegression(solver='lbfgs') +logreg.fit(X_train, y_train) +print("Test set accuracy with Logistic Regression: {:.2f}".format(logreg.score(X_test,y_test))) +# Support vector machine +svm = SVC(gamma='auto', C=100) +svm.fit(X_train, y_train) +print("Test set accuracy with SVM: {:.2f}".format(svm.score(X_test,y_test))) +# Decision Trees +deep_tree_clf = DecisionTreeClassifier(max_depth=None) +deep_tree_clf.fit(X_train, y_train) +print("Test set accuracy with Decision Trees: {:.2f}".format(deep_tree_clf.score(X_test,y_test))) +#now scale the data +from sklearn.preprocessing import StandardScaler +scaler = StandardScaler() +scaler.fit(X_train) +X_train_scaled = scaler.transform(X_train) +X_test_scaled = scaler.transform(X_test) +# Logistic Regression +logreg.fit(X_train_scaled, y_train) +print("Test set accuracy Logistic Regression with scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) +# Support Vector Machine +svm.fit(X_train_scaled, y_train) +print("Test set accuracy SVM with scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) +# Decision Trees +deep_tree_clf.fit(X_train_scaled, y_train) +print("Test set accuracy with Decision Trees and scaled data: {:.2f}".format(deep_tree_clf.score(X_test_scaled,y_test))) +

    @@ -415,7 +249,7 @@ if __name__ == '__main__':

  • 31
  • 32
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs023.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs023.html index 6c66fb5e7..e369c4f45 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs023.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs023.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,51 +177,74 @@ MathJax.Hub.Config({ -

    Cancer Data again now with Decision Trees and other Methods

    +

    Another example, the moons again

    -

    import matplotlib.pyplot as plt
    +
    from __future__ import division, print_function, unicode_literals
    +
    +# Common imports
     import numpy as np
    -from sklearn.model_selection import  train_test_split 
    -from sklearn.datasets import load_breast_cancer
    +import os
    +
    +# to make this notebook's output stable across runs
    +np.random.seed(42)
    +
    +# To plot pretty figures
    +import matplotlib
    +import matplotlib.pyplot as plt
    +from matplotlib.colors import ListedColormap
    +plt.rcParams['axes.labelsize'] = 14
    +plt.rcParams['xtick.labelsize'] = 12
    +plt.rcParams['ytick.labelsize'] = 12
    +
    +
     from sklearn.svm import SVC
    -from sklearn.linear_model import LogisticRegression
    +from sklearn import datasets
     from sklearn.tree import DecisionTreeClassifier
    +from sklearn.datasets import make_moons
    +from sklearn.tree import export_graphviz
     
    -# Load the data
    -cancer = load_breast_cancer()
    +Xm, ym = make_moons(n_samples=100, noise=0.25, random_state=53)
     
    -X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0)
    -print(X_train.shape)
    -print(X_test.shape)
    -# Logistic Regression
    -logreg = LogisticRegression(solver='lbfgs')
    -logreg.fit(X_train, y_train)
    -print("Test set accuracy with Logistic Regression: {:.2f}".format(logreg.score(X_test,y_test)))
    -# Support vector machine
    -svm = SVC(gamma='auto', C=100)
    -svm.fit(X_train, y_train)
    -print("Test set accuracy with SVM: {:.2f}".format(svm.score(X_test,y_test)))
    -# Decision Trees
    -deep_tree_clf = DecisionTreeClassifier(max_depth=None)
    -deep_tree_clf.fit(X_train, y_train)
    -print("Test set accuracy with Decision Trees: {:.2f}".format(deep_tree_clf.score(X_test,y_test)))
    -#now scale the data
    -from sklearn.preprocessing import StandardScaler
    -scaler = StandardScaler()
    -scaler.fit(X_train)
    -X_train_scaled = scaler.transform(X_train)
    -X_test_scaled = scaler.transform(X_test)
    -# Logistic Regression
    -logreg.fit(X_train_scaled, y_train)
    -print("Test set accuracy Logistic Regression with scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test)))
    -# Support Vector Machine
    -svm.fit(X_train_scaled, y_train)
    -print("Test set accuracy SVM with scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test)))
    -# Decision Trees
    -deep_tree_clf.fit(X_train_scaled, y_train)
    -print("Test set accuracy with Decision Trees and scaled data: {:.2f}".format(deep_tree_clf.score(X_test_scaled,y_test)))
    +deep_tree_clf1 = DecisionTreeClassifier(random_state=42)
    +deep_tree_clf2 = DecisionTreeClassifier(min_samples_leaf=4, random_state=42)
    +deep_tree_clf1.fit(Xm, ym)
    +deep_tree_clf2.fit(Xm, ym)
    +
    +
    +def plot_decision_boundary(clf, X, y, axes=[0, 7.5, 0, 3], iris=True, legend=False, plot_training=True):
    +    x1s = np.linspace(axes[0], axes[1], 100)
    +    x2s = np.linspace(axes[2], axes[3], 100)
    +    x1, x2 = np.meshgrid(x1s, x2s)
    +    X_new = np.c_[x1.ravel(), x2.ravel()]
    +    y_pred = clf.predict(X_new).reshape(x1.shape)
    +    custom_cmap = ListedColormap(['#fafab0','#9898ff','#a0faa0'])
    +    plt.contourf(x1, x2, y_pred, alpha=0.3, cmap=custom_cmap)
    +    if not iris:
    +        custom_cmap2 = ListedColormap(['#7d7d58','#4c4c7f','#507d50'])
    +        plt.contour(x1, x2, y_pred, cmap=custom_cmap2, alpha=0.8)
    +    if plot_training:
    +        plt.plot(X[:, 0][y==0], X[:, 1][y==0], "yo", label="Iris-Setosa")
    +        plt.plot(X[:, 0][y==1], X[:, 1][y==1], "bs", label="Iris-Versicolor")
    +        plt.plot(X[:, 0][y==2], X[:, 1][y==2], "g^", label="Iris-Virginica")
    +        plt.axis(axes)
    +    if iris:
    +        plt.xlabel("Petal length", fontsize=14)
    +        plt.ylabel("Petal width", fontsize=14)
    +    else:
    +        plt.xlabel(r"$x_1$", fontsize=18)
    +        plt.ylabel(r"$x_2$", fontsize=18, rotation=0)
    +    if legend:
    +        plt.legend(loc="lower right", fontsize=14)
    +plt.figure(figsize=(11, 4))
    +plt.subplot(121)
    +plot_decision_boundary(deep_tree_clf1, Xm, ym, axes=[-1.5, 2.5, -1, 1.5], iris=False)
    +plt.title("No restrictions", fontsize=16)
    +plt.subplot(122)
    +plot_decision_boundary(deep_tree_clf2, Xm, ym, axes=[-1.5, 2.5, -1, 1.5], iris=False)
    +plt.title("min_samples_leaf = {}".format(deep_tree_clf2.min_samples_leaf), fontsize=14)
    +plt.show()
     

    @@ -255,7 +272,7 @@ deep_tree_clf.fit(X_train_scaled, y_train)

  • 32
  • 33
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs024.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs024.html index 4edb2d51a..b2f7470df 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs024.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs024.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,73 +177,29 @@ MathJax.Hub.Config({ -

    Another example, the moons again

    +

    Playing around with regions

    -

    from __future__ import division, print_function, unicode_literals
    +
    np.random.seed(6)
    +Xs = np.random.rand(100, 2) - 0.5
    +ys = (Xs[:, 0] > 0).astype(np.float32) * 2
     
    -# Common imports
    -import numpy as np
    -import os
    +angle = np.pi/4
    +rotation_matrix = np.array([[np.cos(angle), -np.sin(angle)], [np.sin(angle), np.cos(angle)]])
    +Xsr = Xs.dot(rotation_matrix)
     
    -# to make this notebook's output stable across runs
    -np.random.seed(42)
    +tree_clf_s = DecisionTreeClassifier(random_state=42)
    +tree_clf_s.fit(Xs, ys)
    +tree_clf_sr = DecisionTreeClassifier(random_state=42)
    +tree_clf_sr.fit(Xsr, ys)
     
    -# To plot pretty figures
    -import matplotlib
    -import matplotlib.pyplot as plt
    -from matplotlib.colors import ListedColormap
    -plt.rcParams['axes.labelsize'] = 14
    -plt.rcParams['xtick.labelsize'] = 12
    -plt.rcParams['ytick.labelsize'] = 12
    -
    -
    -from sklearn.svm import SVC
    -from sklearn import datasets
    -from sklearn.tree import DecisionTreeClassifier
    -from sklearn.datasets import make_moons
    -from sklearn.tree import export_graphviz
    -
    -Xm, ym = make_moons(n_samples=100, noise=0.25, random_state=53)
    -
    -deep_tree_clf1 = DecisionTreeClassifier(random_state=42)
    -deep_tree_clf2 = DecisionTreeClassifier(min_samples_leaf=4, random_state=42)
    -deep_tree_clf1.fit(Xm, ym)
    -deep_tree_clf2.fit(Xm, ym)
    -
    -
    -def plot_decision_boundary(clf, X, y, axes=[0, 7.5, 0, 3], iris=True, legend=False, plot_training=True):
    -    x1s = np.linspace(axes[0], axes[1], 100)
    -    x2s = np.linspace(axes[2], axes[3], 100)
    -    x1, x2 = np.meshgrid(x1s, x2s)
    -    X_new = np.c_[x1.ravel(), x2.ravel()]
    -    y_pred = clf.predict(X_new).reshape(x1.shape)
    -    custom_cmap = ListedColormap(['#fafab0','#9898ff','#a0faa0'])
    -    plt.contourf(x1, x2, y_pred, alpha=0.3, cmap=custom_cmap)
    -    if not iris:
    -        custom_cmap2 = ListedColormap(['#7d7d58','#4c4c7f','#507d50'])
    -        plt.contour(x1, x2, y_pred, cmap=custom_cmap2, alpha=0.8)
    -    if plot_training:
    -        plt.plot(X[:, 0][y==0], X[:, 1][y==0], "yo", label="Iris-Setosa")
    -        plt.plot(X[:, 0][y==1], X[:, 1][y==1], "bs", label="Iris-Versicolor")
    -        plt.plot(X[:, 0][y==2], X[:, 1][y==2], "g^", label="Iris-Virginica")
    -        plt.axis(axes)
    -    if iris:
    -        plt.xlabel("Petal length", fontsize=14)
    -        plt.ylabel("Petal width", fontsize=14)
    -    else:
    -        plt.xlabel(r"$x_1$", fontsize=18)
    -        plt.ylabel(r"$x_2$", fontsize=18, rotation=0)
    -    if legend:
    -        plt.legend(loc="lower right", fontsize=14)
     plt.figure(figsize=(11, 4))
     plt.subplot(121)
    -plot_decision_boundary(deep_tree_clf1, Xm, ym, axes=[-1.5, 2.5, -1, 1.5], iris=False)
    -plt.title("No restrictions", fontsize=16)
    +plot_decision_boundary(tree_clf_s, Xs, ys, axes=[-0.7, 0.7, -0.7, 0.7], iris=False)
     plt.subplot(122)
    -plot_decision_boundary(deep_tree_clf2, Xm, ym, axes=[-1.5, 2.5, -1, 1.5], iris=False)
    -plt.title("min_samples_leaf = {}".format(deep_tree_clf2.min_samples_leaf), fontsize=14)
    +plot_decision_boundary(tree_clf_sr, Xsr, ys, axes=[-0.7, 0.7, -0.7, 0.7], iris=False)
    +
     plt.show()
     

    @@ -278,7 +228,7 @@ plt.show()

  • 33
  • 34
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs025.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs025.html index 9b12a47de..38e372b68 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs025.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs025.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,30 +177,24 @@ MathJax.Hub.Config({ -

    Playing around with regions

    +

    Regression trees

    -

    np.random.seed(6)
    -Xs = np.random.rand(100, 2) - 0.5
    -ys = (Xs[:, 0] > 0).astype(np.float32) * 2
    +
    # Quadratic training set + noise
    +np.random.seed(42)
    +m = 200
    +X = np.random.rand(m, 1)
    +y = 4 * (X - 0.5) ** 2
    +y = y + np.random.randn(m, 1) / 10
    +
    +

    -angle = np.pi/4 -rotation_matrix = np.array([[np.cos(angle), -np.sin(angle)], [np.sin(angle), np.cos(angle)]]) -Xsr = Xs.dot(rotation_matrix) + +

    from sklearn.tree import DecisionTreeRegressor
     
    -tree_clf_s = DecisionTreeClassifier(random_state=42)
    -tree_clf_s.fit(Xs, ys)
    -tree_clf_sr = DecisionTreeClassifier(random_state=42)
    -tree_clf_sr.fit(Xsr, ys)
    -
    -plt.figure(figsize=(11, 4))
    -plt.subplot(121)
    -plot_decision_boundary(tree_clf_s, Xs, ys, axes=[-0.7, 0.7, -0.7, 0.7], iris=False)
    -plt.subplot(122)
    -plot_decision_boundary(tree_clf_sr, Xsr, ys, axes=[-0.7, 0.7, -0.7, 0.7], iris=False)
    -
    -plt.show()
    +tree_reg = DecisionTreeRegressor(max_depth=2, random_state=42)
    +tree_reg.fit(X, y)
     

    @@ -234,7 +222,7 @@ plt.show()

  • 34
  • 35
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs026.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs026.html index 8f217f034..1796e10dd 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs026.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs026.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,24 +177,80 @@ MathJax.Hub.Config({ -

    Regression trees

    -

    - - -

    # Quadratic training set + noise
    -np.random.seed(42)
    -m = 200
    -X = np.random.rand(m, 1)
    -y = 4 * (X - 0.5) ** 2
    -y = y + np.random.randn(m, 1) / 10
    -
    +

    Final regressor code

    from sklearn.tree import DecisionTreeRegressor
     
    -tree_reg = DecisionTreeRegressor(max_depth=2, random_state=42)
    -tree_reg.fit(X, y)
    +tree_reg1 = DecisionTreeRegressor(random_state=42, max_depth=2)
    +tree_reg2 = DecisionTreeRegressor(random_state=42, max_depth=3)
    +tree_reg1.fit(X, y)
    +tree_reg2.fit(X, y)
    +
    +def plot_regression_predictions(tree_reg, X, y, axes=[0, 1, -0.2, 1], ylabel="$y$"):
    +    x1 = np.linspace(axes[0], axes[1], 500).reshape(-1, 1)
    +    y_pred = tree_reg.predict(x1)
    +    plt.axis(axes)
    +    plt.xlabel("$x_1$", fontsize=18)
    +    if ylabel:
    +        plt.ylabel(ylabel, fontsize=18, rotation=0)
    +    plt.plot(X, y, "b.")
    +    plt.plot(x1, y_pred, "r.-", linewidth=2, label=r"$\hat{y}$")
    +
    +plt.figure(figsize=(11, 4))
    +plt.subplot(121)
    +plot_regression_predictions(tree_reg1, X, y)
    +for split, style in ((0.1973, "k-"), (0.0917, "k--"), (0.7718, "k--")):
    +    plt.plot([split, split], [-0.2, 1], style, linewidth=2)
    +plt.text(0.21, 0.65, "Depth=0", fontsize=15)
    +plt.text(0.01, 0.2, "Depth=1", fontsize=13)
    +plt.text(0.65, 0.8, "Depth=1", fontsize=13)
    +plt.legend(loc="upper center", fontsize=18)
    +plt.title("max_depth=2", fontsize=14)
    +
    +plt.subplot(122)
    +plot_regression_predictions(tree_reg2, X, y, ylabel=None)
    +for split, style in ((0.1973, "k-"), (0.0917, "k--"), (0.7718, "k--")):
    +    plt.plot([split, split], [-0.2, 1], style, linewidth=2)
    +for split in (0.0458, 0.1298, 0.2873, 0.9040):
    +    plt.plot([split, split], [-0.2, 1], "k:", linewidth=1)
    +plt.text(0.3, 0.5, "Depth=2", fontsize=13)
    +plt.title("max_depth=3", fontsize=14)
    +
    +plt.show()
    +
    +

    + + +

    tree_reg1 = DecisionTreeRegressor(random_state=42)
    +tree_reg2 = DecisionTreeRegressor(random_state=42, min_samples_leaf=10)
    +tree_reg1.fit(X, y)
    +tree_reg2.fit(X, y)
    +
    +x1 = np.linspace(0, 1, 500).reshape(-1, 1)
    +y_pred1 = tree_reg1.predict(x1)
    +y_pred2 = tree_reg2.predict(x1)
    +
    +plt.figure(figsize=(11, 4))
    +
    +plt.subplot(121)
    +plt.plot(X, y, "b.")
    +plt.plot(x1, y_pred1, "r.-", linewidth=2, label=r"$\hat{y}$")
    +plt.axis([0, 1, -0.2, 1.1])
    +plt.xlabel("$x_1$", fontsize=18)
    +plt.ylabel("$y$", fontsize=18, rotation=0)
    +plt.legend(loc="upper center", fontsize=18)
    +plt.title("No restrictions", fontsize=14)
    +
    +plt.subplot(122)
    +plt.plot(X, y, "b.")
    +plt.plot(x1, y_pred2, "r.-", linewidth=2, label=r"$\hat{y}$")
    +plt.axis([0, 1, -0.2, 1.1])
    +plt.xlabel("$x_1$", fontsize=18)
    +plt.title("min_samples_leaf={}".format(tree_reg2.min_samples_leaf), fontsize=14)
    +
    +plt.show()
     

    @@ -228,7 +278,7 @@ tree_reg.fit(X, y)

  • 35
  • 36
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs027.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs027.html index 21cc1bb47..afeb9be33 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs027.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs027.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,82 +177,18 @@ MathJax.Hub.Config({ -

    Final regressor code

    -

    +

    Pros and cons of trees, pros

    - -
    from sklearn.tree import DecisionTreeRegressor
    +
      +
    • White box, easy to interpret model. Some people believe that decision trees more closely mirror human decision-making than do the regression and classification approaches discussed earlier (think of support vector machines)
    • +
    • Trees are very easy to explain to people. In fact, they are even easier to explain than linear regression!
    • +
    • No feature normalization needed
    • +
    • Tree models can handle both continuous and categorical data (Classification and Regression Trees)
    • +
    • Can model nonlinear relationships
    • +
    • Can model interactions between the different descriptive features
    • +
    • Trees can be displayed graphically, and are easily interpreted even by a non-expert (especially if they are small)
    • +
    -tree_reg1 = DecisionTreeRegressor(random_state=42, max_depth=2) -tree_reg2 = DecisionTreeRegressor(random_state=42, max_depth=3) -tree_reg1.fit(X, y) -tree_reg2.fit(X, y) - -def plot_regression_predictions(tree_reg, X, y, axes=[0, 1, -0.2, 1], ylabel="$y$"): - x1 = np.linspace(axes[0], axes[1], 500).reshape(-1, 1) - y_pred = tree_reg.predict(x1) - plt.axis(axes) - plt.xlabel("$x_1$", fontsize=18) - if ylabel: - plt.ylabel(ylabel, fontsize=18, rotation=0) - plt.plot(X, y, "b.") - plt.plot(x1, y_pred, "r.-", linewidth=2, label=r"$\hat{y}$") - -plt.figure(figsize=(11, 4)) -plt.subplot(121) -plot_regression_predictions(tree_reg1, X, y) -for split, style in ((0.1973, "k-"), (0.0917, "k--"), (0.7718, "k--")): - plt.plot([split, split], [-0.2, 1], style, linewidth=2) -plt.text(0.21, 0.65, "Depth=0", fontsize=15) -plt.text(0.01, 0.2, "Depth=1", fontsize=13) -plt.text(0.65, 0.8, "Depth=1", fontsize=13) -plt.legend(loc="upper center", fontsize=18) -plt.title("max_depth=2", fontsize=14) - -plt.subplot(122) -plot_regression_predictions(tree_reg2, X, y, ylabel=None) -for split, style in ((0.1973, "k-"), (0.0917, "k--"), (0.7718, "k--")): - plt.plot([split, split], [-0.2, 1], style, linewidth=2) -for split in (0.0458, 0.1298, 0.2873, 0.9040): - plt.plot([split, split], [-0.2, 1], "k:", linewidth=1) -plt.text(0.3, 0.5, "Depth=2", fontsize=13) -plt.title("max_depth=3", fontsize=14) - -plt.show() -
    -

    - - -

    tree_reg1 = DecisionTreeRegressor(random_state=42)
    -tree_reg2 = DecisionTreeRegressor(random_state=42, min_samples_leaf=10)
    -tree_reg1.fit(X, y)
    -tree_reg2.fit(X, y)
    -
    -x1 = np.linspace(0, 1, 500).reshape(-1, 1)
    -y_pred1 = tree_reg1.predict(x1)
    -y_pred2 = tree_reg2.predict(x1)
    -
    -plt.figure(figsize=(11, 4))
    -
    -plt.subplot(121)
    -plt.plot(X, y, "b.")
    -plt.plot(x1, y_pred1, "r.-", linewidth=2, label=r"$\hat{y}$")
    -plt.axis([0, 1, -0.2, 1.1])
    -plt.xlabel("$x_1$", fontsize=18)
    -plt.ylabel("$y$", fontsize=18, rotation=0)
    -plt.legend(loc="upper center", fontsize=18)
    -plt.title("No restrictions", fontsize=14)
    -
    -plt.subplot(122)
    -plt.plot(X, y, "b.")
    -plt.plot(x1, y_pred2, "r.-", linewidth=2, label=r"$\hat{y}$")
    -plt.axis([0, 1, -0.2, 1.1])
    -plt.xlabel("$x_1$", fontsize=18)
    -plt.title("min_samples_leaf={}".format(tree_reg2.min_samples_leaf), fontsize=14)
    -
    -plt.show()
    -
    -

    diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs028.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs028.html index de920c9e4..8646025cb 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs028.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs028.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,18 +177,21 @@ MathJax.Hub.Config({ -

    Pros and cons of trees, pros

    +

    Disadvantages

      -
    • White box, easy to interpret model. Some people believe that decision trees more closely mirror human decision-making than do the regression and classification approaches discussed earlier (think of support vector machines)
    • -
    • Trees are very easy to explain to people. In fact, they are even easier to explain than linear regression!
    • -
    • No feature normalization needed
    • -
    • Tree models can handle both continuous and categorical data (Classification and Regression Trees)
    • -
    • Can model nonlinear relationships
    • -
    • Can model interactions between the different descriptive features
    • -
    • Trees can be displayed graphically, and are easily interpreted even by a non-expert (especially if they are small)
    • +
    • Unfortunately, trees generally do not have the same level of predictive accuracy as some of the other regression and classification approaches
    • +
    • If continuous features are used the tree may become quite large and hence less interpretable
    • +
    • Decision trees are prone to overfit the training data and hence do not well generalize the data if no stopping criteria or improvements like pruning, boosting or bagging are implemented
    • +
    • Small changes in the data may lead to a completely different tree. This issue can be addressed by using ensemble methods like bagging, boosting or random forests
    • +
    • Unbalanced datasets where some target feature values occur much more frequently than others may lead to biased trees since the frequently occurring feature values are preferred over the less frequently occurring ones.
    • +
    • If the number of features is relatively large (high dimensional) and the number of instances is relatively low, the tree might overfit the data
    • +
    • Features with many levels may be preferred over features with less levels since for them it is more easy to split the dataset such that the sub datasets only contain pure target feature values. This issue can be addressed by preferring for instance the information gain ratio as splitting criteria over information gain
    +However, by aggregating many decision trees, using methods like bagging, random forests, and boosting, the predictive performance of trees can be substantially improved. + +

      @@ -219,8 +216,6 @@ MathJax.Hub.Config({
    • 36
    • 37
    • 38
    • -
    • ...
    • -
    • 39
    • »
    diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs029.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs029.html index 0ccfacfb4..351fcd155 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs029.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs029.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,19 +177,21 @@ MathJax.Hub.Config({ -

    Disadvantages

    +

    Bagging

    -
      -
    • Unfortunately, trees generally do not have the same level of predictive accuracy as some of the other regression and classification approaches
    • -
    • If continuous features are used the tree may become quite large and hence less interpretable
    • -
    • Decision trees are prone to overfit the training data and hence do not well generalize the data if no stopping criteria or improvements like pruning, boosting or bagging are implemented
    • -
    • Small changes in the data may lead to a completely different tree. This issue can be addressed by using ensemble methods like bagging, boosting or random forests
    • -
    • Unbalanced datasets where some target feature values occur much more frequently than others may lead to biased trees since the frequently occurring feature values are preferred over the less frequently occurring ones.
    • -
    • If the number of features is relatively large (high dimensional) and the number of instances is relatively low, the tree might overfit the data
    • -
    • Features with many levels may be preferred over features with less levels since for them it is more easy to split the dataset such that the sub datasets only contain pure target feature values. This issue can be addressed by preferring for instance the information gain ratio as splitting criteria over information gain
    • -
    +

    +The plain decision trees suffer from high +variance. This means that if we split the training data into two parts +at random, and fit a decision tree to both halves, the results that we +get could be quite different. In contrast, a procedure with low +variance will yield similar results if applied repeatedly to distinct +data sets; linear regression tends to have low variance, if the ratio +of \( n \) to \( p \) is moderately large. -However, by aggregating many decision trees, using methods like bagging, random forests, and boosting, the predictive performance of trees can be substantially improved. +

    +Bootstrap aggregation, or just bagging, is a +general-purpose procedure for reducing the variance of a statistical +learning method.

    @@ -221,7 +217,6 @@ However, by aggregating many decision trees, using methods like bagging, random

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs030.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs030.html index 0227cab95..7da1b0026 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs030.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs030.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,21 +177,31 @@ MathJax.Hub.Config({ -

    Bagging

    +

    More bagging

    -The plain decision trees suffer from high -variance. This means that if we split the training data into two parts -at random, and fit a decision tree to both halves, the results that we -get could be quite different. In contrast, a procedure with low -variance will yield similar results if applied repeatedly to distinct -data sets; linear regression tends to have low variance, if the ratio -of \( n \) to \( p \) is moderately large. +Bagging typically results in improved accuracy +over prediction using a single tree. Unfortunately, however, it can be +difficult to interpret the resulting model. Recall that one of the +advantages of decision trees is the attractive and easily interpreted +diagram that results.

    -Bootstrap aggregation, or just bagging, is a -general-purpose procedure for reducing the variance of a statistical -learning method. +However, when we bag a large number of trees, it is no longer +possible to represent the resulting statistical learning procedure +using a single tree, and it is no longer clear which variables are +most important to the procedure. Thus, bagging improves prediction +accuracy at the expense of interpretability. Although the collection +of bagged trees is much more difficult to interpret than a single +tree, one can obtain an overall summary of the importance of each +predictor using the MSE (for bagging regression trees) or the Gini +index (for bagging classification trees). In the case of bagging +regression trees, we can record the total amount that the MSE is +decreased due to splits over a given predictor, averaged over all \( B \) possible +trees. A large value indicates an important predictor. Similarly, in +the context of bagging classification trees, we can add up the total +amount that the Gini index is decreased by splits over a given +predictor, averaged over all \( B \) trees.

    @@ -222,7 +226,6 @@ learning method.

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs031.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs031.html index 8c89c0702..3a54259db 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs031.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs031.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,32 +177,23 @@ MathJax.Hub.Config({ -

    More bagging

    - +

    Simple example, head or tail

    -Bagging typically results in improved accuracy -over prediction using a single tree. Unfortunately, however, it can be -difficult to interpret the resulting model. Recall that one of the -advantages of decision trees is the attractive and easily interpreted -diagram that results. - -

    -However, when we bag a large number of trees, it is no longer -possible to represent the resulting statistical learning procedure -using a single tree, and it is no longer clear which variables are -most important to the procedure. Thus, bagging improves prediction -accuracy at the expense of interpretability. Although the collection -of bagged trees is much more difficult to interpret than a single -tree, one can obtain an overall summary of the importance of each -predictor using the MSE (for bagging regression trees) or the Gini -index (for bagging classification trees). In the case of bagging -regression trees, we can record the total amount that the MSE is -decreased due to splits over a given predictor, averaged over all \( B \) possible -trees. A large value indicates an important predictor. Similarly, in -the context of bagging classification trees, we can add up the total -amount that the Gini index is decreased by splits over a given -predictor, averaged over all \( B \) trees. + +

    heads_proba = 0.51
    +coin_tosses = (np.random.rand(10000, 10) < heads_proba).astype(np.int32)
    +cumulative_heads_ratio = np.cumsum(coin_tosses, axis=0) / np.arange(1, 10001).reshape(-1, 1)
    +plt.figure(figsize=(8,3.5))
    +plt.plot(cumulative_heads_ratio)
    +plt.plot([0, 10000], [0.51, 0.51], "k--", linewidth=2, label="51%")
    +plt.plot([0, 10000], [0.5, 0.5], "k-", label="50%")
    +plt.xlabel("Number of coin tosses")
    +plt.ylabel("Heads ratio")
    +plt.legend(loc="lower right")
    +plt.axis([0, 10000, 0.42, 0.58])
    +plt.show()
    +

    @@ -231,7 +216,6 @@ predictor, averaged over all \( B \) trees.

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs032.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs032.html index 53e0b096e..6a2a6ac0f 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs032.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs032.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,22 +177,53 @@ MathJax.Hub.Config({ -

    Simple example, head or tail

    +

    Bagging Example

    -

    heads_proba = 0.51
    -coin_tosses = (np.random.rand(10000, 10) < heads_proba).astype(np.int32)
    -cumulative_heads_ratio = np.cumsum(coin_tosses, axis=0) / np.arange(1, 10001).reshape(-1, 1)
    -plt.figure(figsize=(8,3.5))
    -plt.plot(cumulative_heads_ratio)
    -plt.plot([0, 10000], [0.51, 0.51], "k--", linewidth=2, label="51%")
    -plt.plot([0, 10000], [0.5, 0.5], "k-", label="50%")
    -plt.xlabel("Number of coin tosses")
    -plt.ylabel("Heads ratio")
    -plt.legend(loc="lower right")
    -plt.axis([0, 10000, 0.42, 0.58])
    -plt.show()
    +
    from sklearn.model_selection import train_test_split
    +from sklearn.datasets import make_moons
    +
    +X, y = make_moons(n_samples=500, noise=0.30, random_state=42)
    +X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=42)
    +
    +from sklearn.ensemble import RandomForestClassifier
    +from sklearn.ensemble import VotingClassifier
    +from sklearn.linear_model import LogisticRegression
    +from sklearn.svm import SVC
    +
    +log_clf = LogisticRegression(solver="liblinear", random_state=42)
    +rnd_clf = RandomForestClassifier(n_estimators=10, random_state=42)
    +svm_clf = SVC(gamma="auto", random_state=42)
    +
    +voting_clf = VotingClassifier(
    +    estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)],
    +    voting='hard')
    +
    +voting_clf.fit(X_train, y_train)
    +
    +from sklearn.metrics import accuracy_score
    +
    +for clf in (log_clf, rnd_clf, svm_clf, voting_clf):
    +    clf.fit(X_train, y_train)
    +    y_pred = clf.predict(X_test)
    +    print(clf.__class__.__name__, accuracy_score(y_test, y_pred))
    +
    +log_clf = LogisticRegression(solver="liblinear", random_state=42)
    +rnd_clf = RandomForestClassifier(n_estimators=10, random_state=42)
    +svm_clf = SVC(gamma="auto", probability=True, random_state=42)
    +
    +voting_clf = VotingClassifier(
    +    estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)],
    +    voting='soft')
    +voting_clf.fit(X_train, y_train)
    +
    +from sklearn.metrics import accuracy_score
    +
    +for clf in (log_clf, rnd_clf, svm_clf, voting_clf):
    +    clf.fit(X_train, y_train)
    +    y_pred = clf.predict(X_test)
    +    print(clf.__class__.__name__, accuracy_score(y_test, y_pred))
     

    @@ -221,7 +246,6 @@ plt.show()

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs033.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs033.html index e56a049b4..404065ca8 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs033.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs033.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,54 +177,47 @@ MathJax.Hub.Config({ -

    Bagging Example

    +

    Random forests

    +

    +Random forests provide an improvement over bagged trees by way of a +small tweak that decorrelates the trees. - -

    from sklearn.model_selection import train_test_split
    -from sklearn.datasets import make_moons
    +

    +As in bagging, we build a +number of decision trees on bootstrapped training samples. But when +building these decision trees, each time a split in a tree is +considered, a random sample of \( m \) predictors is chosen as split +candidates from the full set of \( p \) predictors. The split is allowed to +use only one of those \( m \) predictors. -X, y = make_moons(n_samples=500, noise=0.30, random_state=42) -X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=42) +

    +A fresh sample of \( m \) predictors is +taken at each split, and typically we choose -from sklearn.ensemble import RandomForestClassifier -from sklearn.ensemble import VotingClassifier -from sklearn.linear_model import LogisticRegression -from sklearn.svm import SVC +$$ +m\approx \sqrt{p}. +$$ -log_clf = LogisticRegression(solver="liblinear", random_state=42) -rnd_clf = RandomForestClassifier(n_estimators=10, random_state=42) -svm_clf = SVC(gamma="auto", random_state=42) +

    +In building a random forest, at +each split in the tree, the algorithm is not even allowed to consider +a majority of the available predictors. -voting_clf = VotingClassifier( - estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)], - voting='hard') +

    +The reason for this is rather clever. Suppose that there is one very +strong predictor in the data set, along with a number of other +moderately strong predictors. Then in the collection of bagged +variable importance random forest trees, most or all of the trees will +use this strong predictor in the top split. Consequently, all of the +bagged trees will look quite similar to each other. Hence the +predictions from the bagged trees will be highly correlated. +Unfortunately, averaging many highly correlated quantities does not +lead to as large of a reduction in variance as averaging many +uncorrelated quanti- ties. In particular, this means that bagging will +not lead to a substantial reduction in variance over a single tree in +this setting. -voting_clf.fit(X_train, y_train) - -from sklearn.metrics import accuracy_score - -for clf in (log_clf, rnd_clf, svm_clf, voting_clf): - clf.fit(X_train, y_train) - y_pred = clf.predict(X_test) - print(clf.__class__.__name__, accuracy_score(y_test, y_pred)) - -log_clf = LogisticRegression(solver="liblinear", random_state=42) -rnd_clf = RandomForestClassifier(n_estimators=10, random_state=42) -svm_clf = SVC(gamma="auto", probability=True, random_state=42) - -voting_clf = VotingClassifier( - estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)], - voting='soft') -voting_clf.fit(X_train, y_train) - -from sklearn.metrics import accuracy_score - -for clf in (log_clf, rnd_clf, svm_clf, voting_clf): - clf.fit(X_train, y_train) - y_pred = clf.predict(X_test) - print(clf.__class__.__name__, accuracy_score(y_test, y_pred)) -

    @@ -251,7 +238,6 @@ voting_clf.fit(X_train, y_train)

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs034.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs034.html index a6d930144..8babd7241 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs034.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs034.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,47 +177,21 @@ MathJax.Hub.Config({ -

    Random forests

    - +

    A simple scikit-learn example

    -Random forests provide an improvement over bagged trees by way of a -small tweak that decorrelates the trees. - -

    -As in bagging, we build a -number of decision trees on bootstrapped training samples. But when -building these decision trees, each time a split in a tree is -considered, a random sample of \( m \) predictors is chosen as split -candidates from the full set of \( p \) predictors. The split is allowed to -use only one of those \( m \) predictors. - -

    -A fresh sample of \( m \) predictors is -taken at each split, and typically we choose - -$$ -m\approx \sqrt{p}. -$$ - -

    -In building a random forest, at -each split in the tree, the algorithm is not even allowed to consider -a majority of the available predictors. - -

    -The reason for this is rather clever. Suppose that there is one very -strong predictor in the data set, along with a number of other -moderately strong predictors. Then in the collection of bagged -variable importance random forest trees, most or all of the trees will -use this strong predictor in the top split. Consequently, all of the -bagged trees will look quite similar to each other. Hence the -predictions from the bagged trees will be highly correlated. -Unfortunately, averaging many highly correlated quantities does not -lead to as large of a reduction in variance as averaging many -uncorrelated quanti- ties. In particular, this means that bagging will -not lead to a substantial reduction in variance over a single tree in -this setting. + +

    from sklearn.ensemble import RandomForestClassifier
    +from sklearn.preprocessing import LabelEncoder
    +from sklearn.model_selection import cross_validate
    +# Data set not specificied
    +X = dataset.XXX
    +Y = dataset.YYY
    +#Instantiate the model with 100 trees and entropy as splitting criteria
    +Random_Forest_model = RandomForestClassifier(n_estimators=100,criterion="entropy")
    +#Cross validation
    +accuracy = cross_validate(Random_Forest_model,X,Y,cv=10)['test_score']
    +

    @@ -243,7 +211,6 @@ this setting.

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs035.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs035.html index 069858f8e..50cde2289 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs035.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs035.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,20 +177,60 @@ MathJax.Hub.Config({ -

    A simple scikit-learn example

    +

    Please, not the moons again!

    -

    from sklearn.ensemble import RandomForestClassifier
    -from sklearn.preprocessing import LabelEncoder
    -from sklearn.model_selection import cross_validate
    -# Data set not specificied
    -X = dataset.XXX
    -Y = dataset.YYY
    -#Instantiate the model with 100 trees and entropy as splitting criteria
    -Random_Forest_model = RandomForestClassifier(n_estimators=100,criterion="entropy")
    -#Cross validation
    -accuracy = cross_validate(Random_Forest_model,X,Y,cv=10)['test_score']
    +
    from sklearn.model_selection import train_test_split
    +from sklearn.datasets import make_moons
    +
    +X, y = make_moons(n_samples=500, noise=0.30, random_state=42)
    +X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=42)
    +from sklearn.ensemble import RandomForestClassifier
    +from sklearn.ensemble import VotingClassifier
    +from sklearn.linear_model import LogisticRegression
    +from sklearn.svm import SVC
    +
    +log_clf = LogisticRegression(random_state=42)
    +rnd_clf = RandomForestClassifier(random_state=42)
    +svm_clf = SVC(random_state=42)
    +
    +voting_clf = VotingClassifier(
    +    estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)],
    +    voting='hard')
    +voting_clf.fit(X_train, y_train)
    +
    +

    + + +

    from sklearn.metrics import accuracy_score
    +
    +for clf in (log_clf, rnd_clf, svm_clf, voting_clf):
    +    clf.fit(X_train, y_train)
    +    y_pred = clf.predict(X_test)
    +    print(clf.__class__.__name__, accuracy_score(y_test, y_pred))
    +
    +

    + + +

    log_clf = LogisticRegression(random_state=42)
    +rnd_clf = RandomForestClassifier(random_state=42)
    +svm_clf = SVC(probability=True, random_state=42)
    +
    +voting_clf = VotingClassifier(
    +    estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)],
    +    voting='soft')
    +voting_clf.fit(X_train, y_train)
    +
    +

    + + +

    from sklearn.metrics import accuracy_score
    +
    +for clf in (log_clf, rnd_clf, svm_clf, voting_clf):
    +    clf.fit(X_train, y_train)
    +    y_pred = clf.predict(X_test)
    +    print(clf.__class__.__name__, accuracy_score(y_test, y_pred))
     

    @@ -216,7 +250,6 @@ accuracy = cross_validate(Random_Forest_mode

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs036.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs036.html index e606b8e79..2393ad333 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs036.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs036.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,60 +177,63 @@ MathJax.Hub.Config({ -

    Please, not the moons again!

    +

    Bagging examples

    +

    -

    from sklearn.model_selection import train_test_split
    -from sklearn.datasets import make_moons
    +
    from sklearn.ensemble import BaggingClassifier
    +from sklearn.tree import DecisionTreeClassifier
     
    -X, y = make_moons(n_samples=500, noise=0.30, random_state=42)
    -X_train, X_test, y_train, y_test = train_test_split(X, y, random_state=42)
    -from sklearn.ensemble import RandomForestClassifier
    -from sklearn.ensemble import VotingClassifier
    -from sklearn.linear_model import LogisticRegression
    -from sklearn.svm import SVC
    -
    -log_clf = LogisticRegression(random_state=42)
    -rnd_clf = RandomForestClassifier(random_state=42)
    -svm_clf = SVC(random_state=42)
    -
    -voting_clf = VotingClassifier(
    -    estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)],
    -    voting='hard')
    -voting_clf.fit(X_train, y_train)
    +bag_clf = BaggingClassifier(
    +    DecisionTreeClassifier(random_state=42), n_estimators=500,
    +    max_samples=100, bootstrap=True, n_jobs=-1, random_state=42)
    +bag_clf.fit(X_train, y_train)
    +y_pred = bag_clf.predict(X_test)
     

    from sklearn.metrics import accuracy_score
    -
    -for clf in (log_clf, rnd_clf, svm_clf, voting_clf):
    -    clf.fit(X_train, y_train)
    -    y_pred = clf.predict(X_test)
    -    print(clf.__class__.__name__, accuracy_score(y_test, y_pred))
    +print(accuracy_score(y_test, y_pred))
     

    -

    log_clf = LogisticRegression(random_state=42)
    -rnd_clf = RandomForestClassifier(random_state=42)
    -svm_clf = SVC(probability=True, random_state=42)
    -
    -voting_clf = VotingClassifier(
    -    estimators=[('lr', log_clf), ('rf', rnd_clf), ('svc', svm_clf)],
    -    voting='soft')
    -voting_clf.fit(X_train, y_train)
    +
    tree_clf = DecisionTreeClassifier(random_state=42)
    +tree_clf.fit(X_train, y_train)
    +y_pred_tree = tree_clf.predict(X_test)
    +print(accuracy_score(y_test, y_pred_tree))
     

    -

    from sklearn.metrics import accuracy_score
    +
    from matplotlib.colors import ListedColormap
     
    -for clf in (log_clf, rnd_clf, svm_clf, voting_clf):
    -    clf.fit(X_train, y_train)
    -    y_pred = clf.predict(X_test)
    -    print(clf.__class__.__name__, accuracy_score(y_test, y_pred))
    +def plot_decision_boundary(clf, X, y, axes=[-1.5, 2.5, -1, 1.5], alpha=0.5, contour=True):
    +    x1s = np.linspace(axes[0], axes[1], 100)
    +    x2s = np.linspace(axes[2], axes[3], 100)
    +    x1, x2 = np.meshgrid(x1s, x2s)
    +    X_new = np.c_[x1.ravel(), x2.ravel()]
    +    y_pred = clf.predict(X_new).reshape(x1.shape)
    +    custom_cmap = ListedColormap(['#fafab0','#9898ff','#a0faa0'])
    +    plt.contourf(x1, x2, y_pred, alpha=0.3, cmap=custom_cmap)
    +    if contour:
    +        custom_cmap2 = ListedColormap(['#7d7d58','#4c4c7f','#507d50'])
    +        plt.contour(x1, x2, y_pred, cmap=custom_cmap2, alpha=0.8)
    +    plt.plot(X[:, 0][y==0], X[:, 1][y==0], "yo", alpha=alpha)
    +    plt.plot(X[:, 0][y==1], X[:, 1][y==1], "bs", alpha=alpha)
    +    plt.axis(axes)
    +    plt.xlabel(r"$x_1$", fontsize=18)
    +    plt.ylabel(r"$x_2$", fontsize=18, rotation=0)
    +plt.figure(figsize=(11,4))
    +plt.subplot(121)
    +plot_decision_boundary(tree_clf, X, y)
    +plt.title("Decision Tree", fontsize=14)
    +plt.subplot(122)
    +plot_decision_boundary(bag_clf, X, y)
    +plt.title("Decision Trees with Bagging", fontsize=14)
    +plt.show()
     

    @@ -255,7 +252,6 @@ voting_clf.fit(X_train, y_train)

  • 36
  • 37
  • 38
  • -
  • 39
  • »
  • diff --git a/doc/pub/DecisionTrees/html/._DecisionTrees-bs037.html b/doc/pub/DecisionTrees/html/._DecisionTrees-bs037.html index fd4b8a4d6..397c77e98 100644 --- a/doc/pub/DecisionTrees/html/._DecisionTrees-bs037.html +++ b/doc/pub/DecisionTrees/html/._DecisionTrees-bs037.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -183,65 +177,27 @@ MathJax.Hub.Config({ -

    Bagging examples

    - +

    Then random forests

    -

    from sklearn.ensemble import BaggingClassifier
    -from sklearn.tree import DecisionTreeClassifier
    +
    bag_clf = BaggingClassifier(
    +    DecisionTreeClassifier(splitter="random", max_leaf_nodes=16, random_state=42),
    +    n_estimators=500, max_samples=1.0, bootstrap=True, n_jobs=-1, random_state=42)
    +
    +

    -bag_clf = BaggingClassifier( - DecisionTreeClassifier(random_state=42), n_estimators=500, - max_samples=100, bootstrap=True, n_jobs=-1, random_state=42) -bag_clf.fit(X_train, y_train) + +

    bag_clf.fit(X_train, y_train)
     y_pred = bag_clf.predict(X_test)
    +from sklearn.ensemble import RandomForestClassifier
    +rnd_clf = RandomForestClassifier(n_estimators=500, max_leaf_nodes=16, n_jobs=-1, random_state=42)
    +rnd_clf.fit(X_train, y_train)
    +y_pred_rf = rnd_clf.predict(X_test)
    +np.sum(y_pred == y_pred_rf) / len(y_pred) 
     

    - -

    from sklearn.metrics import accuracy_score
    -print(accuracy_score(y_test, y_pred))
    -
    -

    - - -

    tree_clf = DecisionTreeClassifier(random_state=42)
    -tree_clf.fit(X_train, y_train)
    -y_pred_tree = tree_clf.predict(X_test)
    -print(accuracy_score(y_test, y_pred_tree))
    -
    -

    - - -

    from matplotlib.colors import ListedColormap
    -
    -def plot_decision_boundary(clf, X, y, axes=[-1.5, 2.5, -1, 1.5], alpha=0.5, contour=True):
    -    x1s = np.linspace(axes[0], axes[1], 100)
    -    x2s = np.linspace(axes[2], axes[3], 100)
    -    x1, x2 = np.meshgrid(x1s, x2s)
    -    X_new = np.c_[x1.ravel(), x2.ravel()]
    -    y_pred = clf.predict(X_new).reshape(x1.shape)
    -    custom_cmap = ListedColormap(['#fafab0','#9898ff','#a0faa0'])
    -    plt.contourf(x1, x2, y_pred, alpha=0.3, cmap=custom_cmap)
    -    if contour:
    -        custom_cmap2 = ListedColormap(['#7d7d58','#4c4c7f','#507d50'])
    -        plt.contour(x1, x2, y_pred, cmap=custom_cmap2, alpha=0.8)
    -    plt.plot(X[:, 0][y==0], X[:, 1][y==0], "yo", alpha=alpha)
    -    plt.plot(X[:, 0][y==1], X[:, 1][y==1], "bs", alpha=alpha)
    -    plt.axis(axes)
    -    plt.xlabel(r"$x_1$", fontsize=18)
    -    plt.ylabel(r"$x_2$", fontsize=18, rotation=0)
    -plt.figure(figsize=(11,4))
    -plt.subplot(121)
    -plot_decision_boundary(tree_clf, X, y)
    -plt.title("Decision Tree", fontsize=14)
    -plt.subplot(122)
    -plot_decision_boundary(bag_clf, X, y)
    -plt.title("Decision Trees with Bagging", fontsize=14)
    -plt.show()
    -
    -

      @@ -257,8 +213,6 @@ plt.show()
    • 36
    • 37
    • 38
    • -
    • 39
    • -
    • »
    diff --git a/doc/pub/DecisionTrees/html/DecisionTrees-bs.html b/doc/pub/DecisionTrees/html/DecisionTrees-bs.html index 4591c0dc0..ab79ad196 100644 --- a/doc/pub/DecisionTrees/html/DecisionTrees-bs.html +++ b/doc/pub/DecisionTrees/html/DecisionTrees-bs.html @@ -47,52 +47,47 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -132,42 +127,41 @@ MathJax.Hub.Config({ @@ -226,7 +220,7 @@ MathJax.Hub.Config({
  • 9
  • 10
  • ...
  • -
  • 39
  • +
  • 38
  • »
  • diff --git a/doc/pub/DecisionTrees/html/DecisionTrees-reveal.html b/doc/pub/DecisionTrees/html/DecisionTrees-reveal.html index 2b39f802b..aef2f82ea 100644 --- a/doc/pub/DecisionTrees/html/DecisionTrees-reveal.html +++ b/doc/pub/DecisionTrees/html/DecisionTrees-reveal.html @@ -194,22 +194,11 @@ given some assumptions, make predictions about the target feature value

    A typical Decision Tree with its pertinent Jargon, Classification Problem

    - -

    -In the figure here we present a decision tree obtained from a classification problem

    -

    A typical Decision Tree with its pertinent Jargon, Regeression Problem

    - -

    -In the figure we present a decision tree obtained from a simple regression problem -

    - - -
    -

    General Features

    +

    General Features

    The overarching approach to decision trees is a top-down approach. @@ -228,7 +217,7 @@ node.

    -

    How do we set it up?

    +

    How do we set it up?

    In simplified terms, the process of training a decision tree and @@ -247,7 +236,7 @@ Then we are essentially done!

    -

    Decision trees and Regression

    +

    Decision trees and Regression

    @@ -344,7 +333,7 @@ plt.show()

    -

    Building a tree, regression

    +

    Building a tree, regression

    There are mainly two steps @@ -376,7 +365,7 @@ within box \( j \).

    -

    A top-down approach, recursive binary splitting

    +

    A top-down approach, recursive binary splitting

    Unfortunately, it is computationally infeasible to consider every @@ -395,7 +384,7 @@ better tree in some future step.

    -

    Making a tree

    +

    Making a tree

    In order to implement the recursive binary splitting we start by selecting @@ -452,7 +441,7 @@ region contains more than five observations.

    -

    Pruning the tree

    +

    Pruning the tree

    The above procedure is rather straightforward, but leads often to @@ -471,7 +460,7 @@ parameter \( \alpha \).

    -

    Cost complexity pruning

    +

    Cost complexity pruning

    For each value of \( \alpha \) there corresponds a subtree \( T \in T_0 \) such that

     
    $$ @@ -504,7 +493,7 @@ subtree corresponding to \( \alpha \).

    -

    Schematic Regression Procedure

    +

    Schematic Regression Procedure

    @@ -529,7 +518,7 @@ subtree corresponding to \( \alpha \).
    -

    A Classification Tree

    +

    A Classification Tree

    A classification tree is very similar to a regression tree, except @@ -548,7 +537,7 @@ fall into that region.

    -

    Growing a classification tree

    +

    Growing a classification tree

    The task of growing a @@ -572,7 +561,7 @@ than is the classification error rate.

    -

    Classification tree, how to split nodes

    +

    Classification tree, how to split nodes

    If our targets are the outcome of a classification process that takes @@ -627,7 +616,7 @@ $$

    -

    Visualizing the Tree, Classification

    +

    Visualizing the Tree, Classification

    @@ -669,7 +658,7 @@ os.system(cmd)

    -

    Visualizing the Tree, The Moons

    +

    Visualizing the Tree, The Moons

    @@ -702,7 +691,7 @@ os.system(cmd)

    -

    Computing the Gini index

    +

    Computing the Gini index

    The example we will look at is a classical one in many Machine @@ -743,7 +732,7 @@ The table here summarizes the various attributes and

    -

    Simple Python Code to read in Data

    +

    Simple Python Code to read in Data

    @@ -806,7 +795,7 @@ display(y)

    -

    Computing the Gini Factor

    +

    Computing the Gini Factor

    The above functions (gini, entropy and misclassification error) are @@ -885,7 +874,7 @@ split = get_split(dataset)

    -

    Entropy and the ID3 algorithm

    +

    Entropy and the ID3 algorithm

    ID3, learns decision trees by constructing @@ -922,216 +911,204 @@ attributes at each step while growing the tree.

    -

    Implementing the ID3 Algorithm

    +

    Implementing the ID3 Algorithm

    -import re -import math -from collections import deque -

    - - - - - + +

    import re
    +import math
    +from collections import deque
     
    -

    -class Node(object): - def __init__(self): - self.value = None - self.next = None - self.childs = None +# x is examples in training set +# y is set of targets +# label is target attributes +# Node is a class which has properties values, childs, and next +# root is top node in the decision tree -

    - - -class DecisionTree(object): - def __init__(self, sample, attributes, labels): - self.sample = sample - self.attributes = attributes - self.labels = labels - self.labelCodes = None - self.labelCodesCount = None - self.initLabelCodes() - # print(self.labelCodes) - self.root = None - self.entropy = self.getEntropy([x for x in range(len(self.labels))]) +class Node(object): + def __init__(self): + self.value = None + self.next = None + self.childs = None -

    - def initLabelCodes(self): - self.labelCodes = [] - self.labelCodesCount = [] - for l in self.labels: - if l not in self.labelCodes: - self.labelCodes.append(l) - self.labelCodesCount.append(0) - self.labelCodesCount[self.labelCodes.index(l)] += 1 +# Simple class of Decision Tree +# Aimed for who want to learn Decision Tree, so it is not optimized +class DecisionTree(object): + def __init__(self, sample, attributes, labels): + self.sample = sample + self.attributes = attributes + self.labels = labels + self.labelCodes = None + self.labelCodesCount = None + self.initLabelCodes() + # print(self.labelCodes) + self.root = None + self.entropy = self.getEntropy([x for x in range(len(self.labels))]) -

    - def getLabelCodeId(self, sampleId): - return self.labelCodes.index(self.labels[sampleId]) + def initLabelCodes(self): + self.labelCodes = [] + self.labelCodesCount = [] + for l in self.labels: + if l not in self.labelCodes: + self.labelCodes.append(l) + self.labelCodesCount.append(0) + self.labelCodesCount[self.labelCodes.index(l)] += 1 -

    - def getAttributeValues(self, sampleIds, attributeId): + def getLabelCodeId(self, sampleId): + return self.labelCodes.index(self.labels[sampleId]) + + def getAttributeValues(self, sampleIds, attributeId): vals = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in vals: + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in vals: vals.append(val) - # print(vals) - return vals + # print(vals) + return vals -

    - def getEntropy(self, sampleIds): - entropy = 0 - labelCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCount[self.getLabelCodeId(sid)] += 1 - # print("-ge", labelCount) - for lv in labelCount: - # print(lv) - if lv != 0: - entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) - else: - entropy += 0 - return entropy + def getEntropy(self, sampleIds): + entropy = 0 + labelCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCount[self.getLabelCodeId(sid)] += 1 + # print("-ge", labelCount) + for lv in labelCount: + # print(lv) + if lv != 0: + entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) + else: + entropy += 0 + return entropy -

    - def getDominantLabel(self, sampleIds): - labelCodesCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 - return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] + def getDominantLabel(self, sampleIds): + labelCodesCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 + return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] -

    - def getInformationGain(self, sampleIds, attributeId): - gain = self.getEntropy(sampleIds) + def getInformationGain(self, sampleIds, attributeId): + gain = self.getEntropy(sampleIds) attributeVals = [] attributeValsCount = [] attributeValsIds = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in attributeVals: + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in attributeVals: attributeVals.append(val) - attributeValsCount.append(0) + attributeValsCount.append(0) attributeValsIds.append([]) vid = attributeVals.index(val) - attributeValsCount[vid] += 1 + attributeValsCount[vid] += 1 attributeValsIds[vid].append(sid) - # print("-gig", self.attributes[attributeId]) - for vc, vids in zip(attributeValsCount, attributeValsIds): - # print("-gig", vids) - gain -= vc/len(sampleIds) * self.getEntropy(vids) - return gain + # print("-gig", self.attributes[attributeId]) + for vc, vids in zip(attributeValsCount, attributeValsIds): + # print("-gig", vids) + gain -= vc/len(sampleIds) * self.getEntropy(vids) + return gain -

    - def getAttributeMaxInformationGain(self, sampleIds, attributeIds): - attributesEntropy = [0] * len(attributeIds) - for i, attId in zip(range(len(attributeIds)), attributeIds): - attributesEntropy[i] = self.getInformationGain(sampleIds, attId) - maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] - return self.attributes[maxId], maxId + def getAttributeMaxInformationGain(self, sampleIds, attributeIds): + attributesEntropy = [0] * len(attributeIds) + for i, attId in zip(range(len(attributeIds)), attributeIds): + attributesEntropy[i] = self.getInformationGain(sampleIds, attId) + maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] + return self.attributes[maxId], maxId -

    - def isSingleLabeled(self, sampleIds): - label = self.labels[sampleIds[0]] - for sid in sampleIds: - if self.labels[sid] != label: - return False - return True + def isSingleLabeled(self, sampleIds): + label = self.labels[sampleIds[0]] + for sid in sampleIds: + if self.labels[sid] != label: + return False + return True -

    - def getLabel(self, sampleId): - return self.labels[sampleId] + def getLabel(self, sampleId): + return self.labels[sampleId] -

    - def id3(self): - sampleIds = [x for x in range(len(self.sample))] - attributeIds = [x for x in range(len(self.attributes))] - self.root = self.id3Recv(sampleIds, attributeIds, self.root) + def id3(self): + sampleIds = [x for x in range(len(self.sample))] + attributeIds = [x for x in range(len(self.attributes))] + self.root = self.id3Recv(sampleIds, attributeIds, self.root) -

    - def id3Recv(self, sampleIds, attributeIds, root): - root = Node() # Initialize current root - if self.isSingleLabeled(sampleIds): - root.value = self.labels[sampleIds[0]] - return root - # print(attributeIds) - if len(attributeIds) == 0: - root.value = self.getDominantLabel(sampleIds) - return root - bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( + def id3Recv(self, sampleIds, attributeIds, root): + root = Node() # Initialize current root + if self.isSingleLabeled(sampleIds): + root.value = self.labels[sampleIds[0]] + return root + # print(attributeIds) + if len(attributeIds) == 0: + root.value = self.getDominantLabel(sampleIds) + return root + bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( sampleIds, attributeIds) - # print(bestAttrName) + # print(bestAttrName) root.value = bestAttrName - root.childs = [] # Create list of children - for value in self.getAttributeValues(sampleIds, bestAttrId): - # print(value) + root.childs = [] # Create list of children + for value in self.getAttributeValues(sampleIds, bestAttrId): + # print(value) child = Node() child.value = value - root.childs.append(child) # Append new child node to current - # root + root.childs.append(child) # Append new child node to current + # root childSampleIds = [] - for sid in sampleIds: - if self.sample[sid][bestAttrId] == value: + for sid in sampleIds: + if self.sample[sid][bestAttrId] == value: childSampleIds.append(sid) - if len(childSampleIds) == 0: - child.next = self.getDominantLabel(sampleIds) - else: - # print(bestAttrName, bestAttrId) - # print(attributeIds) - if len(attributeIds) > 0 and bestAttrId in attributeIds: + if len(childSampleIds) == 0: + child.next = self.getDominantLabel(sampleIds) + else: + # print(bestAttrName, bestAttrId) + # print(attributeIds) + if len(attributeIds) > 0 and bestAttrId in attributeIds: toRemove = attributeIds.index(bestAttrId) attributeIds.pop(toRemove) - child.next = self.id3Recv( + child.next = self.id3Recv( childSampleIds, attributeIds, child.next) - return root + return root -

    - def printTree(self): - if self.root: + def printTree(self): + if self.root: roots = deque() - roots.append(self.root) - while len(roots) > 0: + roots.append(self.root) + while len(roots) > 0: root = roots.popleft() - print(root.value) - if root.childs: - for child in root.childs: - print('({})'.format(child.value)) + print(root.value) + if root.childs: + for child in root.childs: + print('({})'.format(child.value)) roots.append(child.next) - elif root.next: - print(root.next) + elif root.next: + print(root.next) -

    -def test(): - f = open('DataFiles/rideclass.csv') - attributes = f.readline().split(',') - attributes = attributes[1:len(attributes)-1] - print(attributes) + +def test(): + f = open('DataFiles/rideclass.csv') + attributes = f.readline().split(',') + attributes = attributes[1:len(attributes)-1] + print(attributes) sample = f.readlines() f.close() - for i in range(len(sample)): - sample[i] = re.sub('\d+,', '', sample[i]) - sample[i] = sample[i].strip().split(',') + for i in range(len(sample)): + sample[i] = re.sub('\d+,', '', sample[i]) + sample[i] = sample[i].strip().split(',') labels = [] - for s in sample: + for s in sample: labels.append(s.pop()) - # print(sample) - # print(labels) + # print(sample) + # print(labels) decisionTree = DecisionTree(sample, attributes, labels) - print("System entropy {}".format(decisionTree.entropy)) + print("System entropy {}".format(decisionTree.entropy)) decisionTree.id3() decisionTree.printTree() -

    -if __name__ == '__main__': + +if __name__ == '__main__': test() +

    -

    Cancer Data again now with Decision Trees and other Methods

    +

    Cancer Data again now with Decision Trees and other Methods

    @@ -1181,7 +1158,7 @@ deep_tree_clf.fit(X_train_scaled, y_train)

    -

    Another example, the moons again

    +

    Another example, the moons again

    @@ -1254,7 +1231,7 @@ plt.show()

    -

    Playing around with regions

    +

    Playing around with regions

    @@ -1283,7 +1260,7 @@ plt.show()

    -

    Regression trees

    +

    Regression trees

    @@ -1306,7 +1283,7 @@ tree_reg.fit(X, y)

    -

    Final regressor code

    +

    Final regressor code

    @@ -1385,7 +1362,7 @@ plt.show()

    -

    Pros and cons of trees, pros

    +

    Pros and cons of trees, pros

    • White box, easy to interpret model. Some people believe that decision trees more closely mirror human decision-making than do the regression and classification approaches discussed earlier (think of support vector machines)
    • @@ -1400,7 +1377,7 @@ plt.show()
      -

      Disadvantages

      +

      Disadvantages

      • Unfortunately, trees generally do not have the same level of predictive accuracy as some of the other regression and classification approaches
      • @@ -1418,7 +1395,7 @@ However, by aggregating many decision trees, using methods like bagging, random
        -

        Bagging

        +

        Bagging

        The plain decision trees suffer from high @@ -1437,7 +1414,7 @@ learning method.

        -

        More bagging

        +

        More bagging

        Bagging typically results in improved accuracy @@ -1466,7 +1443,7 @@ predictor, averaged over all \( B \) trees.

        -

        Simple example, head or tail

        +

        Simple example, head or tail

        @@ -1487,7 +1464,7 @@ plt.show()

        -

        Bagging Example

        +

        Bagging Example

        @@ -1539,7 +1516,7 @@ voting_clf.fit(X_train, y_train)

        -

        Random forests

        +

        Random forests

        Random forests provide an improvement over bagged trees by way of a @@ -1585,7 +1562,7 @@ this setting.

        -

        A simple scikit-learn example

        +

        A simple scikit-learn example

        @@ -1604,7 +1581,7 @@ accuracy = cross_validate(Random_Forest_model,X,Y,cv=Please, not the moons again! +

        Please, not the moons again!

        @@ -1663,7 +1640,7 @@ voting_clf.fit(X_train, y_train)

        -

        Bagging examples

        +

        Bagging examples

        @@ -1725,7 +1702,7 @@ plt.show()

        -

        Then random forests

        +

        Then random forests

        diff --git a/doc/pub/DecisionTrees/html/DecisionTrees-solarized.html b/doc/pub/DecisionTrees/html/DecisionTrees-solarized.html index b75715681..94d27f261 100644 --- a/doc/pub/DecisionTrees/html/DecisionTrees-solarized.html +++ b/doc/pub/DecisionTrees/html/DecisionTrees-solarized.html @@ -67,52 +67,47 @@ div { text-align: justify; text-justify: inter-word; } 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -195,21 +190,10 @@ given some assumptions, make predictions about the target feature value

        A typical Decision Tree with its pertinent Jargon, Classification Problem

        -

        -In the figure here we present a decision tree obtained from a classification problem -











        -

        A typical Decision Tree with its pertinent Jargon, Regeression Problem

        - -

        -In the figure we present a decision tree obtained from a simple regression problem - -

        -









        - -

        General Features

        +

        General Features

        The overarching approach to decision trees is a top-down approach. @@ -227,7 +211,7 @@ node.











        -

        How do we set it up?

        +

        How do we set it up?

        In simplified terms, the process of training a decision tree and @@ -245,7 +229,7 @@ Then we are essentially done!











        -

        Decision trees and Regression

        +

        Decision trees and Regression

        @@ -341,7 +325,7 @@ plt.show()











        -

        Building a tree, regression

        +

        Building a tree, regression

        There are mainly two steps @@ -369,7 +353,7 @@ within box \( j \).











        -

        A top-down approach, recursive binary splitting

        +

        A top-down approach, recursive binary splitting

        Unfortunately, it is computationally infeasible to consider every @@ -388,7 +372,7 @@ better tree in some future step.











        -

        Making a tree

        +

        Making a tree

        In order to implement the recursive binary splitting we start by selecting @@ -439,7 +423,7 @@ region contains more than five observations.

        -

        Pruning the tree

        +

        Pruning the tree

        The above procedure is rather straightforward, but leads often to @@ -458,7 +442,7 @@ parameter \( \alpha \).











        -

        Cost complexity pruning

        +

        Cost complexity pruning

        For each value of \( \alpha \) there corresponds a subtree \( T \in T_0 \) such that $$ \sum_{m=1}^{\overline{T}}\sum_{i:x_i\in R_m}(y_i-\overline{y}_{R_m})^2+\alpha\overline{T}, @@ -489,7 +473,7 @@ subtree corresponding to \( \alpha \).











        -

        Schematic Regression Procedure

        +

        Schematic Regression Procedure

        @@ -515,7 +499,7 @@ subtree corresponding to \( \alpha \).











        -

        A Classification Tree

        +

        A Classification Tree

        A classification tree is very similar to a regression tree, except @@ -534,7 +518,7 @@ fall into that region.











        -

        Growing a classification tree

        +

        Growing a classification tree

        The task of growing a @@ -558,7 +542,7 @@ than is the classification error rate.











        -

        Classification tree, how to split nodes

        +

        Classification tree, how to split nodes

        If our targets are the outcome of a classification process that takes @@ -608,7 +592,7 @@ $$











        -

        Visualizing the Tree, Classification

        +

        Visualizing the Tree, Classification

        @@ -649,7 +633,7 @@ os.system(cmd)











        -

        Visualizing the Tree, The Moons

        +

        Visualizing the Tree, The Moons

        @@ -681,7 +665,7 @@ os.system(cmd)











        -

        Computing the Gini index

        +

        Computing the Gini index

        The example we will look at is a classical one in many Machine @@ -721,7 +705,7 @@ The table here summarizes the various attributes and











        -

        Simple Python Code to read in Data

        +

        Simple Python Code to read in Data

        @@ -783,7 +767,7 @@ display(y)











        -

        Computing the Gini Factor

        +

        Computing the Gini Factor

        The above functions (gini, entropy and misclassification error) are @@ -861,7 +845,7 @@ split = get_split(dataset)











        -

        Entropy and the ID3 algorithm

        +

        Entropy and the ID3 algorithm

        ID3, learns decision trees by constructing @@ -897,216 +881,203 @@ attributes at each step while growing the tree.











        -

        Implementing the ID3 Algorithm

        +

        Implementing the ID3 Algorithm

        -import re -import math -from collections import deque -

        - - - - - + +

        import re
        +import math
        +from collections import deque
         
        -

        -class Node(object): - def __init__(self): - self.value = None - self.next = None - self.childs = None +# x is examples in training set +# y is set of targets +# label is target attributes +# Node is a class which has properties values, childs, and next +# root is top node in the decision tree -

        - - -class DecisionTree(object): - def __init__(self, sample, attributes, labels): - self.sample = sample - self.attributes = attributes - self.labels = labels - self.labelCodes = None - self.labelCodesCount = None - self.initLabelCodes() - # print(self.labelCodes) - self.root = None - self.entropy = self.getEntropy([x for x in range(len(self.labels))]) +class Node(object): + def __init__(self): + self.value = None + self.next = None + self.childs = None -

        - def initLabelCodes(self): - self.labelCodes = [] - self.labelCodesCount = [] - for l in self.labels: - if l not in self.labelCodes: - self.labelCodes.append(l) - self.labelCodesCount.append(0) - self.labelCodesCount[self.labelCodes.index(l)] += 1 +# Simple class of Decision Tree +# Aimed for who want to learn Decision Tree, so it is not optimized +class DecisionTree(object): + def __init__(self, sample, attributes, labels): + self.sample = sample + self.attributes = attributes + self.labels = labels + self.labelCodes = None + self.labelCodesCount = None + self.initLabelCodes() + # print(self.labelCodes) + self.root = None + self.entropy = self.getEntropy([x for x in range(len(self.labels))]) -

        - def getLabelCodeId(self, sampleId): - return self.labelCodes.index(self.labels[sampleId]) + def initLabelCodes(self): + self.labelCodes = [] + self.labelCodesCount = [] + for l in self.labels: + if l not in self.labelCodes: + self.labelCodes.append(l) + self.labelCodesCount.append(0) + self.labelCodesCount[self.labelCodes.index(l)] += 1 -

        - def getAttributeValues(self, sampleIds, attributeId): + def getLabelCodeId(self, sampleId): + return self.labelCodes.index(self.labels[sampleId]) + + def getAttributeValues(self, sampleIds, attributeId): vals = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in vals: + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in vals: vals.append(val) - # print(vals) - return vals + # print(vals) + return vals -

        - def getEntropy(self, sampleIds): - entropy = 0 - labelCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCount[self.getLabelCodeId(sid)] += 1 - # print("-ge", labelCount) - for lv in labelCount: - # print(lv) - if lv != 0: - entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) - else: - entropy += 0 - return entropy + def getEntropy(self, sampleIds): + entropy = 0 + labelCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCount[self.getLabelCodeId(sid)] += 1 + # print("-ge", labelCount) + for lv in labelCount: + # print(lv) + if lv != 0: + entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) + else: + entropy += 0 + return entropy -

        - def getDominantLabel(self, sampleIds): - labelCodesCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 - return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] + def getDominantLabel(self, sampleIds): + labelCodesCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 + return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] -

        - def getInformationGain(self, sampleIds, attributeId): - gain = self.getEntropy(sampleIds) + def getInformationGain(self, sampleIds, attributeId): + gain = self.getEntropy(sampleIds) attributeVals = [] attributeValsCount = [] attributeValsIds = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in attributeVals: + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in attributeVals: attributeVals.append(val) - attributeValsCount.append(0) + attributeValsCount.append(0) attributeValsIds.append([]) vid = attributeVals.index(val) - attributeValsCount[vid] += 1 + attributeValsCount[vid] += 1 attributeValsIds[vid].append(sid) - # print("-gig", self.attributes[attributeId]) - for vc, vids in zip(attributeValsCount, attributeValsIds): - # print("-gig", vids) - gain -= vc/len(sampleIds) * self.getEntropy(vids) - return gain + # print("-gig", self.attributes[attributeId]) + for vc, vids in zip(attributeValsCount, attributeValsIds): + # print("-gig", vids) + gain -= vc/len(sampleIds) * self.getEntropy(vids) + return gain -

        - def getAttributeMaxInformationGain(self, sampleIds, attributeIds): - attributesEntropy = [0] * len(attributeIds) - for i, attId in zip(range(len(attributeIds)), attributeIds): - attributesEntropy[i] = self.getInformationGain(sampleIds, attId) - maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] - return self.attributes[maxId], maxId + def getAttributeMaxInformationGain(self, sampleIds, attributeIds): + attributesEntropy = [0] * len(attributeIds) + for i, attId in zip(range(len(attributeIds)), attributeIds): + attributesEntropy[i] = self.getInformationGain(sampleIds, attId) + maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] + return self.attributes[maxId], maxId -

        - def isSingleLabeled(self, sampleIds): - label = self.labels[sampleIds[0]] - for sid in sampleIds: - if self.labels[sid] != label: - return False - return True + def isSingleLabeled(self, sampleIds): + label = self.labels[sampleIds[0]] + for sid in sampleIds: + if self.labels[sid] != label: + return False + return True -

        - def getLabel(self, sampleId): - return self.labels[sampleId] + def getLabel(self, sampleId): + return self.labels[sampleId] -

        - def id3(self): - sampleIds = [x for x in range(len(self.sample))] - attributeIds = [x for x in range(len(self.attributes))] - self.root = self.id3Recv(sampleIds, attributeIds, self.root) + def id3(self): + sampleIds = [x for x in range(len(self.sample))] + attributeIds = [x for x in range(len(self.attributes))] + self.root = self.id3Recv(sampleIds, attributeIds, self.root) -

        - def id3Recv(self, sampleIds, attributeIds, root): - root = Node() # Initialize current root - if self.isSingleLabeled(sampleIds): - root.value = self.labels[sampleIds[0]] - return root - # print(attributeIds) - if len(attributeIds) == 0: - root.value = self.getDominantLabel(sampleIds) - return root - bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( + def id3Recv(self, sampleIds, attributeIds, root): + root = Node() # Initialize current root + if self.isSingleLabeled(sampleIds): + root.value = self.labels[sampleIds[0]] + return root + # print(attributeIds) + if len(attributeIds) == 0: + root.value = self.getDominantLabel(sampleIds) + return root + bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( sampleIds, attributeIds) - # print(bestAttrName) + # print(bestAttrName) root.value = bestAttrName - root.childs = [] # Create list of children - for value in self.getAttributeValues(sampleIds, bestAttrId): - # print(value) + root.childs = [] # Create list of children + for value in self.getAttributeValues(sampleIds, bestAttrId): + # print(value) child = Node() child.value = value - root.childs.append(child) # Append new child node to current - # root + root.childs.append(child) # Append new child node to current + # root childSampleIds = [] - for sid in sampleIds: - if self.sample[sid][bestAttrId] == value: + for sid in sampleIds: + if self.sample[sid][bestAttrId] == value: childSampleIds.append(sid) - if len(childSampleIds) == 0: - child.next = self.getDominantLabel(sampleIds) - else: - # print(bestAttrName, bestAttrId) - # print(attributeIds) - if len(attributeIds) > 0 and bestAttrId in attributeIds: + if len(childSampleIds) == 0: + child.next = self.getDominantLabel(sampleIds) + else: + # print(bestAttrName, bestAttrId) + # print(attributeIds) + if len(attributeIds) > 0 and bestAttrId in attributeIds: toRemove = attributeIds.index(bestAttrId) attributeIds.pop(toRemove) - child.next = self.id3Recv( + child.next = self.id3Recv( childSampleIds, attributeIds, child.next) - return root + return root -

        - def printTree(self): - if self.root: + def printTree(self): + if self.root: roots = deque() - roots.append(self.root) - while len(roots) > 0: + roots.append(self.root) + while len(roots) > 0: root = roots.popleft() - print(root.value) - if root.childs: - for child in root.childs: - print('({})'.format(child.value)) + print(root.value) + if root.childs: + for child in root.childs: + print('({})'.format(child.value)) roots.append(child.next) - elif root.next: - print(root.next) + elif root.next: + print(root.next) -

        -def test(): - f = open('DataFiles/rideclass.csv') - attributes = f.readline().split(',') - attributes = attributes[1:len(attributes)-1] - print(attributes) + +def test(): + f = open('DataFiles/rideclass.csv') + attributes = f.readline().split(',') + attributes = attributes[1:len(attributes)-1] + print(attributes) sample = f.readlines() f.close() - for i in range(len(sample)): - sample[i] = re.sub('\d+,', '', sample[i]) - sample[i] = sample[i].strip().split(',') + for i in range(len(sample)): + sample[i] = re.sub('\d+,', '', sample[i]) + sample[i] = sample[i].strip().split(',') labels = [] - for s in sample: + for s in sample: labels.append(s.pop()) - # print(sample) - # print(labels) + # print(sample) + # print(labels) decisionTree = DecisionTree(sample, attributes, labels) - print("System entropy {}".format(decisionTree.entropy)) + print("System entropy {}".format(decisionTree.entropy)) decisionTree.id3() decisionTree.printTree() -

        -if __name__ == '__main__': - test() +if __name__ == '__main__': + test() +











        -

        Cancer Data again now with Decision Trees and other Methods

        +

        Cancer Data again now with Decision Trees and other Methods

        @@ -1155,7 +1126,7 @@ deep_tree_clf.fit(X_train_scaled, y_train)











        -

        Another example, the moons again

        +

        Another example, the moons again

        @@ -1227,7 +1198,7 @@ plt.show()











        -

        Playing around with regions

        +

        Playing around with regions

        @@ -1255,7 +1226,7 @@ plt.show()











        -

        Regression trees

        +

        Regression trees

        @@ -1277,7 +1248,7 @@ tree_reg.fit(X, y)











        -

        Final regressor code

        +

        Final regressor code

        @@ -1355,7 +1326,7 @@ plt.show()











        -

        Pros and cons of trees, pros

        +

        Pros and cons of trees, pros

        • White box, easy to interpret model. Some people believe that decision trees more closely mirror human decision-making than do the regression and classification approaches discussed earlier (think of support vector machines)
        • @@ -1369,7 +1340,7 @@ plt.show()









          -

          Disadvantages

          +

          Disadvantages

          • Unfortunately, trees generally do not have the same level of predictive accuracy as some of the other regression and classification approaches
          • @@ -1386,7 +1357,7 @@ However, by aggregating many decision trees, using methods like bagging, random











            -

            Bagging

            +

            Bagging

            The plain decision trees suffer from high @@ -1405,7 +1376,7 @@ learning method.











            -

            More bagging

            +

            More bagging

            Bagging typically results in improved accuracy @@ -1434,7 +1405,7 @@ predictor, averaged over all \( B \) trees.











            -

            Simple example, head or tail

            +

            Simple example, head or tail

            @@ -1454,7 +1425,7 @@ plt.show()











            -

            Bagging Example

            +

            Bagging Example

            @@ -1505,7 +1476,7 @@ voting_clf.fit(X_train, y_train)











            -

            Random forests

            +

            Random forests

            Random forests provide an improvement over bagged trees by way of a @@ -1549,7 +1520,7 @@ this setting.











            -

            A simple scikit-learn example

            +

            A simple scikit-learn example

            @@ -1567,7 +1538,7 @@ accuracy = cross_validate(Random_Forest_model,X,Y,cv=Please, not the moons again! +

            Please, not the moons again!

            @@ -1625,7 +1596,7 @@ voting_clf.fit(X_train, y_train)











            -

            Bagging examples

            +

            Bagging examples

            @@ -1686,7 +1657,7 @@ plt.show()











            -

            Then random forests

            +

            Then random forests

            diff --git a/doc/pub/DecisionTrees/html/DecisionTrees.html b/doc/pub/DecisionTrees/html/DecisionTrees.html index 5885a1674..d41c8cb6d 100644 --- a/doc/pub/DecisionTrees/html/DecisionTrees.html +++ b/doc/pub/DecisionTrees/html/DecisionTrees.html @@ -72,52 +72,47 @@ div { text-align: justify; text-justify: inter-word; } 2, None, '___sec1'), - ('A typical Decision Tree with its pertinent Jargon, Regeression ' - 'Problem', - 2, - None, - '___sec2'), - ('General Features', 2, None, '___sec3'), - ('How do we set it up?', 2, None, '___sec4'), - ('Decision trees and Regression', 2, None, '___sec5'), - ('Building a tree, regression', 2, None, '___sec6'), + ('General Features', 2, None, '___sec2'), + ('How do we set it up?', 2, None, '___sec3'), + ('Decision trees and Regression', 2, None, '___sec4'), + ('Building a tree, regression', 2, None, '___sec5'), ('A top-down approach, recursive binary splitting', 2, None, - '___sec7'), - ('Making a tree', 2, None, '___sec8'), - ('Pruning the tree', 2, None, '___sec9'), - ('Cost complexity pruning', 2, None, '___sec10'), - ('Schematic Regression Procedure', 2, None, '___sec11'), - ('A Classification Tree', 2, None, '___sec12'), - ('Growing a classification tree', 2, None, '___sec13'), - ('Classification tree, how to split nodes', 2, None, '___sec14'), - ('Visualizing the Tree, Classification', 2, None, '___sec15'), - ('Visualizing the Tree, The Moons', 2, None, '___sec16'), - ('Computing the Gini index', 2, None, '___sec17'), - ('Simple Python Code to read in Data', 2, None, '___sec18'), - ('Computing the Gini Factor', 2, None, '___sec19'), - ('Entropy and the ID3 algorithm', 2, None, '___sec20'), - ('Implementing the ID3 Algorithm', 2, None, '___sec21'), + '___sec6'), + ('Making a tree', 2, None, '___sec7'), + ('Pruning the tree', 2, None, '___sec8'), + ('Cost complexity pruning', 2, None, '___sec9'), + ('Schematic Regression Procedure', 2, None, '___sec10'), + ('A Classification Tree', 2, None, '___sec11'), + ('Growing a classification tree', 2, None, '___sec12'), + ('Classification tree, how to split nodes', 2, None, '___sec13'), + ('Visualizing the Tree, Classification', 2, None, '___sec14'), + ('Visualizing the Tree, The Moons', 2, None, '___sec15'), + ('Computing the Gini index', 2, None, '___sec16'), + ('Simple Python Code to read in Data', 2, None, '___sec17'), + ('Computing the Gini Factor', 2, None, '___sec18'), + ('Entropy and the ID3 algorithm', 2, None, '___sec19'), + ('Implementing the ID3 Algorithm', 2, None, '___sec20'), ('Cancer Data again now with Decision Trees and other Methods', 2, None, - '___sec22'), - ('Another example, the moons again', 2, None, '___sec23'), - ('Playing around with regions', 2, None, '___sec24'), - ('Regression trees', 2, None, '___sec25'), - ('Final regressor code', 2, None, '___sec26'), - ('Pros and cons of trees, pros', 2, None, '___sec27'), - ('Disadvantages', 2, None, '___sec28'), - ('Bagging', 2, None, '___sec29'), - ('More bagging', 2, None, '___sec30'), - ('Simple example, head or tail', 2, None, '___sec31'), - ('Bagging Example', 2, None, '___sec32'), - ('Random forests', 2, None, '___sec33'), - ('A simple scikit-learn example', 2, None, '___sec34'), - ('Please, not the moons again!', 2, None, '___sec35'), - ('Bagging examples', 2, None, '___sec36'), - ('Then random forests', 2, None, '___sec37')]} + '___sec21'), + ('Another example, the moons again', 2, None, '___sec22'), + ('Playing around with regions', 2, None, '___sec23'), + ('Regression trees', 2, None, '___sec24'), + ('Final regressor code', 2, None, '___sec25'), + ('Pros and cons of trees, pros', 2, None, '___sec26'), + ('Disadvantages', 2, None, '___sec27'), + ('Bagging', 2, None, '___sec28'), + ('More bagging', 2, None, '___sec29'), + ('Simple example, head or tail', 2, None, '___sec30'), + ('Bagging Example', 2, None, '___sec31'), + ('Random forests', 2, None, '___sec32'), + ('A simple scikit-learn example', 2, None, '___sec33'), + ('Please, not the moons again!', 2, None, '___sec34'), + ('Bagging examples', 2, None, '___sec35'), + ('Then random forests', 2, None, '___sec36')]} end of tocinfo --> @@ -200,21 +195,10 @@ given some assumptions, make predictions about the target feature value

            A typical Decision Tree with its pertinent Jargon, Classification Problem

            -

            -In the figure here we present a decision tree obtained from a classification problem -











            -

            A typical Decision Tree with its pertinent Jargon, Regeression Problem

            - -

            -In the figure we present a decision tree obtained from a simple regression problem - -

            -









            - -

            General Features

            +

            General Features

            The overarching approach to decision trees is a top-down approach. @@ -232,7 +216,7 @@ node.











            -

            How do we set it up?

            +

            How do we set it up?

            In simplified terms, the process of training a decision tree and @@ -250,7 +234,7 @@ Then we are essentially done!











            -

            Decision trees and Regression

            +

            Decision trees and Regression

            @@ -346,7 +330,7 @@ plt.show()











            -

            Building a tree, regression

            +

            Building a tree, regression

            There are mainly two steps @@ -374,7 +358,7 @@ within box \( j \).











            -

            A top-down approach, recursive binary splitting

            +

            A top-down approach, recursive binary splitting

            Unfortunately, it is computationally infeasible to consider every @@ -393,7 +377,7 @@ better tree in some future step.











            -

            Making a tree

            +

            Making a tree

            In order to implement the recursive binary splitting we start by selecting @@ -444,7 +428,7 @@ region contains more than five observations.

            -

            Pruning the tree

            +

            Pruning the tree

            The above procedure is rather straightforward, but leads often to @@ -463,7 +447,7 @@ parameter \( \alpha \).











            -

            Cost complexity pruning

            +

            Cost complexity pruning

            For each value of \( \alpha \) there corresponds a subtree \( T \in T_0 \) such that $$ \sum_{m=1}^{\overline{T}}\sum_{i:x_i\in R_m}(y_i-\overline{y}_{R_m})^2+\alpha\overline{T}, @@ -494,7 +478,7 @@ subtree corresponding to \( \alpha \).











            -

            Schematic Regression Procedure

            +

            Schematic Regression Procedure

            @@ -520,7 +504,7 @@ subtree corresponding to \( \alpha \).











            -

            A Classification Tree

            +

            A Classification Tree

            A classification tree is very similar to a regression tree, except @@ -539,7 +523,7 @@ fall into that region.











            -

            Growing a classification tree

            +

            Growing a classification tree

            The task of growing a @@ -563,7 +547,7 @@ than is the classification error rate.











            -

            Classification tree, how to split nodes

            +

            Classification tree, how to split nodes

            If our targets are the outcome of a classification process that takes @@ -613,7 +597,7 @@ $$











            -

            Visualizing the Tree, Classification

            +

            Visualizing the Tree, Classification

            @@ -654,7 +638,7 @@ os.system(cmd)











            -

            Visualizing the Tree, The Moons

            +

            Visualizing the Tree, The Moons

            @@ -686,7 +670,7 @@ os.system(cmd)











            -

            Computing the Gini index

            +

            Computing the Gini index

            The example we will look at is a classical one in many Machine @@ -726,7 +710,7 @@ The table here summarizes the various attributes and











            -

            Simple Python Code to read in Data

            +

            Simple Python Code to read in Data

            @@ -788,7 +772,7 @@ display(y)











            -

            Computing the Gini Factor

            +

            Computing the Gini Factor

            The above functions (gini, entropy and misclassification error) are @@ -866,7 +850,7 @@ split = get_split(dataset)











            -

            Entropy and the ID3 algorithm

            +

            Entropy and the ID3 algorithm

            ID3, learns decision trees by constructing @@ -902,216 +886,203 @@ attributes at each step while growing the tree.











            -

            Implementing the ID3 Algorithm

            +

            Implementing the ID3 Algorithm

            -import re -import math -from collections import deque -

            - - - - - + +

            import re
            +import math
            +from collections import deque
             
            -

            -class Node(object): - def __init__(self): - self.value = None - self.next = None - self.childs = None +# x is examples in training set +# y is set of targets +# label is target attributes +# Node is a class which has properties values, childs, and next +# root is top node in the decision tree -

            - - -class DecisionTree(object): - def __init__(self, sample, attributes, labels): - self.sample = sample - self.attributes = attributes - self.labels = labels - self.labelCodes = None - self.labelCodesCount = None - self.initLabelCodes() - # print(self.labelCodes) - self.root = None - self.entropy = self.getEntropy([x for x in range(len(self.labels))]) +class Node(object): + def __init__(self): + self.value = None + self.next = None + self.childs = None -

            - def initLabelCodes(self): - self.labelCodes = [] - self.labelCodesCount = [] - for l in self.labels: - if l not in self.labelCodes: - self.labelCodes.append(l) - self.labelCodesCount.append(0) - self.labelCodesCount[self.labelCodes.index(l)] += 1 +# Simple class of Decision Tree +# Aimed for who want to learn Decision Tree, so it is not optimized +class DecisionTree(object): + def __init__(self, sample, attributes, labels): + self.sample = sample + self.attributes = attributes + self.labels = labels + self.labelCodes = None + self.labelCodesCount = None + self.initLabelCodes() + # print(self.labelCodes) + self.root = None + self.entropy = self.getEntropy([x for x in range(len(self.labels))]) -

            - def getLabelCodeId(self, sampleId): - return self.labelCodes.index(self.labels[sampleId]) + def initLabelCodes(self): + self.labelCodes = [] + self.labelCodesCount = [] + for l in self.labels: + if l not in self.labelCodes: + self.labelCodes.append(l) + self.labelCodesCount.append(0) + self.labelCodesCount[self.labelCodes.index(l)] += 1 -

            - def getAttributeValues(self, sampleIds, attributeId): - vals = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in vals: - vals.append(val) - # print(vals) - return vals + def getLabelCodeId(self, sampleId): + return self.labelCodes.index(self.labels[sampleId]) -

            - def getEntropy(self, sampleIds): - entropy = 0 - labelCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCount[self.getLabelCodeId(sid)] += 1 - # print("-ge", labelCount) - for lv in labelCount: - # print(lv) - if lv != 0: - entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) - else: - entropy += 0 - return entropy + def getAttributeValues(self, sampleIds, attributeId): + vals = [] + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in vals: + vals.append(val) + # print(vals) + return vals -

            - def getDominantLabel(self, sampleIds): - labelCodesCount = [0] * len(self.labelCodes) - for sid in sampleIds: - labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 - return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] + def getEntropy(self, sampleIds): + entropy = 0 + labelCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCount[self.getLabelCodeId(sid)] += 1 + # print("-ge", labelCount) + for lv in labelCount: + # print(lv) + if lv != 0: + entropy += -lv/len(sampleIds) * math.log(lv/len(sampleIds), 2) + else: + entropy += 0 + return entropy -

            - def getInformationGain(self, sampleIds, attributeId): - gain = self.getEntropy(sampleIds) - attributeVals = [] - attributeValsCount = [] - attributeValsIds = [] - for sid in sampleIds: - val = self.sample[sid][attributeId] - if val not in attributeVals: - attributeVals.append(val) - attributeValsCount.append(0) - attributeValsIds.append([]) - vid = attributeVals.index(val) - attributeValsCount[vid] += 1 - attributeValsIds[vid].append(sid) - # print("-gig", self.attributes[attributeId]) - for vc, vids in zip(attributeValsCount, attributeValsIds): - # print("-gig", vids) - gain -= vc/len(sampleIds) * self.getEntropy(vids) - return gain + def getDominantLabel(self, sampleIds): + labelCodesCount = [0] * len(self.labelCodes) + for sid in sampleIds: + labelCodesCount[self.labelCodes.index(self.labels[sid])] += 1 + return self.labelCodes[labelCodesCount.index(max(labelCodesCount))] -

            - def getAttributeMaxInformationGain(self, sampleIds, attributeIds): - attributesEntropy = [0] * len(attributeIds) - for i, attId in zip(range(len(attributeIds)), attributeIds): - attributesEntropy[i] = self.getInformationGain(sampleIds, attId) - maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] - return self.attributes[maxId], maxId + def getInformationGain(self, sampleIds, attributeId): + gain = self.getEntropy(sampleIds) + attributeVals = [] + attributeValsCount = [] + attributeValsIds = [] + for sid in sampleIds: + val = self.sample[sid][attributeId] + if val not in attributeVals: + attributeVals.append(val) + attributeValsCount.append(0) + attributeValsIds.append([]) + vid = attributeVals.index(val) + attributeValsCount[vid] += 1 + attributeValsIds[vid].append(sid) + # print("-gig", self.attributes[attributeId]) + for vc, vids in zip(attributeValsCount, attributeValsIds): + # print("-gig", vids) + gain -= vc/len(sampleIds) * self.getEntropy(vids) + return gain -

            - def isSingleLabeled(self, sampleIds): - label = self.labels[sampleIds[0]] - for sid in sampleIds: - if self.labels[sid] != label: - return False - return True + def getAttributeMaxInformationGain(self, sampleIds, attributeIds): + attributesEntropy = [0] * len(attributeIds) + for i, attId in zip(range(len(attributeIds)), attributeIds): + attributesEntropy[i] = self.getInformationGain(sampleIds, attId) + maxId = attributeIds[attributesEntropy.index(max(attributesEntropy))] + return self.attributes[maxId], maxId -

            - def getLabel(self, sampleId): - return self.labels[sampleId] + def isSingleLabeled(self, sampleIds): + label = self.labels[sampleIds[0]] + for sid in sampleIds: + if self.labels[sid] != label: + return False + return True -

            - def id3(self): - sampleIds = [x for x in range(len(self.sample))] - attributeIds = [x for x in range(len(self.attributes))] - self.root = self.id3Recv(sampleIds, attributeIds, self.root) + def getLabel(self, sampleId): + return self.labels[sampleId] -

            - def id3Recv(self, sampleIds, attributeIds, root): - root = Node() # Initialize current root - if self.isSingleLabeled(sampleIds): - root.value = self.labels[sampleIds[0]] - return root - # print(attributeIds) - if len(attributeIds) == 0: - root.value = self.getDominantLabel(sampleIds) - return root - bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( + def id3(self): + sampleIds = [x for x in range(len(self.sample))] + attributeIds = [x for x in range(len(self.attributes))] + self.root = self.id3Recv(sampleIds, attributeIds, self.root) + + def id3Recv(self, sampleIds, attributeIds, root): + root = Node() # Initialize current root + if self.isSingleLabeled(sampleIds): + root.value = self.labels[sampleIds[0]] + return root + # print(attributeIds) + if len(attributeIds) == 0: + root.value = self.getDominantLabel(sampleIds) + return root + bestAttrName, bestAttrId = self.getAttributeMaxInformationGain( sampleIds, attributeIds) - # print(bestAttrName) - root.value = bestAttrName - root.childs = [] # Create list of children - for value in self.getAttributeValues(sampleIds, bestAttrId): - # print(value) - child = Node() - child.value = value - root.childs.append(child) # Append new child node to current - # root - childSampleIds = [] - for sid in sampleIds: - if self.sample[sid][bestAttrId] == value: - childSampleIds.append(sid) - if len(childSampleIds) == 0: - child.next = self.getDominantLabel(sampleIds) - else: - # print(bestAttrName, bestAttrId) - # print(attributeIds) - if len(attributeIds) > 0 and bestAttrId in attributeIds: - toRemove = attributeIds.index(bestAttrId) - attributeIds.pop(toRemove) - child.next = self.id3Recv( - childSampleIds, attributeIds, child.next) - return root + # print(bestAttrName) + root.value = bestAttrName + root.childs = [] # Create list of children + for value in self.getAttributeValues(sampleIds, bestAttrId): + # print(value) + child = Node() + child.value = value + root.childs.append(child) # Append new child node to current + # root + childSampleIds = [] + for sid in sampleIds: + if self.sample[sid][bestAttrId] == value: + childSampleIds.append(sid) + if len(childSampleIds) == 0: + child.next = self.getDominantLabel(sampleIds) + else: + # print(bestAttrName, bestAttrId) + # print(attributeIds) + if len(attributeIds) > 0 and bestAttrId in attributeIds: + toRemove = attributeIds.index(bestAttrId) + attributeIds.pop(toRemove) + child.next = self.id3Recv( + childSampleIds, attributeIds, child.next) + return root -

            - def printTree(self): - if self.root: - roots = deque() - roots.append(self.root) - while len(roots) > 0: - root = roots.popleft() - print(root.value) - if root.childs: - for child in root.childs: - print('({})'.format(child.value)) - roots.append(child.next) - elif root.next: - print(root.next) + def printTree(self): + if self.root: + roots = deque() + roots.append(self.root) + while len(roots) > 0: + root = roots.popleft() + print(root.value) + if root.childs: + for child in root.childs: + print('({})'.format(child.value)) + roots.append(child.next) + elif root.next: + print(root.next) -

            -def test(): - f = open('DataFiles/rideclass.csv') - attributes = f.readline().split(',') - attributes = attributes[1:len(attributes)-1] - print(attributes) - sample = f.readlines() - f.close() - for i in range(len(sample)): - sample[i] = re.sub('\d+,', '', sample[i]) - sample[i] = sample[i].strip().split(',') - labels = [] - for s in sample: - labels.append(s.pop()) - # print(sample) - # print(labels) - decisionTree = DecisionTree(sample, attributes, labels) - print("System entropy {}".format(decisionTree.entropy)) - decisionTree.id3() - decisionTree.printTree() -

            -if __name__ == '__main__': +def test(): + f = open('DataFiles/rideclass.csv') + attributes = f.readline().split(',') + attributes = attributes[1:len(attributes)-1] + print(attributes) + sample = f.readlines() + f.close() + for i in range(len(sample)): + sample[i] = re.sub('\d+,', '', sample[i]) + sample[i] = sample[i].strip().split(',') + labels = [] + for s in sample: + labels.append(s.pop()) + # print(sample) + # print(labels) + decisionTree = DecisionTree(sample, attributes, labels) + print("System entropy {}".format(decisionTree.entropy)) + decisionTree.id3() + decisionTree.printTree() + + +if __name__ == '__main__': test() - +











            -

            Cancer Data again now with Decision Trees and other Methods

            +

            Cancer Data again now with Decision Trees and other Methods

            @@ -1160,7 +1131,7 @@ deep_tree_clf.fit(X_train_scaled, y_train)











            -

            Another example, the moons again

            +

            Another example, the moons again

            @@ -1232,7 +1203,7 @@ plt.show()











            -

            Playing around with regions

            +

            Playing around with regions

            @@ -1260,7 +1231,7 @@ plt.show()











            -

            Regression trees

            +

            Regression trees

            @@ -1282,7 +1253,7 @@ tree_reg.fit(X, y)











            -

            Final regressor code

            +

            Final regressor code

            @@ -1360,7 +1331,7 @@ plt.show()











            -

            Pros and cons of trees, pros

            +

            Pros and cons of trees, pros

            • White box, easy to interpret model. Some people believe that decision trees more closely mirror human decision-making than do the regression and classification approaches discussed earlier (think of support vector machines)
            • @@ -1374,7 +1345,7 @@ plt.show()









              -

              Disadvantages

              +

              Disadvantages

              • Unfortunately, trees generally do not have the same level of predictive accuracy as some of the other regression and classification approaches
              • @@ -1391,7 +1362,7 @@ However, by aggregating many decision trees, using methods like bagging, random











                -

                Bagging

                +

                Bagging

                The plain decision trees suffer from high @@ -1410,7 +1381,7 @@ learning method.











                -

                More bagging

                +

                More bagging

                Bagging typically results in improved accuracy @@ -1439,7 +1410,7 @@ predictor, averaged over all \( B \) trees.











                -

                Simple example, head or tail

                +

                Simple example, head or tail

                @@ -1459,7 +1430,7 @@ plt.show()











                -

                Bagging Example

                +

                Bagging Example

                @@ -1510,7 +1481,7 @@ voting_clf.fit(X_train, y_train)











                -

                Random forests

                +

                Random forests

                Random forests provide an improvement over bagged trees by way of a @@ -1554,7 +1525,7 @@ this setting.











                -

                A simple scikit-learn example

                +

                A simple scikit-learn example

                @@ -1572,7 +1543,7 @@ accuracy = cross_validate(Random_Forest_mode











                -

                Please, not the moons again!

                +

                Please, not the moons again!

                @@ -1630,7 +1601,7 @@ voting_clf.fit(X_train, y_train)











                -

                Bagging examples

                +

                Bagging examples

                @@ -1691,7 +1662,7 @@ plt.show()











                -

                Then random forests

                +

                Then random forests

                diff --git a/doc/pub/DecisionTrees/ipynb/DecisionTrees.ipynb b/doc/pub/DecisionTrees/ipynb/DecisionTrees.ipynb index e06ed31ed..41458d8a9 100644 --- a/doc/pub/DecisionTrees/ipynb/DecisionTrees.ipynb +++ b/doc/pub/DecisionTrees/ipynb/DecisionTrees.ipynb @@ -47,12 +47,8 @@ "\n", "## A typical Decision Tree with its pertinent Jargon, Classification Problem\n", "\n", - "In the figure here we present a decision tree obtained from a classification problem\n", "\n", "\n", - "## A typical Decision Tree with its pertinent Jargon, Regeression Problem\n", - "\n", - "In the figure we present a decision tree obtained from a simple regression problem\n", "\n", "\n", "## General Features\n", @@ -818,17 +814,26 @@ "The ID3 algorithm uses this information gain measure to select among the candidate\n", "attributes at each step while growing the tree.\n", "\n", - "## Implementing the ID3 Algorithm\n", - "\n", + "## Implementing the ID3 Algorithm" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": { + "collapsed": false + }, + "outputs": [], + "source": [ "import re\n", "import math\n", "from collections import deque\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "# x is examples in training set\n", + "# y is set of targets\n", + "# label is target attributes\n", + "# Node is a class which has properties values, childs, and next\n", + "# root is top node in the decision tree\n", "\n", "class Node(object):\n", "\tdef __init__(self):\n", @@ -836,8 +841,8 @@ "\t\tself.next = None\n", "\t\tself.childs = None\n", "\n", - "\n", - "\n", + "# Simple class of Decision Tree\n", + "# Aimed for who want to learn Decision Tree, so it is not optimized\n", "class DecisionTree(object):\n", "\tdef __init__(self, sample, attributes, labels):\n", "\t\tself.sample = sample\n", @@ -1006,15 +1011,19 @@ "\n", "\n", "if __name__ == '__main__':\n", - "\ttest()\n", - "\n", - "\n", + "\ttest()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ "## Cancer Data again now with Decision Trees and other Methods" ] }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 7, "metadata": { "collapsed": false }, @@ -1072,7 +1081,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 8, "metadata": { "collapsed": false }, @@ -1153,7 +1162,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 9, "metadata": { "collapsed": false }, @@ -1190,7 +1199,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 10, "metadata": { "collapsed": false }, @@ -1206,7 +1215,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 11, "metadata": { "collapsed": false }, @@ -1227,7 +1236,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 12, "metadata": { "collapsed": false }, @@ -1275,7 +1284,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 13, "metadata": { "collapsed": false }, @@ -1393,7 +1402,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 14, "metadata": { "collapsed": false }, @@ -1422,7 +1431,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 15, "metadata": { "collapsed": false }, @@ -1528,7 +1537,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 16, "metadata": { "collapsed": false }, @@ -1555,7 +1564,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 17, "metadata": { "collapsed": false }, @@ -1583,7 +1592,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 18, "metadata": { "collapsed": false }, @@ -1599,7 +1608,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 19, "metadata": { "collapsed": false }, @@ -1617,7 +1626,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 20, "metadata": { "collapsed": false }, @@ -1640,7 +1649,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 21, "metadata": { "collapsed": false }, @@ -1658,7 +1667,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 22, "metadata": { "collapsed": false }, @@ -1670,7 +1679,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 23, "metadata": { "collapsed": false }, @@ -1684,7 +1693,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 24, "metadata": { "collapsed": false }, @@ -1727,7 +1736,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 25, "metadata": { "collapsed": false }, @@ -1740,7 +1749,7 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 26, "metadata": { "collapsed": false }, diff --git a/doc/pub/DecisionTrees/ipynb/ipynb-DecisionTrees-src.tar.gz b/doc/pub/DecisionTrees/ipynb/ipynb-DecisionTrees-src.tar.gz index 9ecef5eeab02b05da75ca7f5f1905f458098c376..0cb193e002795e3f63f16a91f9dd183a66e724a5 100644 GIT binary patch delta 174 zcmV;f08#(K0m1!6n&!iv z`4xEPpD0^lV6z)+t0YKeu~O;`1s;SEN|qYYM4}sH1+_vmHbCR87aD=f0eD>t>x%pm cc3K@ZznUog^-rGXdER#q2+u~->;MP=0A*}Rj{pDw delta 174 zcmV;f08#(K0m1Be;4a~TSWG5 zgT)X+QpRA+EKQ~)t9hPKH_$jqQkGGc5Fj*;QxX7K?xdIASgzeE?Fpqp`L^e3P4i*T z{0cntPn4}Nu-Of^RT8AKSSfXe91p?>B})2)~nz?*Iq@0Q}WV8~^|S diff --git a/doc/pub/DecisionTrees/pdf/DecisionTrees-minted.pdf b/doc/pub/DecisionTrees/pdf/DecisionTrees-minted.pdf index 445baf294980ea610966cedb2635f690426ba98f..8adec554fa9beaaa4c80cc6e1da4e17e61867cfe 100644 GIT binary patch delta 92424 zcmZsiQ*c)R~`9h ze^GoFx^>hQ6xN*1G5gv;Fe2^S2&)y{YZ@=atI@PJ+Q>MyJ zTw6>0_9789Ru4n#R0N6cVv?9D9oU4XaS{A*%h!^%Qs@30a?rYGGh8#8z;GM{5mSZG zxg7)CC{h^{RHBLT(}8Dd=UEA%zb8nQ=%XSEFo_tFa3RTDs0XT;u$`rqs9nTq z=8~Y9(ROkYDAOmzqp6z)(yj~hw(vnHv$-M7UAg%mURUw#2770Gr+9wxJ1sVB$~#nA!$e=&YMgYf|U6;Df7WljMcl~G!%_X4>;x;&oh+mA1O zapBpq=@nSv*9}g0%0H(!E$0%QVe#Lp0zeHxLo4<<`VLjRJ!ZpodLpjw+bVn^GJ4k= z)z~ENweLGR1}Vpr7-+gw8jST}*3vUo@1;b3mbunaIhM&)vKxDX5yn)udDSCAuHb-g zjL-xo#M$6!rGRZ_UganLB?X=pm6+plMBQzFb7Bix=|rmfJhB2<`l%vm#H~Sf$M0`0 zHk1k`O$9p8CJr&Ethwzid#@&hOp?79g~R2JZT=iSde8X7;r`%06IY%jvbn_*@iITY zx$QRD?9t6Umm#tyH7e$r?#4PxX>NeRI76UajUL}GKMa3g(yD4v3gi-~pL!whLOA{RVQAO<`#UluUYq7NoKr!g&Doh{JX|mA z<+1E|yX!a=9DC38#N@Pd`Um=5%<6fN>^zSUkd7*oS*p8k#bF&!)VHz<>ZC;-Cm?L7UmKf}$YgauVP$mS>9EVq+K%D-BrcX8VAg-didcQTl zb6JFC3s095*~k;d!Z_e#Wg=z-IAvl5{9PiQvNMUqbl zU>9I9%K3-ib&ZKi;v!<+^Gv7V?2(yJ(F2VQxjbP0^hUeX$mK7k+zm9n{3J0}y;FvG zeobQe5Yz00C9trsICjl={NVy#+5?D!U8lE#Q708A2Dq(*;-iC^=TBes_$7)-08MoEP{qu@Comz>(ei zfu|vYN38a`1ChyJNvZ^m3_Bif6^b5;2ETClCD)TpNe*32Y*N%h+Y)8E8+tSf1+#b4 z2~t0F#Hm2`s538}VF3VhSD9_TMWTADrx||ccDP@E1jHF{Qy%yC++nRHaSz6#-=?sz z2DP(M#x^A7#tr+rYAH>nPpT4gK^)`mB(V?9QOULTOi#td#H2WE@Oj+tK#-zm(_n!j zYpN>7B5jg5I$Bb>6iplg4FE08r=}`x!!Jz#bR&sZ7hVemvIwZW$y9B74oy~E$2L)Y z`-BJk3z?~R$K2pp+?DW*w;JhuE*&|Ee(JHEM|SqQ#Z413G5szDDI|nYcW2lCn$mkR zoDw?j>^C9BI&3DbC`Kh~wdyz6Nekxif$~!-R&Q9u-9^bA{m#FeNEEtG9)6j#eOL;C z(}(xlEt|gV+y^)gOc_u7<-6b}vFIz1kA!VG=T8xUzC^sJwF#E^$E2*#g0($5ubh2S zq`>dl)`LHSDO!p0^5@j)(VjC)Hp9%?JL95|Xuy3n7?CBTGeVde;@Auogb4!W(pz2p z5Ez@&$-$)O)h{L1Z@JTrQ}(*mrh)>xLI$0*{n97wSbljyrosxzr8hj!MfM-e7=%g3M6HyY7H!=a)z2Egi{rh?>E##YTdZ+RAKq$rs zY#Z51_{6K}DzYRFHhfd0t2c4#;nqI>`URuYlC3Vor<5`y_k-S^5(Hp+9`F|!E_2=>>@>FB zGUufh#SDeDF>Ufs(c^;RI9)y2!T!4v&MZNPh~ZNb5y{-Wzp4BJ@i@o!dZ(Le3Nt4H zN^0}92sDwXnsd1nL6&(#Ymuz$hOQN}-rGNQ?geziDo5&SPkgEVmCo8`5_6_Hh<$#u zI*%Qj$3dvmXFOzDzCVm3yDb`KEsVG0+I;-MaP=;3lTI!5;Cn}eQ%#BBr~x!{MmV70 zXAMH0Nvs=`Bl&m6TT+XdtH->U@EE>aYcR+)2>E66vvWdlY>h|Z#9UMHSWYk2<0F{+ zrvY9Vz#5)w5iDOW-14WCEGybo_J$XhXi=KrO^9;iB;d2JB~kUm+E$~QUc=(^X);p= z(=thCfsHl-V+J*`o`yiw%|lz25ET=1?w!tc$R7jRd*eq1x_Hf{Y_7w0NWUoU<>M^^ z=J4kzOH-)7EuzOyBk?g&=S`;~(>*-CzI9!Tk^b0U;K!Mc&&(YbO&mlv8r z*390*)sm2znUyP95Rnqlqa{~fELNq5O1JR@j7qr(x-~MRcc;nS zs;%Wr#zk>ncMEGlDZ|ZeZ;#_@6oGxuH0NM`#>p+}^t2uAdH?lsGg7@;8RML2A%(up zC#tMvWQuII5kb1LpojGB@yMQL{@K?>Fy>aLFTGoUSEpaQ{?4-3_9jr*CUuz;y;5Mv zMsWgr<4#Cg(=Zp4U=KyvS7d?qbOh#^ z(qOutp_nf*_Y|%M^?Ad+ofjyU!RcxBiiQsFkqX{?-w*<}s!-Ko@Mw^O;a4_jkk!En zK%!p7SU!j+3(+Qxx^WpzIK90BxgR2QO`+^J=hIQf%F@yQq0&(wG(hpBu)>iME)IKj z1IgUTQ8!OU`Z(9@srCB{ofe$7!B7GzEbb(qU^4pWizR?`(f7_N3foP--nfRL*gSMw zrduYOV&?&rj~0{Sw-bZrTX>+K{MK1YJB`r@R#I`l?e8|g7ezMdKsx%inra=v>^9;a zdl=+8>?b8Q44V@yURN&vs6yvh=N2@L5wDHpm`f<${ z9Go71kzIe=;+9r2X2!bK?DM|#6DWFv2`S~yJ`V#{=2N>+ioicm3xFp6u*~5S*2s)7 z1=4V9upNO2x;;_$2m1{A3zQz&>8gZ$PZn(;9CGtoo_J5UPO2oHTzMl7h9|Xr1EF`h z0{;bl`SGXfLU4J~%h-7ym~^`yI%@d!1(!;c4PiCEQFVrQGwj-;4-& zx{$|-MedzE%hm(xl93?J+$jFAjJ-z;leh@btrzsrfib#7KPxJek1~yOM95bqSkBP~ z{W5k6W@pJR-0(ikm?`Zkn6**YM7U>#)ewcvV8n1saals`bAp8J(g9n{1oxzXnlVW$ZAT4a&x>DegLK-2 z0vfpus}cVY;LrrMr<1_fR7e`~p=$z|oX^O4we0XGlRDF+B)rQSliK@e=*sh^!&bOy zbK1$EqQG)M17N7H1SE53OEhZ_teWYTV4Y1kgMS`Nvcct<)sAIxUE!E-ffKNrWMl`3 zyD#Zs7s+0b=5*+SAWAAZtQ#rwDB;+yxuJZqXkylY$wEVqqr_#*tIBmI{ip-%P%hFc zJ9Nih0uYT2Ds}am@S<9&1U|<<4zp>9h3x{JUs*}@2KMB7NkJHRlus1&!R?ee%B9|J`%OUbLlDQ@nkYd{2(O zL?csR&B{mfoUqKW6bc2i@b5kb(N2omD_?@*-C;SYR`5pjHU34O6iwzbu=QYOsm7Vq zl)NiFkDC~~edFS1_RhF_3yRop_I1YQw&Xtj?LOdFL7|3QG0B-z0}TTtlIXTTt8&c^%U?e2c0DyznGXFhFE4w%2=j4geI z)=`Jbj5qu?AE6Yt42kY*WhT8W7uVWEYB1jCocL`xrsL_;YI1>R&n9RqbF?gBVdJw$ zngp^;SaWvkGS#KRMNR-{gja{H>SWvcvf}iswXQ>W+ueRP22+9^9e>gVi^bi78a)B6 zZ7$UpT@=BoNMk4bbqH;h3JD!_99_(sjnN3x$Rrj5^lZbIDN<4P|E|wQ%&Hqi6C}%{ z^eAb}`gnM^+NW}{B5`3b7xvlUZ1J`>O_Ik|;zg6W6%a&-mjeNiF6P4|@yQPrH$VdG z@PP!g^Q4-bF;A4$n718llm0C>G%MPd*F+j_#K_`!kFn{P6^!%hiJSJ~CvwCD2ig@+ zklr65NBS5=5EzltynQOJQCrsER|yJX;L%2~o~eEm4$%gAhM?9V;Qp!c+5tw1ZZA8P z@b_MR*Fh}&K_&*2{p4X29oo{5r*Gmxo;nDjZu2!GZX(|8RnHG9poR88bAg;cDPzoK zNr)U4cHDDv1Hd?1QB)OFaG)5z7w+Zq*KSy!&IfWNi?ACX*;M$gr0Nxd?i1^%dwwmr z24H+?sk>t>HWD>tFOhlEFOzJO{(NsXaN~N+NrPK0C+Pyj+^BJA_i)ks5k2)f%4xzy z^j?0*l~L@4VHflQ=e%#n;t}>~^!Tp}Q=r?j3(3O=IAOFGlO$dDO+hM(thf;!GMdY1 zYD9io3o~DMjta5HT||>*X12ZgsjIPPz?)SpcdYAG!SPnM|65A5>p<5=gSBQSLp-__ zAA^ou4U9F<=8|4Hrnu0u%W(xToL#2-@SHD_LvubV5{9NosW5`xp4#09D2QZq?8D>( z7RxWb-!059IDJC@v@i!HVLD`6iZcRIS<#{(E`9q0qt+e=!oQhSeO`D z{-Yc!0JfgP;pqK#pKv^?HPhCuS*@RBV95+H)%;Nu`1o;Pnq@Xdq^jg3|LdxUxkuWO za*7}4X+U?x)XL43@3k+p&i3EN6@gl2@1O7O6^-3{-_oTm$S!Y>u7iyd_EVa_jjGs9 z-fcSHN!@zCA2-(;yHFjIOS&$xFdWP)+BNLFfSJF~Q~obg#GYEz%<$EklN|=nf$HZI z)QQ;rW8dE#t&W%|m1fmY38lsCv}{=&O@D~=k!bl#5e1L;S$lybN`(<%{7E6#r9ld1 z_ds&Zv2v12z3h#%hW}U;K-HV|=f@=Y=U2v{Z&((xQRloi2PDY;O_j`>Hj~B34p6EL z0=!NXy=tArb$z^SuiR?D%8#qtk_GT7Po|~?7@BKr4y`csnOEa|y`z_=ZmtyTcmqY~ zI%8gI21|YM~w0Fw}K>Vp94)vzfA-f0wk|a@CFA^tGF`GnuQC(yYA`@E7 zo~YvRM`KZuv*-Zd85Fh;G;4mi@3ozB0lYAqD37d5vw$5{tk!z~r5;n&e zO*@l%AYTR2oJM1agUOrynY!D5FHYv?vUQc!VmM)PZ4q_YU>9|*eRuS;q0n;tvJ7%V zTZ!-3`?SQNrq`_CzlHazwo7t;iW!7!JC6mdp|qL02r>?0ga?%RyWBtVql)3z0npY- z)g>u@EVTtiXq^eMCM0 zuj{rd;L}gCC}i2ML92*uYIp)A0i%;oP2;+NHJyPYKAxb5jt7C<9ktSasOWsG-)P!e zK`w%?01wZS;nt!+(2UT>oDgwM@XR$8!fe(NT(>*^(|e)t`P{)qkBKEzn-)_}oED@3uF>yd@4X+hA2CwIR}1v7>`a?K79-hY@DuQm{B?KE|2-ra**;dtzN) z0G1LTIz`=U0a^+a5T~42f;$QldM!}^eAeEdWT)_1R9X$MA~@6n2)0r1b>FlW*zifo z-W?A$lX5aZ=fVER%Be1oHAs9yC&He8f^WD|JkNJ58T*4eZJ*D?$2W`>lnas#dxeEkwu$gEvGvy-2O-Q_VQN}e4nXK7oFR1IVU+Y{6WbU+0E6ux#^j%ZpPN zoP5Sqlj%(xvhM>+GIG)#8U@^D%Li(Fa!o1EnM)$yk3jp5EH!ryg zs&ps;w?~B7p>0C#8%xK~@$#`U>$B9n3ve;iyao*Y`w4HAnYhKeS|EpZs!^I%q>(99 zJz2CLSJueCCDzEFk7~*7iF-23(gAv`A8N;ONT|GYpE1_R98)W#c$q(1Y*Lzs7kF1A z&PlGvq*&3~!)-Ir2J%H}0Ie#sAmm_(iGe#nwT0TY`8z@J#Rr)hhk^XcoGEfOw}Gk~ zjMQg-onw_(Ril9DiiDzp;?8#knpK0q*r&{C@MD&iKjrT zrui@kQmH~L0KW?RGA#T8(EJ3B!S~Lj*2egbyTm5h>Klg+vUn;ilPDq!H7X$dbO-{- zpY`MG(lpMa^={f>v_mHf>a)mU2#w4C^I+p^`OCO}KdL|vMw4+9IF^s^;VTrSe2%(I zaS%&W+HlloLo>RSGlN21JFo{;WdWzW0a+`=Pru_>+(V$K#Dz-abYb+D5O^nFS1qI~ zYKVm@j*T8XR{lCI5=Zfv>rZV0y=XSTmn&Q4c!*O?>`yQ?(X+5gXe|zsnu=)Kj8)&G z2=xRUSPTm}mE2DYEgOB2iGe<>-f~j6<(GFWUAC(`lZzs;b4xV7CUtkDVQyI1C zGCqitq~rTm*cE8%SbXZ5PFz2v5^QHTTBkS9ubQX|QQS`SVFlKumi-aEtBdG3NpBv?AT=0iYAVrT-2<{U=3JC{tWx30i zI`E~JEn%z41sV*WCodTCR24xNP}F2V&_D-1m>vmHZTb}RX07k+k|o2|Txm|PeNOAa zZgX%_2E}JhxAtAo?yTfA0ycv74{e9PT$(*v%c5|$+!Tc2oEU}5LS+3Y=-{2wb3@Sm zK#@ga$Qe0u*UWV}%FMfY| zpLSE~5+l`;m53L`gD&C%+bv>gFEK)E@9TzbvxFc*2Zi64pTn+%wrNubhZi^hP?gS> zp#>He;zjE(pvDJ=$oMpaX`2%rVy(C@oU%E|F{!u3BuWu{&;!|Ao{BQS~JLB zz1T=HZo>sx%i~_#AByqfm`%UW$q^=qX7HV3vRme&^c>YZ$0+1-YE8;QWw%ytFAB<% zQEyt7PO7P6qh19FKIGHwWh+3etQjT)i=71qzALO|0jz{W5}?RDyrPcTwS|YW zeCjGhTu7!7aU`?U_0`+zsf}weG28NV=L>NV;=JY4;U&b<8NYOKpI+(1*Z#>xwntS& zRmr3q{`Qs_wG`WrGzl7&NfI$b@fLa{JA3E4Sl_T4pocj%HasoA%Y63=khPmT&HpBZ z{`)wz8B%VKf7B-uPS+W+T8n{w=?;jEEF36~iI*>nXYM*)%_8`o$FEiMwS0MP?6Lu0 zWh>Y>$o~0Q%?2R;T6y^gPLp?<{_tqjoi{_Yy`$sEVehu!fpLGC-@h*$1u42 zVDrSI**7+K-12Mf@K-_O&QUfVW_V(csVi$%N)}mz)=+fJ7G}VG{4e5s(2bE$#e-+L zc6eFBSu4vHr&Ud-h?zV;9<@5ON1o|ibw=s#>83xu)V-lf9pZ8U(` z%zRyFkt^uzOlGsI+&8ar)6F+obX0sQ_pLWKcnFbE1T~v@nMbW!tHH@!NhHhllLaVg z@Z=7cy;_g;>+RYA@t!NocduQqS%TvPi?KY`KRS7wSMOrZ6%&8H$HRChldBlX?CPZ| z-I|r9&}oVN#O|@!HO%ERLleqOg-QZaT;YsxU*mSO0)P9=0G|YXY(D<2+oRR|sh>;B zbX?%^Hb2z@JBxp%ab5qK_Md zO>@NbuZ)dl2L@w`{(k;Ov(fpa$kWwC-KsWOR)BxdmEbp(+RrubTniD;_S+Z}6@?kE^)Zr_zA7Kbk zFP4z&F5(qoBV(7=6~7ZHkn#H?(q#9^Mz4c?8?gj{X@%qK1(T35VJoEATIAoa|QsLJjx zdbumW5Ia3O2zOsYpIyAOP1@D^H?(dYrGAG&Dyn%mVdmtSf!^r{Xn5CmS^j&5<^Zy+ z2qspTuwnofg{;CK(Qq*DKyfytcQR9rI$|H-QbDD1v2Q18!MC8-(&{!2jXpiF3PND?ed@(w1}FR3U~BrY9w{D zz#Qc3%%BrDm5}W0=M)HDuH{=R?Hlb^iBi}mv9^&=nx>jK&0w>yd)xvFGr1CbJb5(W zX;5q2?jbSr6~^LNGW+?ehESO0@m*Id!&%v=fiqqXgLZ|~EHU&k4;_=3rqQ;_-M_6; zVr>|kT@5ErX6ba)3U%BFDhZ`P;l0u6LN*`kH0EAV`ZSWhaSFpwxPE5($bjY_v680z z#EMjv^+1VamElZXUgd|Z#1UMw8bBWql0?mM3h7C{!YhX=X-58-xd@{y=9h88AjOuD zCH;KjT`G$P=mJuL5u=QfPT>nPAu69m!zlLrh_T^kgIR!lk0`y5|8p=`2xs+IxxZMI zB)8GPWlqrA)E&ewoxTF5f^9C1VO$FjT-W;MOk;60?)Od#|F0{a^u2aT{i!m*=kTLR zEpUfsL{z;*Ux}s6zE@GD6nq1<`*cPIO(u<;in(b$>=mYW6zYt%_FCU)Buxt5Hecz5 znT-^b8q0I5gH8I!NB%%M-ds-jWDv#-TdBtbRKZzUk66tq+nmo4IfyLW`&u|qQ7$PY zDCv(>x3rXQ=F??qP9QpS$zC4dyOf3`z}zIS6f(h{lK}Avonz`lCFuX1*T(V`OBq1Mt!<1bX0NG-shwMy{yywP@QhldkCd4 ztms&`Nr~+uJuF&M{)M72q}%0L7FlRdQqGndBtM<$pX7cR@M;w1+Y1N)p~w9EJT?p* zuS!ducZdC15e1qG=T{c&(TuBTS;5(~oJC*WImhVx2paskCez^qUZUEU2_naS8s=?f zeY-MdVr;|Tn=Y;FwE$yps0>ogg4G}}p0?cQ@;z@1yxm_)D?)}HCHfpk6-8m1O}g6q zGs#CyRlSlcP=lN7#hD+#$7YUdi?$eqWyUbouwk$|wlh;QMS`Exve5oZsgdL_NPkQ( zPMNQ_O;E}BEEpe|xM=B*@u4S9vY|$7zUpQt;l^}#AaO4IKB*+dQa42AT1wT~8vrz( zYpXpYWgr*;C80_VvSZPe_1!tNqI)~1R`|1Mc44H8fkp(Ab|2QY|65~QS?Z>I zRC5^Qs+;2)BZq=#lG^5bGtC{(lktcdjKxHj2MhNG_dB+2%N@2W!eU+7SMZEXB zir~D+XGu5j-z42$=0q*|mU&3UUEGzhBJH?rsnn@VBcnurr>G8-$p>_s* zHQ5pAfI{=?rL(`#xuN{Znv8YVbXbKy?b;=dj{U+`tJRm-!})(sZ_6gf1t6Zb5H zSfKTDFbuW>RiR5koh!9q9)_~G;}Gm22L57^?sfru?p9&mHr^=Wk*R%Kj2Az=c$k|@ z{W;lnq#k5$z=YufDLd}+%I#~bdEp6p{6qM{S#l{4upl%WA-M%-Jb0_!pmC@I5}?qZ z9P&*xxo!QfKFnkOQ%1yc9%5}{zQYmT`OQZ-8LtJz(0)`>jwOQxhRP|YBg~l|IGV)9 z5gq|r8`(a|-jA^CpksGAv~Y~9%@FUc(c@b;e$3$uBsxq7_a$>OLO#fj6wma1{GOOJ z<-38ND6j7gMGhW~|Hc$5Yc16A+CwY`TQX#R6nlydW|wt2UNSq9$WqS+10*|V*Ai~p z&6eSS&+&e;UG01Sb-7)=>QK7rxeuded-H;0RdY9L4}BT3=E}?jll&02?_~!3g z{^Sfz>`zMWH)k?z+++`d;`P~N*KYcEH;Ad@U4&QFWuy3=ok?1RqDCu5Z=ie-|2L9#oVk*~@c24bX>_iC+AKo*DPE>EJ1zbVJ^*qZG( z65J`x50#GL5Z6|U0&tWpbJ^cRoWlvs6YoF%rX_>vkhKJCv+F>Kjx7A)KSZxKAKSC! zEQLEg%Pzc-+SenPwKb56zd-HT4%oWS)x|vv2VJ;j*wf{UU1Uu7K*U$Jc4^8$4b;9G#U!k1^?kY54QbE+&*x2|z_f%=vdIm*`_e3bDSe zBB+*uYFj{xCnXRfZje`{46i1D~b-`hd0=}%bxB(!l@1g_kPG@>moB+xn@B9RYhy8{jz`DP===AJHN5>1Ht$Ok&-$e804&V{9;1h zxJZmtTH>@6@!)#G>&>u5C=-)8@RT&Wr|Xa^SaoA#@*$rKor~u3S(ORKPU9*(HeRPA zUq=qYh5^a-t0gfZ&_4i*fA&&?ZboQ={q02TUl+-@R9bUI{{ zB<{XuNG6s=%nK-q(*c7NAOz?rmf6W8;3-%ws>%XcIS<3=?YUs-=)U!*Z~t-0Np>Ns z#k8XC1~`RMPL6O7Km^*C-2JOMmr}ObC-kQqZg|Xr{{^At&i;0-=&b$WTQyI=LsY!A z@19U}xU6}b7~OD)Ngq5KX=jM&_335UFsm2aCX1z#EigFy3(CQ*N~d6drnOKE7jKwq z-?~Z%H*~7U`8x507JuRIzg!y4rQ0=74xCQs1~A1NMLVIs^!-FGqA6J z%8H2@FKp%6hp15V3&G@Gr}q^#wjgmhXU41*{pg;ZIEGIf%(DQ7=P`JiKs0$|2+Mb*N=T?e%ohMQE$&gHTY|{=rPU#ntPJHCq zb)D<5yQICq#cBUFSv|jZ6^n1zz2buUM7ELHIl#zILo3sdjRl2|3@KTrDr40B zwurmb-Zfgg5==tkFk4@_7)IcywcwerxHR<7c^a=-l2JDyd4Tll&z}HrzC`kNptC=@Kp3QoKrCU=C?ecZC@Ntbuupdh z=QF2`z>(7!>M0%F{@>^ANwPdWQrA>tlfCLaQ-Lb9-@{ahHaD?P7p`M^MJE8ToQk)@wf_^j;}uia+L^Mz0P+ZRB!vB*_qV7%w#Ve3n|s1 z$PC*u0&tPQB2!A;5{uYf{qYWa&6vOJ1EiW63Id{(o z4)ENeVy~2k-(`l)II9;t#6p5}KTNF@B*4$0VUd@FIa0r{oC3ThUgabYwm1f40tH`z zjTpJ6A%~&uiB$~#gq)qP8mbFf-KF)qrNDaj#TDuasD_?YWgmk{jw{x1gZfHq= zE>x#&V~mcK$&K(CD&JgKRcC#Tpj176^$l8_%IJ)p5W4yKp8@#7V+j0g>9$6XDyh8u zm#)KHOB1rHmjMbILd$e;`H;R$J%tvkEO1Jcu>wY&&(qiGdTq@Kop7I%3_dp}47!&e zRerF`3>hKs;Z@;}-jEH9J$wXHr%_?BK?c^%!mFh-Mb)K`{Gu{$O*){TZ~{BvUa-rc za|veG9y7~BG00qhUTkOLRsD}-EcO)`Pfss*e2;5{p#kY#@7T|aL}I{nULCwgT|e)# zZ;D>dRZdYQr&K2aU;;UY{D;V>D(s6HlHZ-E-Ok*G?OrqG65 zS&m%gY~9-+N%XPRh5BWhM!so35Ys=$3t}MMrT=2*U#`s2p+g+Ko7h4b*Gi0COe|FV zdwre(JD_0IB*{O_6rfC8|BnZ^wYK9A+2H~CeS`7vj7onUD*L;eSLrso__kVvZUb5o z@`jV!Q8ry#o0>NJekheDHMJ-*uOS@U(>2S;l8`3|sLIA$wG#dOR6I6mzwV z(Nxwih>A-nDSc^}vy_Y?%4k)TQAW*Lts4m*0d%l))gwtRX%1ES(DZ0~{~bQiyiygD*6UZCS+1Ry$Y{YKn!7bO_qIHE2_oM2@?<0Xge*8P%<%4rgm%C(NSWn&S zF{ADp-*Jwm88aDaAQV70x)gc%NJGe|srSX;cN9xDFUd{!5w z($xDzBgG^I+1_jLy#wDPoi_kxFjPM6%TF8&Gz~4kEau4YHN>eo3s#*Zx^!=pi|JAR zN`av>bXI~iw#&O8WoI=$PXE7mJm@6%7526I5l-Hdv-y%Krx&0SmaC1Omorhht;(4)&qM;v=3Ic1|I8oyaUqc)IsJxyeMHm`+ikLM+ z>}m}y#M-uQx`78C9R>t}NywehBV^yJz5R81V(9?4E^NMNZA@rYlbuZfpl^ip{bZ*B z@|1nKvS7zb6}7hL@_YH75nyT{>x!z035-M~%L~rcf(0BIcT$N#1DUM_x5Acx`-H74 zBZEa+Vojfx^&o6PLt@wvj=c9LE}KpTX|5fyI&x++9v1XXk|(d#DCv4)aPD_uX%%q3 zy{W3R9D;^1(y>5W6+>=jgQ81S6e+D?q3#a@l{20~TaQ0h09)g5xovA@Q0@_`p}ufd zH{_hj)B(;v-_2qoz>-w6DE(^U8CxjRZmaK=9dWj1U7yQG*0rvvG2f!(I4M@*RpKEi zLHM#4EpiMxd-3%;KLd^;^r@G*qGo^z6!}`I+Qj`1)Z&f}4BnCBPvtmbIJG_Gmbh{|#sT>ly$M122%!EWS@K6iOTGAGo!i76 z!xGVA{p5^vpNwn&ZhcGV4=#I7&yeWQ|D#XV5iy#OF>sg#0^g*IWVVTpcBJ^(_g4Jw zP-~5lx*k47_mx*Y0TVE=^?%w4kW#8mQ~k3`w$A8lGZIXZ{r0s$Jj?VTgi0X8j`b_I z!hn}?nC_j8RiQ3lyyi!md3t@Y>kk0@#tH%W^#OMC6qls}$be8+MrUHyLV1Mq59Ss` zJ4^qhz*&qu>?>_bMIRV_ zLyabc4-q1avSB1yh&-PlSubT&vC!>VHx{d-<3Gl)*WyD7aW^H_Qya#nc|cLM-pYlW z*}Rv>pDnWjuoAI5gioBU`|Ov(%WNy~A?6XiP(SSF_x8*CLx%8-vGS!Sq(J0sX#fn@ zt*7%(XEGhyUg&Zq2|`mGt)W3BNqLz}fQ50_@Fo|PVcqZP4g7|PbhhlK$0k>02I4R4 ze2CUEAUQyPhleQ9B^{mXDATc4V0ox;YqihVuH57m47@rNO>tDc?d{{(%I|oq+>u_P z-6((D7VX@DXBBu{@11w(cBicH==4-RGDs0Q-f%1$=X2~w0pK+IZR3HH zvaV>l`9aJ^{P(dyL@f@Y9d`S`h8LJ)=RF%p^#Pp<)iLm7g-4(?9yZJ#YWjunOLldR ztu+SjR6owdV3%NYayQNLr@Q)|@NTiW@*iQ*PDt0-@*c$QDEP+xKlPSu z#;NR?$BP7JSGkO3yivJ&GXTL`%^3Ed-e`@U`p|TLm#yF+N@Uzu#Lt3RCp&)Le{o`6 zZWQCuzMFv~R=p!_5UW(zPUev%K5au(;rOqYabCIv5WPG$A_YKJw70KDkP^t^m+(q` zH4V4sCNeYJL-^fhpvd(wbZp=&F>DQTzL>8>l&7`-RCbpYZ$S@D-vQTTUf8uFK&cZ! z4c2+xoOe{^cV?L}BFHQ!&&-*K{E?(E?l1`+mKSiC_~Hb$+@FZWn>x@7 zZum6|DCS+xOfuPCnjFQ|1ICBa5hhS3*oRDZ7Q|w$pMZ-X0M|4dzBMjZAcDapXTWze zCpNrYw09sgeJk7?k3|1J@jiOL<70H6t3V-xf7g-I2@RSt)PQ^m`?;X*F4%g*WIc|Z zQOaG1dWE&MU;>Qq7=lu?UTU|y`Jsd8V9}Djxi=`m|(o0+tXs=l&mGT44la^ zj0fGZiPufl`VpXK%PXux%vG}o&kmw?URQtLOl13u2(NllV|-Z9lMeOeLMy`R?+fRJ zfD$HpNfmrwAz6!n$^imgC^P}|LoADe4y6JSB}5b$sZ`kyYqv)O<8e}^|DAAgaQ*N0 znTeDAe*{-bK&hsVOYtbO|7+bIlA2gZ2aw3|zG`FF1i6~j?7Es7KD$@HrL7!TAgCqY z@24-{k|F6~i^{3k^wX2?Qx8t*f?bNZfNtp=?{6ovXIWx|sCiQNcoFYhawBc=hv)No zJnP2cT{)$ks#THCoOg_AVUq6B2>E{}ebu+_8U_FWLsW(Ar0&VW4LNd${DZ6*mtYI> zf<1v>)UG;?)j{}-I_2L30|k>MyVe3%0JBva6Lsqtk7D%N%Zld(U7Tsw=&gc8o5$gw zg49TW%k>UJ^jq-e<_tkse(lcnKh{aYnAsnN*eF&iH>_iBg~cLBY$(YpX)FM53te;> zwA}&Vb-R7tnkwq8r;9H@>Qw71d$l&GQ8|TMUdpiBkw#S6Tni|r4lIT9i}OX#2L>fY z3s^~g4;4N(>Ao)izpL%W1|$Kcl1F4OI<0&{TAEin{m+PvOETk4n7V^Eu|$K#DP1) zKvH+%pst%|_Th%Em)hbBey=-kY^C0C^ZHlTm1=fD>_SZI{)a}0p#&{OR9L_wz-1mo zcJc;8l7#fPs?EHqYD|?{f1kWior%Cj>KHP9RpR1Lb$-*y;-iA7Y<`{l#!)2IQ(rB> z9T`!d@q8**St>DGQso+z8}f4j?-pBzj4Jx~lM%m@y@skjCF0eW)qQ_`)0#j%4r^E4 zgiT9Gn4ARkF8jvQ0~@dM6c|3{DcD9&)2}ZOtlIm^yAz<5ovbRa9vZS#E8I8tSNuLya*J(~m-QMy&q!XnsK ztcA$h8m0%BH$>LmX#Wct%}6w*5ced_@hH!uI$Z0zT(S(W_ZaxA zxAs1BZs{W-E~wSP>YkRCI0?6GYy#LZeab?)^G%a%8AsM4_tM{MROm?Inhp}7C`CdU z;-Ep~UT9B{ADZJ1@`W-=6RJIGlv1rC2j}?*6`Z41ZkI-pNvk9pRk8;-c&gnl0Dos4 zc_d1SO(>g63bNcQHiHFp6ucFr5i^l#pa%G&DR(re5nO<;^liZ9d?6=kPC=}?>?fe& zq^Owysyg4^T@m&{`Kj8nBB)fA$;ZDiiUuwI4_ogT zoLRVa?FLV5+eW8j+v(W0ZFC1uY}@YGwr$(C&C|8tbI$iwz5CCqTC48$dya9>F|R3I zQ>;@`K2|7c-n>bKY=2@3hz3Hk4^!K^^5VB8T#s}5tI#GQ+8__`&xMuZrn&9(cimSI z%zO7Tzujg=Hts=b63af~JAU8l+P}GkHPKF@JunA?;U1Hajfcak+WsKWThQd#II%R7V6pn}h?5IghS7e@k%lhu0T6XQ}qeJCxPP`|K_kRgta?&#kd zZwgFsVyccm382hu`y(m*uU)ub5fit94IS@tF`biOy!@IZP5+?SJX(+;D?q%cPVK*t zeCXIv+(`lt9L8BWoC8oEVAKMLK&E@&V9Lyfh#4`*e-S@uQfO=t zV!@;JH0+VAK@?Pp{~ehtWV{Hr3L^G~wpq9q7(A;km1WjnP(# z`4rJWN+l#jQ;;cz*-FlFwY3Bzpqm=0r|F;OS(*bz`W~I79=t!39VP4QVSN{dly4Z<5}O@FYibeU)WKy?or>as@nxzE6C9?%|_d-8{P?n!WqF z3rQ4Rnvoh&lz5JrHW2=fHNphvf}3&Yu_%$`BhgItr3Eyuztq-ZHQn8Vj40pig~B?P z;gox$qpt6ka8V|)c3>4D*l@@ZB(fzfE;1{d4sJN@>j+p5f;m^T=+-NTkXV zkqSrCTAjD0%3sSG4AL^@=&|#HXWXspeBp8Mwo3Tb-!2csQjZqLHfC%Y&o<0X?pmw! z0}+PPakmUUqEm+HG3U;U+khwQVl#Zzq?RZV9U?u_Tk3i0t~1hA6djN!@A$|@YEf%49)Jf zV&H{d(TsuPZuodM#Em^fX~5XsrF>0(^LZi`!by2Y6{1BXZY-#yFGbZeEaV;u1b~G3 ztC-M3Lf=s!Ph;t~nLv;@CML!Qb|`pPlEgDd^ru*< zj@@-G*;R4<*OGzPc%+as!9m}-$NNjx#HiFZ?BK>^eM40ZXf973<}eme$4B#cJUpn3 z56Me~?*z&~D~xm}J)OTryMgJXvdJWDrvXBS?&Kd8ND5^pP4m5JULm)=4`sRoy8_^N ziuJ8;Rl)N+Q8#}UBXki1fggV_0#Se4Cfhi8Q!LN z#t#+Em+_g}k=d|?{*zx29^2e%o46Gf&(z^ur6?qeC%CsGgM<6BKsRe)MKQ_Dz8*M;qAU(`_RpD;Na2qrF};sTP5;KXTfd_=~@G_>c47y(9D^L zEx)4++ZX(8J#k0BfirI>f%tmUJE0iDe@yG?QMo)D_i2V6*7_j!u2G#MOu)im^fz87 z2G9>H!C)eJN)Oom@1v1y5f3jj^#T`|idiZ-Mg08Mgb{m~n>IK<%p9{qV+$?gMX;!% zJIjuX2LO(I)ePW<2h2x7)sK$&; z(E?0v7I=lmTFESsc~Zo|WS$udbZiF~2OqS@&H<9qPJtJJO8OlZuFa6p;(bNL8sM5Z zt56(BR#AurY##jmbD|DeG2Hu7X?bTtRl<)AJFx}*O9JA--srvWcnKoX+v{DrEswd9 zWsGpr;+rUnnsr7f_Xhq^M3UQze@1CzAhNK_o95qdqVnm0o1&&ilcDot!CyGh8fD!r zQSOX-eG2LWuf-*YPL)*tmjzBvtCZDLE_adSQ0j3`vzsm+A;sU%_sT6mACEvj-BsP+56z{7 zt*a|v7Z!NyYNG8eO)ehg{dh}_VWx7K9CkPKrJ){#y1?^IiyXY>gc0$`m=%=}2~ho4 zszPeubA==tUBA*t2HklcB+8W0iuC!CyKSrzlzx^dLHLQg$>yUz>R$;$y+X_LCcEi{ z@(T;gO*uK%wb|xNj})wK`}tVx{R4z|;lcD&f%c`xrqb^S&(WLAnH@5}@i)=Lrh+d< zw`M#GNJpr^x)7{OYw7uakR4q|B_yoLn|w{+K~>e@HRsGg(N_$W^7WFu$M*hbvAk#n z+js_RS;02w6t<>Z`V{0}kEUZ5G*yp(L$!?0f2_^;@gK_V)lweT7Y?IaWEqUeVE4YZ z)!~r#UAsgX7@GJJ`bF-y>R%69n?=Y#bP!}O9_9lDKU*L`7$U|*%fV7L1h@}EwBUf)YCZ- z?!jB#9MtiJMIHmxIrL6`l=~fdbnbY|dW;#bxP3l-?OvZofF??#C3`4@6WSEF&+&)a z5Zv$}ej~N4I2ZV4WJ0_q0K?7KebL2$D)}8I;+XuLtOysKI>^5j?Q1zaE(VrDeYuQy zV&noRSa03~MoHIYqB)3Rk`5Q@}cr$I0RDn!_GTK(B6W zgCJEO*FY)}8=8ix(8sK;35#l)_70+hbF8Jq{aJ^ki38F-B=6Uq_7@7slM{Xerw@HT z+qprAQ%u7(a)N@wLHd}f={M3`r-GSoNU4^e3x{A0xse!USytH>#~}Pbn&IDq@F2sM z+DN|2A1@KNPJ{{82RQnIR@jD{p%}< z`nfNCnBLi~aAmozIZ~Xj)7@hTV;io{t{XF5$8(S%ioJ_otavU9vAtF&_sP;q;9;SOPjU~M$)J6K-?NSo{$f3-~G=lYP--}N>gKUwE#W6%<6kF7f2 z(gR6d6y(lD0K^;6lMj19wAi*Dd>60@k`vx^(S+t_k=~4cr@JFc7z4qqMvi6d0nbaA zIR90aAM+aI^sH*s;+=_lSa>Ei=nX}^@v-nMRR%TaLdCOb3^0|1r3($<-k-{m_ebS3 zXn*h~J0lo{hlT51+@a{WJ*wMbJD^u`Xiew?$Ugjf03sf0Z-l-;v2-IuPx9dJW9RFs zhg;bI zqt)wF@F|k_8bJm?T&GB%#}ic?N`t$^yA-h)E{Ba0nHA+FXigPmW~Qa zLoi;SmhuP92EbN5w)0f5^i_sdwhCo^9@q^%MU(ZQMcPtPj-c9b<8O8u^u>^q0Dmo< z+V3nf{2Dk92>8cFm?5P3s;MRs2lHft4EejAcjl0-v2|RaRZlxR2?!l%8Vp^h6S-4X zt8ffUY9OlX6flp&Xqaeeb|B-@+Xz~AT3HyBXXsRYK>)=`A6qcw0_UD@oazVay-rIH zQqD+efV+-h*Gh1r8E03oQCANAod$JnSB}gqj2yyYjU_U1gITXo#tk;EDF+({8EKJY(*xq+WTi-hLCA3Qtl)I3(W*C7rSlB$XH`YKxoh=hK8va-{ zYE+vGm94PV0dk0B|7KHL9nCJzvd7RTp~x=F^m-3Smde6ixf&N)RT+HQiq)PAp}3Va z;ON=Bsy`_=O5A`#c;J2`co@rX&J(@p<;}E9h&+zYYc$4&lLIsGJfk=qw1f=h$!i993L9R7p0o?^1g^kUqcJ5}@~1Uj zg9LTD%Y)$c(1e0nTUd$*3^I{KdmB)2!X5lZ@PI-YWjZp?{tX&9C#$;dY+t=DC;_z@ zzRl_V6(VNgI}q#pxr1>wNVjlCp)3jP_&H^rc%W$W-p0a4?=9>HNO$HlR(4~usT7~Y z@nx={5-jkNRXinlK3`+`m6EcR%;;TGnjenmx@#xRMj|OYsu3iLfX@nTtcoknL~;Vv zA|zC+HOd!0f)EZ+8BcKlSU7K{C@MmT+>>`)$N7bSEyQ|U=hnR&C`thktzsHr)$`G|@(M&Xp*X|B_ zza$IQTt?WuFb>NOnmewiMY4%5aB&#{%Z*qb-;0sH!QVdV{r-y@WMcZi)gbi$O9o>} zP}HCW2H}i49W*^w{UeW-&CLLM*qYN8R^-Z@B*nQ_`31=r5i+DB#w{M6f8(u~lxw%L z_CW3IUczxBA`0PuIAM*y9Nu0P=cp1UDyE&%dw3!4mCzf|Agbg>hTT;_*RjSlNCgZt zy!`O03kf(!dd_iC3asLZ>hEOezkY6m&Iro`7JFhu%U+hPBJc&+sQxIZ+`6Gdx}2DK zUAZZIb@Ydc{3MUvO>1r=WSXAzz|C0YZ(W-7*k1RJ3!eQf7R|VE<{=6>bm;irzs*q} zm7kNulHuD<&8Wd$!yK{UjRMK1GZaO{(FNzi?aFd)@A|a8`I}KJuUUrxR zeiCL>Xsu~7!aH>gqxD756WC63{s5 zB3fTGr+k9bvvHQsRGbDmmbrSig`pRA1BTnI*t<=*I26+pGj7a5q}U{NKK+_gBQH@f z*{hPfpTYc5yODT-6py2Jba*zp_aKKhRdU@KEOlGe(%`#sbY!hf*8)w|A<@l39=4RokE#OmSij_$5rkuTJB_3s z!o`FKe7kNp7ZIxCXM02cj_?KHK5)S&>eja@)@ftE0uFzN8N?sJM0##{e1*3);DNMC z<#YL*I-H62UX#kk4=E;NGii#7wBWv{6w*i6#l~AjZW+%DE2O&p29DdH%T#4m`IUw` z{S6pES5%Wc`j82Un0e%p@G+p)XP}F)wuaOuEMd?rDf_+0ZF2xYgyAbrWeJn3r%|&b z0zLr;DDtlo>`p<{+Ap40Fj# zH=h%4tb%cKMvKzA2KY;5V({0$Qc=|+C#OM3&2W<#sDaxp{QCuSmp1H9CsA+~3ZAI% z9DoTc1b(Q05D2}qKg2~jv18s1P~1jDZ;LD_oOn)gC3;T^lSLOPS;^AePepD+l~LVb zjPu=Hhus(lG=p4LQPMp^rsmZ@N zy9mrzCSfXT)Skwr2dkAQ2x?;=r;L{Gn53glC}<{xW}+cxb!XC+w|9qU z>wOA#l9;Ih@iJCT`Pr4vI~k&thVUa!>?WP<1z4^SFb}J_x49kY9MM&vh5TFVw5|Iy zhx|MW3?0op-lUYzZ!N8WCP+y?efU@b!g;DkB`#ye9V)}(Y~0%t^-cF3S(->XL_O6O zssH52xY?fm&9Ez7E^j_6G2Ug(<`)auR=R!XVrX+Z8}hi?RA&}N!V4NS2v)ZD9}e*j z_j#^gz^oKu3Mes-l#d#pQ=et>N|{2XxQBvj&05OCOsPc_@MAKGY?n$s2{`l-t3}xE z1rQU;kETp7thpN|eHr31Gn=L)hcgl7qlg?1NRenlyJBOsa>;*WGsoSpK)T3*?yVg_ zy#FCipzA~<*O0=1T#vc}%d`nrl4;7JIB5(&kd@R51GNF3=MTSM2cnYY%=9TGInfjT zQuZ!0&S`$6i;_;nx9`L4iL~dkCrNnbjpax;T$XmhgU-)*`dM=EV_DLKr^*%HgjCtC z5QGcSW01PHP5AQ! zw0{~3ph;zGUU@;kHotU0T?tx*#;NQjQt=haiswuH2;#<>4(d~6~^J@{=n(A9y;KsZI znx2w1gFOz!{SSK(g~3N{JCwV+o8VRN__D>@a=9`tMX(c-;Z;?*8|QmXOz9<+!z~vt zsa3Y79Cjpv4c4q}t?)%or(|k>jeODZn$zVw2d(U))dcImg^-%NEE}$lhxAor>ZR*Y zt=6w0b$p4oN{1$S6 zYGkdX4Z8Wsw0#ezQlZ@Q)m5iE5jwuYOO-{Kwr-}$BkUJem{rvmw1t945jeH4f|`ui6152zi$nJYyh3GUH@d!Mh4 z@A3d~1u1koBtabux3)KMqi5yz1b9at1g8HVBFn_ZnIQ0wuGXn38-vGz+Ig;igQZYG zS{@GY$FGa_hBa8>zqm3$M3b<_X5<~x(DeBJ>@sQ={~;UGKVnQYP_z;=_~xN%;+_)g zA1spxVFa59W{Ic*PKB@lhV`MeGt?_Qg{t9i0%s%CYTE+AhR6j`z%axbG?7IBoc z;LC+kUmqMy1T1QTg-({vBq3C9loIht?ZG%vUGQgou;zk3(hQ;n z(`|+HtHTHn6|$U*GVlqY-CGmEa^VsxL9Ut+=W+;6(#i#kRKr#yhf;0EZt4~GQ-YO{ zOo|eYZmUhLPBygNfhC(cJTeoJ6EOzU7p&@?3lxJd0`~P7+=yKH_-VJ;(C&td(c+Vd z=9%dX5(LvNg;;9V`UK$*=D;4~Emg-FYcw>)(rGeAs{cihp$#K%Ks7-0f>)0(oIzKI z7bf4(*!9$@wXk+z>$imApPGqB4O052h!n+a<{61cX+YD`JHZWuU*5q67et^P8|8&V zX)|SSfPcw{k^O}Z$U@bQ(H;6q?V$g__OB-5aw~)xgrUbUQHJ_*0;a-xtmS?wGWueJ zsd@vzqI7ce_u~+iWI0;&H>-X8Oyw4iKK#?>>f}W`>Lb8(*?5AGQ6{0$I71Nqe;Jgs zd!+QJk~K}r3j|%B*LXX=AFlh)YhL}@ zf70IZ0zcrWRArRJ(qtw2<9ETt+$B;NnlxdN3dVpv#55f~636{RP!qfi1601)pmB<}%U zqBlMEqplQ4u7}Q!NpFW}o2vkJuh=m311ZXd&907i@Ap5=Na{1UtM@hD_3w2^&*IhM z*^j&rIt&qf;|@3Sc?tK5#Ra5M5;Y@RKn;U8WHqOS#NnFK$8%`Rq#tT3Z6x%TGVEq} z9AV*^gni+DHO30b)PMOXn(OW9=st9uwwePyv-?pV%Rjnf`-7&rbmmO)8CWNFl}{!N z2N;$~O6KdR`7A3n7f>#K{jGSx^_1jVz_Ot~RM7ueFrstB4P%m1kME-JiJ#u50=j5^ z1cvOp!)Cb?TPao|8cItu{bj14B9g}IFG4L}MNYPg@?j+C!;E5ERYtv16y}XTk!I!- zU!tH%G2tUQ`4s;{viktK`ykwR%DJ2PJrrjSLC2X@vVxuLsJn`@RHLa~u@+pjz)6{T z(~T9DJfI2q2;?lMDuW9%KypKD2RaC6rM`Kc*)uj2e9O6rKnyh zMXk0~%nYypjixxt@U{>u$OOKeLW#k6#lQRp8xzlpP&q}$=!d{Tt}A^8)?H+LCfek7 zwC(^a@R9vjBg;jt&tcO1Gi_??fRkEp*Zlp(D9eTMwewZ|_nag$U!-U|BWmIhnPWJg zNu8)JS8`PV3{od6b!!8vHt>rHYJ^G_{m)H!qU2A6n9r!2l`-Xj>k&32e@Cr~Fvwm` z2285}gYBMaJ$K&S^EqRkZ(6fq%D~HF_wQGi=c{K2*Y2yQ)vNC7?JK>`m%rVB?z!~* z;4MA-D&}a+FYi8WDHwC%2%nQ%_Wn8E=g+N^7%b)@w|K2cvgu1!BcMNq@*wSyw+hQc zDjT{Rz)j%1r2?8~ZW3kQ#=?+N@()O3KJ=3CqVr%~Z>l+7_zOLh&>Q6Bit(zIDFIA}D zY*C<^I#9s8<;_S{m5-{vC~p)CgiN+AALeC!5=(^>WvetDH8Q^tNO z&oQh9&u&k%nzt!F5i3Q??7VpVy3UQLZwslSg}0lZs(!Gdu?wi}uqNz7<%={uRbDF1}oWz(bZ4iR^UKSeX-N5 zF;o4?bQU!+o}3OhjcN$xL*_Du!5D^-1ijZk|BIAiteq;bVC(j*5Lp~L4$?&7zs?VRpq zJ@%aU_xG|2>DIgt|e z3A*ltj&p;=+K@=*4_*uj0?7+NS=+f45)$I95{=w3K*6Fym)R}2e=#D424X^hoK!=j z`zjAe60`rJ>H{yv8)1OTz0o8lhcp$FyK!Me{)_rU_;X~tM}ZVsQ@+=Qn;5e9dgvx~ zuT(3%od*Ki(RHf@UtEkpz4mwk>e6b3pGL+ zmNJeZ28tAps5Dg&&Bhslr)pP#RH%b6r^ORDf#YL``ePcKTyWhfrXy>hM}E8ih7xo@ zMt>9V$LAk78maRAfwG5#42%Gf^Z3vR>81j`bdW)1Kpo&ferfV{0Bvp(ZA|R^C!+39 z2x$X@KtgDc19rU-L%$4!2PZ0teM89&JWiVZu7AKALi8NfBdgq=EEyEFC6FM(Ysj}N zlIx4;Hy9WMi=>PqZ)&i^!}x=;kM!>78Uj>=e ze_cNi%`F8mFF;n+0I6eXUPy+pcy9j^uV=;7c+8{AzZdhMkW_&HY5;JVrL9S;E`cQ4 zte|BU52}0PTWlcheIFsnWvXf*fbc=z)v;3K(78Ksw+9B35zr2*-=Ew_Ww+gMmb58= zS_5{XJutImH4tTTBS>QzMb}hKEwDU*%B_t8Hw6($On?CZ_yaT$l^lPkhcxmc9HuB4 zB>U&RH&Z1@$2Uh2n=eu(bGO6^gZ3s3Q~DS9>v#sc={zzDK1kJZ{VdjJ2KoawX_rd? zO&K}ZnS_A;_xj5wNGC9PC&S9qQv=ru)?ku;mMmRc1DuXtw!gdFSXSVNGOYOTPpk1K zTo56ek-i22ps!}R+Y1%eU}iLNR)@2=&@}Edt^DTFIEA5_=ULVr1#a|k&Y8cP=6VF# ze6o3OA{#p%8KQlN-0#y%1vD=o6({QM--(yCZ6P>9QUBZ>DLelC08{>4iEW&D)fsM= z1D9JL&u~6PC2QV;x$i9Fj)AToSJQNbrPHoteARRsa87^)!@o`&MqNb=48t;`PHiy0 zi3h`J7Mc~2#XM~8M{hItZt-wXc(T}U zv*D*l7YWl;hc^B6p#h6~R0AxF$(uhrC45@rSuJTtHR2)7O6a9I4c-eoW-}W(j~raY zfp)kDb~p?3r~(0fUJ~hx-8_`_o{xc5K6@eVTf@g#S@+|3bm~#B0~;l537PHlfAoVQ zcA;dud_MdKSLGSxJ8-VHbFFLEwSRC(t$A_O%5cD6FL>6s{#|r#jgszm>f&hSi>W`J zA8ux8G};=WB8YA0EzyZjHHQANi7|)W24u9FSL4c=AFG`ff#3ES`#T{k)AvGfDE9DG zq&;9&{ce*0>+t8L*c8czK`0?qEy^{gYAw_0#7xHk0a8v+%L zyL=x%fTj8e(Vk08f*IOZc*1r`7SQXRg8$-F_%MuXDk0w}sh-4GirX2Vl4H1S)^qLd zAR0?^%Oh?ojcCwZ!?F1y{c*RkWc6hqynW>jF720nk}g%wAJy6Q-AF>VZeMGaPp@>! zeyOfT&XpHO(kU*`oI4#Rj@{M$^@=5r8Q_dCM+J+1 z`>E#i9L!3F6=uuP?;1+8Uar6Skx#SgNCLDQi;M(TK%#$JnMMr-dOfeboC}8+JY1DY z$Z9W4Ef$G3uli7Bj#*3(vss##0{_}6kCLbnB>j5t?Es(sISz)=pyZ_WfG1%8=UN=5 zw!6#D7vB1@gLduxm0s*?6dtH#v{EWvIgGwu^2L7bgWIIioueV{YQ6VHShxMj?QguU zjgqBjgSj5_yydCdHX*&t74}u9B(%G$n`QeOoe=8eg7Mbb0c~^b!5`O&am`Gbvd&X( zAgbiPBi38^GBtbxWcao${`ndmzv-&UxLJXShUSHqZcTlWLI<7UAHNS=>+z48A*!@? z8}#!_FPj8zl0+0H2Kqtv`J#<&#pB7)vQ<*{pSf%=lE*p3T`$G?V106eImpODmcy(m zg~j`{Am_wYxFB$eM?zP);WyOd%SVUKH688E&+ubCgW^Eb&0mdhb5|hQWhFT1UM`&H zi*6xq9n@-y4%&+o+>yZE+Yuw`;QF5#HiSQt-MfqDUOC$e_LM%SN}}UNRPsr?Y#nn* z+3SXWs3tTp4rixF@_0F(N))(U^L(;U{VFWLahqO(R@bvR1jE|1Mz5R`k2lMBDQPDZ&> z>C07J+N>^H&TGIUoo1K!S9;cyRXuSFmnfhc<8&PNY!i!H>Mo4qDdrlXsi@(oyDs*TgAlgJ0I(2Mp5DC%O7-;Ormy7@jFI* z6k+SJi*ME0EH?quC3^kt`8{p2BvuQ%_P+%4L|X1^t&jxjBXjvJS;#!5U@bbV$y5$^>#r=TMc0rYobP0738Ew551${%z zI_<9&?5#O(CZ_N2(A zClH>yEnA1e9gOI`y@;xQ%S`H2(4t@Ke#UdLb2@IvJ00-*?>6nC(sGmQuQBI?GrNv* zg4we5gEQ*xTfxE=mNV!2K8JbVNwX&h@eju}+%up_0TbT#0^GkP4z8m9j@`?*2IjW+ zOe>J{9&=Y#E&gg^AvmWAQ%!AR0c4sXPY(iO@MUIO_;`P+?Ub>Ri}~iy-J;eR6xW~j z(skup_sePO9WRT~p6f1~x3V_LKG=$6*n$tw+d5Q{=<{I*R5ASB-|4E0oq3-B!AH6~ z0f#_q6RMLRlDWDYwKks}VoApmv|OzMzmNH_w%y+MS3o$X)L8~$WNfhoyw4ntaRuZN z#E9yIUr$M2XovU>XRN_B-#oI!&x<`CwI)M;q64Em^($jZ-Fd9@&nMC}uk2rF#KkF{ z`<1oquNHX-l87!(epEK6Ce*H980Hyhys7~EE$Y;>@f{;B8wJkP1-{C?1@`ZRJ`ESa zGzvxVnjW^i7%nPr9l~ZG5w7hk$=A2yirm>KRdjB{HSKdvNQMkqX#Cm0i(Jxo;FYb${2)jz=5|l+%S_p~C|^ zvd`&K89Pklyoo8Z`Cg9upw|C<&VR~*FB+FRFsOe$-(TkM_-s5$8%A7;rr%Gf*xfO< zG{0{*WuA-V_YLRAwG?4FTX0n8LwPOu z2L1d)Z}DG@DBFLGC^`x!GxPtkmaHr+%qjmeGq0ps7d(a+wkvl-*v38)_fFN>+luwAhX`N9Cl>w-UiYp|( zGL(v6{Sc=+CniN;*mznz=^#5y7(ElCy^inmDCEp9p5-7*(eU4HMB+Pc+-n1~Gqa0J z0MKqiK4AeFY}?3=XRy-_U6Z7?NbEqWE|k9J=WTJ~I_z zoJ#{rRRnd7has3fLo=9fWQNT{9*ih zaQ5?xN?`&?u~}lk1Kf|Ge1*cuamgTvp=SC(exgFuc@Jsfg1|T0z6G&@rXK1`Y9sir zen(-)MFU9?Ap4lz!0uBZK+Vbbzd?~eYv#XwwLm7Gi4>rGUq2C0BGnGM^KkKfA+CFX zaK`Q4<`?v!ANGI0oYSrhpm2df2XNf`j*;E*z(B@@f}H^Q9vrktgB6@=0btgLI(Tb$ z$~DodxOm}?f+`@ltY|bAGcU;C1c3CePWrU`x2c{x^8N$Oew!Ku8Ztm*#DEB<9LqV~ z=UZ5+MaoD0l#q+y#4F9$4~{m>l(GIitR&X)ipTOsQfQ%n#QF|`oDS%`nXqfAIFP~M z#PkuEQxK!{Z}rB`MYNnz-|TKaFJ*A$a*R+`esvxcsq}eal9}SNeG8^#N9z;kX)R!9 zfjea3w^BDs^-^u4J(uoU<-@JRR(5V5;Q%;4tRe6Qq*}7_L{R+)nyq!fPbS293r>%k z_5C3TKQ(l^*1WGCmnq;r66CeyEdfb!v`T1s z?it8`93^A5+oIff_sd9C{s?WfU*|yb(P=MpM9R?*`q%a<-O`ur&{gAMl)!>OMx(aY zn?b)O^|_-SBx;RST67F#xCjwl>Lc?s5*#v6Pj5FAUlaJ9c7@~S91G+R6Ekz#<%u!< zDu~x`T<=?d7W*MIxKLg-O{AfXR3rUs!x8Hchw-)6kKWH|RNpntheEIL)}J-n`@RU& zRs2hWw)7M}Z|c!BRO6c?DkosutS(bO^R^rs6URgM_en8{>6LLw2oAM zsHr*FQxnh`lczQaAH|bnB=Ny#b>lQs5JG|FT%S5uZ@uf+bEX64FIpPlFinl&kM|E@ zt_!5(!qa@TG|M}btc?916_h2j{h4w*k#C)3hf7N$W&t#^9+RcXUv<$gr}N+ppDM4z zK5CA#)P8XbrAVb88}G>%2uOBW#xP#JDD{R#*+anYay0Ejh=k4so}glR)@Q>?G`?VT ztv|mM58ndH!BAJy`Se-1h%u5Ryu@_XFzB7+iM<(E7ZCm)*$UGXpu{m2oH;_%)%_ST zYkE3~8rz?n;c}FN5oOeWXz<3CXFRZ33Xa5*TalD2KhAXL4Dkr*)NocEm646D#=O=n zMsx?x_Zjw0)KA;`4_Q&FASq^x^yOuYu%24>;W8X8&V^~8;^C9ZjnfY+MK|oMiE92n zSj|6Iqlvdn@j}CpD;n#_Dy%D8zL<61oW$Yh6&?1bU@sK?DZsmFzMMbt@T4SOW^&3? zQ4Wzc{Q5O`v20U58_++z@z@84R#Tkm4Z;UJyA@kqh`ghH526{cx#FCD{?#(`N`9=! z&jo!JbB@CIybpn-%ky}HQ3kz;bVq)vH@<78zB%o;uZR7N5z*Eg+%0F`0Sy zX(bX8cLGC$7RItk50Sz9n^2d|`-|-@aa?)N>|x|+nfA3L**68hPv}@Xy7*XqE0zT4 zdQ6ozvvUeZVs0!d-p-1e93D5alQ3G%PIN%wNWj?qd+gfhJhHr)>qWw531C9UYqVqK zIL(j$?%6Q!p*BOJ7Q-C1pC&}O9ca6**@zKAE@#Or<3Mkwy&$h9+8h{{z5C~Mm`=VV zo5bE=jnlqYzTSr|zcllDS2;E1dA%6uSXvu^NqFjtx)SRs2&S_dbq%N&v2zzv0Vb-@ zDyZA|q_+-uj`Ny7vEU2CY9zBwr=ZwJ={+{re(sYu(w~|3p&h$vET4a+9HN4&rFK-4aUEnPgHR+Vo(ucie03}uzT;#@|A3@xH$p_kx{!J z6bmhr2Qp?W4VAk6tSaEz=~8W3+?{><)havN6oGNK8Q2~s#kS@hdtHl&IhxI7TtVT8 zB0_M{aTe7=6m?{=jSg%xEx#~g%lTPvsWsC6#i;CZR9cW?#|k*gX5=}PXW+l5-SuT! z@N4EdC#2Y;DLPu&+Ds!WF^LAwj-M#2cc(;)W%K1My7SCnK(U6bYDR%D5ww9=@sq{bv%P%Vr8^K#Sd8F>!{uH!_F9?E_7({BJf#OR+u8HIx3aL< z@pJ#cOZ<@1Hyrq02ee8y48Dxq?(Q)(HrDiRUSyIQN@K8HJ_JK4{9{;Zeh?=jomxIU zAilLEK{LI$D;_LH@`fZnUjOJDiAc#}!v$YcL@F!RzE4upa zid{%^sS7;14>3MghM199FH|E{+lw>}x0BNt#^i@r%H9idy+H)D2AdaebZ1u>f3-Ne zNSe?7JoXL+TUTpsf> zS5PWn@4lk4^(-qje8@9VcDZHQW8EE(NMHZ4V^o0!1^YTk&aE4FoH;d!#@?s(8iFC> z%*4`h#Qh*pD9j`ODE2#dBM|Ws-^<>+$GN$3_wHjBypcU z9hVmPe*kVkk-ymMG-49xc7O4=DLzioEKJ#l!_f6Vn~}Lb*QY&B{Ta4y_`;Z&>1rKl zzwgD$%hLxYgnslF>d5ztpNmgNtn^l|iy6pRE}=DF>lX}1JgaIjlizQ+ca~bui5gH{ z3XXIv5fAOY9z&-TvY!v~(7ZoT_axm`s4nhiI}hv84>AMm7sRX5jemrDMETlD0Z5aN z4$99|+jSL~zXV}S4?mO_k^bTiwWv4dBNry}i`}?L&%W~c8++&n*pdoe{?^+!@Yp~& zZ!Xg(jR(9nmdn5&U3~f%=iAELR-k@daoQSWS5`N=UNGZ6 zyfR+~;`HLMZrz~5l%1t6v%T0ex6)HvtxCerGLQxu{5ASRCzdetIm1WOo+L* zANUd?AR#ge4Sn&zY9l40w*9KW<>ef|f*2%Lmvx+GFyq#F2O%V8Dt9I$wMuwPIUCG; z-|~9Qr$Y$8SXVldJ0HRCSX43DRGC)c-Na<4sd;Vf8a<>N{zn^I-UR&gVkI4PWS@;h(#YS#na@<6i0`tFHqf}DmnL@vAY z&)#Ny_1@YQZxYtN#-SIQ#HZ~Ncy$w%oD`8iqJH+o*<#n=%TLzL+|E6?82-fl&h5!5 zgC)uD@WoC1l%mnBU9Fcw-@s??JBF4{Wq+|PyYEtjXPvfZ=J|#14 zE?ZD080(;3mVRDSDr}KlzQ8rC>}XY+9t1xq@+z_|PwFK*XAoC$Q(ERq@0X!WcG*|i z3RXiS^TmiU{tLR&*|zdGZb=4JN(t-=ty&WZ0zRZ)B6OkPJ~iN0E3&A=`B~ZXiGN|_ zfUan_=2aD;fP*c<#T}BDQglwHKmTeM#HGlV__`*>&~R;d`gUb*djdHPukd=&f2yEw zNTfnRASM$V{po_5bA>PD)dr8shk`?~*DJ-?c4g!1*HaR+6$h6~?vIGisIS`_ew)or zVLJIlnB(Jxo3K=kCpCg%;rniN=6{8na?iOssB2_>`kp*D8D;a{BKtH`!%e&Lhr#;F zlHS(7*So$|cdJQgm{MEdJ5L zk07LbcysnL6g|^8!?#)2bi)tAc0R1pZnw6Tb>+8Om|0u9o`Efpo43%`m-Lh40o6gI z-ZvRzi^z66KAz{{@pP727Jqw&+^~7h*XF7H+#V4mN>{k0L3W1RJA~n`O;#|v1SlR! zF?oEsFSX-Pq%pHr-UZhFy(|JJC4YJ$Pn&6$c%o{%sfX3jMh=d9FBm9!D2XxEdKWt` zX-by_cOptvB=4}ZpFdFC&3aO=+3%b}f#Y;EeUrrwzyF%5uG90Ur++1ry?De|MjYb4 zK_s;f+vwzKX8V&YKV1O=9v{p6sn=P5Ew;5UnrBN1uXRVncqsvzb7^eC?hxNRp2erL zHeTS8druB4|6vvT7n&F6e;}PdAG|m)W@+0M-@`RF`#>$=UAtNH+4kL%HMXV_OH1OFE{_JUq<_Z+VdcwW88lOHj~H>~ zp688I?mYUEtGDJexpnHj#G2yO)=-V(gGQ~>8vu(~($}LsdGz(x*>}b**n`DiYinv= z&mZiDjyl{jU#Tl$pBn7i6c1Dtmu|RLz|z;h6*=7#D=$k5m?#>oALTeLE9JE^)Tzay1`67#euOw9LM1xleWZC$C08S#MOA2Lf zWOHD zw>zi%>%Vs}pqR_o+-vXsQ~?#4ss@vog`*iz+7aZ&#Kz3Z4^UK6cXTiXv9U6#1FhWc zO0dzA(bbK~%+wXE27;_?KtMXMi-e<-w~LLHwcGC)9865VBmMRk zX9mcdn%g;gy4u+QOhFa^d1fVMfU=_}SZD*Fbp!#-fYzq=mHfZzPgRPI<#!JNHh>4v#nt9_+W)GJ8eAFRPibIROBY9nzY+jwt=-(5 z_*qyyJw2JN++E$69bK%Lo$UXrPt)4Q72tpA=wb%|zq$bJfqxO>4zd8#>1GZ5JHYQ% z0Vvv-13|99-%iqwe=8lpRDzwra<_jM1}4JocTD@g%>k}J;D4mCHg)~WS5Z|}5#V5I z19Ag`OhM*gLpM`5cUQo>zhvNVpasp}1p)yQ?k+CBb13~wnBBbG{<8iZPfSvgAHd7X4PfKr1h9gKR0?Dv;ppH1uG$sxH+_;eV4mC@ zUA$TT-@IeLP8|A)fT24rFRn|pr?cPADtkd3oDP)_py%)uhWKQb$z8-Nu6bOr#u z%&l2|C;V$(ev8?Di@`+r`#L!~0W3}JU4i~KmO$_eqOYr|2N2-q;turp{iotT5h5E8 zz{1Ad4Ls`L?SlAMbUBcvBY^L3F}RX{ss3*WX#d)(bl`nz;Rv$#23PW$L23PDUi9Ng$>9Gz|O@DFm-V;^+sd` z&jLFa7r>VdJlGaMufK)`z`_i2bOXBpoZQ{~0hW#~h`$$2FF3pE9|X>){s)2cY5YOpe42j{xOc5T2%Jyn--r*4O#dKocC$YS zoZbB2hzqPUceDpD^uHvWoWCUw4uAaFSivP)`~!j+0{)2r?)$Id`@`;Uy|cTi{l6s~ z;6A|1Xm9H9k0{_yE&qQ&c5qpiHh-dW{DvO?Nb}p=(cR@A0l+3!|A64St^afZX2;sw z$r=dyhXq(>^A89v-1Z+3%$eOkAeb2Ye?V|~|0tdf%*da}Twqracw_uS52nEJPcdL; z$Nx}+n{oQ11_yI81>YU^K+8WYa>j_HQZbr z?SMKq7T^cGf0!tly1CeR8L)zH7&fpR{PnNjjQ%45)t}4pAKv2Pj$Xb@oE)qGCU!pX zdB_QF9XvBU{{P`?{`d37U$-0h1pXKPec1zmKrf&<;^Kdtqq#tsZF*xwS%6gGL^&)K zAM^1S9ARDgB$&m_i8ew!$^0#Hph!`0Q&1Llk)xt4zfnMHFsMYADh%8HWv%%`<@mLQ zn&`G^fKmVTjzZo``GK- z%QSMs@|J&Cf@u@YiUd&Cy$r{5Js;0(*dIdykp z?m)&Ci#)~9?qu=bVM@{7JFhKi9l#qzxwaz_K@bO05|vxY0BBMS5pg^-dzElgq2G_A zLM9ctcDM%@$W2Jl^3xO5Tn>LpmpWeV`I&A<$)DjMSTr* zE{u3SWsyge;!i^f8iEwBQ`sQAWwAmxhJLGrM{LWN2(8b3@#ReVXILp7D?mI-K^!h; z_Pu{WdX3DqN~ep|+U=W$U5I_sFC{m6yxl_^+>jUO&CQ@@5>z7H*$*}Jo}^(x(vB-` zyb{t#{I7Uc-2N7-xLcox?9f`v@NzPYDqzVf&nX|;IIJ0#BVe(OjqotH1mr&^E~qcl z4=}k)oWyYsZe_lAk3VnVR>ZayA`=)*d>4Pk$fLP2xO==Xs;`ThuTAiSB=L)pC*Atz z+VPR0xF)*puZL7<$_^UKgO?qMMzSk4@U3>!cz^{*J&cYug8aFA-ROWmb* z=BAGWSUc74ZZjj@aDHXA8W+K9pr{_cq;=YMU3!)l>UiLB?_^w(m8>3oL4>ZHI7?#t z3X))FCsmovR%^i4KsqF-bMw9;%msga*p)#3iFEw4cx&m`a3;;d>^l%thJd7@U77J}6Dz zKO=A5URxEB%om{@Mzqc%Ss0WC2xWaNM1bOOeRY?^m9UV+>^aGKBU|*q!KBL+^LjNg zDZH_h1a-VMN10!IdJ6%or)Z1@uXJM!tyRv^-*q{A!&Q}H%^Yq(xN3i(W#$srmYI}s z@&1{yq2nXpDxbry*kmxI!`y$lHa~SZ!R+=1(wr$MzX&IhiNE1E-TyJuc;tBd-P3e! zz6wr=BO!J8S;$6m46j)iS8!FJ;UkE4b8^rj+wugmNsE(yXBjPs@hzP#QhP5accETt z1G4zxbRu1_V$2x+8ZoGPL&l?Ii`VRcjFA*VH1BO#6<3_2p(gus+2Vh;A#xo0VwR); zQ8S&&f+Dp+iu@a$%AG_kKmDeoA=lA3KIvT)4V_)TgtCJi^glJP_oc1pTH zQ{=*{uV%ShF6*hRg(m%2>g>JVvl^))WUNAkqt0cjPGv6=l|QCz72%u_yb#0Qt3GB4 zK!p!HEYlV`6T#64ct3wmOT=X3?Op#=>$!yHe{m?n{1hn&#}2i2jj|EaAX#7SOmpa9 zkZ_als`fEJgX%DjF1*?|59^T8PYuB`_?t6hG7V{P%=1(99YS{7>gemH@n&ADH+r<5 zO_a7~7orJk@g3x{R5}L_9uL1jLRt)#Xn#`egR{rRSTYStB)xwDaI08Uf+2l0(B{^v z#OJDIgE6IOF3;x;4)emJy`D0mJ$lFGie`vkCU+>D7ZRJdP_J$@E~-A@E0SM;uiLB- z1-t#i76-Y<6?y15nzPNRdb@`g=QpA7tmy9|4svGY(&zio2g=cq(%lnlQd#9U4g1zl2|VqHBacurKJw2TuE z5hivMH~=wvd`Z@xD}{xvI2mBrhti(*Tm^UtuikNT8EozEzhsedZl85@+ZER!_`4)} zx@t~}@?iGm@ONy*JdkVzyVUj^SWuUFd&w`Ur70SYK6w)>NOLL`q z+r->h&i>HE=YA%8l2_5sD>OS@dh6%Sgk2dNLJt~1ui+LOrUeRytGI~v zHi+(@fR8!I$!lhA`^}t${F;w`{>m#_@{rHhjvvE$>H_yX-Dfa+n)h&vd%U(FhLJ)sK zsN11o74AmGrB&Xatzxo7Ho4UzBIqyYB3P%IN0*ohk!49Ws*(F)(g3r~ZL|aQWSLxh zjKv&bzi&d?{$YZEiJU~pVnTL|QyZxh^1JC)Q7gY+rUGS`TwbjyCP0orc5MpU`N0mV z7$WJVT0^mzc6TBEIovWzMEfg|3EY1b>ehL9jol0X235W$3re6h;rRm}+~r#=-%rx> zv1W}d9fkQ)p;zCfVwc7PKlQ&x|6)gRhhl3`e@wg}uj%2%MLzY2DQ;|^n^Z%6v^%53 zA0njqmH5Hv%a7#KMAL`f(#f(J)r%I z13iKDK&+2<0aU9#47N+!JnQ`ni$Ds_lbEN`_2v5kLN(vf5Zcb%YMnQvI?MO-%6_c4 z7I@}qf`t`En8UCT=ytiYlOQCi=V2@N!3d4=;Poit>%`{D#wt~3rZ=LTKg6*>hpIm(VC(VlID7yas<({5YyHiR2Pj8Gv8eLs4rhVx$pZmRNv#i)sFT zjDDHWHL(ezZ%wLDEzg;|G{l)BV~~wkq`39R+)(a>rK?d}#PQF#`u$7s&>~msXe)s#R>mi&U%!6=<9K!1!q$I^3y)%GxN;B zn57i9a(5jPTa=Zj<5V$1=eWA^!o~eI|Ij*I^7u+-mrBwAt((!wAM zM}yNH$V9*NKZv|D-X4@kFZ-q@UUUbd+3nPUyq{Uv!9~1%?i578VUAYmAC>7=Egj(L z$iVJ=Q_TJR3$BTT)i(b&A$KTLJ}x_p$0182>*R5#Gvmrnp0j@>N1Fz%b(8}h%lQjt zcH&rI96W!l%#7Cy?)z$wgo77;H_lxV+AgsGq^VB5?=B)OEZv`~%h+pW^|2$lpN#oI zMJMt~JO)hS%ah+we2k&%pFSRGT)Cc6mNKuLjH%`%+s$r&|Fze1dcz>CvZtYb1M-@U zx!6c%X`h~Nvxa}7zL<_6A@)wA4YrN6cWf!Yqd|qn3f~m|PAEpC!Ee~V)u3I+EvwCs zVv0dA6xowQnDxG2uXAxk;J%Mg)Jq%zl{4c*yu{{UR|Ai|3HO^Q3a2%Ae%u}#IjG6k z`d)^VI)`4B*S_dgheuA>D+`2rPr-~s$^rthf{h%JP?LWLJB!a}Ir4B5OSQ&d+#I= zwW=z#ms@{t@I%!ApV=?ysZA?Ldx$zPH~hnX5`}izD43{Rzq)*%t#kgNS-BOfJ}^#( zA>vOU%G|iyqhgdlr-LzAe7F!dQdQ0{SLo0vIKVZ(ox<+jIM{GsXpxXl3@H)BbPmo03Eg4|wgkQlRM5`EmAv zb3K0>ft%hzxWK|NLKH%`YaR9_+I6HRHb9glLV*#ie(OrXTl|lt zi$9Nctx6zK{NYR6n_nfregUKwX1n2ui0wEsYPU6H?^WF%;OH%4F1!n4sOmd1Bn#{h z@3Pn5kr_%J5awH+=o>2MKMJ-vrHveB!ZE=;%7 zX4U*UrD_~h6epHwIokA|gWl>RmsQ5W;}p|~ePxar@`6QuCUc`u^=UJRnfZ zgE64v0=0ygR>nll0HvAFhvEbFA%)#YBK!53UEiqzzSH!ZR>72!Th(O)JyM;oYCJ^< z97=CWvS$$o@_;E>@CBxg`=r8cEOCFLD<=A~98*2vxq_0nyA)AB9u7~5BFarAIwwv=K9g8p}eP5lVlzSy0(T z!T@&$O~xd)*4ToaI7RBpQMo_l%qSP5Wp&WS_3JBw(9FFTl*-q%Xc?Lf+L+5vl;I(2 z5(%(%hoshaT<7piKRVSLThntDH*8}Pr0LuMuiMzRIdCWv8aEl6R5g^419|7yad_-M zd1dGm2tJe%#LrG){p>^*PF8>HG#(?EHoPUc8IEa2w+p$L&hPs6q}k0hUnaU2O7!$z91isIWUU zjPA?#43vl7=aUFDwny8}#6(8q3xL%ykP-#ddulco_*?8{XUV`Xgv)>7$PNL|sV3nf zG5KBSmOAx@EqR=slqj!m1-F_nlZ%xn@7}3o^ zq{rt@909fIB)8{NPSfNJW3yV_J194WE7h5gKaj1rzdFFri;3IkCdiI!EGzHL} z5mRGDRWQdudvU&i?&-Xx(F{wOI*U1SX-4sUG&d@Oo*DJ^Hv7ip{l!i`rlAFvk!06m zdou|iSz6v4gWOq|#$g-4A|#qz^F}*5E*Hg&Mz&W%;mep?So7UJ7Hx?XvF~t<)6yEp zXk!ouZQ(5QNk@Ne+yaa=9&u$f6Z!ZIR|xt&E(jZlP^^VZsPy&gg~M?zgDQ9K`1V@V z)PyS`S`V>!ljj#P>9a{uahTRIM=}N5jKdFWDw5gtJII<9iXydZSmFUqN70Fce$7q& ziZ_8%Cox6QZ+s7#US~J4eZ$~*@!8MoG%!@{p)QKNq;Y@9+EK#PucstiKIJ?TI>K>jkWD$_^b5z%6bF-J2Y^fB{;BJ|#^^9q48Fl0ku*M#_a*F?Kw33d zYrqGK4~c)s+6oE?gbj^uHORldUR1eb51euf%2R5W!oH7m4nf&NaW10!cI2Rpg#=T= z)kF+a2ieb=t=&s<*|ecO%3MaaG<4*ijXUmN75G^js8({d+U`V6n`iWmF_I~AW5O(~ zDPi~sfub#_gC-3NB<_MeAaHt#8WJsSO=!1rW<`HmfYvG*wH-H8+@t4ZO)g5%sG_zE zw;AIS9$fBn%ny-F%(}xQRF0dIm&-u4luO3bTBGU~;IGD#ZAEAQjq5v(oC%92QJMKy zzHau(xo0s>LlcT5lyZTxOKMHu)+-a3B%>Va%rNB9wc;F4#IEcq|*gK zQbLnDwPwdjqdU)MD%FOZA18AszSb5<6@njgy&K&?;h=TMuM%Zu{nZLLTYKLg02f|_ zMWg&Ic|0Dy0%MXzx_viiI8a^0?4iT_;*o!Bd~GQslgKdY*u9+PWD+dCk>kBQxqPi% zm<2g|-EQ=^ z&z|gq`2BVq;-JzO1}cd#fPP7}b@wx_~`_} zBJgz%YTDdmDbv>SX!Ls7N|WS6X&rx!Nm#tkEk2~Gp5T-8+F@4*SN(iC(|ZHDhbDrC zx)1oWs7{4)K;J^3HIl5b8Tq@-0cum+)I0d5OtfX-=MM$2Hm!YY&J5$W_(!(Fgtv}~ z{jWW~n)1?}_0*n-yTG(@wnC)2?{so#$bCsIHksC`wyLrw$kF4rqO(Tf3%3V zv?8&^HWa>`0J%Nqu_^TWe5ilpzPOh`3I`}9w;nN`44*m*k7owi_qc-y)Y=JWNGssy zD=-lc$hmbYaBwNON^D}RHaI@Yk9<=&S9_A2XgiviKoF|cE=t4S9C3&Gj%*uyz5dku z6x|PLID?kerwt}M2xg1$<6~Trc3YC?FV-lpyA>y`i^~gE|2yD;qp*LYj@VWZ8)>74 zpDAI16sa`vEQ1blRGb76B;4A8_>wF>nZ<1eX_Z*i<~@J!9^|SS67bV7XyMK!EJG@0-4m zfY#KDU5N4Jl96YDhYqpI^c+8ovTVrlMu3g zOC{7~I3nVZ`Sze29q4MM!YWkyzc{lm@tbeGq*O-7GjZ_#zDP`+4U%VhCz}|CPx{`G zfuVh@CSQKx@KndNfsmceQN^UXBw>}jQk>Ri>pd-|pOYPO?~bF!aZQxG55I+WT1IzQ zc-^>zqbcjSjVyoFxOumL=olFg#FPKj7;0PI`dt1Uwwc48fKbw-QVCEtj}NOHTYOVsL0prziU@u$xOzn>^dMO+kH0Z^S#cEwfcSG zof`WR1Qn^iGXG+(q#DLkq5db9H35MeDrLQ{pG^Swe#8otIL!!AF31c>Up(ZNq0cN# zMsM%o-^H@JPU#(!ZiM^7`a@>b_jV7cDXOTaQ9^$yb7?ywbAg_lFyIGzD=&%5iM9L- z38bG*Sbn}t*Ta84-cE6gs@ge}$UXb?7rcMlb7)9M#+U#riWN{koR+(T^np3EZl8wg>Q3 zlN)~=%#Fxn0lXnQIX~Hkw}r!wH(OTlfT7dj+F=x%QvF|7dCk#&y>HBu4PGRq&rSWz zf!s11$wBv3UUL}K8niLqt)mnvq}10C(WQ53lb)P4c^8>Mr1t4-JuQDJnlpu*_E9)} z&jKd=+!)=XYgtNHw_`w|z4wV;1s#2ac-MbJIve(QitHKNCI2`<0nfN2NL!^7&eZL^ z0##sN`t#yaDOE%bTs{GMW-O)4Co2kiLt&dEyQAdfkG7WWnucQ|$?Qr)UmJV$1;pN+#)@|+WP~7x>GR=)<5;Au6zBoQL<*XYyCmT7E2{-}o?Df;2)CcY( z@n@j0sj4=cT<8pT1UhZ`YB=uO$A?iErz_RPnXr$Omw{Q+xjx&>##FYixVK|x0h+iO zU8ogqcEYxAvrzr2lC*OAi|bmxaz%gCBH#V8^8XP?l$u!j%3ZGa+^>qUkeV=7R2&IN z1wNd1k8PlMUysW%TPcw9>=9I!ZDJq<`5kISoBogc7e29vpR>qVZ*rDI{{tCIfZD^Z z*j3@feBI|gpPyrRufG`3gBd|mEcq<^yEl19*i4?2@8QL?OcdUvd(CdbjL?7WA8!Vx z_sm0P=lIue)Se(&qt(Ey4$-h8V2e4?o(l!@Lck?Wc&;fNSX3CMcPG|b%ds5WVlZit zb4V<^4?+?N7=6 z-ox9)uoyd-fWbOAJ=T4{lR1Ca^Hh)H!;2r0Y+im96OaByH+W5?m8E!C91Ld6^$=yT z9~CLq674b4yvGZyM#fcAaP8bXU+&9G2b@cVvReaQMCs^fxcyfmoR4L9WCrEmc8zk7 zxu3`_l%#!L;UJ&&4C^d|UeOQ9X*BzO9j~=(*Mh79U8I~{;IzVTbxePP=wH5o=tYEecFr&3z2V^{Y1 z1dZ1eX0OYyiU$!U0K$w;LSp_=Whw2kz(8G&AioJ4YDi&mF*|WXnZ|13qIJRT5ZegZ z&q|?_%=IQJQrP{s?1Fy+JC`62oSEMz{gG2r`(<|H3kWRYQF0#oLK#o zWa(dl8q7aMsyKN=D&f;+M_NiQEiRb&P+7WkQ>}F^SdM2A-w%vCj3mo5tEvX%g_4g! zWOR6yx9&pr3_lz>{zQ=IN{37Af&%a_yfjmg>NBCx*DpZ0c4B{8^U_tOL(~EEC0KFN z2`*)is9fm6B52;FDlu-1$tdvaQm?@@{6uTNd|U5C@#^c7w~R+@(W%doct&?&hBaSSx_*^~af3h{1^L1pMEC+L{L@oHob9ZF+_ z`rAg%J$`9A zFvIb+Vk;+Y*9A3qg2AA|`znD{e0N#@R`?sgFV~C90=GQ{-N#<%jx#Ap<%7tz)pHlc zmfo(gE1n4)ac;whad|^^A@NHlG0r*Ysp~h8aIp^k(`tR4h+_8BU}J)31wC za;2!#+TVZ2G?Ut@FbXx!hqQTOFF|3PxYjG>335YR2Pj-Wo~WAiM&+fk-*NN54zC)g z(+j>Xl9{>uveE?k-+fI$9kYHExeklvMfN&rp>Ge{Ps`t_$o!^*y{d70oVDOb^wxqs zPROOEHb#fBJpGbJGtTiz!vBrRuNC#g%B?nN*A;(v$hDkCPCZd{G)*Mt3S|U_5#WB7CdjDcwS`@qT!E4%#OoR3q`77yUz@c}x|*%MZsLu7cVy zccw3!g+J-S0DV`m&#R6{Vo< zLs#7F@+-TR?Pw#iqrA%+l_U~t2-J@gr5VjMN%~OJ3kHA4 z6dpD!xGw~djqvWhUPXA8JoMk55TQ7H(vu^KwRX(cKNKVXsTIfiRd9v_ACjS>_72e$9ze-*WI) zExAsqr`eExJ!_HSybqd)mt?gxUa@}<{=vj?j~>*;9W)iMK&^jx!`vlP_2#JDtN}{5 zNn^sGJMGD&);vKG<20lM4j~Qw^cZ=XR-1j!kdbciZh`<+CXjlJi~B?LmL3+D%y_s> zS=Z#X$7#)%UY+B60zSeZwF*jc*5I_)%NHY~$=+3x-DM)-Rh%wZ4c)iVjDUYj8?Bq5 zy!i9%T?#Ts?x65IYdLim4c_AlhbhV23EwT5p_J#d6G@s3T93jUr%6r+80q$MB{ zmp%`HZ_^02Uw>_uazQu}R`N+FUq1kH&cvdcsTuxaRvg)E+1*PQHKJ^Vo)HYsBJH zgUrpNlCQ9*cU76E;^GpQz7k+&2~>JI9CV(s?;11oBcU3KPfkw}D-HL1$1d)`k7=(X z)a&zfH#~F6^7Zjo&1|r0%czSeE`+C)QS1+PG%UI4jlLj~^_{`iEm`J}+=L`b-R?Al zyN;Ri@Bp)K?GSMzNPd4?AQbm~AGm^JBG5JzV!+7F;JtfPEO)VjoYU(plLnVlv z)x1z1MB0wWDc!k^#v@yuZ_4I{YViY>0q`vb41VO+Mv+bb`EjsY{W))fZ(bD>&OltV z*N=>Eqh42Q?nF=K=z5r9rzBB8oxYi**Tuf$FY#LIT%9)}wu^tOaWhUP7Z>V{483A+ zlnL?JT2G2Qu~B)rsK>QF+Ybd61wPL&q`o0}Bu;bx>B~v=ke{p|H5NptZ&xK){GCl7 z zw@SX}DkN>Bl@m49V;w(|0&tc6W3+sp@Xc4b9tDt$%{87XbK~s8{AQSEXtc0$V=7K^e{4PCfh= zTBWNawzj*idD%18?n+sux=1uHb~W!eH}S^!hC6h)2&>1J(NpqB5rsq>H+p;{kz{M?LZG|Bh$4KNx2>YHf z+jB#2b45W+Qfdi560o1g(1>h&U5(u z{N`%zB*{HFSbgeGkqDFp)n6B`dRDs~C)ozBpbG9EfyX12(m2U32b{6fzB$@;zp7%%&Mm-|B{BH+m2b26L8KDZC*Uo_mi& zw_XOR3GJyZLN;jHRL08H^%*39v~eI1De2}J1hRJnntQ&Mu2GrzeTbItX=6o?04&sWqHNtBlAnV~15=yj-_ZQLGQ}eby+k}6`XX2q>WZgPX zS_Vq#!jv$`IQ(wSy8<_Cn6}32Ny%yYKR#}l)%j(} ztaCE7p`k^+$oNrWCi0tZ^3_ayy0))h$`IZv(08@$=zjD7pwKWn3luhD2{;8(nHg!U zoHuXr+I1p8Y;3&!S^0l>n_x_4mJG%DF>H-l>-F-@+&tTNe^Xz{GfL73)2JVDJ!d;5 z@V!U!_HdPkuBqdyr+7z+0lk_3CJqusp`dkZdH=@u?OcCElv#h4O*QMzORnVj+1YFtKKHpG`xYo&T{}FYI>EY2#MArj7Rq^+ z5+Q^#Lj8{j&oaFv|N8})r59fO+Kdp_L*u(sXl6LxUn@KKp|V`Dl0+~i^2lO$Lszo! zYpa(?wQX$D1+mF=ad2m+@ki4S_AFt+N?~-@M_fNL)aQSd(r;TBJA;rs9#PQfrX-4M zNAiK~kk{S`{TYnw2DRP`LCG7~dRK18j$C`{=y;b>SN!7RIruaw-%PMdByZOlcG&wN?sg;A&~sY|6o@7uC&v(Z=#c!E1-&*Jr$%{3E8kK+oT z8Eb?N#zTK8P~E^iG2J~0ck=&*3)$zHOw*AcRB`9;7k zc-udexv*0VS8FK`@1(QDh$cL1ATP>E6rV|Fo{b%sy z-skHgcHp+gpr*U(XU=|=%Q?h?&t{u5Tuk_E)82o_YfEj#Q^DKZpb`|anjF$Pwnq7G z$u6~ZEk{`D;S!U5u*mUj_$I0?|GK4Ub`hv;H*~o8uuUY}X{r#)xhMzdKM8TDEJ_x< zYo-DyQ{)HQqhdy`YTgXC!xJgz`LiNwn&-nkl5eeOZG zlh%JEv$C4_qUh|NW;2B@LH7*`Y+?pB(kbi6RQsguYifQwM)hfWx5;*rc~GSmu|pO>yup{QrHC?bMBW{9c!iviq{!Vb6D}< zA)061b;|9W}{9X>9c=M4A!UBsV0yt@M4<*f&xD>4H_O0O4bW3 zMpq#?ygO=}k$-pD@_`|Yz3i*cFU4?&rS8t`pEz}LV*zwlg;5SOPBSZVokjuSDNrF7 zP(N%DLB@S*6vlr8 zLHSftVudd<7_}3wS%(I&5hwi{J~`MSN%J>6d$u?B2~5Zw&u>+k`fFn0n))rWoWR~!KtI_e8+>fpCp#JBSqSY{TtTDDOG8ZzM0_R!aVUW zVbf>vhsE}y5`FJg!&=*ecU3|_??r#vvSu8Ta;P((>cm&CI<3f@&JGV~!F?&fsYSrX zUl?PLULbt5##!-dh}O(uSIgEdd>j_OjB}pb?*6VI=*zRgzkaQB#s$?q_yX~n(VvCC zQp_NYRDBrLxtqf4zCbe^qW!f8S|`c1%gANzHPSh>O;dsldefd(D1ukCY(JF z4;PSgxB|@{j>VwBX?|+($122)4UH9lW(gS7*_q}|erdX3O_)P`C?%AyBy zqP&COu^e(m5gBh`tSt0d{0fh;#MztuB(Lk|sP|yMgdQ`&G_cfzhmjXZ3m_jsOOmT}Yd&czSw09XDKfsSPuLxU2dx1-Tk#;>* z?CWqQvUJN~M_8@$u%RSW9-Fv0oU14f9TmJT73b{vrTK$m#J~QpNM_+E7v;*(PGVq? zFo`SnmzrO;SX_Q;#!BuSq0aUx#s%W1*EX_52(j#hVHPQYQZXv&GWR$@98$l1?ky!s z4}-&i+LclSJRw}C<7RzNd;i;i7B(zc8*S?>Ayftg;tr_n<7Q5ow|MZSIxCvS@Zuu# z*+(4Cg7pocqp;M`JsdIa?2&^8TY8u&>kPiUds3C=_+MMJl~YUzf|j^9$nQVqD)Yxg z1uuE)G`Gvj#MlzlKsvPW*X4DYlyoQEmI|`VpPOY;=aJg=4cZ10>8II$de)shxv@Nc z!n`jb@2NB-V*fGuFw&Q5@=oPLi(@_B+%J_^(?Fw@&$s+K7%yoQ&{ zgUoz-%5b4McQl0w6=gAU;|sR>R+Qp9@6vty*WF$Z*pc^aI4jtCQhYuap>Safa@g~1 zkqC!iDRRXSVr*&PD%;_InhBV*fdYf$g&>(uGa>HoPKSpPz4h&DqR->wBjj=T6|n4a zVUnE~&!WWLO%J=rmHU+F@|%}iE|4_JtIVAXjS7B+N{@D#tWpf4D50l%Iw{lcn1DxyNIP$gQLmPI;{E2|9HX^H^DZCUbpq`h1`IHsNl^Hr=B$0W?H(-nr`c%cfkD+=YaHO5tHoiTzl( zzOkT`g;OTpk0wX7_HYA2{`V%3! zwG}2Y0Wl@-NNaNZ@|{A@Wmdr0n3<(VR&&ukA+(cPRb)F18p*)%Zo!W``zaX|9QqBo=x=B#_*I_SjvB&T`;rJ%U z&eTTTwH|dRWyWBfv<%uo*Wlgyhh1=edSe$ZGg22|_n!G>bzomR@U5lh*+*FVhj&3I z_&7s<)NnBh((bz->|WX?m#IHs#am=d z@Koz0q$&B%s*!9=b`;czjqGt(>|XO*mYK1Ca*UAu-VRg9l#QP7JFa2102kGBi4Z8O zH*X~}O9N1KC=!)_ znYvhMOFdIpKSB{zq~Gsa73!?|pR6W-TC3f0rvdh0R*O!a!9;#A-txn|bIc%V+jnS6 z9A(zUUmhu{&B3GL_xWDoN`&8plXGpDg~_oHp7mWyNtyg2F7Cj{8`x!odUsTVZaI&( zM-x`YgR^KkVyxfM$Q&!^vwK!xQ?cwoUz4}r?zx*6UmDM6jsOH;U51Eje5dN z6o;d>zwF|*(!ZCNgiIW8?6dpaL-dw{{g4_`BXn>^*j&*h9%G?H;1qErgZHgSAPPjy zchXl9MK&g7^XQ~0Nb@mUn$zT!Qu7w5fl!vLCpfyz2qP%@+G`UsN%E~GWYPYADU^qC z-*nEE-14=F355n+`{E_EQ^<1vY~LWACcyQAg*ubaaV<^pEkj?dfeRWqS7SEMZFt zxLWs*SC>G6?d`}m86TWGIW`;6N1mQRx7>AObO$uTk^1q$6$dZo1S%)PyRJhyG83K5 z1x86Dft++Ixh7^gc|If1ogwIA97A_k@H9u;h=WU@h68>1Nz@&ptDwh6<)hr0zWLeaIJnTy%gW1?)X0n&k zZxDFbouwU+I0#hsxH8E`&9#1Nzq(-*s(xp7z&0o}SJQcW24vDr3+^%=3usmk5h6D& z&k}K^vq>F={@81*-jS^2+sh}F()SH(k_c*qcXCyH+l@Db<+Rp`s5oA1uXBqU>4#t* z7Ejf9TS@7P1=MhVxU?0l?1`FHBLC74KvlSMM=iT-x(SExHPpnZi&zG`jAS?b^ypo0 z>1Ihj@x(7mSBB$Bl*yQDh)hiDUHIafjV<)+9^$PUTrHuW?rT38!!`#nV~rb>^#-f= z2ShnFGJBF_kS&?iU7jF)l@O*a#1AcK3T?zED%4hZkW!0(K`7>ksLHO2*1>$s*M2@T z4v9L2E%SFS;=gE?&`xFq-8Lp9BrY%9e>v~1;C=>5u_Aj_nDq+TH!=t(@ts`Ul=~nO zVM@>cL@6GV`G6g!NK))+ZF{P2m+3qmoSk8_fLtMIn&23C4eBX+hjw{vWE9}d0`sY9 zdnVW75xp#b6i?KO*C8Abnoj1k(oBz{_^wZg*dk;+Rj1=*+)tA1;A@N1wWua;ns3Iy zuPGa^1j1*{j>s5siq+WiV`$gyMVIP|b4f2X`yRt?Uq>gF=UhIrO((|kW)QU$M6!?P z3du7y-FRDoW%>9i@c(1$9JWMJ6kS`kZQHhO+qP|g+qP?!ZQHhO+kUsRU+ers8p#-$ z$uuQ1aV!+}I3?-+gv>bnUR`&SBsN{(PvJ;RaWsLCGE&jS{M2styS#N?@J6bz9=A3rWK5GeGdAd5 z4SDK+s`=7!s;4yFVZfBRgnczER%9m(zA`tRTT2ZMOWEfx>>s4FBQBC=aK^~S)}^bZ z$nenuN_gE(dajU~mN>D6Xbh6_*Qqi#W4*bvozb4yu>oRw!W-wdG4kN|=|gBRWEee&q$Qk6aC@)lXyAx> zEu9=fXFTg*^`k-MDBoY)-^x?fgQWZIPAhgxT0&3ib8*@>&$hG7ZmWhf7{Mwf9W=%P z1GnmDb!U23mmYtJE)l)liQJ>UMpdeRZl}mwd@fm~wqqj6s10r}_fVC-tv%C+uxg25 zi;tVyzz1TH#@1&7#c31Duij=o9lGE>WOw8HYA*>AiVInbeGJuVxC!F=yfY}x&P^&x zz6l%z?E%SF(hhTDCD!vrid}VEA%X4m=w!=OWAR2|IKW0>@Z?MWE|9`y3#KK1G$+4; zcfuf5%cUyj*d_**zTpM+T!NRi*s@Qj0F6>>8W!)f(Zn2T4VD&y&aRu;2Wuo5t?km( z2N3n!fzDj*!Y{Rs`fB^0%0+skol44IGUI2Yiff>#RkbrNytVKMiU{OOeU@$J`<|}p z_v;&W%vR^a^!Ttzo;>w@HcSm(;qK1lC*na=Zd8QIkYaUxJIbMJAqZ2 z*Ih$Txww3MFAoj&QDR%lL(Afe7q4VI1dsy;S}U#rAe&Pp0oo1w6>iJg=-WOex=mka z1r&uHtoPdvejF5*NH%7MU-YucF>caI5^Qc2sX+~&z{Go<6@R-N)%kFL;|w)n9Cb9} zLKmw>AQkeXVM;GL9X{W@k8f=b!R1j-pjJIH{#o85$e|aW0o%tW69VmJn0u-hwg^i~ zjhC7Ds1uLY_KT7sAZx`RV=IfECeZtHwNS{a8f7YmjZD=&wY ztTvuf=8Nsd4Yrgk*CU#Le-t{TXG~)`R3}fRvk5xCu|H>T>(7>yKY#*`WJ~G%hcrvo z^7dU&YaP}E(1NoGYh7l{QxdoX2;V4`?H6S7TG{qGaTfOcWZeBg;}P;4PhED9Zn6LL zt@_$f&{_xZr#l=%O?6QKC6#gI&5#Xj07mpfC|x^Prkqv@g*1+T*;46Cjv+Yj7o;ul z1Lfxt!|xnIt=E(6maisK=hQp3$+$hfECb_pT~4w|A1;45e#t}RAe#i;aYn-~IL;yI z>NyOP*FS)yq|ooK1((N7Arvc(tEDv5;lKj;6coA2`dP|r0GJ%yUA6$O(&QVl&^Ghb zY;zK+W}3Z{t~(fiaEo5hdvwkC9#$4WoHaY#!4_eG_oU0AHChdjr!PNa1(<-BZS);2 ztU3%~dT%Th#{qYQ6=@@5I92w`M0pc0KkIzqScc_Cgz(8S*2_~s+#riKdUE$uAHLD~ zs<#)RnTwU#d z;&pt(oUiTt>L7m!vWsf(B+kE>x8He?22?ju^{AJB!g58@=QbdfjSThd%7)V}3}@R( z0LY?B*Pk*?Hg&i+AdtALkcAZryVaLaUoAwOmcmFeodHUkOV@?Jh+;zZ;n=I=Cql1o z;<5_vvEI!f_9dQC#9mw1tsuaBfMD+ZOVvScO+mOF9o?_vOjH_|?6;|AAwQNvVBJ7x zk1mXVd(o!j^f)qtDl_NQWxLt|b75F=O-pX?H&7d6Wf4BH_W*Mij+Nq?&_8n6C4{8#}5y7o`nf zNJn7kWd=Lp#jcApXw~7}S*5sBAA1N8ozM$^n5kMVQDS=dq+A$`CBy4!ximg!4b{B$ z#`O=H84o`TLi-;mMZ_eXuL zRRTtC*n#}+m)jlQ^>5vWF>QVZOL+i)AImJy-u|e2;p*X6m7V#kM+}?xPJy&%eG-2|8AAN z16K&(>szj>>b4J+er>x9s()ZbY${n9#)QmlU0H5=q>^N-6FtVpbz5EAsF^8$b5M-6 z(JPL?Cslho!BYDg^omUOtCdAztQTl;8)z(QbE?*G*Q@(W;Zr(_d|UeYF#;mMKOSKj zUq~L9O7D=ze1$+n!cA#HZ$MpGt!ia~V4n`ZqrxOM!5Gxi=MG&`Z?yByx0QQ)X`K&R zPyqs#ehs`tZxxaI&j?*T7?A4(Q>~ z?$n;lP|4~?W%zoMmk5K*nwHRxVQ^vDBNybW5K^t>`n3rbM1}0;yJw_7C8<+0&u3)@ z_%H$(@U*Q`h%GCGv^8Mq=aME#wEhCrRVF?{rcii*;O>HgD79VJ)mEKwff6(fjhu{af2PxW$;#EGacgpya!hRGe%W^$*x|Ssj);|MyfH~*(7r@Clz1Fao z%Mo;$jeNA>3w8%XnFsNIyCu1K)1qlad%ND-Omj9#B?zo0Dl3C?4H9S7u;>w-@x>@o zNIr+Q7Vrx&=L&YzubN#%dV~^*{kEGW8wpF?g(LM(2(fDB;!IK8p z3lSPC;1&G%q6pBYdN6s z*|UU(Gwpt?yc?u{$wrr6YSaGqN6j5oQTozauq}@|kH}8xeE2-IHK}dMp)nc!PMm)+ zsCo%ch#zBNgK`=*~eH(V@*6U#juVR(}3VUzDL===;f%x=qn8I$mas&LYJJ@whok`i_} zu8CTPBI1rgCw7op_jK3M*{^jHQo7b_m=`uLeBqc221(*?%O% zT0-QjWY^%k%7=^ZfO&#`ccs)0k!g zh8~cJ8mn1^#H4gAKJ*In(j5F1ePA6P|4u?kOoqeolVDR`Q4zB`tx$ z!P#!G?AvU*af}(S^Tp>vBCmc;OSo|>ac!SetEs4e9Ia$ePzOVJ0s;R-r+1vnKPb!; zNc$6qF!|N`3R+tyrPjw03IiPLMBU?WqxMBH2UZE5mBu^3EDjx@y`ALYW$(~nj4$9! z-rnjIfkY#JC*7!k1W3sE*SfFfWjRr09ER$s>jPz{kp%gQLddeta>%k@*wTQ){fA|} z=cl}X#Xnn-=c&$Myqf)xbOEWAKz1nEnxY}lQsn@*Fwi4^UZ4hu-3k?A`|G~e!D=)a zhlzj*Qo54gu(aq*b`9!{5xo5ksWS_k1ay#q0el)`&m8y*w$EMh(7jb+g`AAD7cDJV zGSEYEqA!WoW)zT z4euo5u*z!)rBQm=#9XIMzkNz4)aHbsXW3Z@#pnml#!jO!Dd5+d3x`lpi9L{ny;(6R z`Yw1T(&|DbzLC;vWF0;Sbx(*eLbZLpHkDQ_BgjG{34g7&2&z+f8TD}X4h!f<~tcVIZ4wPEM{)i5Lo(5g) z;xgUHCXUq`PtwOJ2&_)XR@hW10|6-XfD*4r-kw>-*v_OrunaI!+@c=otv1bU#`VvS zdRt4egv=-&vscf+20YinGB;M1^2=%4&Ql*M+YT2cUCLg*BPU$WC4K>#P~3Uh0{H>{ z7bgR+9*Kq(wU6AbrJeZ`3F=6Ht>&D#G53hBv_nAC4u}-*rrZDsu<9{J5Y_o*rjPVP zYzRpxuW|4N&*av5d^rho=Yro1Ad#3~RVvVYDp1GX5n*!k= zE=lWH>S)Jz@}i#@VL|xV7E37a+cS4dMRo%pO)eRaNR2IXnf%LYByB@~@7NDcUV?f! z$U2M?;NZ8Kyeiv9)Gw6wS4&b_qcsVsW zF(#s$%t`Pi--I7QaI7JJ!lhp2aE5~FI4M@1T^lLwtFvjJJ1iL{aFV@-&S+AwKAury zfua$Sdt!icVsSYPb!y9DbhJ=%Y9wD%(MU(N24dK~=F`l5pBiz}KoCloOyulgxV*ku z9Ih;ULbs)Dp;OBT^7FQ+`DXH%Iy+HNy9LJYBHbj>{>Eoin zx7-}^Vlg^@l%F#8ohP5gp>KbZ^o1iSzd0v~+qDhQT_P9|V8oROSQI%7e>TJ8>i9X5 z!)l<+(h8#MF3(SY%>(C?dyaUTJ4p*>^;Hsds|ln&N~J{N5;)Nc; z+B!?U-NyisU?Jo@I{JH^K@u@MWr}lYxxwPJz0=1TiW*0A&Ak9ZAh?W& zB;XSGPM^}Dw<}mL@X()s1&4Q?X&SeIF+aKU{m1^k{qJnw zbkwHD-ssKtA}$Dh+NIvM?qK%p=%}gc<+<-s+=AgA_}ouXLEeV$q0M+L zUQ8K0CdCSantd}CMgwNn@*T;IJh$vM4(0NHN1(5W@?2quH;Q$8-OUWXV*vs`^NOwL zbRz^&d*ts0rN2ZV$5{9gzmb->9ESBOI0F_2A9L9hg*rBe;nSK}SvujI)yh#c581?~ ztaT*-7Hnx|B)?oU$zbjxTB-yj3g77R;VEJ8LX4NA|Qdt~KKo2Y0ul4yD-{G|!E{vxoQG%?IRBm6c zA6Q-3SW)$K=MF_@jeMXj5$j&eIu{(xN&QdwAg?sf(&}Lh#h3va(^WN<0Gpg@SRFBp z$OVUr31fNLaDoz5YAt?rVHhT87;PDUxFTAlYi?997*$rby22_|aDg|fN$Yg8?@xfz zYZ}u~aS8vy)(~L`b~u9mZF!X4LU*=#W$oyYAP~pNVyPt-O6ju#Nz=!q`u_aN>})~` zoqH9zvwe}h^rj_gTFvFgV$WJ+@sYw`P8FIw(SbKBr_^wz8Bew9@u_6WK=WCDY<}hi z3fFAB5d?09yTRq%oy#~KAg8fqha;VOt_arYS;ZDOr9cOe-i-UUpT zDZM$P(Du~O@1~;aNq$1x!p$H+~{T=htF%abwv+^m2 z3zxfMvolhFyP#lX7pXZ~>5Ay94;DOUMP>hz4HI#|-vB0)ePt6O+*2h!$MeiaR;(IU zn=i}{hXL4H()Z(p)o5gYP0s;<4Om$8$z9d-njTtbxiK#@f;d6Co5DV*!VG8agmU+r zN|9D)_IbBX_?14?Q5JN_u(+-;ybHIf3y_O;2$gV=GQTT`>xjjUEth)@Kp-8ts&2lL zK!V2lA2<&m4ZC8x*JU~H;Gs)hroQK^*rBxz0Fs!0_M2iz@V>KuAkVFNlKwKQK9lM> zvnjjgK`iK`LXvGN7!m@Uiy>*RMWrR{esz$Gf+^GT#>8|f&qixh|Gfa7Px-t2G4)9S>U`|rq7b$0U#_W~r z;bjLJH?jzbdPf+eAiglk_YpD!NViQl7T55L4_iZ%xY?v{%1Q?Az%jRoQ6SaTNTmaQ zKYpP!R$r&uix_76VcQY)OQah41E>}56^2S*wvE27*>2d3JD!yX|G3l6k{<>sRSFDC@$SYwygZ2FtGngexZ}U9#f*90F*< zgC1}4GtfH7_r!;dmpslt4~@$Aylk?f7K7xk5hA1TYX9+|B|Q(+&M93LzYNugV_L^m z1aXwGIC<$rG@vfW8bmG&OP~Tm?@2MbMBCu=6H9jcarmE?ZI%-JJ5eG5Z){pTB{<(3O3Ij3{T z$dc=SGxFZL8?*&cRWuPP!dd*2>k0C6lWBQQ{PS8fhjva6`8I(AeTAYHvd17%jIA5h zN@rnF1=9v^$>fJO%R(hr{fZ@V1HK}aarVUguT(&2E~QLPy3th8xv=@?*N^v&h?Yj_ zN%zxjy@#T42W^mA1$yyl{oRI*2$>BWGH_LYY8XQ_$7*Ei1yY@l!>pFkV8d*0%-h{^ z%G_6P?EPDv16LVVczdi`wYN)S!4>BbAIQPDbALHaB{DlWb+WYfo+_ezBtrfht(&rV~uk!VpJ7P2PLLN#|y&&gU1Q@=G4wq{j8^_kD2Kpw-52kAxL?7az_NLqJKo|@AFFjqte4#1F_zilyNW_mA$GI>6*+MFd2%Zu` zcHL%k*(2wxT>bMpy^GX&glAz!lh=5E_ss=S6k`X%-QrrLJh|+4$~JXKyWO{_jfoi^ zhWC1o6!tCOIziZVRM!2y=IrZjARhUjVsa+m9~UA*|mUaufcut|E3I z)5o{nEul>Fum+tNL+Xa$Zcdb;Z(IUr*s|4+tAIkh;Pr*&fU|Nymxi$bu((ryr05rE zSj^A(hiGS_^4@K>25p6()+@*}R1q5gSnkTIumz3`JVocSDofFjkIzbMqOAdx21+Fn z8IF-|F}TY6TMX*KMyo!UE7RU0b+FL`WW7MS*N?AT7MonL+J9XuE}e9Jsj_xJZy?*= zbu9Cl{Y)MXLu&=2?O1FG1a($_ZCxBE`v?ID5hXlrH!Vf=P^2WA{E=UTL5|Z#mnpJA zX%>@7d?En0iUQfLm(t61O!8cQ zf4A^+e^Jj?n%V%UfS+Y&Gcns56FOa@PVM|tCY#OIxD;meuwqod z^2daOw1Gp-RP|*!0Fv%YVaklOoBsV99HUIki$p^+x|W8Yb1_L;s1T(-I=jm`I#Hz9(j<6*Ofo5#)K^hY9|CUB<96=4zorga9PPpo|kFgj%f?IfKax)pIznNrd}Dc6@~H$Rl$$_pCGmKOjDCCRkt z2RZ}%{XB`roBJYve$D0_iS*t1LCAi}wT&_2=Ga}=^YYM~;K9Jt#>61ku z?0koU9w0s@(ikO}^a9!SlRA7p8CwQ@=~JI}h|aRp?Pa+ce6}TKGKbVGA- z34%Ngc<~RmMvxQoNn>~eK{wZ3syqqJZ(k|7^C@>@Dt+HLP_6t_OS407Tgc4+u6RHj zBLgZyR({1VB7EMH^t7{t2y<78>Syff^vk7MR+P4qRRNQdY-c z#7_9EZ329MIWx-p@h`Nw`zTAFtK|YXLc^og&;i5a%=(W zHm{a?p+D~=2t`inom5+kGw9*;!gg~5G>g~2H7rMevnZ@~*0NOg-Mi-UjvCV=Huhl9 z{GS>5GX!{Us&a38{O|*opQvk7Z!0Y3oJpV-HSKU|S)Aqoiu9?BZ10bM7OPYYYf@|5 zP`WxsPZlIs%X5t02*1pgb0ST)TaG(@a|8@@!=)rU=}6fEx+#!$rZve3VkITXRn_{)2_M0&+BUz zWlJlmVx+j>rM9kF8s0>3%u%A6GOa4@tk`coBuJ*fM=r@4D0F-4EY)Bp!hi|_8lG2w z2-fz#*dTabNjFs11uQVf42d*Ugekoi-iV6*@@^$nP!Z&zI8nI|2x$ox)~dy{I@WkNLxKiEch8_k>Oy@rTJ6Yaz4o|m7eaL_o0fSayL3qP-x>Bq{#KOMsMG>=x zd6dyv>`d`8*a5U*7X5=MK^oXiFUjqHYe$bDugrjUs6x6zorLcB_W9}qcymxiJSt96 zM0#$5BiU$a_nz-6@uu`qJ?0pJH>k$cUB?{h`G$9>JQXFOx;c;iirr3|?Fi7+Iesql zfFHQps&8YwA2k;AhgwXSHxbHI{6WVGCBMpoCqMltsPTN@1Hx28;Qt@BeybpVjNg-P zsPvDRN_XAcX_AvK33~b1e}7J%`fMB>Q*z9I(x)RAM1h zsX6S!{MK~f)&83whTSg94%{=>;_)*qQzqfZ%PF4o&kaN)9S$w=Bd6ZtIdM~6rAI9x60n`;7$L1{gXON-QS zX1xk@wuVvZSaa9Y4(n-AslVYE+rlT(um?v7K{3e+iPg}3 z3F|k|QCqrbB(G!3TCG1%e<{XsYsx^ZSsH@l`&*JsGRWu!gAtT}^Zw1vX(lXi^V}6} zcbdo9)~e__Hw)-A>!PA9a=PSV-b|CsDw^4_uOOL9(Xb|200>j=%^=)2Z zQLnrN;#mlJRwq7xl7gO`!DSi~geXPl>urgKsUY(av99jjRBmvA3m}Xb*=~q~2A$KO z#2<+KaZpG5$5pfO!oDC->4bk@Kx<7GVG2dI2I7w!uhzrJrGBnkY%ViP*W}bG?9bb^vsqDJp^+F1z=C(K%Y?z=&kJ|H`~R#$XR_@%{FJ zJw1^`tElh|kcYy@V){&7TGXY@EC?ZIdancJPMzjFz_q45;z*vmNMe-dm7FJ_6!!OD z%nJI^luV&R0AHI}8z@WEa5CTK#7@wSXwKuNK9nlau5-d)jpg|(EbZm zYX}*t*9OPDP}@>N9k>p<=wu2J8-ieP*-iuR>46^`lvYkxL7=j4-BphIWFJ=(MBM1I zKRra$fKGGVgN8my?rh-kt$}H2c4Sx>tZasVaz~*jJC-A+Re5F=Vw)Zqthg#WPd|+S z4y{;z#6Ff%bSn<7xd`&&fk6{=hhzZCkJcrsxJ8#+8t;Qu6QtPpCwCoBQFsB*r6fCt zk=PB(#+RI{d2pzM`^{2^dus}$IP@b>5IhvBUd6f_jsLpc3D;=racX~vPN5}Pl z2+jWIf`Bl-LQ5fZc_H zM>X2e-j&WdXOzvHkiulWwYs5g&3XU%QWkfAU!f5uV|HCB41-1C?(o+KGUm(;M^5)mUMKFl zsorhN|Fw^Tz__!q+gp}LoqFbrXf9J)50!)%f*IH0(BCT$u;)t}_E;Z_^8(p_Z0C$b zla@iE)7SG@tgcWsTZI`#(59PnIdq3Kx!p9Qno)awG1)3YC<>`qe=o*fSBNOsSSAgJ&^9a3IoQ|05wB{J%_6qK|T-MXPg5FV(mOw)=3C z52a&3u5@FYsS)6rT!kYY+}*dQ3nj5zS;{*AKF&%fy~u`VHeQ(`IVSGLNncYnRz?a) zWQbu(b191C1gyP(*?`kNs#->@Vq{JC*S50+t07fw*-jptJJrd7~QmGmaX9?cLBx_+1@Ee?!k=*qEVcADp4hiW4Z zVt^o%?&F8ZEJ}oyYNl8)lM|0d=OrNl3$LeIkj|u1vHLN9>w!H+zkBYdoT7o&R(Ra% zCIufJ62Ls8%7O`^%~879f8Xbr8pkN&NcmVIFLeX&e3@{>*Laq4@i}q==%FELJ~z-o z&|K}eTnd2LB8J7Zw~3{$)IvnJlYrE$bH4{B(s+$0O-WN)Xvt6EoL>!D8c=EH;?PY~#fu@u!zvmWEXn$sx9wN) zMZA_S9EAO6f#DPVX2e&(2Q{GPmmWV$aD~Pcs4WvStn;E4mUvQ=*7)eX7k3wtuN5Ms ztQEF@1|2jyE}~K`Zv7|@QdK9|cMDl{`u*rchP!>$@ObxWrQYbTZ5jTPwsq^xng9!A zu?U^3H2|i$|1uBF$F_JKFQqMu(sY$w`BED}5{rN*Wu*R)^7V58^$Kn_>MZeQ3`_j6 zinIKv%_`s@f;L*LI`lpH;FPG`AqDnUBf0B;S#o(VpZR; zJTAF;4{S(v@80%PcfwRTMxd-rux)17U`uRz-_Lqwn9R`IN0(B{gO)%LtXVZWD1Vrd z_bHe38VKckp3Ip1Y|XVpw)yDg=7u?KfdXP2vDF(D*N>+CK=t`H<{? zvsD_ez*12$0(%8{l$|78mJB`n&*mB;i=a6@`d*Svsf4HeF)y*Nk}_vk`Yd3mq}j2j zherF?!v#+tjy;BS=d^Gv$N}46tE%-}G5j{*=DrcP&X>Uytfn&ZFK&}i@qbEOD)fFu z5-3Pf%gj+jm3*K+xR4ZDCVZ`nVZz5r0=zzS$Nb-Uf#5=4F^diKkIzb zbudz2wJ|@=C24PCb;90J%a892iDx;wBQJZCfkdQ2y=2_XEl8>s9o!^awG(E@1Fx9D z+>G)7l5B1;6B(k3sV!wT7z%J-$nY%7TRRRT*L~LVw}*2Qh3GjdSq$I17Z@#nc%KyD z{~AM0PGUoyuT1^51PsWKURXDV=1~b*Mc1wfX_UlfeLeh_k+|n2FSAy-wDd93KY-p+3ORO0PE#M@mBOE&RY`mr+S z*~%#dYnXh5c~UA8ym{>UKKl=UAu!aUe)D|0qSc|}Clc_4dS&AA5nfg{l}r3A5QIW8C`*sKht6Yag%rF(jVuS-bR2a`sAAS zHmw3ZO8x#_bD@W)h8RCftImP$0T8LnM!Dl|XE3&Nx(ext(m>&$4L^{7#Lz0aN?T^D zFrj1NNk0853}M{MParrLFe<6^%xO`!QA(K$6YD~of}Kno03t#E?H&a{ zf~OK|MUOuDxX#h3f{>mj%Q?7#=?IX)d}miE9{F3vm{TWbuAbh>Hkuku1>8lizuaiR zQ>+<^PT~bJJVXbt*TVdNwDyPssoO&DBlDLQA!?LEO>@B(VjoA=DABttFug= z%{9gD_~}#eok2;;ZPUqk1E&3(e@`hlYWs1ZO;sgDxjixQetUO+*!^BYm*tiLH&17_ z2qn!YKZ5Nvog|8vSszul{9#{D7jVgbpHWM}nabF4ZX|Rl;W^)Nn5(8f4VHKc5g3c0 z31Rq9hPsQhl1$bwtBK5Qy>z9!5fKz_z z5r5?n#irK6fg_}U6{>V{1UgP=5&(^3vu?0_KiwpoLf&Qlo&rD0?I2_h(^qiEgMSFx;o%h5+jV&m=M`xvbOHO^RrL zk%xC&DloBS@aKt*!e^LH+*@?Ax^>hB2SwI>1l2+(Zq3DFEU7rdGQYR zdkJ{m`~9kBy#$LPfCUm_A=*bM;r}P0Ux*VNg)OH+@p3&3X?zMco)*=p6=yBKOJWJ6 zpibGlS3>L?ZXh{h>J3Y#KBUvN<7yKKV|&5_)#OhSB2f?z!zT_ukO8$|xIWl4Tk@~) z?at4^xErc}DVRiIy(O}r#UYjt?DYg@WuG3n`2-OnWf0m>Y`{!flL}`WO&P?)zGJPD zNqHCZ<<>a1cIGjKuO8PhNhx09>+qw!Xps|4y=i%q)0|eevD!HdTKRkvg&gPjfx|(V zNt}ih6iaG{T>8M$t;~-O*IRhWXDHm;L_%lxfnXVjkTeoaYfBp*L~p=w*>+YgA>WG z9stwIYRecbYHpF{z6Jr{>00Li#ff{%HL&RQVwm&;_d-!b6H+x+oChl6@x~2_etM)h ziykC@@VI1!(Vw^#k1D7(=SuvgeeRYSUYqwye(Q-Xs|hYex8IvTyGv`Hcl!Zg(3ES+ zfpkL(Uy*XZaG}*8D(>X;i9AzM{-Z9L&l|#xF@v2+H-rLcR*o zLm1cITz@RYpM$2Gi__D)ff_XAw!J7FFu+si-c&kzx#I8i7D~nY0`1}q%5htAZ^$q7 zHB7@`e{#)Wq!)18yw04MirDeS<)c@Qfalppn2i zS}v70HJ;?ZzlzRQK7r%0@@1$}N3X4U6wFCke@nnr)RvZPa9_@AW{~&V;tm&&u|7_X zs7-?K%PfEKjiX`d(JSu&5xtK%_m{_3o_iJFpqQ{Ki%VeY{0Sj_;w_67COd36(a7t= z)Mb0DQM55*yyv9 zTc1{kQp{5r6>Rpt3CEn+^`}UN?{q|SNw1CyBaw-2_OO~X9ZB)7&g8ss#XC=2h09bb zieNCB3Vc(R&mD48t|6|vJh`A9)xACFJ90{c;h^%+7|M70IH1U)XxM@V=D(x9o^SQM zXm&Q2x)@vfgF|Jx$-If-0Iya2f4^SSiw~q&L?a&4Lctf{hGzR4^`wf;+}Ic%Kfc8( z5eu$H$@F1SeeO7yIAuNKCFh83!#cttl5t;OX;TA1lmkwHt&^2F`kTL-N#hhvLNCgs zm5nCj5}U>}nVoU1pBWl7714|8SXH8nZtxO#lC~sOD{IeN_8Dv zwWr*&BCVo1A>Em8O8^k)IF(on^u6ZvH2vh}*&(h`C^uU)lKk9tj|ebTHDvF6-=JQ4W9CJ=OiO9H{7a{8-MIQ4O`_B$yA)W3knt%toIA4l{;n6KfH!}b3Zj(D>Qp9ThvJ3{_8Z_fc^KjiN( zVh&1tw{PXya`m?&9tPE_noa`toSi(Q@>I^l^mM(ZAB)Fd2?Q=Ms})*v1~e(mA>V=T z%XQ3$5@5cW7&C13e>zL_NBLLDro|V~4Lr_O zLtU2NwmGMxDbu)|d>b$~)Ibya-+Q+-@vlnlT~q1%k>r=kyovrTeOyUe*9UUJEBKhM z@2pjX3(}^RZ#9FbfFv8bazPq;sE}0)tbVLfS+q3Kj(|e3f5_qbRAFWA^+ESnn#TgV z(ear-EA0)HuVBD)V^G-dkjeuaBD&}mI2mlHIShzd&Sf3*P9vq+nZR@-6edI=3shND$=VP3K(;s8XU*;Qpdb9UX@#dlQqB_vc` z*&uea+ks!2?f+8EJjX^4YYa6Cl;R;iYOeMoKT&=K^am1o>tIAZFPBLHatA3bePY+| zQ&D+$v=o>uh)#*r(5J1A#(jX&fn*6)Je(FQj%sKgf2?f?#!@hy%qY})h54lz_`5N} z--iz3Ho7AvHm~rMM#m2-q7JrX?@EMPVXf)z*`D;oCvxs-)PwP934#Fluu-D@IfM++ zl?a5%;uYsDPkbhX=fwa&3|7135hxcy%;7YwEmxvHCz4sV^ZA+EWRZ7P>82Fp?gVl6Wg+dicV zg%PoHJ*bCP`!2(#t$2gCv#f%78GviC5@_w|lc|K^XKWiOQHemPWN7iPe+?bf=Q^*C z1Fp(1WVD^}qKLR>MgI_T1Z4?{ou>v+Q%1+Qe@!@x9OFuyD_I0LmOUA9nW=){W0 z%=#?^Cj~3XL|aOtgRP85wPA+V(G97~Z@ByTk)P#4$Vzl~U{@`$AO`*wfpo9LLwOK3 z84cViMB{I&`JGu`53rGtp3=_`FzQ%%T{|;+M}@t|KkC**kExUnoVz-DI)2|S)v33B zf6RS_dCu=h%%_7i;fW;H$nYm0D+b9vxrfzBkPu{wv&9>>Sx=$paOZE@p$1z@IURd| zxWOF1q=1Lv_0@%oPnmR{twe!m=O7%f zs~)2WYhM<&vr~q7&0X8Q*A9B~mPwSBL98uneAvLPt&*70g-OZc+JlP?x>pSVECe;a z32?rz4)U}p7l1;QUh}Un{(`oB`n*y|wG}1#Viz=HIN#F08{%bg=jZt90Tg*We}RX@ z1IQS$HIw6^!WvTDqUs|Y?iA4IiueQSyuX>zW|Iy7DI&1hWo|^+_Pwp8(obri4lAeT ziTfUS_f6J@Zi<>+kj%=_dK0-*_8x;O@WHpH$R~BfU<3PLe>#aB2ZzJe6-m+<{6iDqw3lV8Tn3cu0@0~pF481r zy+FKzeqRuXH`;e$F2YHbxr8m1(f>=q2YUqZP~U7mgtwvvM@PF-RVfdA!BFxE>D}ej z=Q4&mhj}RSZLIFE(LqKDvZpO3!dmbw?`4D2XM4xlLdCMHYi(sYpM5E5f1GW+#j5E4 zNz%Di1 zTn;A9q1>tYhkVN#xyKEKy6bsOslQLzsEQyD+8i$B8@d+4HIm3{#sU^9viwtS0_r0d z^lPV7JlYGwi9%wWRi-NSf6M#Fp>$c=i-Hc5!aQphe>TJ*Q$X+P0>)gja4M|k3XOgK z^S~PL7|%E z!D@|+)s&ZqMg>s1e{s#Q=dnbLHI167HavCnKC#Z~A>zp8rHKa+YERc1SU|+Em+Pkz zb^o2d#NH$IUMQ5GhyNFP0)_qCPuq-LF)wnU^pY|>OMqT~En@kQoo1Y#!FYfKtCsOW zVzOY%k;Ib2)>N1Q=hM>w^{>51m+?4WL&YRfxC`dzVA-!Ooyrad*KnKfs(XNs;YE zc1vxSs6{=u_qX5i9!-@F`|Q3iVSyhb2!Y2^NE|+f8>03*7izi!2nvk1QI}<)61@Fa z=xj^14|Gs0f0M8dU+CZnea?#nHZoS-^V*p>wTj_gs)?5uLtAwz!64Sezrowo$?(c# z{mL7Eu*e)^(T1lAcymEuAaV-qD5~azJns3(6&&|i#YM6(iP&=lnSx3nu1;nqCWQAL zv^S-5pZ;SAI{ZeI3XC}p+1wNi#M6odO@+xsh?Uajf6?kd$Cv8qHG>zWJ3O;wh+j0L zPFIM)mx5E=pq{G91=&}DKx|T3J7vvFDdGVZ_fG>>@EkXZPxJ$G?$xN}i7zwu2dHw8 zI#op+DxIh}YK+$sOc9p`L{E>mGJba_80zbBShlk_D;M=4lp?aYVcO-1Smct80Bq@0 zP{=TPe~7VcOn+2IDTi*R_iyyHB*iNM>+2?jt0J-7vaTUuV+R0gQWpv1cR&eoy*|nE z%jA%7AE(^i&c3#U#UiqMnr6MF84w`f{pv0ZlMESIG-*C~FJL|tbrUFirm`FOH`|DP=7mVwwtNZe(+Ga%Ev{3T19& zZ(?c+F*Y%maV!KCmrjHN4FonfGBuY069g0mF*i6cIg>#UCx5iMWmH_vx-AUB9fCuE z#@*c=g1fsk?(XgcC%C)2yN2Kr+}+)skG%Vwd(PhX{{2Re?$!0^tXZ>aj9$G+3FVb& z1&wVDfnv5cPPB}43|s(d8AV%b0~=OaMWCs(m4O3*iH?DR1(uXl*a2wZWNvFCV&DYi z0T7Kd_N~A_M#nw9ix%2V3iZ8UQHFoSf{q=;>WuUFl4n9i8ZG9Zc!$tp35L zY-a8VaDTORumpTw9e`HAe~59mG5(~}$qe|f0)H0;AZ>00v~dLfO%k*Hm(%)_%Fm=v zyVL&x_DO`(-f&bRV%)s%VTxofEX@IqXxs4Oh#=yqtGtkMv$=MO0|BvnS z4KybI7eF9D*xAA1Zx5OOb~*f?HvbJ>$o6w)+J9D_-UhD!xnc%3&W;}ci<^I+wvnxk zqq(D#9bx~{Cu07|lasB3JN^HqYfBqjR~yg&+iqfR zV}ES&mw97nJ9-rxb9-l?gvftIf0|(b$7Tw20x$r8_5h%pks1BpcK@j5ubJ_$`I823 zPdi&XfQf;XBhcI21o(M@^>j3F0Ro&HoPpk+|J(8JBUnaufU&ue)2GlsHw)}P)g^39 zYyq7AGJhiZZ`XfGfa0HxO8L1c+^S?(IfR>&4KU|-RG_te-IywTFIR0?~KUw$>ynmn6 z|3wR+R~8pmms6(xza;Zdn5d1Bt+Ba{DS(NU4PfBlVBikR@TmhPR#t!~7#2OcqW6y{!%KukoKTD+7Su$<_9s@xSAd|GORkQ5wVl z0Q|3W>YuTalY^}#P|e)<^NjvqA%8LkP7da7S`42uVf?gzzW)20&c8Jv{U3$@uWTV9 zTQ^TyRyH;OEi(f%fRUY@3Bbt6#OD2PxkmpwGX9b1CzJm@{<~iRK%g7Y2zF`S)`&aE zBDpD~)JHUbstkgZlkT(vgHK&D4tyzXssk5GBxjol$Y0>!;+IZVU@QHdOMl1br@u{+ zI%yEP)%$vDV&&wmv4X&kfsc$2E~2R5XtpYyN zW%O8>v!nYdifQ5l!GyP!V``F~#{DR$Gj9#KUpp6u6`RgR#v!W}!|zJcKRl6)&O6$g+f zXv1Q-ruEBU{saq~LU8>cH@O}<^D+}3W!b5J&~+?mf;vrr@3=}+GGQmaz?~+h>*vxw_YY<0;Mb8wUtxuw5f+%UgrpN;<^WcGdJaVs{#a7tE zVz1tJx%nS~`CZYujZWjr{JXz>m7BB_j-M%}czo-t=tA)+yTV6u%5P%=-QgR?GIbI;SAZ)z3KJBC(5pe z+U@y;xu7bi&UOC!X`ND61xjs)`as5km7p}}Xl}E7H-A`6bWnEkdI|~$UDJm&Ec+@)+ueFg z(*SGKeyV(GG*%m((1AHxJCd>M0qMMQeFzRk0}7>9Bff}TCsP4&feK=QVimB(m}X?< zE%a-ow4nB4L%^B(NirptPCvkSeX*Z}0LgEL{DODX}n*32C~&Cc&py14Qgfep-5pzkhJi+Mslgj2lSgfkqo%XNX-cty8f z+T8El5#n|cPv-jK6J;ZN!@4RD^tk}$Cp1W7vlqA)Su2-@)GWWB8a0$b9^Xi-lx}!v zweCS*`=m&248UYzAeUTKbRfK|uHPhbRrvZRXN?3f3Xya63`R<>g>)+)H-^%3@@0i=Pfd*n`X35uPuEqa!2UC2|z=2rkisW3eb) zjO;HMw6Qgm49w#s4M1*4-;@ZWXL6UR)w~uCNN= zaQ8wL#eW*!#?8>bmm*}JO<{}KC(90|uQ`$@M52cM&Ha2S1dG*x_>&GM1b?k>g}=~S z0D@t}w$#{!E}kn`T~;=PK8wdCqd~iOy!Wr)N(gqoH^2aLroX#``PI7 zP3a@-Q@|6DpZ21NO|u<6%!F>4k(j;9m`d)@dbGwI47Mjf@d&UA-bj*PAT+dxz(Tc| zs`J%vm~Yg!G_GrYoF4Y1#eWw#x9^z;vXh1|sWq=E1y9edp`9HW!3bI5w-P*I!cg45 z`L3$7GOM|3S{&e@6UoOg2^Bw8o0zxB?9k&gFt4PH=}KpEJC8WQIH2BkevOl&m?G>Q zp;noyt+3zTK}S+os=VUz(M8pWDw2xy!cnwxDyMp|=7oz!>Ar|ioqv>nqu|c0CIz(z zQJ~%1;iA}j02B}Kd5d+A5xjV)9{s+OdQO4Hf8~o2ID>b3JF>#Z??#4QFvd+zsI?)a z*l!yXKrAWNND$qf=4aaiWzHAqVzflXdjoq1XSlnG8qwRFpV7W^ppyfJqV0symqy;D zwVDWOT=JHod*7D4pnoB;&6KJ;{+o;XfmBA;t|@yucy3w0%m@N+q062?m#RfwC&LlH zA)CIiu&8kpYyte$vOP0{Zue%+oWjatHSrUqG;(%ZJ~}eX4pkx%-6xjTHbIQaGa&UE zE?hN7@fcoa*1BO8UR9#^d-K)zWaZjXBiHOAVhA`fzorpd4^>Zm)BJh=t*F>rhf!D( zrb#YliGPq=+`~?k&Wr!Lr-j&w`lonXa$ODDb`&H8gF*>>Eh|@JM!`_tn@H?J(L)+H z76J*P4DCw6>_Jcj>GeT)Z*-%ikz%I3J4K;az1tJWBd=%($;p246r>L~cI-6xNoDIY z3=@i@2nEDsOpIlYKETt7(c;f!31|MbgT)6I9e)g&`tE@aRqGFIatmbXP`f|-G(N}4 z8h_YxABlm}q0Ho(*c@Tjw7p*fwCgXZoQw0H%{Siya>O-eG0+LSO*v6-H0=S8N-`+-?PZne4WbwFG3vv?TpwTVtEk=)fVV2>buDuJI;d}Nsk}KLm{uJQY zp0IR~T(-fBDUu4|JHbVt{>>3tRm6@JUwi3(@jQ?0Yy0uFy&04ocZF&y2x-EG0xzTT zrYlF@PNv1MP&N*0=HVgoGHBdF)PM%Ot$(DXO|S_mSujRG!Qil&6B*d;TTM;VtXN&P zBn0>>-LZBqi0R5ta$7BEz!vA6j+vED(hk#G=$v++kGjUODjgw?UFXc#_PgKAeGabG zx7dNT&l>C-21jH0-ABTG+8_|W6m~g{Di#hxew2xXo%`zuZ2u^faL24Ab<8f$?tgkz zWOHej&nm7&AVk?E;3k)bT2!QLuWP4As;&QJ6aMIaExRZLjs#uHh;Saj6o zNTXP$B9EN_c5Si4nF7!4X&pf|qkpsg2mUZl&$EfGg`mN{27lJo4-Ox#-og}ird)j} zGviyRr!=!lkE$T-r=liKiEyPx;@HK##MXnZ>1jSCxtYQ}z)RpAlCg{Y5h7PDdmMdz z81(DWaC&L-=_^VT+1K;qEa-O8QZ8}bPI-JoBHW+vte*D{_UATd33Up!IDfH5;(_*< z)3H%MBc?7owXM3$WWy6$2mEH@5homDt50lwvy5PhzXjxkkJDZuWPgADhJjn%jTMU^ z4==r=ktT&@YG9o4^yMY2BvaV#fnw2CXE}v$R{-FnKj=txq3#sdgh;^>m#s)rR?Cl% z*)C4^kde(AwRlEd*Loltpf`FJW!VET-xOgDH93n2nVV(nI>5Rv7Dpf`+DY;?WS|YnkS=&!g zd5wh^X{;oQGJf>kL^bD3zMk^TVdDc0bzeWXe6%&RYthywf0GHrPJf*df2tDyPi^oV zrWbmN@{;Kxw%%{zbY~K7fhV<26&T$37SM{XHo7_O%mQAjl|}-1OGN;ZcZWm$Ncb0W zJ!RILwK&`@yn6p0oD6VdRfZ9g$I**b|A}{epIc;5CjYD^Odm@$hB>*Sb8Nxt0H6-=~G z0-slTWR9N*@&T`39@@o(k;zv~xF*vwZ}Iv<26l9e2;nNH{I28A~e zNeap1Bg(H?H8=eJ+=b=x#FHm|9OH5{VDix3ZYzG1d>79+RlbmSw#z5(8R{HRE3%i< zQTDyS0R&etcz=$JtFOQz(xi;c!`ZvCUHd&yVo=Xr>Zc*iQ}7*>(d0isdUwoxz|>E?Is|pFxpU zDwxN%XleU3BjD-Qc997YC1XW3t6B;b)QlR}_kYt<+IBR)pOlYViE5%|s_OmN3-Wcj zD&Dfq_3GkJc7|a=dSp2!gu5L3bFyBu4rN8iw;0&l@ari+waG?5;;gpGj!EPwHeb3 zH-F}JUxz^5QZkS-m`IVH0-_ncDWA$@9ci@DRr6+9m0r{nBAbsN&ovlFt(Vghb%3%Xi@9Z#j1*nH?T6lyz2a@(&;$(aRr zvG4R&@Q<%Yl)%O>%+>?K`TqR>1p*gAd4#-2oQjp<;2UKcaiQJ8O!(~JE4Wckm z+>N03eP|Z9!NSYTP;)fV<@qZyn73FfHys+1TYW`6qv;Zl1UKuVN+?UnXEIrj= zkvtgIm-0m8m_HIS52HUOrV~j=fBjYPCPKmlT_|`U3t6m%gq?0{y9QoqBRQ-=B`%pb zE+l=_u8JoPV!%ccQxE zJU|V~#O37|$0LJ~5yd1b7Sbd-VYWpXsq0FonsGE|j3xxRLSY?Qn1DpJY4xgP3Pp_+ z45aXTS>yOvVAnmVo~KzSi)Y)x*;8;nj>hz#9F$}5lZO><1yBC#x^KcM7d$d$#k_P` zUz&#=dZpbUhGHWFSvutog@5Ke!G-vzR=9*OR5uEY8-0YCZdP@4#UTfU%BsmN=eGVV z$)2&O3?t#OZR08CA-|94$s5`dYE1NstewVsZQhb8@|EvC*bAS`4^<A3gcEjSwXYnXnHi6#!Uk$+jJP*{ z|M@%8C2d+?y2Y@W{@KS<)pDflOdL*@Mn7)F&Yc>s|_M2&Whr!!*jYwjRtzYSHnPkt|VN0{mW|-mfZhkCh5H>(K%^enGi_Kk z%1eh12{9~jBS)a`+VRL^U`Fu2=r!4xV`fg-bch`@XMc8*w{tiD0ae^uLRjTh9SlE} zHqs8kR0}!-uqjS}DSq@M@KbCUHuSp>S}|TS2h~cy%%ZFF4x0#kF8D17Ifkj|_p-&J zD4di=4_%_zVuoWRR;63$>zoYmq#a?zm zpJb?ageafoQ2(gEsLS?Bbm55#i% zaq$71G`x1bpU-pm>eD0Jv}Oq;cn51G?rlxKdGYK4plv zKX4+T8QxNayFKP!Ac{a(mj7A?3=725IU#OY^MCM!1<9uR&mWt0KrP}CE2fD$Sq^?S ze7cCT+<9Dj7>d6!P3?WZ+#}|5v_Dpv20zU-(Uv~4nb&B(+Nt(8SK?&mdBr`3`+<>* zUL76JLJ`?kA$8h1A1fS{aC;AJ6+CvTx!`ueaCe=d*z)Fhb*!zEbv+hc?gB7j^WIyM)3X9 zx}$$r`|i&N(rKMI25w8JSa^dua~E>Cfs=D@b`1qoX;IEowMiW%MhAV-D~dBMu{J*v z9IiAVEi_~)wX*obulk#U1HCeY-UIwq+ATK1d5<9$b+?SZ>G z@6lCoPZpQSrY72S{VrZiI(o1><20ZNi*m_xMQ^ZCR&ZaZw_YzR3r5sRfk2=_hPtig z*dSE`jsq95#o33dOU1g)0p9R=FMsM6%^=9*#Vv_SEef@06*=z}vIX~`(uUNDm2h!U zqZW7KIpWDjZ`jbKzP#r4Tt6|7L=_DKK^ecdoUn=fj>SkPKvccy5X#`H&Y2UJ&n$j0 z?SR$@sO2K^78{Yh*p!5J<2?h7=Y4ob8fqJ$T)OGYSU+~;`n#&t8J622YJW@JkFYhd z%2Y-%!ZB0=NY6uR4-gD@Q4%FEHTuyU;vsEYe;dQ4v_7VabiL$v+^-o9Zm_DGEliwh zkOH>Civ68mQn%*_=x0hel(Lbn^)tb?Jw+p>&k)#=veM5TAdg^1G|$405A_3;^Sq0* zr=BeNs68Gn$h&n}4}81eIG^EV$+V zA=QP-Nn^~Lm~TlxB&Ae(MA;)(U6u;>AZbLHO#USCF$O6i_dVZaZhwpXZ?otKUj)kY2f9{gDk$`y zAluytPv~I5JAXU|j{@Ts4rs}f{%+An*2Ld}d_#DGj+xvY&U0iYQ5gvcW%ohRTn-yk zSZzTfl%3q_QujzNq@jttZw6~_P}P|CDZJ`Fm{qZJr{j(tI57(gGFAF8NE z_A3X?mA^OzIc0Zt75vV4p(#!#PfG!4W}&fzM3|eAA%9r~OJ%NxCpEF4Nrb*4M=D`= zP>qFersSA>ztdtU%gdA&9Wl+mX4tw8nG&NwRtA4N4RqkBwuUA|_MkYra7H~)9_r^; zV)t5g+z$H;YBarT1#JW=s_UhGa37sj#?i=g2@k|Mg!=0T=gDWWVrecIDsL?ZrxkTh zKKwBIfPYZ_g%Df4AoP_ z#sJ?>U}c`j;Q2O7^b5iXHk|Xj4_SLW^X&MUxqno;5C^0)OiPCSQH#F{J~~{LZdn#h z<01F&pw3DdyN#92%bptmfMpXB}0H^-OquJ z5xF=s);lwPut_fusYaxsm(g?1X|jyFpK+TB;w%EsL@pANkwP^zq$BTi z^?yf{^jrZi)r1{crMOO~=$R!r_B$f`NdQL+E5_A#dxN7h#|IL2=63^5LRn$R z;-K|Qb#{>vsM1T($eQ?;rK{_gcly)uGk+C{O8B!lcMml))X3044#VvTM%K^=35sYd z7#Oz>s^Q*jV+D3Bitz+dMg=8r`*T0=ax7Qo;ggypr{{|K&^=CDZ|*V>9L>cXrOjJ6 z|Ic4|637Yl2qM>-ltJrBi{q~*VZJwmMp&wb=i8{KA@+ng?)?l5HB2~)QEJWIacpNRO>doUzCc7&cP4{Q!lLu(lusKPBDVUm5- zW@_oG`Gf40Tea!PqT$l5@9+M*n|~rzoT+2bJ3jJvV9SBN6@MU)#Hu10+g$UD&4V$F z2j;SaHrI^`>6ClE7AK|k_d}hPCeKd7-8Yz}3@8d|Gpo=l3O-wIqwidcc~y;m+O$Gf zXUY^6i7sr!$3vg2Ws~=lL|PW>i?lXPmcIbp?tkq#h&9R> z4Ve&F5F9l_a-u6|hB0G|%gA3G+@E2R^i!PWn1H_ZgXP-ASp}m$25jP`{8dA$tgK-+ z6qHm#L_k}nl*!OsF0N#I2nmS7NVk!xgo(Bt6)*owhY>hKYgp~t7E(#syD+qjpaCSc zK>fyO61c4+!AX0&li2=~dViqqZt)%wD4lsbf^cpSjo^}!?gfNAw49)-eHL#9n^`e_ z(M}>+SRNd<`S>zH958Q~l40lW_&yYTdq@1$o76NuGxzg)UOG@8-ZlnvV$R?`A~ zL_>N0tTFj7pgXa{vkt6Px9~c`Uthw)@=yilQ`AYET=(M~XJS8hDx%GAw=kGwhcLXT z*kykHg118}k$=-5t0X+i#QEVxWd+RU+n=Ai7P>nNhTh4&?Jq`HunM7Ic+4aTkM_v6 z0c+Z~zps}ZcUOh7Z;bpCO>2lZyYXUT*V*ws=R9kCJ!-Dp0*E|`aX3;Cg|%+8NwQb} zJ*1jg8wQFjduBu@biB};6m;S0WNg=nh#1H!CLeamyMG;qJ24{b#$Gs1#dW=AEh}I8 z9C7cp^B%w@%b&#{=HVN&gMr9pHduFcoN9aU?SA@5sD)9LwiLv{7SmnmMW_K;X_!;0br2-jK4$X=&-7Mz$Tntn@=^B&N^|R*`whSjayByutq*F;Yx{;>{#qj#3(kE)*gjn-lMJmIzBhE` z7k{YdR8Xt2$0~OzblV6QJ;jt-dYCWzS-e=il7F*vL|-+OV&L=1xO3`gbd_*`L?0aV z_XSQJKc|grC{MziO+9!Jh1UtxgxAV2e&++f;{{wz5yYw|J$h{S2Z$6jiNjuP$jNra zq5B_mA7)7}=S#pYrpX}fvjz#oHDE2bqukQd-dtn#RIEWk`g>Coo*9B$9jAn=TN;IZqBi9x5*z~FnDe5 zY}6{Oz&HX&fLJv=J^}I=0$0ot#>(L%#AAIZ>n{4hYq;t}_z^;^Q9Sd6L1|kjNkL{a zOozKL*+wR|56z7xtZIzev_#kzOvl|`+kf0HeXgfdX*v*FzkkgW%4w~ll4n1PiMtfN z7a>j9_qh>LE`*3EUTY>)@)bWy(u%a=`?cx!Y65iwp*ls$=wdT}^5{WPiJMYe4ReAQk7i4BVCuf%1Xyrx>8T+6Ys)lv3qMh42j$O%lFE zOS=U6MORoya9D7nQXJgjZwy1p^?%CH zY)*(vajBE7gEt-`bzWmCi_qzd+<)T3vj6;c>2{fxgt51o%5-dW>Pnj};NMXc_;Gr! z<=KSEZq&EGHatAlqw5gkv*=S0RG3s$L~9eE$e>_krN`Nf4yO&0W_{5&f1yLI2Tb;sI0PhNk>DBS;KrttJdb=Jsol~4`{AtomjM1%~hr!{S^|thkchsC(mek$=1;f zirZOrAWJ=pzCT@tM`T9mn}3H+y8O#)#!*Q7YT9hkP#2PVpz}`WbRlUrHa1?^N14G2 z?GtjGinSNp9c5@?z||Ic8!)$D7)P@78CvbmJD9NbGxCX_F#*(M{GLNt^}+!-GZ4{KuBm_{tey{1mLFcw<=zkOsdl4CRe0=L- z>mV12Q!`UZ%`6k_g#Gq?s7=*52Yj0xs=<69R2}lkkUfatI)jRJd&dxA!^HA*$FTq@ z8Frf7W>Fo5t+Qxo8qH-9lrLaxNZ5kUgS`qJHI5(VCY=f7-5^E_^&ab?JzTWY6EYKj zehKkt->5ZtPt3? zAG_O15=&4L?Bu{5gTWR`C;UZE?UQ;}7#(&g%?&hxNZkBY4;L4K@cYGrfd#?zv8x|l zkh(NCI$307@Ty0=v*gQ;0O_oz*}gsZrUWrH@AbLttp`WFJb&Tci3s(ro%jcqC0P~T z7*!!OZk&eYlu#m=LHcB0I&%6phyE|Sxf3nKT?I|0O#va)U!{^B1J{^4q4wG_|0T+y<<)-Eg7Z(-PZ9*xbya+DirXts7q;AfF-Yf=CjlH1>Xf*L3=1bNW88x z0yRa`hqpR>3AGg2VN#jVz<&l}w_P>eeWWd#B~>oV(SIOxk0XP3#r$$z<>3}8L00dV z>VMpY`9ZXoBhTrK+8d>}r|Qwko2qc95I6!CnJNY2P(Z}w^p-rRFP?x zTB@8uJ%2@dpZPo!MpEt403dQbMc_--D>Tp3*{16cTKBH(rFFG2R!lvLBb}6yR!_SO zc)7E9uT0Jce74?9UViS>TPBJyErijRjEJ8pnh^H;9*X_h9aC?|Rqcx5s!{BTJnxp? zo0+qRq!yIg$;f{+q!fu|4Y`yxSJTlFrqxCQ4}Yiy!e(7FuNH&qEle*-3I}Fk2n}}b zufM*hihHc`o0BIa^K_n#hYbBzhJ65MZ-)S4e+bhY%QIqK=G}QSAB7L)p)FwIRy$~= zkW1rT>G^NWG$U3)U2nVi@Pbs(5|W^F|LGGm1n)_t95@UAG|c>-GF~Je?ZT7de#GXn}1oj z3{#AgjB%7myBFc-RB+-<7 zoGi_%kG^+3K$F+MY+I&LDS0KtV zWUeH+9zdL)HgeO#K%d)WG(47P4klU+y<3`te-(#;_O#RBsUvA=oh^0ZONNBhMCB(Sd6Nad3<`K*Mb#9K|CPFOiAExda=CJ zhub+nfr$~gl^A{--%D-$0qC|D>&Sk#X24nX?X9geZL{cd@LZ8CVF{qbt3ypQKt_U) z$azo+0;@w5-FaFxru~;7igm@119%f@?n?YNWiszVwA=?m1M_z&Pz&yjA6p?B0;z8z| zyWv!p1|J*j-8U4=dH-w3+bS$yE{_HdRlH)*2_buLff=D;tq2d>&( z8s=_&AC{U7Fni>}XL<%bk0EkwPbu9^5h@Cr9@5y=bkPkC{&*)G6qdBPCDOolmTK08 z2XJbRgh`-`Ax5Gu=yx@okh9idvkKF7@Gj*5^Fj#KMhuDpzlXQ?s$A4Ad(o>-JApxi zNddN($!RwdtXT*0irj(yzD3BI5z3w2%p9HCK2mD{%vjI=h4U#5WE^DAwWdy9{)7Ba zji&Jj8@_p^(R$dG7Ur&giXN2DnfC9Ky??sj(rK6%EdHX{S{KXOGZwwLqKD5MIjM*y zcAFmem~QB5PqEYaeZ!uMzGp5>z4-wi(w0ZSIpR7P05ha58CLvr$86DJ|0>`SnHiLU zdI?S%kjv(&tb2~_z6h4^den&#Drs@m)>pHVTNY^zC7y9$oMO~DNR=VSilNy9#A zGl@9WxpX$8^s$r_+YDMdxu#+|kBjM#?jDEUB_T8SN<@agJPl7i&GZeGP(cd12R^ll}mUXD$u}L;Bk5217>wwK-fE#TDG1TkU=0-+PtIuJn|j*<#N5D9$rPwOpSSiuXGb#q_m8H?<>9^d0NHt3YjP0Y`gN8z+!q6EQz&EIiwAi&#td9S9w}__KfLQ zr?v!UPiSS1(*$ft$rR^J$W0?bru3aCzf5BJFEyln2d>~g@xil<{r;$^#2l$ez>du| z1?Bklsq!?`OLIPe1=d6aYC#k6j*TWfaiV~Jyoc5!*;%~Pu*g=9OFUpS{@>+k5@SDZZrDN|&u$3xh7N3NDQWYzh=;X5X5i>|GB?1bZQ z6el4x<_U7_hy#CHrH4stAFd?>`1f23mR|1F0?5UhO~hJ8rj}d4z%gBo-KQ#!ci#QihpL;NLZq+*GIV$!N3clA`UXMw>Q674U9a)4d%R;8i?uS>j<%wUQaC3+ zp%?1wq|V7&I$AT3gkuPAw4w||CAj=zd3)y#5(_)aEPfeCy?h(4C~(L^l?Q#GWI`@E z{MRwQx?D+@wl!0buD7$XXWEf25H+#XHR4p2oF>%hs(gH{%AU@;Nj5R1-+7CwS@1AI? zMw7UTEyJe#nx^+sRwlIAp0ZD@^{T3w!e@ylz#)uE&tY1ITj)lznOcKV3~SYX`uXj} zezGpVUvI%*co9TF^;ERID%`1MN9Bg+W{``NbYZO4pOp!n6^I7Ak-wLnw72;(a<4s* z+*DmUQE-p~>iO2ZVQMT1G`w4?0;UC3? zC`O^EY!CR@t@wEaaB4d3JH;c&N0_M>6)s?98SJ!U&0-;wzp)F2k#`!@XRv3j|KPNg zCR`%+EdK6hCnBfDltbIY-O;#A&=$mzuVk`_`4aAJJn(I@ zw{XhW-%|@&d%TvFSv=ud)$l8Ydo{sl?%FFJ1_|6 z{xfnCV8>+9EgKl!BK7J3Hs?_BJ zP(+jYKLy-gOKh^)jA|rHDgn+8**4O@PX)zW|LvA%jV<0|hCGsARmSW)*+d46CQU{+ z85-g$790{(A#w%DEt~Yc=T2m}Z_dXq0aLfzjDdbxH*q)Nk0hO8q?bZfY8M2&WfTUD z!)HerhY+H}N|9pDJ&Cb8VAG)#2zM*Mjii@+ni^hSjjS6%8PXU{fdn>FK~{sP^$>J-zG1;KJ7n@fI)q6IZDvZ1HsG4F!Z>zDh@gDwDHX#&4 ziW^TA_lZ7A8BK;S!??Foc8u+X8$BI3HcUk)=IDv8SC)=Pg2CeJ{5r0|!kQ4sZ`#l8@P-1DB=4{ZeCTfn2(^g($1KP-&2x9j(hlWug0vjYzAXDOp9Z;NAFmx za&}WE=4{hy9r1f>nZ__zWr)B2|4P!~ELWIQ?u!(0|LWh2rER-!H(miJm1OUlflvDG z2>zREBDE_rAf?1n-t`G+f&8(*cT1nt$}+;0@FWl80hN3Qig04P&LtW8T0lB`kl#{Y~ZV(yt`n;-1t{UOW1sR*J zx}@f8przypfW<~TieY3zmd6ao8}K`zKl&fd?D~ znNoTZ@X3v!tg;JYN6XwL1J2!2EBDnCVZM=^-5y4jO;)7Ft zHH}PAVp(upwebjPE>)yuteSFmE3=E1B$6(vYbx}x4}oc!4Dh-1H%>H zcxkKBKpIH`S?@NQ&IDP0(+D_sN)Xb&xdhm89oZI71|An#=0?YnEVWd`w6018dsa3t}w?JL1Z8P!~jR$eup3e zt<;^MWQS@G{_W|#9WG02|Gb@zyWwQtkGgKP!i z5>O$2h47kHV8P=F5XW?lG3m%3s$$JukSEHSKR%lN!^)w5a(o%9iI7Cg@A`X zlaxYFxZ+DSoTax1;%Qk|`CY07*G>q`9I)nIS&PhZsy&)A0t+o!Sywp$WL=43yP%)S z3zLqa@H9$?N&Y(#B^q(>@wTqE1xXAbZG^GBRj=|2q%*6p4~P1lsb&pKF@K=OgkvPJ zk)h#JwE4F{ZEh&L=e-eHoT}r8Pic9>DZ1I2IpY>^n523dD%MRf^-aM?ko6~b03Sdw zyyFmn?~p4(prHkgFZ4|{&${4I3M~=bHPW&oELasuk+?ufHy}dED>|m({lljy9tsT_ z+;UGz$Hh=xXKBDvzSZ1lSI6I}oS7pzUW4^!_-H*1u0I{#%PDGN~6{|Jm0 z*EMiUE--HP|4~? zDItqMl;d)7!7)o&ySTcMeAy<$F)NrmSh`t}uyb)I3!~5iRr>m_=xt~Lk2N#9E=rW` zo8`^TQBLsCV5AfYVLQDP;ybPc|Nc%foz)1hGp;O6n4P72!H?sWEuMV5L$sIuy=huCu0`qeHY8C0tM6KY; zgbDr);GfCdmxdj4lffX8w&w*?q4nk1N$x)EBMu}#kynB7Ypq!Wj z{YxZZ@I(ej`nP!{j{_+A?P!?6jrKmg46 zKvLuvMr^QZFOq03dY~(aq{u{q62BV?eIi+v2ONP&yFkvcmHk2W`j}6o@SLhu#r^|u z<-F%hFX_t6*q9$0I26OWOz zcpj5Tz(Ut3+O7N!F(>|?p%Rjc`mJee^o?0cpuHSAvWI~LJVso~mE+I|$qfss4J9kw z&P=mM1{#is(n^xUrkA>k-m@`<-v}@`$UZ7f?aL1vCzYO%$8izHO}4Tj0W}5xCU)T+ z^PPuEs{z-L031{y07<@1E5&*P29h|&77^~rgo-xdWg+-F=~NY7S;1W*as}0heMd+Hgg^1eXfcoe0d@B*HD2lK{qg5EO;&+on+yhe2G$OhmOU6> zr#7$<%M7ZnXA+V~HJ!7k9c-8teG8XC6&3lUmrag9u}upkXL_Av04>zAE3 z885hV=a z9C8qX{P#rfEiO<6nA;*|by$Zs!m}mV=5a$L;7p&TD537k6i4cC7iq}1(Zk8IGK@|h z!OMdE8i7vh#9mj*^F@^arKMRei7legx1cS(2SW}`ooY*q>o$u91nPU%i?`(b_scdC z_rRm=*@-ydrc!f~8E@Jt8K>~$eemTObuBp4RQibgX27?+^2z01-z9Bj_fskm@5iqf zkPGpJ@O`)-2W^y?eXS2j?GI$^n?L3@)pW(CsSf5rTzvA2P#*ab+))rYNY$hlluaZ| z5<^Nrq==Wk#f?M&BsdB}MEPq60l7|+Gkz*&UgB=8tc!DHnR?i7YBn8W|Be08TVH|jz&#Pl}jSjMz2eFFIQS=j0Q3q&ZWjXq!U3USWox{q2 z65UWvy!36!;+Y9w`o!=&kzn`nX3xZK$)V-6(8ufj?C29vESzL=X(aFmBG~xTW=J7l zfCuN(DCZGj4fg@#=VM&8G+w#*hnI(H?15L*!&CCdUM=1?gG1>xl*5NDmziDW!}sm2 zo$DhT9oE_1%frP<=s&r4Pu_+QoKRP-7s{L3t`GRaTR+}}-y(9Z)He>lKSOr!VSWyE zBR*kvA1n(4)XR$z$WOrY=TpMw6)N#9Y>vi!?^BZUbIkNJ<7f2eBp@VbBS74Mea(4y8|9f4Pz~8QF%6G-QD@mlrN#MtNXTmyzqz9&^9VC zo261_qQG>hC7^4o2QC^JtZ)tAf0Df)=*Ho}e|S#C|9zLYzJb&|v9vP> zxGh%~j+794JXWhO}UW*QBLEGkJ3(e(@uhl<9x z!%Sr2>1piMHpErg=nuRr1CHkk|5^{6k$*HTnm+zM4?BD3YHf&Z!w|7!+x%YA#q7vh zQ=ZVKF54JNy0gs%?NxK$K7LzDO3&VESN3ZbUG2y3vx@tBd zhWSbPSdBJ?Lxr8E*Tcz|n>|lY(v^V{#?5olF?Gs!&-|T%=5>dK>BnqQ@nfL9FQ5YA z>0f!!_JX|h?()Cw+TdGno%J5WHygeC?FEHs2PkqLHR(mn)SKhl-w({t*zd-KtyM{< zCG#QJ!#~`&xKcfx{3N1O8;v2vbS#|- z)+$&3VK;{8nhqPT)*pwzQ<5Kd3?+oZaecg7i&kUQ1Q(+;T2vv^=;Q&phv+`0G_Q$K zHwm_qG)Pj{hiWyfxE#$fGf_tPRpdAF=&pw)ilV8Pj-<<`WeN@6fHv%}t$g+9qdtv! zyD1w!Rx2gLb@u4*UFeBZH`*|xZATf})|zW|DBtYe>Ag2NAWF7<3m$C&>Xs#ED}K!{ zT-c(3=@DI~Pyux1&jFyLg0g?tmr`ktRc!YwD;+aB*K}zC9qHr7)AFG21#2EJGOJG#!=`St1?Zut|jFiuAxm=wogQ0VS;E`{7+g2uc9-yKWf!`X#(AY}f|~ zL`b4Av4W*5f?=^(eD}p6bXnl>aPR(`j}#yz)(D?ZYLgSeCCY=-$E^Uf)(H%s1?H`@cG z;2zx_c2P@mepDVhnkxn}OYa+Xw7=R~%%sl6>Mzp56@gK`M5D3(zEtU|ws^DQ_X-=R z<&JB{F5%i70o;o$YI&yLL7%^l3dtOmYV@j75WtRNV@ zDd2EWb^vd#aZi!K^J(v-(Z*jV*`*{pMI4<=`EV>KG2SgB5-e~MF~0X(cA12ekT(PZ zbx?J=#x*-p*A|}IHm0JWPWQGJV8HH~0HhYJ7iJna8&(GnHO?~%44;ukFR9SE7Lq`O zk~xyR4hNJXg*h8E(k<@5Qe`<~2bas8(d=gjBVcv$6FT9F(ouvgVh1-NV&4$epYe6B zvc0F{xElotH^a2H$=y>9(s$`dFR6+usNr65Dlp#O9-5>Li;`qtF9k;14v7qj5y94F zA!0cK0mkQ_88XWYmQA2}LagYFB3GC?h`Gw7XpHeXV;!JDeeqMLH@l9u4otvQ-2~EW z2%s8)yNXdvz}&*s_wjNgnx$ojQ!6kecNNiMyc*%plnJ7e;}~W^kW|Nvjbq4Yw`z<$ z3&%4rQ}v9l;;d(zL_~<=V$22AUcp-1wo-SF9V!301Cw-uMNstB1Re>kyqK4@j4Nzt zVD%0!VUmLta#SIi7>D`YejuwaLz;6AC@MY9P2sg3B~W1-j#eNQ`y7{hX+A}2;urU; z3mGTy`#^f;KPD|`{W9DMi`PBUV6(%hHUeqFnA!g1nlBH{zS}0_?m8)2HPI}j_&1h5 zPWxLB@4MEUomOXO7BVzBgT#hX`K;+`9Ak9lC%B%A0LTBG9Yg&$ZIw3-RtQURjN5Ux_wo0lCY4d!7DpE5&$g$U*RC6x^a$)M2>mC)QS_~OtvfJr2o9}zJ4iGfKN}y0b_Rgn^uN#0e^+qy3u0MW z>#mS%YwKC4_%?GUsk>h<{4dvir&-xwGk+CzI3Ztzv@w3NB#CEcYI01FIHG16<2>{; z{e>p44ReQ-sg1MLH%36Zs)RZR9L|;R_sP&ZWC>M*+1%LbVizDWkHYED`DFxIU^*QZ zv0n^{8~zz%c=Qoby%+~>8=`f{i97V0cQzAo^+^4N_|4|LQD}PI$+5%rBIRgh`$l8U z{6^!9FZ*Lwb$E>`z`D*O_tQl?vO=EPc&+L~Qy!_0G(E822_mkKl?RC$FiLWbNuCm0 zuWBo<`5jD~9zH)4$j$<;m>$NhjGEy ze#WMHI7IK8+pCVoiBrxSP^sbK7_PSBUzE3S-1VSTHvYaMUle6ogeIYOrKABb7S&I}` zg`7YJ!pV_*&qoEQ)sjsgmPU>_AwTIOuOemDB$}ToRl~nnp7D{kVj(8l8DJO zxu}MvE{5232DtY~t>w_oEx#Y@y)Y^lWDas25 zhTt~}W0(Vqrri!~DN~u|Rio+X((`Kd8mwc;z#QQKeU0%bJX0XSCSh#RDon?8l_3?Q zR%g`Wb<-C$Y>_Z$Dcl|+#cC3|^id^Gy|xM~R`E(gsg0o~5@SQC001`<@=t9!Z`oIy zLw@9HjOw4A{7ZB}#T`f0emNLzvxQcqy9u4-J~4m*1rtzAl%Rq;o_B#XI$aUW@A+H# zB#5^9*zs?UVs`CP1;NKoN2?I^ugkBF2dLf9lz$DufEJKrD*ou2eB!9b^jk;md5&mT zy?0+_t*y(F3E3?DRnJJ#G^UnXfJ)WA5&Y6|mi(iO{L4JgY7*H3g+?SDe*n^mN{V%r zMF8Lo>}8IHSd^$Hcv>Z3=iam6%&#opqGl9n%7;+z+UZbKgG45gDk4ve3tQzx8=1IW zTpQ?P?AdxWe{{&k){}`_^O)!_B98$E|lIm(JC#qu?RqYewAq0y`HgU^Wlfm?O#|=EyjR+=0%gV zefjA~)S`k;SlxQ6-1UcsfE%owXLo=qVU7?8WFr)c&m|K5is9%$mWFE~!X1kOFj$v) z(a5hYf-^lfTwd06+IY{~jR#fYK3N{|vp(vAHbeORxaEFyt0@6H~% z$u#G2tL?EBmXHdVx!Q!Heo#B%Zx_wX-p1yEe1M5rQHu2;291kzW?}vj4+XI}6xe?k4n4HdVkCSVK8w5khYs`_?#`*FtBm3}v zcb&|I9(Wrg_{FQHT2P4nm8H$7o!JO<>rnMjFjxj7W_a&yf-+^)(5XpttqNm39!aoZ z6^!0)!gh;cl3f%t$6N6g4FMo9ca<03TqJ7c!TFzOEkoyQr$7N?9HvvduDp0zj{C5d z{knyPGSsfhvyBI;oz2#F)p58A-xOsgVj-)K@}Ph}cSUF04P9j?WpJ@LFl(rJ{l?2S% z5SH@~zg>Twn)8&WeFAFX%*5ip>T~N*K|WW`Q^u9D34Gs+8(s?Sw?;{uU=qD6XU;f2 z!Zz7(ncmNge0ZarkV_TT@wwo)Jcbs?2B+J~#u_jFs9ZVnLODUIYAQ?pBkGG2VJbs1 z(VlzQ=Zo=H*zQug)hARB6R_Ff$r-g+TU|!=TIGgaY`^9qzz0>G+a}{l56+rj>uU@Mpv}q&E|jQPGaj@_Qn-fF)aw$Zhu82LX$CBr>)hKZj2`9DDz0*9>+2(=H4#uk;ves#Z3?m~A0t zaIM2a4y~f{%LSlr1HlAU=dWFD4?)E0nJocP)oPn%t*9$X(=gxfdNA^T8wU&*TMnon z`SNkk?e@@mCPnksbbxTUO1f9*Ll+?nmjAXy$oYC1SrlxB&e6x)D?&^>oIcRBD|&yN)m> zN+Y1BE-j@U_`-HQJzs)&3F3A9x2d7^Q!*r;8sRN{$^ateoLu#2(!P7hVP_)Zk)Bg8 zlF`9$96yBJ|3h|sQgYf0VJH#tqf4`%@@+=5s8(4DNEGq)1;h|$i^p-r4 zUArqxJ^-Z&UG%x=XSW9n<_H;nV5@Cf#~WO|RTjJ5-%J-VdPO*zZfquj9AGt60H)#uGo zRUXs)cm%JX^73<0l}u!lD&F3{e>xQ-L%7=#&Z(6=zLXdC5yp*K)aZuOH(({cK?>2M zdH1R(Z?&-JcCgI7A`<=p{ed&qgfX`_b8&SxH@5pflY@y33=2CE6Vd+}`1oKL<;?9Z zU9E_ixw!s+u$XBsVMFS>H4Nk|n>2^z57? z7$W9(=@OJBu}PN;0(LUzd3_3BKg7q6JjyW{4aEmhNyby6x|fP6OW<6SydxKd$x=ON zy7#^u5GAQo1qsZK0cTa)%VKZ6)76DGxH`EA+E;*AbLnayb^}L@&lN7D%3$F)b3qOH z4LlU&sqS3$C$WrQo(B;u6s|cH z9SQ&rex#(++-zl3`;!SrslH&vbk9I@EbL-)rMrc3uHV;Uk^XtZ)4Vu#(iI6t<-~0x zrRN!H{TThDfb9rg{%x6Qj46QzJh&`Sj+N!?+=QRv8)L;E5W&_y{={9!pzcx@Uj}*) zhaAb$dTh`zEc~X5H@u1kdR^(sb|d9MrvvCd*yS_FE$COZ?e!%e5pgaA!Is!%1}Tn6 zAp>B-^l&#XVpyUGOf%Dcce2HkS*!)GYh=8tAAk|$GCynv{9$5nW^J-DDjEwFXav;l zZYdqqtFy+GO-xy$b0?`u0-Kfy7$!nYBYI%c-Og{2i;++2*nVQtb9vH_0P zH4)ny^=z=_!roj@Y z1m^y-kj5UtSZUvB{sDk=;nPjB$!UlgV2h*xc{OY!d%P}79T6=dR|==o znA1l>^$UZc;l_BwNGywvRD`#B_s89vJcD15k;){BjkgvuYAPsH)8|mr327fU;K^)C ztVfrKKWTxtF8+Zom{2GfcQyt;#DsHW9$N*0B}z$wFJ*_4+tZ{5d#>B?H3STR^*5g;+G*a$xal=WnRJ17o%; z|K>?j zO6Ns@6tY92zbcr-x>XBACX3k+jbclGJXXC+hg_Q^%`;A0)gUIOwE_MPZ6I1#K-shX z{fld_DHjA8wdCL9&?=xJYj}#%CCY|IbGSeZ$Cbb#W zIBjJG`p|nJF{{ZV#~?C%EF-dOsJ1qd-;T|plU_&f2j+1mj~|)mO*+*|GeHN1YOkvp zj)t;kdq-{%MxDexMh^&3iB@uPa|4R`hWCcYS-UXWDgM^=5v^XcZ31So!LyWet!U72 zUv%Y60YVKi^2q2cB|~PwB^_4hPd&>hGHxksK({_ZS#KD}(b@@{Y~*mg(a9Qcf0V6L z2TkxSwXo;(E*J^nj`Yc^(cAv0gwCUzy@y%M)n}a`vO6;K90j~@<4?psdQ{n^24 z*%`j3oM@5Z7aWA-z&GQ5HkbX|dAVof^x7p6LBKRvViMxrO|)+Sp*6L~ZW~k)ak0-d z=1>nhhy*W{>ZVEs<};Jp|18z%#V8PA&M5ie8cPBHX44Mvhnb|Tyo4>3*3{xa!#Kn9 zYkRFxHbw#soC9oQPW(Bw=ykint3Qdi-czH;RCmA(=CoHQiBNBvz3_xIZOcR^N2#Ll zc}a(TX7^0bt6%wZwnpc95u~ITS%*(j>JRu6(R7wt;_nS+l<*+%FCy`L(6+zf789$Y zk$YV>6AF%q)xF(En?8?X$mKisQa|m6h5r-OIl{D*#SJjyPqkV0bx7)yFk*;0Z`e*r zEjOXT$OWMbcy5Q zfXqYb?inzFOP9TCq{cVlblx;z%1zD}kEZ2Fero7TbiaRHVs3-VFU113NHnUi@r~c= zgalgeHMbUCEcL`7iVOi_Vm-n9;TdOmkT74cbH|RnW4Ce00jJcF*7up-SDyoG3XX4< zQ7aD`hh%mTl~m$4+OCQuwNKm8?9=RGhf!jDB?S0eaYvpJf3u+1zHA@&ru(C*hU+`y zs#*_JY3zivb&KD)4^Q0$U9)$?B@PL5aM;(AW5%nnaTKA|2%U3=swHrG+UDaw+i!V! z`2trbH0SBHLy@YE5<>GB*9etj5XEoze(-ci*b(oZ|G$NqjfE(=02vvKg_E24e_Z~I zj%@tVD01)Ie=c7{gY8p#F`GyV$e{_sSE^eW&eLySDhJsvQbo$fg0fG*(9KP?By7?4 z1^BJRqPeTHGtUq`RpM0{=lhz1|MUB@E8Af=f{rF>PzJZBD>{Tjx=`LsK26HJ$m88GV~Ur>8vO^Eez5<5LsAdzX+h5?Q+&! z09MWl=wW>qzG;sw_Oz;Y>mfNux@LS$r7H;IMnF_CX zed{^eCqvwE)1Wm;vdfv9A4JmBzD+=@_%Lg2Cs*$<)mfSCGuF;^s#7T@%@|RjJ(Wcs zHEDg{QAKyGMU~*J(pQ4}SOl?KzbV9MGpdcr?0 zc493{y3jK1wT*>FX!6f-Sq)_XZCWHm`OsVT;N{(!4$YLlq&_KxOb%IeYiZ#4`PB?I_#aPkmnS30m@ zp^Hqpy}St8E~BHQ2U1=r{!&ZBBMzk65~MRg@!gBIQBMTivuM-Bq6gDhUkr5U$ucD8 zK1pwBuN@HTOu2n4)emit-rf z8r;pSKG)gsjF)Vi&;oMmYBds63^`u6sz}Rf4-%k%JHV^Gy33OV;23WQbx&WOt8RkL z#zV8&5yRBg&+VhAF(L0RkEp53N5FmJ`qDGzj0z|J>?%_^Gv*f+NI7r6prLR3LTLpb zGPRj{)mPKIn#V@$*?nby_9O$3w+m@_Ivu|IRsHRPI!V1%;dTFPW&r7 z`01QFXFPHKDArTRCP6;DB4J=v5OGjSV2_;WcDqI@@^}W&B6QSH!1=%3^Rf_>9>iV| z!1uM6hL>a4g^Ea}4!h@>iO9b}$Wr#E^E7IR%SNhc+%@G}oRvlney6FBsh}lu2`IzY zp(PFE4^LY|i2%4oE+ZzljT77~LV4xQyK7#CkF{6})I*Mr;qa6D+vbvzWsI@K6-b0X zWERm*iDEI`y{XwvaMF`lP!f>D_BDDG<#|k<+wq($1sxPOTyXG6i~QgjR!|f{DUwk<{xzTS{9qNT5IGCk(@30d zj+tI&R?Wah6nS8ONs|VF29h;WCsB|^W|6#p8cud|fm{FqU2fZoDyN!w@ZL{o5e4Q$ zPFO-+dL|d)v>j2~czMR6FWKNe<&kx@kaQFd9RyA4sGj^;*WknLM+*}T^#E7+6WS@I zfCy+$kb9mHaLIG)<3`S`Hp}x^$m%$q}`n>pw%(R3=f>XKM&X3~dOFbxM z#hMo6XgS@8;!TA2_&I;1s=DxD5g29D=ISNgbQL zrC3@Bpr?aLVL>P~ExO`QbVR7Q$6fsQBoEM4|B7nDrn9fGnjjLL2$#t z+PKko><5GGa5Nb))kNhxVNN$-*nC6@M{A*-#p%P7@YAcMS!dY#TOIce>pWt=J^%_* z=Q*OZw^z*72bo}P61x`Cyt_6GEXGR}l!pW*-c63YgsKZ4XisFSg?e9Q`=yl5w+G;r zr_T}Zj4bm$99h-edjqfq&KA(@doP(P3VA#&RUw&Q*l$<@ipNg3;CpBW%*ZZMF{ zauqXHi&{beSe+_5HztP%j_6BoRsk3!h(or?U|UL#v`P!xz$nSVmC1DR+srTZb8Q+f z?xOPdUkqmLb%%=So4bE!${W}iIMq8|hDH$)wu_*n!6d_6+eagk(JE&@XS_0$F!~6V z9lnVteL^jgh`BZV3`6BEeHT4+w;kH{LS5zjVvzh=mey@~)veTe>*3AIX?T}hjLCTnT}U3oGxa>UI%@B;To)E%8; zV+)gY;d$Q_3~rvCn;O+i2t1cb;XuyVtk+{s5$y@(U~=(g6u5%ZChWR$jbHVQ0l|Ed z10-cBJsakYh?Lc)w~rkEmH{L;^`&a23HZ^}12;UVLcr2C|6COtPGi&;azl%pP)BO- zy##SNl}|(trsO&7=!tGqvN2_TtkdnHZqZXkD&*2g#D(_*86!Qzf|2F^y%Ed5*+k2Mj!xj96bqZ0E&KMtgO}4MjQH)@bpTJ2BA8wc+2=cQ zB+j_A-T9>!&qTw~KH|fuqOwv{T)pe4vK%4GL&{^o;+YGMiY1o zY#5JI5#r@pG@JM@?*MXoj*AEH?seSZgL66OPAas2pak-lCtY&MQla(-7m5^bC??`B zC?fX^Ii)RdCWggS`eR~#a@@xv(Sl4~pl8T3_3bDkH!M&Z?j+rlpY%AT<#XvZlkFD? zPrNf5jLneLJ~Rwlp7`i{V@kKu>G(gr(|+VARb|tg(-f$lUIA;IEiBCEn2k@UmG!3Q z4}Y{iwD;J28tr7zb^KRX3eqgnJ||tiw6mj%fcCxcdcQ*tt>^llDnZqS-Zq8#!G5vj z{##q|($h+-GwBflzmQC(4`T_1Io9vrM|SHtk{Dqr?r=Q8PtX-SwL%-j zcYojQ18{m9QvfP?S(8&N8}hGDVzsI{!|Wxsv3!#3o+$R;kdHkPK?J+@g*3?CQaqgm zwvk_~dw^O(-Jat$uI~xb+3~Xdk27d>6OgUARG#gjMeCDa{B$M_GnQPWeLdatX(wv2 z#WWS*%UyIY0e2H~F2rp7y<2Y$ebNWZr-fiT=Td8}9ALHjxwDGv2hF{Mc$qV&G}Bic zDA@GOKkfIKlTn?jxXbcH<7?`wsXF(spFY8xYNc{up~lh&O9V6=7T0F@ZsvaZqf$h- z*kTQD>pxPa2HzBotNv5l z@c)mLv2SD!GfLduzn;$}IH{6Et$n*Ah``uBdi#Cd`X)7heUl#_Z#f+Vd?yKq{7<1HUb-4;%8#}pc{HJ$odnU8odln2V{yEk9zI6Y*15UE%cBus+ zl8rnmOR@$$6>%BzaAAzEZ56$?^|>V`L_*HPZa#=*{uMbc(K`fI88wx+IBSQZoov*7 zP_LbgJA8|ZhX|&*$*Rua^Ak>f@0>Up5>&^f@$swKg>rSjU!2S^I-rzMFp42Zp(9ZR z>DVDU_ zFlIke*#ol6bM036>o^M(W*UcjHqAYh=Zu8r9p}@Y8wGZkbX~U80oP-0#?4Lj#<(-9 zW3*94<_tB>$;qgkR}q#9XsudyB}@Zy?S)TJ7a0__Xj)TXcZyz#hC|}o%4gJ=yP&X5 zb8EQPc8mK{lov#L%G2?BC|hRP3q^O{P1p2|aj~{ljho&FrNG>vXn%fUCJ_qW&i>$3 z{{)Oytw}*T9ABk80XnnKwU*bpvZ}~v8gpow_*zVMEZtV1Qz9=q)3g`0nkyPVf<|o+ zd93!^p+W0tD|M8xNn_xv7m8qQDnmWQd2ZPGQ*@||Tm*#l7I{Lrkcc1{m8OrPlSFtC z7@wUu*Et^-EQcGvp*^v8XypR;dQcEzKvv~|`uYlRps~R>0s0x|d7371@JMBYW|FU) z)U(jKa?&@1lX+G=0VLx!0?U0YJHZNRZA9@2?0??gBbd`M)%tRZNEWK-sq5zKi&r0Z z^;coTHQLr0f%H@9Y=DfrZSE^`;5f{ z8px#Ne799i0Kq_O`UVYaQ0Hc8a{|ovbMSsCSR0N4)1~GCc1JQW2=A@*Yd^QuuFOsJ zfk1Pl=ifSkX9w%0rG5i=1fb)4EN#QY1T_*h%XmA~^DPbiF`rlX$aB!@2JZt@R}+~v zN-EFMy4@FRa+{sS$?Hl>2QV9u@~6lKrD-r-&v7_sz|appOhrJBT{vaS(<Z~X?ZVGkgX~VTZKC#3{OPvp?;|=Wx-@DcndMMBGBI}cq5P=a`b?WYa=H_sCP@hn>*cb28M1^4W@4Z zP^)*%EkrrHv+rXmwM>~VbNb>>Vq*~&W#pfeA6`Q{Kzc4+MN+;#dD}wqz(mjPbCC|gaSfk97;HZX#MQ#cPWpn(OKGr zONd+>VUQH8fPe+VS-AepH>oZO&B_l0Aa4rwmkHqh(xp1(vQXXMOur#L*glkU`$OCW z35F6Zy-^e%zev@zh1#iG+QjcoxGv-{qfbam9S}hSJr@ExoQL6+*^Oc%9XXLhV^&QK zbAVosQGV1Y!cV`&BVp@k#Z0l700Ix!Is@$HZ0Io6d&qrk>RL;LdWaymn}%NkfN+9B zC_h#n(hJGM;ZQ>FZpgSBbp}nZGChUc)Df z$Kg22L??_yPF~$sPlDQ1e8AzT1fL=vu4{b69I{1;HMA`g?O z>m2j`+VLpJsT^u8f=XSzc1L_8&~?@hl*-nzBq%>JV1)d4gmt&Ql`?GxY>=e#dVfO_ zW=UqRYvx}FaLdIq|DvI~%G?CFeSVgSYfoGWvA(i%$HsBwylF3z!W82H%jN9eKYmy8 zTDsYfQs5Wt(?f8qEbzq6^vd2)o;Z?Q>g*Tu*6<7ShhHQ=l1vliQ9pW@xOQA#Z1J-u zxjl<>OcQyWQz;4C40>q#RfV~7zM#zYGuJ~xx+CH| zIi;k$mb>tOYqkCZhQ62(J9!Rq75Q{YrFjktZ@_{d6~ExSu}uMC8D#rtC~G$qS~91Fr3g#>v-psh)Hk8d`e!Dtgy7kz(95~8APaj8cFV1+D!hWgpcHifnn zBaGE$YhhOpBo#y0W3i)IUu7MH+(+)0EP=EDk;ZuXPqa;G`tgF@5os2S?^sXwYiada zSyD%U%$mN|B2B(uUeld^)#S3=!Vd)UeOPXSH-fsp3))exJ~zPTcZ_pYo*G6@(CR@1QyuLFlYTo z%CAckhWo09clH}08eiWs49{+$WYbyG4yWRrUA_e5V!MA>Ww`_v zNOTY&s{acs8kFPWQaM+ef-cY^SI#b%*g3^iAc73h*d{bYwNAob?c~_&5Xxx_R}7gX z{sO8orCG-j3l{96syFMKV?drOJr8b1vLtWVzp%(q1~`gc4b+~o8bcXH2>s5WJG5Xc zpq&MMTJ6G~*6a>%lxoYm@v0gqH$>5hS*!%e>WPxy%V{0W%>HD#fz#U(mjfACCudAm zK51pT(1VzPp^hh}i&pm0E8fTbOzUUYeHk-d7Aij`N*`JT{L{gdxJM1VLDSvDmxoJ$ zcN{0*> z=u&iF8MA{eQP=0wEL)U)=ks>@2jUIp>t}mO|0~L=h4doJ5bpGVU?oIYdl*iUSie9e zNn}D6Q%p(sxe$9eW&9L5oAfggAl8r|DS&CSK5(jHXs+rx;)iM}J?cs9)XN@`Ex{6| zuKZX@uPfdM>asA_4_A#MU-t4D_frhe;2;patwe2E)=gjl(w=@OTuAE_vd5q(899vX zn*EKc)pA@YPs7;|nx~#wsHNkueXDmN+)1=*^jg(_BqDM(&dDM0=FWl}ztDq$PUGD0 zSmS`?`C6;8vvS=^lk5dIBD#o`-PN9P~rgKd;Y_9 zonhkV_+UA0F=>9XjCR^CNTr}Q-@f2YS)~fjNe{w_c~F14m6D#~FckatF0;=?p(vYY zv6~#+)N^S~H;-~s4jyg#^UmANHqiaS0XN0{UkJ#6LRh|EGhLb0eptSGzr+#$&QaZV zk|Q6n-sbS-zD-da4+*{SgJwXujnrnHnBII#0f2E8f^7z)*{(c}wTGMJInI_>dU#g6 zhMlkY?!Zc11{47D zDJ=Z9%*m3>uJrp&n07_X@xRX;98CY)$g!}oasH2y)0R!%YDez<)I5_?pD~KW6u#0x z*f8svurH-)$;)ZtRzhJPY7(3D^}PD}a4p6~lU8=m(F+6m&&TZ;nl8>fQtW(vQT)4& zS9Iw0sXmsFIjB|7EG2_meVE3M2qQmsh`60)M~ zOp?uqmX_DfCAHFlC*fiL-qgCHZmK|^mwySj~B;@t74H2G9pea}iOtR>fSycm@#XQ{3oDI_rUbR5J1 zlQy-9SXaS)yzL3le{$I*zp_d;0uRj>{kL_p0|4x9Z4KL`8EfYqZYyiGfAAd>bxn@q z(_yQ|0(M{J*N&*d7v7y|1l9Q`2m1^*18oCw=i4c=U@+GUjOnq^FsrjPvR(oP9*Au47NG1HZ2Sn%z2yaDC}@;`Yp@?93hsnD$U+MA-K8fFHw^hFNzNu8w)60lr+@LaV?rl@)%6#vRW z;G0HSQB`!HvuDn~ItRa>oXyGF<1-1p`8di!_4^#M>wLgogB$qO!%3yOkmsUFehCi9G1JM(Q&%SPn-BYSv?NeLEr=4qVG)Y_2|%Cn2obC3krq zXA^OHR8*4P2Z$NX4`Owh{UD402Kz7L&?IDu*py`$Xj0$0Iy3_Flcd}G+cT*j7 zo`6?ls?7(XsdS8GO@gWnU*k&KEhL}@b_V8DzHu4Sh(7Io2?7`R-HXUEW#jUPbwLi% zJ`?=vkT9?ZL9Ek2SSVh=G$&fpGOS{!mc zv(puDG96JA4lKxyUnPj?ZQn4kkT+e(-lT9Etm*a_7J7_sTgyJcJWG_efB0hWAIU}W z$z#R45($%58W*TbdsF)+`>=gilo`i4Ij~M+ zGO7o$Q(|e1v(UW&tKCC!H>c`yV!}>35ObT;A6J?J#83Ve3qoMz8WC2D2JEh(sC=YV z|6*Vvt91SIptDciP976$Jazr$j6t}MObh%sWFd#$?fJF>MP56x%vDhMDaFr+Mad;h zzN(LRby3WucK2dcP^PX0Wr#bGM5=TSvJdDR4(MeND_CIwnX|2qnFDa}n!X-QKjfB{ zg(!6Lzx1V_-~{b6UvSnICx(C;LcRQ=vn)xj*I1rwL`7xkQd+clwyDT)Aw$stV zY{p=r9+w>eRjf~>nV02B)V`5opqWGZPny)OF7|KxRL8@-Q{%-iPJzTJ& zPozf39tcN5vQgkN%P8y@(hRtzL2-J974xW5du$2o7t;QqDA05f!?YEJRt{AGZtgf8 zd7^@uDR>442@f}?enuVR6l`D?u*ZGh8-_}L?8uGqtm*t+M+_Kb^~6c+Is;! zP*ib?#uX1!PQCer;o%ambbhgZlWm{xHyS2c|AGi|(-2)sx z=SY;AsyFSGOEcDeczV?t-#X4uJARPPwy--aWbWD141Q0A2Sz6~(4k0ea&(Ot3w&ij zahL-@2exW8POSKKp!gUiNiyW!&{Jf|z^C!ouZ56G^k|M*pa^%TAx~9Sfl=%jKU_S33D+A3t-P+o^qWd#TnGMfOW~`OOI6R%Wk&Pc7Q%sKFB5Y%wt}x!cZ`{|89NKg z>kuKyss*P!z#(URKpnLAy~FOV_BjuZ^-PHDwQIwM)a&Gv@p$i58 z?Bz*~AU2wQ$m=HTT>)#L@KE`<6mFJ*{-oX9i)a!QgVFvDOE`!&s}Ij|%dMq%#ech) zC3Usp_PDqE?K%g-60TFQ0rFW?rdMn?UBDK3Ht8H}O}f6(wogu9E`r+_B0oFggCK)z zx}v}yy;Pt*IUAKwDt`gu=wC76IR*`|8jAdgD!!3Eunm|ghF7Z#UN#P3h~2x4j?f9b zS~M*#I{B-yOjjQd!eo2zWX$h=RBeJ%3>M_c^W-;inGIjI;Q+*##4{+=#nW}H6q*GP;5Mib z07pU>fPXX;NsJ#F%RGWB;q5u`^v`7j0Cqy3g6;A9yyQfl`QnwlnQSQgsq;Q7Dbe_X zTHK)JWC&GxEAnQ!i%YO&0w5Qz-LEpWVRW{(WE2t@kMW-&K1_GNvT~zN&j%_wzX;6M zjMEns7xXn|RSk_#TjthvZc!qXp|jo~L&DJK#Y6mE3`7(l3ZJyJ)b;oFek8P?5KvA& zW~BsW=V1At_mmwSLzn+bD1g`UeNuiGiHP50^RFbf^p3K0YgPHBOg#dt$W|=b5)qYC z7ePOd#sIPTzsFsA7Ce5;{pbNZBR4+{T3oU>Np$Z&B#+me(b4t0j@f86OoL?6TOrMI z{fgRysCCX39a1r^a#Fc;trLvrbC*>e-70z|oS)v!Re)^X51LAC`^nzEW9x5$WE*V+ zw@XPxef6H8x)f`5#LKG3V>j{K+sm>tgPoeH_+`8D;()es<63tQYTFOb_shfj#9G;#BgC(E}e%mWk&dpwAi@o(4>r3bJD5W2cmFhb7F9o99A(?;n-u(>i zZFIt+t^xEd01FE@I^BnV0B>G+t_IoQ#9|ibv zdg<`b7XnIOR+gvZ<5IPq2=ZY&2=4KPGKM|K1prvf(A7ci_5Xy3m7Kov^?J#?7NIwI z$IXYD+ZJm<*Jg)96*Dymn06g&jQ7EAeOp9v{c^iW&g;ctAxEY3de<5lZ}O%N$Ga$r zk~q~Jcnp5Z9aq5qd@V`f)Lp97h=2W=PhZ225W}So<86mm)+?^9Hof>m%ibe<^43xy z4zN}!pwV1|R5I6-Pjn>D<(Yv(mrRl868kWbl7AQ)U=;1SyJqQ$J!@-m#C?c{YML?o zNS#b;Z~K9RD;f(wvnKXsyn82%kZ9g;CFTz09W8A5T(9(*Lq|sk<{7L-JioDuaM|#= zUkv>zABsfM%^4Q>>i!Gg-ys_Jngr3a@C~}taT#^#!xl6Qde2pa%?L->eydN)>ihjS1KkB} zjLj(5eKM;^g)#&~>yiWXIcM%Xl1Zc1q%}}+{T*{X`T%2Y%oe`}k%A-DP`Bx(4!E6* z$g>jA5WlGSr2px0@=+Wm50Z{WeRXMhyeWYmDFjHR%0XoD8+ z%~CGW4@A8)VIthZJDh+T13LhtJ{tQ=zpdFs1j_vutr5MMcr;DTi~?>=Nb#pBlu9o@!i z#fu_)mLsh??6Pag!#gqtHO}hEcj`217WL1|w&^2=4TEi*a#1fIg*;s-8xY|P2$MEo zV$TJodGzw&k)wrc78zL*(cyHf<~oPHDdwl)IvjWzn8z2n?bwGm7-mo2?xylwiL{#N z7x7}jQJ*!|AT}P7b0%j?=qAqxwPA)`Zlp(RZo+cuDYFU$gGKOPw@`G)=y~C)5c4&sYx-$7Gga!0tVh`0L;<3mu3dyE~WyN{AIf;Hlz>sq;}>y*E=qd(##0Y zqH-?5qKB~T=9sWb$Y6&V^^gGd&pH4P3Qmsqva|Fhf-GNy4sQm90CXw4j2B^-I0SC6 zGLdN8yJ0=PHvpTQ@?gVfjX;kd5Xtd1e`-fQOBwhp?5>pylN?J2Fit!Aj3=KtGL!5G ziFlB7yDU;>`BN-Dou`}u8D;`GP#=~S^Fe{95X1>B+MO%p?rqi)oFQC~0}sT^dB$Xb z3X($Y#c<^(P>Cy`1EgE|Yh#1DXXRd?x~^I0Gqz zsd?u+@n)jh!M&K>&3m{BdK9Pp%ziH;II1Iw1LKi*u35XL0~p0#zp!2B<_dVtm^?@R zt4k%Ae=&Q${*mTtiwh4-9^z)g}UfU42c|Vv4v8gA+5qQT4BD z)EK8i^E@P_xWJ@<$4K7BPIJs0vbS2d;uIT{mG{>20O~lC+I`nU+ybhf`I~B(jwkr; zvpZf%w4k1ac30!yHKeqeig?@{`e1ydTjIM6+7O*T`CYtHh?1LD>t#LJM>3Fy`4Cx4 zZQ$!vQ)C3uD6`mo^}kgg3m1>J29w7iUx|Vl=FDaVof^dp`dk=g zsVU}<0MB1`ms{>#TZoF9j~THoN2C^lKKy}tTE@^wF*V7HH`hB~$ z6>Wtonm&s8S_&f=)wnm=I5L9irTNPo{`lRRjbW%{VkD;3NugW;_z)wWiy0lR`hcKsSDx=# z&*HyZx*&xJ43R?1-yF3URJAcN&bDZMnZQow)PC9nQI$eZJB-gRvcLBU9N`oRSDy=U z92#o-?F*(CyIMy%M|eLvM@+0GNo7fP z3WAQ%c~mexytD{->V$OPsDKxhc5Qtz-G^V(=!N~YRnO_W1w|mQIz7UknTQnBR@#GT zl|1{x85$qONcn>Tp8j?`#x)0b!%EstOS_(D}~ zz#=JX7z6kGb?f_Y=6(2vnvtdt$&I_kHfj_cQv*7p9z7>T@lW{1q-DmZqazzk6_Lbm z^7R@O{bSgea0;lPi><#r@Iw^^E0Pn0Z zd=TX=3n&bC0bzlsgy4yKcHVtWfP|(u&;G_uA$5$oNB9Ri<2$!7xyJ6qOH(gX2&4V( z@sKQFEZVPTLf5K0MPM-1W;>c~R#;Cald4IbAX(?PA?DhReYT1h0an zR5#Xxb46O@pvhd~`XaGAErg~7e&j&$2M~tV-6sm1kDbHAzW6a7(*GUzas5ByK4wnV zYr-g20tOXMHK^~uz{$D%O(CDA`D{P zIz4v-etE%O|7nQhi+|CgH^mw4*7r3QBr3`3(v?2V6o-R>T2rUwM~VeV(<{veE1f1bJN;( z*sPn4XX`7ul=fWjUn#76Ngdj_KAeTOPkT@Ax}NK5Bl;GBM1?h%4&8OLa{+(SdDQ$1 z?Ld>zz5&~5CuSknkg8(FOw}8%+a)Tksps!>d|r4Z)47Z2mg}+7*I#mFJr#@DYiEK4 zsHxrzRCGS=ya17ciLAJ!Ee&@49m9=wyvv(X@^{M+F)a{C0A%17Y z|Av;Ni5gs^6iAZTx)TjG2(rfMt$!&6tU2lzQ=w{H{8lQ%?6YGtC5vFYXM;(*l?^@? zT1&i@jE2?gwr${$FWt3_6|zX<`QL34r=?8GVRklVuYH3V56neq__n5>>Y z{G85fApoX_p!NPxjMKBWd-BVJzL)b4vIObpZ9J|rT~wE?f+O=BrTSq$RsX(@nmStN zn=PttvOsj?Lubp)RDiQ z&6=*d6`}SE$u2SY=Y=WD1MJBMAgCnOeN13K&FiByd2(!Jm53a#$e(qG(efNfQS{K; zlrt00N~$?k_q&c(#R&)Obc$}x<2jX@x1W-(Ev~1&=UJem3e4#X;0OmwX&@h2+WGOf zPo~S8IT|U{SCtiQOu=I@G2)@AwfD)*kf=0A!9|^eDKuU!tJ=ldWf&>}VAlKRIKK|Q zrwXa{Ryg?S1;w3Q!3{?hNPtNYWte{04LZyf`y zNrRNWFHheP0bRxF{@pf!u1S0wV60|=Vk!sdV82OZSFS}9!{>_m`B&1#)Dl zVrCuqodvsaH2iR!%T34Wbyrs2tewE0_fnZ9cJW+qRvFlP9*FOgJ$onAo;6v2B}Y-uJ6hb*j$SKe~EXcUAA| zAHCLI_qy&K@SxAz<9DwgkmN;?Zt@Nm>?@!_UDrG07a@|rMqec>{~ zg~Yt8LW>vWGaQB8_Yx{=h6-ib-K#$u-rx#u`b3Y^*(`og&0F8CO@RV;pwbYs#9p&W zqUF4z2-g192e{jNrIL^}v_ZlJW|L?Y9EUkuiyPFrZ#!-?1td!!e}_qcLMml z2O#taDZ%J)3qTS{aUoT6RD-BXbkwE8Fwu-p5bw#DXNA7%VJg~AS*XR<=uZiGfC_W* zO2If6C=QXoNU4Wz30HwBzQ)-LARGFS;mjwyHeI=1OY^PFr1(o3jm~>CRq^7fmABsf z7AgZuYLm2r#O*AvB0osLCh^p4+I_k9$diu=4<>E>s^9EA8Q#M{cV8)IN6|ih4Qq`D zL*+ku(6+{gvY&QB*zu)EgWKX=9md2rTJlB9H)mgf3ZY@O3(HmxokF z;+U_wS|`hmf=VKasGm!9?t>?*6LEb(=iXq*Pv520<(mK5C)CB|xlYl)|FVBFGuwHV z?yq>mRi&{AL!eD<5DlL?8N&|;doXpZE?nqAqfAeO{jBS|gcJ_{4h3kdA_RXRaga<_ zMkR||)2@my(wzWxzPv(*CWDXmIm0u0zSRN~qp#Jma{I=KPh06v*5m&!Vi?`0llF9n z@6Bqo?Z>^BE}6?BjE6Dkii|~x>~KR0jo+$pmjyX~2x&_+*Zu#okB9Ytk-E46EF}Lu z;8I@rNr7Fua&8-(X#XUy$+y9J0RZR?=y1u}-I}7T-fE8en8;jE-fnEBvvgRoIZsbO z#~flel-b02r9gQkD1Kak-zP}9^AGK?s{FjLnB$(>ysj^m(kglLC|OOd_q15kB#B$P zD78ZO&i1vM+7Rt(r`j)pYTYn0HUONKE2SBEGSFQV2=P|6ZrU}Mgb?jh(@?;y_vOFL zc^=2w*L=d8O?%0P@TOPL#OB~)WfR@W?7{wHJMGb=ps1~TY9hPLq^Jpj=ziZo1F+qB z?o~B^2l|>}YL``wrmTgV{HC_L-EWH9x1^W)6L=ZzsJGZb;LakVFk@xkUL$L23K z14NRjh-O4j?gYF@%l_ccfA-f4=)A_RdWQ`%+mSR+FQxdY8+R}duM1zZ0#AvjZigiT zUWFx2A05WVr5dF^04`jxvO5+m8LiCNlB_E}y}1;l3-w+qa0e(GDP)Y^{HLl(Yz3RB z*=hf>T+7a1XXGaK`w6Uu%U;7=Z=lDg0-gk|(-Y7wDMIBtPS7f;FWF@&N7I;29Q-Y` z>06g#RW{%+u!~8bd_e7T3Kjx2VLw@kM-*5$U0*b4BlkhHwyBzDY^HboiH73n(7Hw= ztc^CH7A=q0zzhjf-R1Y&hA=9$Jw+XcLR{rJ8b(Gz%=Qe|4{8qTMH`HIqZPq82AHV; z+j!#^gyL{1XR0JXgqtMW6rG|zSV4yV)yxU^%MpD@=LYt2dqa!wO(zYg>o(7fftX*6 z6pwfrk%G>_P&33EkD@H?ZO@z6b{+lcFJT5x;MY|{GClEWH3`o4Ta2JMN@vK00S(5D z-n9=l7&De+MgqjwS#GlK`*JBO4hTYs8vVn$K)-*fNDH{>CQ0+&$xN(mQ7nk%?YVuI zU^!Fk!ub`Ns<6I2y?y-H-}vp$L!TliWlcMu*wkLlav}^Coy5+4aG<$=aAN({+!rS_ zM^7)VqVYgiHU@6j7i)M{2zu*h+e-8ny4|aJx$mf?bxEw0W3lg47*{Z znoS<4m{}L=6C}0zCOWgW`%4%|r-Xn}N;Z{j!xEe-Qx6ql^Fkj}9WVLGC`s~7V-+3- z%gGQc2~7{iElAjVi8L~NX5o!xI3cdXAU~MCdh}SkambVdJ>j`v9B-dCF=Ag9QafTg z_FB027n-I)_^x7*?1y%N6EN~-S%?m0IM~Q!7nxM7q(3uObQewF2Lz3=A|-VROJfk| zDjJj%w4QEWqam2KEKOs)h4%s6(i2mXYaOFe;9nk-%k}V-hvtge?wz=+$x4IUWq%jW zW=5aL8|>&KgIiym2t>>yp=d@bqs$~BVaF&_uP*9b_g1g~N!xYeFyI=VO_4Z6kW6&F zK%)j(gF1fkg6MEm+*WAhS%X!B`!G^Jcr8W9Ya@$5O@b4zOQICl}tg#t`sg< zuT$sWvPF>y;b{n2U^a2!8Mb7KOtiTyXpS4X&;FXXS&(!B{HoN1((@JoRf`O~b1Z8V z$>V#9({j&>2E>;!2waeS$63E)af#y=7%9vF!#j8m6;-+7lx!jYa?EX;-TZ1!j0--x zYGelX7jE&d0*lDkLu$w+zD>HKER@}}b5_ORQWWFR4S|dt{QaD&rl&1_#1q-6qjp;> z$KX3C7D_iaJ0WoG#7=Li^1rpm7Jx-otOF#_fr(vWj}ppPyUD@vMGAKxgNyPAoN6}=d5 z|E~CN4ZS0DJU z3;9bP8P5H~mpcxTx1#_EY}Y{)o5%Fa#yDgsZh2nZdpNVgyI$!!v$WAJ;p z^FTAWXn6{?tgV9*Oo)A)IXKP<8JYtKXy66hS?{+z)hj#m;H=*9n&I<;YqoBh zJ%CVjH`zBtEDHwdc+8sq0-plv&4y4xAz>C(&+a ze&O@&p&ZqkI`Z#a=CU0f5JT8B$yp!VB%7zTnAKR8rg_H^@W56BF5=$A~H|1Gj4L^LUbia#c9@t^S*1|Ir?hZ9Y zJH{t1vmLVL#WFKp9ydpYoIWUyFwp%cFDR@PV`tbq0Qw0<0v!j*v&RP(Ic?P!D(-UMEV3;ERDJ9=34xrCGEtX?ms-!XCXg;R%=Ou< zXHOxsr%~F#s$PXR$1w+?N^+DrJ>ouW1#xc8OB?|qJ6iJ6dQFmt|C{OBIln}4Y!a)J_j<+y zopmhq$a2<+aJfkA_-Zb(LoC(lA!$NFrp^R;1=(cX0(K-pY`+q_vGdSQD#E~zu`yN+ zwaw{q!PK~fC*{}eHXE4|Ezs`SGUS6AnB#}3e{^c&G}%L)m%H>b2h>`5W1P`fMC|NH ztd@+Bl(u4&|K;Ej9B~Qed=pG$zj1i0K;_t<;eeS3j_F~mi-F4r7EwK z`AcQ!#M5+ZQZsJx3%q8RyL!(#mGtoM)o&#(Jc>Ro*E$}Gc6=kDS>#CSZM3|PkNAjV zBjW9@Z<+=QtF|;wZ+_~W!?qxfyhw4HA=Yy=J65VR86xH}mM#pZe8r9~RXTy$qLX&L z$Hyihy-@Dj{>}W?;zhAs$ND2=e$RD|qR!u(@fM)VfC!u**rQ^x9F#Wp%XO4TTiWJ% z&8mRF7h&Smjmk^U3W6%pZDa z4xJB?axKfr0NZrC+>0>dHc+-aNw&%dz12_Fa)J777(c+adrH`pk5ApE+VxZ$n?fFt z#lg%7@24iUgdVt+|I^)@!2M`|cx)*Pl|c6#eH%nTsHf8p?HaQYo$rx}(!+1p)4&jO;*;Af8l^2iqTMaHi~!rpTDr5dgyhjYBd2%Br!6>M zD@{oH4Ov;UUaFx;a3e}WnHPD>Jaa5A%XA6eIdYFDf9O7~#ov@NyoozgY@#wi3;5RY z%pdL0ic*TA>f)vIk|oS7(W(D@tX zW(_rvP<})mijhIOn}@qiq6^p_vnoWmW4E{xldQ=yJbFmbkO;d6%!4-LiRSmYs;x~y z?2Nm-a%?+wv?+=y@SA|upL@hWWq&+r@{C_qwNo<^hm1{Gun_!gn3cL1x5J8ZOj)1| z46Vt18n|tA6ps~f;`X5m5g36-%Y7fM&b`n!tBqCy@0JWMeK{~1UhWrcS0C4v!_|1+ zPmvWcPao?w4DCA)?Y4ZnUE#()k_qH&M0DRnRwfjAkn(@!$t?l=+R*=$#*my>r4MAC zwY16RUr8Q3Zk%4mL;Jg4mai9qAb%#W7oY=*VY;Bm{ix`NDy&31UFe`*8yoRfvoV>O zAzE)~El_v};&lc^p5}FiU5N-@ijHRzi3x@@)&fZ{idmyf`j#P7Wrq5vAEcSG#L#o*@9mx~~Zc>7ah?QEOcA z?>>0atXl0#p?g^iP&^9_hZk$@qui$@NLC*P*GjqL+*ST8A3+)*UBSI%!@MqQtwr6F zCfuDQ6eF|AcGin%&#o!@(G4_7Czm%|rTvc-C3PnfhQ4HFAaGJui zb~RMsy(@9{>f%FsIaXIW?lJd|cCXIF6oh>OMSL$EK9OLT& z06ZG(W8f;(yW=ib!ptX-L zhGWfsg%0^sM1MYU9$#U!e!xO3$p#z=FDo>9BHzk^6LXqdP1K$Xm1gzM#DGZTF{ zizOMt75BlWtlc&|(dtspAnEn`TC@K7jeg2qD9R}^;mU4sfIsb>dwc&Py7-)fG@GUT zm(m5GV8nF=3A6`NTekGx_=3&1_P4`Efk^0M2=^DTwjcam$r>6f`Rwg_S9A^&5=kCO{gO;InNzUf- zTY`}ID*JqIhMH!r(F&TCcuiL~nZ@px1N$40AfPmB>W!W2&O-_7BlrNKYiflzy@O1n^`IamxF_27Wc9e+c;W3)Ci>N~T{BLrf?vcy6rpQ?!e{ zwc-~F3BdrvWIyURsjvzv7eEfCQyv1Z8!Us`7sniIJ|+W^2}{jhqmhhI(Q>-0RKG)b z3<@2SqOlFMgT*1FH3AcdB-9FI7~ObRhb`P(b}f(QY5L|le3cl#c)D-{T+*a3SQE`k z(B$>>b`uEd5aiX6qN0J01NdJ6Vir!e|FPQX(i)3jmqh7$r%%O)jI~alddysL*#UtK z))ql>K@u>Rv(1bVRVA7*%GWaZJ1d zM0C-a(pcJ@LU=Iiqf^pnJxQ_r9u7UwdEXCYy?1Q-aQh@*)ElC!o)6~0NvG$Zl@DN! z64jvUe0E?)Q%{0C3b}f!Y1_wL@}8{^EX?B6o z$*ds4_GDjLQ*o}J?#Oq$+@xLp@I?bkc|x)L!g8A$YSLyWfOZO9t`c13uqP6rBe^&Q zgUH?Z`bdk$*3dqbxzf)AJI3(JD6D*mYf;hHH;9TE(dwt^^Z5hf*}ys(W1mDRqn*~e zz58{|$H#Y|;fy?kbweB=m?&z2ha*5}!v=d4gxrU{l0Vf-JT<9zP+trI<!GY_vm1fliWLh45IH6>;W@ z4VU`CCtn&?P;{~4;;uO0C3Q{2yLtcTb|WF=uPY{WZh)0d!=Z!q5i(MM1QG5G1e(I{ zdc`WbSh&7y9pyu1#r-8cZRK-d)~Oa|(AM?s8TU!{!#dB;x(#mjvjO(3aIIJ(y%-H_ znarNJ2J5ZWFG4xb$^JX{6}GPd?t3I~!x@nNQ{NhUolqCDa*txDx`wW-8{rS7PW?IM zpo|x#2B5-ZYo{hj1Xx-@lVQ5dj=@jzcES@#Tu`VusXSOQmtGc(@1p@=_m9)7PHlcF zGU@C}elJF9&i1_P7nBd5PA`Oh99Eu~k!tW%T#_@;RwPuP0FU-2VgckrRVBJCDEs%xHF0UaW#=JW)hu4` z95e=YIaMYI83`MUy|8THjodsxNTLFL8FwKyIcowvq}~ZiI-aWe!Mpa;pdX z<^gNF@l%STUD2q2_Q}}GeclUGNpNZ!g7J2N-YUv~2$6A>7a>UHFCoA8ez)_S*e>8Z z+op8Z5-!K(MZnuH`}bnW3p{lch`d8rn0c355t+WNkQg4fX#7H;t(c;UB|C#K)|7gJ zhmf8kJi{bQj%!6$xA0o~^evr+NglOQWBR`C40wG4bzE)%p({A9kNXm5XCvWbfK>&^ zS+fAs1b4y4fiHl!uY&f_d{MOkS>i-nudD<(u;Hk9#d|0HPQXSw@JA4$c3peWKzmnX@vCmK*v-d=db88$2o|zd z^trI*h~8aNCMnD&j}5Hn5g%h(EWutRPkI#HCMRzVQGKQ6RKzSC@BeT?nWtC(9_I$ zuC6VbW;?E9&^fD}qO4@2N*UgDuGSd*ay;@;>T(>L23zSuqS~Uw>!hi%tUc?&#$W8m zJL6iLm#AYa-;Umk|3+MC((1&Ygm6VtW>t%v*KbsmT{sT!#&w+ z>vmU(ZL+n0zKg!V%X0@9kB>lsh@3&%EgBXxmyw~0v!%>xHSe}_9xxF~3+DJk zN#w^JsATTbBXr7=HE}@5V1hKkD1V0Y>(@fE5pTFEx{-LFkJVv_K=sY0a|ws;Egjb6 zB|D)tghcJw_;Y+i<uHDS)yL^;uG3(4Eg3H#*;ts|!W5_oH0H%z=9DW@2@CDgG1IgX6V0fB{gb`f=W{C{ zco}0^in0bK_WxqQ%F4y@KY=LjKLpf&<)Hr%P_q!iXy%u+wb3c|8caXOXt%({MbSKI zRY_^r@2^|%H$jNWr`}k>@Mi-2KQqle*C;!T1Sx)QD=`xb256dU4O=kXZ%(*S&yy{Q zUfs!$s9JPn_&jSpP@?*LUuOWr{fUL(yH-*MEkGa4sXfT(_w<2Q_h0ZA-;L`NWW1S6 z?!KrR&09ip29ix#lh$QP-QBq+(@5#v!(aVHV+hoIyRDJ&OY&Sj2j_wdNj6UD$S1pH zk(FnhvwQG{K2GKnCP^a5&TMteKou{Oqd(BIaghEjrEQ zFe3AkR8buZ8hU=*-1PY#_m@`kj zDdlV_Y}wF$)YW8V|8AY)#WJat&?`P=mPya~xsXM5c4XR7f6BMeA6h_JT4jTk@2X`K z6}gc5co^#KCh6;(OmR!^LsedQIvhn9sj*VW*{=p4KzBBNdb_?L8D{Ov-oCT10{mlI z@x&Y@OKk{L!dE-47OEcoh``J`z|S%di)2$tmKVH+$DCSIk$I@enr3guDO=Hcvt?`) zdRrZ$m`D-qYzraD9g5+?Vjd+k1~sC`TJ|B_#U@AS0bf#pGI}Qw7#68#< z2q6%ic1tgwn^^URk>}X=+P_TOMaM-r8Cc|?`ALF@ML6oC{oA71pFK2^->k4+gyrb4 z*nj|-IKb-{!Tdx)F%S*UZNH7WD=yz}Elh_vCEcTlsm9%jmpz6QSNJ>aa7!!`flSn} z!JP}6zTL~NqfYF2hzXr+DXbv32QBl$0=Iq+8H9n=E!b5B`GS?TY{6J5oG1q3_*Y4O zt;65gE5{F4kwoOSxO*(VT-wA%a+S5C9^X5l;RkOoWnCs05=i~$(9iTyPX1yGTx{!C zCL+-rV(L!SK9|s`26OrX`gc^nfM5GA@#;|M1$*rke(c70A?%fUBvp!YbrZWBYfKT| zrw)#i9&aGTE|Kwe_zTUy?J#|);0Up^IlS7C;B%K*URy)|k});P^HOhvO1Y?DK=kJW zrA<9&L3X(eHqxUFvccZcqaA$<>mZLO4r`4~;jCAECYmf#e6Hz)Um6zA;~HI*Q~Sk- zT)ps}P!dy-BSt{kk;rjfUJy?aTOnyc{fJE~pZ&Ex>Pzwc+1Ut|v&laL*55}9a;geJ z`CX&b(_L!0*(lbfDLOH=slG#*v8hae5M12rp0C7y3NO1%=Qg{45i(!*X1idQ3OEKn zKOv`-DC~;>LANXaOn`8^ZPGJ+!yd19@y8Z@uv-HCI2myfy?U{t1%O}$t;%v==J6~y zOYLRj8}KNSBF+FR?r@R6+iTh3Z0-Fc+g!qocuR=13+*QYh0W?%pG&Xck^GrJ7ay|Z zLSlA5e$+~6Fh4(VNsENJ)AXMdF-_(pyY`XF=+%_ZOTnoKNVa--U7SlUfurmCc+xMC zf^wjOqh33)^x6oAQ?0?Mee%tv3=HHJGzUHq`V~~a8j^MhGsETgg|;N|jzrULswmy& z+?Sl4U0^3+%`_v)Q!dY3{I6Gmlhz`s5y@V<_gMWJkutbs_`4!5(8%hbQK4I%tsVKH z5S$u1AgYJw3O6q!%f(=fTzc27U-@>bqp}*^tBcN|UCx~@htxFJph)zAHKJa={R9-< z5%D(qrL@I;NC~(>Dt>7CE)X41)c)7f6StT>oHg26XWp z8-gRu9Iy&ko!B%C#5*|cGN=BUd1xg*5VnA`Nnd64UX}BdJyx$epu>J5e7asdN!)yQ z?MH^hoLlxVse)N!urz5%5l(p_FGvb_*bz$5ym@H|nlyPBWvEMX~r74ftn|1?0|=TJqiE1><%+S}%<_2!|^&Iaj4j0EPclmiz%RKv}h+OMT6v zA?1Ryxy4<4OIbl7Tzvwyg=vh4dZUxie~Y7ss8z8aZJpR*KUlAw3Xk^oNfnk8{>!Ry z{<-5a>=>Mn|slyA~3?7eR*YWlX(e61QT}BQWT5T1K0T719AQqn2Qp0MFjJbqzxp zK_`*!ts<<>8OWDQENEmdtbg>aN-wRWXOE=!Ev@hr*E34?oOP2T0vZwbp5~U&UThc* zCt!PsmJG??j_$M79WKRn*go%7N*c_?Pm#1MU`j7zCOzg4J)DNxZLT032<_MpGIw(= zssRp4i$X|e#ANApC?WNBC|hBSPd_$HNA;$$^b(Jz3giiI<0pYd1k1VYQkTDO&WThV zjD;(ndaxMkj(Aj(>3PBaG_A9g$Iy--lhi}Iow`X64or~;^C3^h;U*i`FR%tSC) zpRFLUv6kKpkX7dkpQ*~B)~S~D%C22wR%3#Rz_$M7_A5%VGbQzdx4^S`en)3kOV3^+ zbJKDysHZCd_8F^|J^HT#G;B4VQ&k>MTjiRqhMdy+$%h6Jkcbz}nomI&tvhLSc%ucU z&0ZBTr~>vDZ11LB$kJLH=Z-rhU`>l`^?+5?0SDE}F()zv;~-rUJ<;9Hl8?tZKSrdS zD!hibwfEkcan`yeLstw|F8AMkRsovbvESLx^*UQZmj;dUg~A~u%}3XHI;NDw$I3rz zZPhtD4~6Usp1_kzC@+M~68|Vi{{5A2B=~`BuQnC+-{K1^%m3dA#lrPp=>MO*qdnoV z&WW=5PQOCvuNaF00h_$ZA#iHcJp&;J>NA;`X2^8nerYXPDe>+K;2#~UORr!tsq!RtPi}nxXi5_U;MJW z*+=vzthTY?RAl$rZ(mn>?&$+UdU{i-GoHqJTK0Gj+V(5DE=~529(S%T@BkbwvWs^RBH0j32 z3*q0DjPxp1roLCV(Q9@lcLZcgMvl4cs)-?+> zOxds@GMtHbdRtKlGg2+!F#_l|GVTDYveM#*N)Ff2r4nFmGT46g)>-+1PY6cIAU{F% zjb|yvVHmj4HIkkJ$p zc1`h`Lvxks;*-_tzP{-Cd&DRpqAMeJNC+5Ra*)IGAhAYHa=D^<=7OI3nal&%c=Ld> z;G`q_qJ^>SEL+Qy_{bCFRBvuV@}HovUO$%WyU~HAOf~b!Wy*S0I}0Xy_Ea}CG`#F_ zR<5@5^{?JktcxeNhpzfGH;3)rF#4@M1xVl{AZUsOG&tEJx+A)JCP+gI;J2`o@@z+N z4yzU&|7-++IJeeWP_`*gX0uq;FhkJ${2QTr;4^}yJx2{VnBJhcng$c!&L;woXpsvj zBIdvx53}Xf++z=^Mzz%A02bpYCYH7nG`x2uS@smJfq2A52vmSFN*7G)q=d#$01GFh zvho`$r^x#+v50u`<{WXaf+U0>blXYiw*xXQ8tuU&uOtWJBfEWBQ8V8ouLA{~-EGaE zG{E#I-eabHsYu>;uZF_k55^7c@+_bS$)P~41`73k32E&e0s3HbRfs49>+9>C(OdW$ zfxMiSKinNeVD4l-kpU#(7=M*v=lZHd5il*@VkGeE85`s*)D2>ErOXnIMk7<<1Gvx` zIeG3TJv>rwszD4VCadA@64&>o(up>{g#AP1Gs=YVA<|Bbz+d8o5D(s(zzB?PNHl;V z8j1FxjRBV+XAkc5?BXf7+`GG4o%qMc9jEWNp?s%^hn?_wkO%4gECHs&NGVMGlrG^n z`_`F|7Y$NQ^8~xCe_rOeY^|+5WrvASgcy@>wmBbp-e%D-?A-CYY(&SQI>h>SsOg7M zZB@%Qe&>caHA{Q*qlS2TZZz@AO_>4}!_cIq{+Y7y1qnJCMuTgJF6SQ3{V07@@}NnO)(b6UC4TwNA9q?^>>O7xd5b$5?ijL(~SvWA4>J)$dp-A>-HAs9nBrw&B)%ot5viia@=1d zjQeSSmoKEn{P3xKtmQAK7s8dJ7f&b=ts!%y6v1LJn&6KD7GJN30ME;UDPjV@UBAnG z6edFKnYO<`!ijG-?9WV5=NKqnZ?B89V9>-@OXNSX-=O%7S!yY3Mtn%D|Ib!Cfd5$C z&;Yx16r2dS5W4=k`!ml*V?07)@Dx|L(V-0T{NeC(-gH1AsYA3ShBn1})mxq)j3rV4Z7-(JznFtK7phz}m%0DZ})MZcE1Hz=KyD$dhM*S@f zHOv;EtxW=#*kN^M5!I5%FSH+%Wf8Ms62s6>Q4WRFFQ7<~4yvdlH&$JtA?<_0DV|I% zh!)kBwR8znp+Fs{;3iAwrx=ytME)uxFkzGlny)jULl|0AbtBt=Gu%OZSrqf)ECarX zDhmKo$8V%YEdbb=0sxjw0Z621NMFQeyae+);0cCtVuP}GE2f8 z<40v82-@95F>Yz(| z#VjK=;ZY|G{`w^dIb%x)BNuTk;Q$q%XK^0T7#dM$$;NnhSO!@EqLg%3YzB>+iPYckKan3*d2_cbwMU>U{*;yFN3bg zN_k;u4DW)$9Eu4=+lpqCaz16XBC-|*~ zJ^m$S_B5fiipW`wI6N^uX^gWAC3Yp|q|&kts0{-kTbk1ieq&5Z8^4DI#$umoVNZ+) zYVja>J)VOZw(;#C7aGl&$Z0R4=-Xj)TK}L7P`WzuBfMdi(|3y({&kgt6W#IeB%8f8 zCSt$@&*Gd2Q2EMB-2na~awD`LTxM~1^M@hiiQ3|$UlmwM>{3f3R@}*LOu*WRE$88J zn@57lPx4dxk_Afv3LERl7++G?J!zFm*gw>IT@8q)MPqD)#7TpBw4U@2Ukqk2Rol9+ za6Xx+jIqjLYnr+rmh%cMc%03F7)`R$hp-5h6L?!3j((<*GXph{YLWEPm>3jk%Ax#S zCH~r6rP81I`FAsLP`{yy91b~9+4xfnlKRdoL0g-me1 z8t`!;eHcURHvV3t#vV~V27fj|6({H@(8q+WQG!$iT+$Q@XxUHiyAYKr#Z|nKtg81g zmD&OuD!$ErwgV$EDX1=kZB4X*5Mt0jr-weLb;HlV!|!CnWwFJ!=R~$W-~dlZ_cBDL z-^Sk#zh^XGM-2}i!*5Za&iPs`oO?mJZK*TS$4eiA%p`oOb5{rq3|9sjL+aPz=1*gH z*qY0C+nO!!WqpY~?200ZJAauX(HBL&8>teSl>JEysR9-v<72Em7%bm3m?doG@IQ^; z*7Da-n))qxNsAlE41OV6BBMt9vuZt-xFM%*`1itB-`(nN7^L8{l`6NJvBR)|Ei!Fc zQN}by=V+KF;@fV=?y*xLl}#@3pFf|0+Z)~ADbrUEtDS3K_q(p|PmdE%m%H+5GZBsD z7Z)+nO~4ATjA|ber>2@JMhO?z$B}g<8|th^k8Flr_fDs>!nM3|ks9KdM$yxHfg!9Z zHBd}W5X=5h^$UZvnCU070ADBE>vdQ3V$WW=ad@d@8eGZS|v?kh=M$W z(+_6Ec?b^K^>K;$jRN#FhzfJ{PR~9-))bcJBH&_F`cgc(CCE6A<=DI=`rY2v>)f9y ziCw&buuuyJ;*~(0d_}a1U;XjVW%W-N6oe(&dXI9xui-JCh8y1s_P;ECA50#!p-y#D z$-CgiLx1kn0249^xZ}sWV(0aFO#`7o*IpKAHKR9)9tB@gE*tCehc9DXn^125t^%e7 zA%S`>O~?~Zb4gu8sq7=Yt4}qoe~fJx8ZgAxp!%ClaM!Ru>g!DfgZ)D3;%%{_P3tX& zqGcO{DYXUwa`+3Ug6qrD)XDy$8KR0s(PZDgo)i!99)*MtAo$nope^~`n4w#PO1ee3jj zYi-%!6ZUV-pqe zKoMygAVDdFXfP!xs0sxH0HlMoueRA3A`mu-#28e)4*&q$Z-KV=2Vn%DnV;-KVS%iO z^aL_(fRCBM-}Sck0i5c019 ziMifc=`?)hMn`JVvr@};)5XE`f2ob~s2JMt;Y~=XxaOgbpPWY}LHNMl4spkcV zD_TGlh)uAIV4Me22miACZ?Wq;$(@99a}Ad96Wm(#vKN4SW04H^(XxQaCM%CN9RI=0 zGD(t{!C?>(0ZwFmBeW(gOw{Ab@#6;vs1^!FIK+T3fKQ$TEmYha1UX<8;8Z8D?i6e+ zj2b4a|1|qH5%%Krv!|TCmxaF3{T3bw;{EA6A`D24xF&9VJ#M(%0U(z{&+mIm0Cqrr zfEqPCw{Eb}Tx2N78R{8Gto9~Kp%)3@Bw!J+5#lh<#)zcptHN!*KXAQEt+$ETt|U;mFtt?|=0&oU4?M8A+p@Z0mHr(eD|qk6Sz z7e*^_qQ_4e8MB;g#SlCCPsj(+t<(Fp>>WS~8_-KmGC9FaLHDw5=I%YK4~QP#ke!|I zMchF}f6IU`(%`egSs4IF!T3G|GaJ5RzRK)sHAlL^#Xmc*z;pd{A_aa%|NCNnmxTZ+ zVP$a)5Ko&)fk+x{JCdAOZ$Q78~3XNbN-te9v}zvzt8 zZE3I_wJ&BgbjTO>Z^=E7{3jslk?~E?mn2U96%fLIx32k70ojLRY6L@;TaQKcMm$|Bd?8dL} zSFhxHBA{27Bgi)}(Z;Ei6bzt|Q8&;Z#abM?qy`!(pe%`rY#&ujP@y51bj?|B% zw1)~_Dg~}v&bJ&`uv;~%vbbt-W!!2u15_wmCznH>wA$s0|(}n;3NfDw{(l-p3HK$7OD#XO=tuL9OkH zJXJh`H)W-cr{{5aY>0s|uFfl`aD4WGUTy$54|qJw1$88Eo;_y{y|~w8sx$uxJM?Vl zKRS%*5bw6nzTB#j>)w&Fm@f@s8@uNBCu7^@Coz}8%)`ijr6Vk*-)rLjhc===h~Zi> zvhp9tY`~)H_3t7#+W+FRXfBbO!q~MUq0g>5``u4rI)_IPv8de4jaC`_x|Z^Ldzk^4 zxk5hW*d_Z!gePNddUvd*bB2pY$Yq(fs7>zgP%5Z#hVsM1$2pDagWlr~y?TvsK0H(u z31`!68&s$P#ZHM~f^0q#(pikgibUaw`W6MfVaXeL~JDxGoL-yt>{REq2`K5AmQcclPW^&yr=;bbFGSz z-a0chprmMN*U! z0Uu@T^rCr~V9RlJ>-}MlnoPrbliwF%nB)NeGvT&}KI!Wa{@MK@41S@9KUQf%(^(Kk z+04ZQDbL$HpYNUYM!9c5Ic4th#`MGECK`2b3rdPhvUGAw%u*83%upWCVR`sa&(S5X z*!A|`UIxB7Sy@=IWdiu4&(gVP?LRU3?0isk9nK=GJ+XcahOO#fwZ?jX6+q^LG#;@0 zJ{VfMxw}gO_pV4izBv+&@Lqaq@`L>B18uAz@uON_R}!e-(+}A$!+dOueD%ZYU>tGX zigmWblXV@HB2Yv>*u4w`Y9JVyfBrL)k?9r8+^N#&xti!Ztd|hT_VzJYeH=;r@ib~? zupZ@^l2&ms(O8VQ#*LhhhbWu>;!K5>D=VM!<67zTzA>i+YkLgkyN@C$QX`d$|dnTO;)Oc+Nm)!Q?jNYhKPaW)#CpEg+O}0kF&|kBeDYxX_})M zUJj2o?P$rp4+a2@EB@`&?kh5tif;nwYoB^r5w$=_st;R4{P4mjc+mUIvRI z_@GimBL*IFrhii=+hiF_slmmd^3~_8dx+kfOp-mX!t_UrEOQc%n!A6XGcROPrmA6h zOQM4OT5$6B2IOw~#LE8sdAv~7=aLQl2eRsFzW4Lc%bxPVs@-lZ5wmZ>BgxHU{^Y^l z*+0{ankV)}-%8wY58>fa(ICyK)D${Cs+{}4`0RVMb>J9(HFp)xxB?p$LGhC}SEPKE z2lo^?n0H=qf0*|Ejz2KeX^?ulA;lT#Py`?)=7n!N?vy{`aZB>5zTeC=Q>%nq6uXk{LG_YxLs_L@@S(!R3Dg!&p3J7?7a@5=}3Rjb+zv8){fr(uxVo8 z({kqveI=P~<=Z0B6`VCAY!No%m)^eW+_=5TDKqecH53J0URG1#qblLSdvzl{a)SG? zfVQ!l??*$Ax@7zP*yF0UgJquU;hO&CsQFX~-3A}@btaY>@yKh%fnDsIiwq5WwpE2-5qO>I9FvZltDdxhXzoh?9BQX^K* z>5_F_{nOOng?km5Jq6aw)%MaQuPo$^gOel_8?9NJwY zpfeY)M!eU%U@~JLjyDwgY%}FtH~vEZW51bY&o{_0Qm=n$pmRkE+gDTUGrHpQ_)oND zLiLA-9|nBpdgwRg$8n3e`s&3k5FTH*EIY|VoAkD_9?fz_dk)%d=P+*A zSVERXS?qstw8^{ju2xp;A*#B!nneTKNZRjjI_&x;kW&m1m5h4mMY~})JOF7oWX?)`L#0>rXgTUvi*X*o2jUD*l zVLE#YM2l#-XwAdt`tH7@;-QURTk_MT3n4QvLgRmT(?yF$4?#{!EOWyPN4+x_@|iN0 zlbZYlBuS?~tJEgNX{AloI0^e=GRmD(KWw)!r?y_%dehyu*AHhFI@awmPJ9$?x>6M6 z(^yt`JGHq zgC_lATKB{qX1i(Y&uCuLOmb~B-w{F?xfXvWt{kIU9F)+TAA4?kaQk-sjYcB}n5>L< zHlEUYa8*tHxdioY)1w~7E4nfvo~b$@ya4VFb3YdTjNZcl;$v5q2j&SyG^X*du->GAl#lqru#z%-wTrE-*Kil zl-up&_8@(qeKWG_Brz(~DjuG}Et#C;OkCm!>v(avPuhd-_*u4MzVK537bF!;aTlwU zRA*vsN6n2SAiyx?sIO#nijwC@!SH{*gsofWQmXx@QJI4;Oh8YFFJbcj$9q;{3JHa` zXi^9WwKj#B_Dqkr53IjR=vY+0ILsiQNN#)MO9aa|f{Sbdogy;ux z4DkwsV61H(Yac4-@Y#xpXFNlx&;Gd{Dp@Tf6y{b+v=&2JXerO$Mo1!_w9nUCdvmsb zneNbAl6LchL~xWBu)o1x*6~faGg9)ZdSx2ABr?!Ss|TOg;D{}hj>mDP%wdDGxF^7} zOk2>YHB+e~>%PYUeH(Mx-a~(N69)dqrQM^0&qX&%Mn;y^bU8IF9f%_)U>Bcko@5W4 zopsJoZJ0d*n^oP|L417AC-eosw^ZTF&&->iju9K5tkH|D#v&C;ck0p=UyZYF`E={| zoUn7Ue4bo0yY>XdewPjuK^uhZ=L;%MVnN-(({HG;b`!x7$OOx?I+A}cyw93`fWn8F z$d)tu*)&%tbvi7jTu~ZgxL$u!<|sICBHFw6v0o;FA4k7E&32IGc}x;px60HNsB`4I z;Hy8og^bKb&^!S@2YBh7jl8MdP99BJTB}E8jWERK=iOPYEy@>@aZ0CxmHSZZKFsw@ zqMhCxb4a~P&Y04?SjT^O%c9&txsb4+|9fcJFa`aF?YI(GPf%>#_PP8_QppXhW41y* zfa)}s6{%W7GbU5dy?IHe{iwj7pSMMg zjWNOPyKq{<^_0Sv>x-QvFT{ESdZy$(r{|;k-Nt7{Sl<{Rv7<&D=%QF?LJODJwj7`E zs^wj6%(qr`=V*TuT-1Ipxu$64J3l|%EiR^Lse7B&vBph~Uw58@eqjqn_we;IqYd4r zZ~eh2v}Y&L+n##vepmS9vi2(-JThnpVemc-$6POLair1AcPO4*-MFmy>3-A>$I963 zctlCRtOU1NFB$5{kpfr#6xZ#si1F^5m(g@%a&-ob>)n5Ridcy*(-piCpDl|GZooTX z$F&_9a%$mm%z4tQ*KthK&dNm9ZTyzrv6-rE(R#Y~K7DP}uSV0-zRq5brYUDI4 zC-COzXunTeB1_A-dR*A^Gmbs+w?Z+(+8R)HLwZJ(ny2&zEUJFRmHy|)=LdYo^9omR zPj57PJ%E2ma9z0|jB!PW(CMqW?>46>N9LhWROG?qL};q5khzLOv0b?gFvAL$oSbAc zPNwbgxMl5&oLldPKQ+1bV}(556Cn1%Arm^*XdfLM8&b7t0a#**v_0|b3EhDYGNR?5 z4^SO5dWmDzb6t|Xk?F)=_71wJ9HK>qG|}Kv9X~vhMvm=lMnMP1Q}bnQ z91gQn7>HDhJCOdlu#o3h-q%{MRC0l26uNd5XX&+6u&V_0xWtx!W-PoB;*p)}3*oRn zvaefDCL}Ez7qF9o3*~Mr3lqxNe6E=HGUrx>)-XA#a+fsa#@FXHof$XTuz-ItNY#l zXOj@0rKcTtv))2G_KUhnKPS1rcb~7-WLov(w9muw8r)x8{Fxzf9$Lb+LnoMWkG3Q; z_ebw7ao6U(j+FK*O_ajw-dF{N3EJ26AYy;~0rjQx3GP{|LF{%Hn(>?sHv*;Do?6$D zspf<=$f54TJk)C#($>4w{XCzH_VE3pyNI;>0jtv2zWeNDi?C~axbOkLDwIRcmc{Xw>ZrM_0ikcWnlAP<-42XtH||siCQ!1wyG`iqmowDM!+AJ9L zsytOIr~o*Z7X5mvY4W{fY}3g;M$4!rdY~Ms^ajc2%0K50cGc%CEHzPN@0oSABis^4 zunm|71RMMD1|5SEr38U^;W#xQcdyW{d)7u;%E7y%k(ieSQPQp}TesC^VPn0GGL9J5XTP0H$P9-14*BJfK zGY^i?ildxSf1er@T)`x>xd zA;H;G_XJG`z$tUvs>ROy&#z~C^%`HXWgM9)DXSdl+Ff%+a6Kr_uJ?aA)P*xb7h`;f z;q&wBl2LL!TpF=1bM5pGDI8h!7G=rV4PDJy{WN}K|7u;5*6Q0*(i=-Q?h zG%AhZse2?_Q;jcgrP|TWFB!JQp2=w4Ly3-nao=4LO^DG9TB-h|9K|3cB^vZ)iT0d-AoiEbU$53}wUx_Y@`N$(mB54Ze z>@I|$xr^@N8ZKPn=75$?80x2Oh@qqSZcP*qn7e(DjsfW7SbZZPWs!o%5Tn0=UJoGh zw3$$79-XDMtgP>Ml&ycoB25>M`|iE+dNL#Y$u@r1K#YB|DC=V>#ZMyz*T=awM!<&) zG%NLwZX7oU<~<&G72*@H_7XyS_r;{J1okr%*ZJP@%s~V{#0Kuq*Wx4z9e3RGn~@Ga ztJCVG(tXztqb=cxp4onEbkA)-q40}V(RR<+dbPVn;%UJO57&PjhdThr)5*kxdV-7F zEc2z^Z(f_+CbX!XBfho_d-msGyYGfC{vyYX*pvob$w|IWo`s(E< z7EaSulquJKPGG|4O59dM2kib&ERvgX(r=~dp(avA1v}nH68DRwvYPJ`mfOo8xzi7% zirYvJE}#*;_pjEnQ$o)1v+acPzkUDOo7BR1Xi}^?x_5uOljp+B@2DhRgs|~Lgb+uS z2ItV8{rRl{4zERK_2TJu*E7AAS)n6nJO`k=sKpB^Fnc+E=J-A$oq^;dr*hw^uFBWv z6I=K!^7{cNE^-FWblLqpg1fbyxqe=3v9XqY@eWcB>cRJ`#+CeC$K$Tty7wi{RAkK0 zjeDtUlZbyjDs)T71r8_jV&_u~(ZN$C{4~Gv0Qhzg@oqm=;y5LJ(32o!kZi6}q#*j5 z_kEGsJmba#&($19gD@4Fc}*QV!})b=ffcNVAqAFOEc~Ej^Yq0qlEr&ek@r61yQv!V zWMC=#_Dx$8SU3PV_un+vEu8BRIYMneuQ_QISzCYmn(v-3$V_a~&l-k=C1u>N@1#&W z{V>xib&_l4-*B{Zv&dp%gXPhd8p8$FAsKN&+E_YAGCaX z#?MUnIJQZXkZ*6Oq9yr;xo)v~@FFo;|A1)~Wn#sL-6xN@;`~04^HdnT*e;|&aS=f@s#kLm$w+|JwI`td33F$z!|DSgO*O{_=xk{c|Rp{Pt%iS7q*0M zLL=?a~sW`cl*&B_idv7@*qO;fXQxdjs>iWy(O0yhst0cJ` z<~~!-o1t|OU=L3jFS9`@AEY#-cj_yY$>D!#ys;UUV<%{Du*=<4fxOxcr2Ck@6M6fp z&&4qbd63Qn8&m-9EAhttdFT}OS2)z^1x2oxXr{UE4cQWRv<`l)FeT~G;1%Qc_B4+= z;sE-vv_#*831-LlGeMwrvS4fe8V9M3m_A`fk-oj@f;f}ar$41BR}H{79+r?*DN}#a zV)5ZW9?PP-j|~6m*LK$wr4;Vp#cqJ}Db2f9H9j4?SF&+m_r%PVnz)k$Uop`i@hX;0 zPA(q(>8H1Ke}6?jB*?Y-aT-wy30@UvZ}GrKZu1)Ll6r0|pYKJHO^TA{Yl6n+4+5xH zX$}ULBvTWHg_s(ELSBX<#}{wu`Bi_N+(-K%#-aQpQ4+Wc@|yNIlKg@1Q zq?uN?rglPazYFze3tD6GGwhHoyv5_X;oS2V;Sw{FP@&dT!R@GuC(Fj;slwaYaWp(y7Zq6^RNweO2 zt?JGSago-G2cMP*hb9{Cfo^{cQt7!=B!0zf)Tj%R9g?nBdqEVbk%htt<(?YpiYqzQad4DjcVkX7`6 zQXz7H798#gLB|6T&We8@n*%24uT1d2ROsHJ8%jowZf6Op?CAA%iRh^gX=fe zTnOCvx1k3V4n(?O<9pMRa$N51JIxt=;j!%M?VW5|v6t zmSS(IKkigLPnZp=2A&_ewt=7asK9&kdf9}E9;b-Zb3EIVK0Xhlt#g1U4EM9%hF1{P z>PDr!W(JVG^W$ph#0hGF@L~sug=JVgJc4*=ertKuCW`Qr5jHc3kckx2xVh-~P~V z+l?*TyfjGhi1^IuicXYT;;O5^lhnG<8_MJdIY-~O4GkLw-ydwE?~a&1OU(6=HrE`~ zRg+)QZcDs|+i8*WOfVquTe0f8O%b=dbe3{(*JE}|OIKU?mE9#*TJnnF+*l=@!IN%J zszxiMjeS&Su1M97i|ktmckvaeZ_ zl&z$!NwS5Ak|ljZ@AK62eDC+?_w(a+oa=EP*LhwuLZ{3vB{k4E7f=_6B}&4fQp$j_ zi3yVEZa_qOVo(Z_7N8r+6Nv}lP-!VCh>(yL9)CmX0PqPxCv930l%qHQeE*lul)vq zh&z$!tqg;a$z-S-i9m$n@NQ6V&wYMY?td5pK*r%c0Ll{&dV>4Hkg#ZqoJ4olKiXh;M@dWqS6ZXywgWb28XqX!4>R4Jy8dGKuD`|qGsDp(P z{fPU~d-XK5jgFuqHtEZ(-yT>T85{V2 zI9)MVwCmm(ph?~^1Qz2%0u8kPlYc@nL4MoZKq4RofIa}|hjNGQHQt|_Ju`gIOc5j~ z&>QCsxFS6XU=YR?q&y&j1f(wr5b-21DDY3mKM@430H84_B4y+$YXjM@Zh&>g0ZPBj z6efSU{xb|B(oo7aiBeV;jl+8S18C3{0yD)CDWf6s|Fd!b>ZMEa^fX0!fqx?ZRo8z9 zBfT)5{{K7tUtu=j9%~U(9Nr7*`7a-apo{SX(dHN;%KewbzwEy%X<*$vK|m5N3zd?Q zm;U8J>}{GSWuz(B5@zpWqxhx%?W0U9$^#1$2!M?2z6+%2@-Om~!`Pz^zzlVDHMR7` z|NA8E$Le5FI5Y<921v`v1Aj<79_bH}qKt>MoE#7cr_4MW^xK~w00zb4h?Eq-n?wu( zTyc2F-We;%Qkv|UejzykX7o2wlm=iHzY!(U>Tjf^0KkxcBUy?MMcI(w7Pu4~fPsHN zN@dI+P#%C?`~y;|dHeyD0GQWr2$uq2*gqhJmiHf!Qi}K+N>hUU_J83&H8tP6Zua*_ z>bJ=Mxrg_$B@vJF0Bta6%BRpDAr#^97(aU{%J9P}cFNCR|2h1lfza>0{Ucjb6XzEw z2?r#l*3Y+KdL|t-8 z-#Yr-*$>EIlVENp9gXK%)=)%PhRNH|!pHog^M+aX&OeZSnNgou&j%o$FK8(>HgCpB z_x?QgC58V&Vg1-$8gkwsyyiIGlf~~XGglM$+y175#GjkT6MtfnZ5qR3ubl5ivOhPZ z^=@ruow-v#r#6KP?loTyU6|x^_9cRIJu$hg8XS#BU|n;Jks?{NDQ#~!3~#{RB(z@s zlujzP9c|n!PA%_6w$DC*piRDqq1+Y3BBkiAM`KTL`%b+(HPh#%s}s~$e2B$5LAT>O z{uCkhpn&_MHGgV$A}zpz$wm&`D$Eb3OHR8&<>xFhq%va6G3q?vck~KUjj8_K-TGuAWA$ca0U(z^lxU>+L|f{H_Lm;eS)0fMzr`r;2)Wa)st+pg4eZw1*)d zLFcc|Gc|lLar%osBAmSpXqflOW0z^_`IhSP-i9Nwpk#`HebZF1BeDc`l{#_efqnW- z;gG(q$!=O5!wFRe1UM^GpvtSOhWoK`!0i6mUgzY6>X~hJU*S)AROP@N`uc%r=lc6qqj|dYyFh#yn@+ zS6`gamewISb2G_v25xEH$pWJv2(&T{G%Dv0F$9l|q@urKTa&`R)LtAq*DZc)v= z+zI&%$J(oGE?se5G|9cQizZ6L2OMX$wP#)&jCh`ov!U->y&QFjDrqOJwO5nd{*(@1 zz$@z9EvCE9{cA%$4QKE%A9?jsLw~ylBytS9NuBhZi8@57lqLU5 zSGXqnW#d=!wY2;kZamwnxtn-|Ro|?I&8aBhyo)|~_1f+Cke|UJZ`1MzkD(7wn;<4{ zljUihi)HQ7$J84#KsgU#HrY+e-#`Z+{|RFce8$ zr2VQ%l!zESetJ>Z>zHhGTQ4y<)YSpl6tL6+4ws+SoKcxGEp+~=PNgYyG5Fc7bk%`O z+(uD=aYtifL)iG6iW-w8w(RRkp9Sy1Bl;(QBu+f1TbYj^RMfL*;UDTV=2&IBxn@_r zCJMYMzDN7GFe6nYoRMU9!hhc6rgH(`c@fm3vBr4`Y*T_udw_lxQ8z(CVe+`oe41*V z(7XzC=}MhjFZ{`BCU>6tODCfGkNo`hfe7~&FO#PklXWDcgeVlO{ef97&$E^l^TQUz zk}8kF)udB=`UADFX@hH%w*9~;O(0kM(k-tEy-eu)+jry7t1h0DEPrz;aPQ>M9>vVGWD%{B_C^A_T&EcsR!8c2+l&VU)>%C2WFzGk@g;lPD?hlzSP5o+&xVJK~y*YR&G9l7}0)6>_FXd%HBhfHYcxHXLPE zaA6`8mC}AJd~d~7UGfbMQXrd#SL zV!P0-WYSd@?kpoGQfsqJPy4Q(-L~;*VS>rC;vH(eb@k{O#kh-9pu#sDx}#jRl^7xS zd(ZihhjuZq3IhEJ-Uk^&lxw1F(vU8r{mI1HKR@&fozV|jdexOmzL4-V} zv408@@9mz(HzVxSY*Odw+m`3vDzu7xS{S~x$<%i4BrndDzRH{r=*V)okkD&xr& zF+mkq*7euFTpLtxsLYzWahHAB1L4f$Go=|@`jUS8IrIS^H=4`aDBGB9|Mb2kjXq`A~)4O0%4`uhxA^(FRtL7voo|e3<6=Qqlu77h2G^jmOq!67F*0@p07;~08Snu_G&caUkJX83g zb0hspk-UA9y7y^ahn*Rvd^|V8VR>rPRIQWM0Nxbw=xE;2K&t23Q?VKbyQ8AqEYnbs z!K=a5qu${dk^C_ytj&o-6bsDBW>vk}Eq zZZ6Dop9{GfQI}Mdn@;5xy%J-t-EtYy8@kxWO-(pbEVzECwig`Nl>F@Cs8{)!{Z8TM zh%Ki)u$M)R^mT}-iRs0(5|&T^x}Xhij9W8|n9r48Rg@T0dS)4KaZRw~k%(9Qyz(cR zCJUd^C4-gr42EFgjPUo#(tj=aId{^uY;sthR69vm*-k7NE3dar2JmK||D;$cYsbob zro)#C+UoQajCd6v|KuY1qiC5rnM2(<#pb1uczev%8b+HQRmfPEw1eXTZUg5!S8cUk zT4(?DM^sP_8ZPOj98UhHf=0y@6|W<%LSw z8`BLL=3Zyac3R4Prk>rApVrA^x)(=Ro^-6RahJFdclDvLficI%$)!$&&2U<768~`V5qA|@va-iVzI)oyStVj#(;sP~zOvYnzvM@( zElilsb+A@4RTVbITvc1w>q#r#5akry4Ggi~&FO{gytbp8+muZ@`&{`2?@PKDyk1Uc z_%@%fA}-%t%z3ZLaX(8V&q-CIpK9Rz{15(u=V3W&DOV?KQepFkdBY$2#Ab@l`lM#@pCoNoGGDKt*@6`>~6rYK}bV;q^! zo?Q!JRoz%zVvT`yd_6kzjfyi=!Pa9+{FR-D)XV(bJE{fpS4|7$U+D{Bp?qB+kd57L>ovGvb*NUpjcHc?5)*l zt69jT0qeX;yTeNij?rE6cqG0^eLTt0Z}v5hNBMT{M}78S-Rw&T8*~BTSd+Y7b%1^t zdQ-2CP5)^+hGNbbgsaaar~p z-Kr{Yo2^{-WwMBgx%6n(QsdC2tA&#F5^9%V&DVutHyRA4mj{H`J;WvA{nEDcrxB|0 zNsc;W0;SEx%i2RM8r^P3xbLzWIvzXNwAAE*@qfHkwPj*o8}Rg!x)D~%wupT~75_M` z3g8V}Y_;|C_3@|qDzf|m68Qy}8=s`JcGFUvO>TgOuHsOzNT>4T&~9jo#Ny?~orMqe z*>#e|4q}SS^oI51mnoSu)OlIaC%&v{jlUSWuKTkPa)x}ZVg14Qx94B48_JY5yN9|J zmVZSb7fCG`)ROK?f-WT8c%78iiivtH`Y?~)yrbSa>rwn&m6`G~np9V~_JFk!UA}N! zNf$1(@2oyBHWCKaZ|E60ZFqT^(bVA*G@z!yTBo#`p1tfC^TlP;#nX1_ig(wp&!%zx=!sog+oeji))%;w8LJlW zx|kYUrM&Zg)ub5OY(N#>{uRM}Rk@;quE?z5t)=o$jX6uXqO*zHs zN3-kf49`#Zj4+uW4vMf>m%;ZP(36VfY*#e)xT9ddrJng^$ra^a#FV5{t+sV@U?enM z;?excliR_C`cFc5zjd6?JUhf6V}D+GCxUf1L&I374A;1E_iMJ{>+TOF96!bV>RkHV zyIIF}i$+cuTV<)oU1Lp)U)y~b`J*npKwfF?eDsj2cU|IqlmZQpiP3U)m-BtQt;X%L zmfE=#nb?`}qEn3a7Or0r^>p`ripr)cf{E{s?boAE z%Kmcca!Q&VI+e`$l6#C=uR4Y7aWxVjH7I{JG{@L!No?#~q}I>M8uQL)3{{LNrz$(x z@6^qc6uM>v`U&_k zOhlx9!iHS{k6e9&AW{bGw<9P83k0=#?@q|e$33+T*9%6z zpS?jR40#+(URR^mx^CDQppi~>(0Aa+0qI_2vBPez4>>ZLw>^q{7D|!SjE5OcZ~hOs zaNsQpWo~41baG{3ZIfG72?91YmqCmI6B9BxIWP(@Ol59obZ9alGczYTlYRpBaL)3ba!`mcQ->bbazXK0@6rHNC_yNQqtXB(k%_|c+U4Z zdY<3&?|X5OgA` z2QyayJ2NXQCn6PtY32^(2k^Mt08}j8f5EL@Iy`5Cn7uD=h)$ zJ^&@4yP2ksGms5HYxWmVb#ilOGBA>>}ah?Bi-{ZR7qc1_u+Lcs!GSeAoSmIq|1TE_4NWZ>Mu4Q4vZfROsLcqF(bCZT^-~iF0_Shd2vF7p z>wocp4S%^SNok5{>ZwYxvHYq5zy|OHy1Lo^qW!PjsKJ>5ey0X@wQ_ZG{EGlUYvbkd}?cwIm?Br_A?CkJYewsG6ZU8SQe^+||_|+BY0Q{>l9w19_JKb%7e+T%r zDgZ@W3n0i1_{&M!>2IYYxRqchu-yHh#K4Vk{}t2WZ*zbf5cn?|8#A}Rd=*ty6#gI|D| zf7gGnm>I~!&G(Pq{JU%mCy<-1o4ecJ5rF_JTL<8;?A?B?nJwrqnUa{YoV1jNCX*s~ z@IXvTPT=lPe+Szhk&ffoxqofO3-mXATx2{+3w--2tospbG%# zZDGUmi}0^``6XuiB?dPlz|Yyq8DM4R;06q^wE}`)5dGZDJb?grR}Wx--=B(qBSbbH zfTgX4J9yN=+XeBj=yD({Cjj5yVsIw^QT^W#(Ehbm>A?Hc(h20?1F!^IA+jhtf4PH4 zg7*KPo%UZ`(jE>D%4Uv0+W)7g|7~dIXzSqfZ`1!W(E zcox{XxBz}^;K8;8djB;n02XGDlRMZ2;OyZZ0I+g$Mf|m(+*|+_v0tLU5jTKE{5RqO zut@wyyZ{!---r*uBJ~gAVFj>A|3+*87Mb6O9bCe1!~tND`;9mOEb_k*f0$kIHv+RO z{YGGR<=+U*uJRA!1+%OEMqobm-w4d7@f(5pG=C#-?OMMPm|gof0<-J>tDl zW-tSv8?Lr)_P#;1-y>f=3$Y?f|rM|1IbENB;Nb_(uV*$l@Qw1rBE6gdRNgN%2XTin_F5B`Ce+Z@o{*C~y2KX-q?q7Nr4>N~%g1{T_4?Vaoe@?%X0XsYWOARi- z`L`Mz%-IZlNBwJ2IobYC`tKzL?|K$z@Q^tDUL;O%bDSN(x8LvhV2R7`cKt#gK)1in zjenMj^Ow*Gd{3GGQ6?wvZ|T2ze;qe}tNu&Q1`hPcGO&T0{5umaaOG}5N85jo9oH`# zpywZJ!vzlFX6yaCeQmBB1(xe`){WEiUfl?Z?E)!3tnv z=L4V9oZ!;IGsY9}FJFtlpM(Cob-_2ofAFt|5C9P94YWX9n02xc2)9fB5?K}~RXAP_ zOU1{0^a)2;S3VhLA#=Qy5Kl6HlN=~g6w(-+MP1~iD9djYm>L2q(WMHw#aTm`% z`ttfBjoh%jdHDmZSMfC4S1eZt4DWe#f;PhW@is{JmpiP)IJ0iC1^Ow|f=HYpc{t~; z4$N)HxMGpVSlaC@{##5b+B=ukMXh~!gJ`!lBq9jne;`Vta%&j?&09l69IwnCCEQf# zH)E)f$whAM9w7yC;}SHvVF&mPuP5g3`8Y29^+Yw7Ler&=mb!nW+f(vqILi2{XGL1K zhx4Hf*67C2ua)qK?f8%%r_nhXARtn*mgo>0wYPL(TqHr>jOJS^CSAYsQKCi-${}_8F|sI zeXJcD9*l3K>-u~^g{It~xKpsFwJSkyJ2?8GoXQ@K{ zfBHq)x+aAZ*M)j}U2m?tOe~*p-s8EFHd0iUcvZW^<)KH7z-Q-F1Y4NeWL{K8!K#t< zyFP-H;fLz>TFMs=U}dP{(gq@KO#;6RE#od05`xwAVd#(nv{K))kwZI(C<6zn_NvrF zYI}C-D3G;7{q`m^${putR*P{FyatNuf5CHFhh67|S81V+Cm#29#syi)%Kj%r=*sca zWVX*B33hf;m6>d{25b$a1A;ntpG(4A(7PQOM5Id?=%)ta_P798AwrXzgwpSjm!lw( z1RW9MAKjtsgmPbna)h(L^*|UMDi#)m#xli@e3HAWx_5zuH3p2luLnpeAu{?afADd% zhI~RhBO+FtG@otMpKEgVKpvmHP(@v;pz4vnvoodrfbPgtB3umLJyB&L$}Y#?Oz}=> z;_eA~^XAIBh-9t^?I5yc2FcQ(G*Bq(eIWuAhue#X9Ik|=Bxd(<&MVoXdk!XDrr4Lu z@d@Ge?PRE<%~{I);*%Q)SUp8!e>8ZdYh!4wa*n>viuHmhj z$r1#j?x1jGL46iwoD(V zYV%caLY)YyBThrtQ(}3|JGnxtf(#!(v>Ouxj@eenkd0cL^xI2l!Hlozf9#OjdN{cY z^->#<#Sf;E=t2}@NAXvQLDlOro+X>S=KExfq!6Ncufwaj;++gN*_X-|whWQu(HF8L z1&EsHROS__4c^MX(y81|!t&Q|JREcziRY8vLDA6J@t?opie862-E7ow_b(YsLSd(* z3o=74y!>pQyXm@?%35gBe}|>c-s3Z)kt#yQDpWY)Ql{!$_AF8PebP=5&IQ36G5n3{ zLzVzkMF0H~ZJ`Sh9F2g_!<0m9Hs0>l54G+KX#Qu%BFqm_f^h6mt5+!Np$(Gt)h;v# zjs}U>`EF|O12w1);^`u){qnF582!}{tU|uJFs9IuhQvNS#@r%gf48oTylfb6L>k^+NIO5#|1kN#q8?__g#)k+B}(%c z@gQMR7l9)XquY;U^{G-=*qW08hJ7&Yao0_Nhw##rlgnUpe{b(Oi;Q#Yw7tu|xCSA> zHOb3Ob3&8{vp0voeKYo+WIe>SwtL@_y3EH*W_ojHkBcV;{Xy{A*3duGE53GxLDS@_ z>1{moK2+8$kb0;937Uf1xK?B!t;|iZEibCzp`X&6v@2W0TueNqwL!4RF2rnxyL%jx zfN@b_ZjL|=e`f>9V9bM&J9}NA&fUy+5(>g1{$@)r&%B1#F6=on;0MPduhZK~7D__H z(guTz_%<9@q}p$cnd$Ainv7CsI&uCge8pLqBw+3=Sa(F|Ftr<>_yx8y8`sYdqy1OJ;|1 zbQR`NOw|Q*KJRf{ujgpO@yCTz8c57XMZ1l>(M*>@k0>?z9rL$N$w@W@(MP4xqiSGv z9A=|ve_WJX7i-sTAG8=K<;a!`Dhe=6xW#$2QNQa^34B<{V^{~1Jl>j&(Va*@tvIfkgs56gUPiY zFm$k@(cBF3rK2^~tM}%F()E1=)Wy7Fl4ZZ!f64ZzUn-^yP5*#q3+QH<8k{F3eHvcD zMRc%5^!NaL$U#n7HFw`@;w0qPEH%@@cElzvmzmX{;ezrUf$<*3^?lZvFd(7~4C)gY zd5Mzua8a3}e44isQ=U0nVSJHxEKd&0flinkYPWsc;;uEsqbSY#AjUIe;`!?(~Te>xz)nQa!e@cU;fP~I34eAd`=j1irytv3Gp0UMW+GZ!ze^4Ln zPbu*S2`PRiy)*jsJ>?|H?7pXTqtVO3_BjI(*ks4-K%RaWslAgMI^Q_I(DS2vB77I< z@a#xWVACJx>r(*Lq7Q@Znl{IJ_sk;j7UxmS%joLjO+TTU-$*EJM{c#wD^i`MyE$cl zR$NOwi!{N)3M0%RSO|3c+?fdwf0ESGkhRA^q(*tjS~T%hQd8xZDpePzSE8Ii>G%(p zjZA_f9gakPXhkA`^ z@n)2MiO?;n5u$fhs!%P@g}XG=g(G8tjaTIZbta|>ke@o7@jbg2BlcnFe-CTUmu%`} zzw?RvpDA}^MRCQXxb;WeP#%P(E76<82~W8CeTxauBA07u%RwsE#>c3izXIcbMh$-S zSU3=LwU*b$=X+wAuy_n$M{uwURDMNlw&E+Yz$20wq_FrnW6;)qM4<&|QvLkHA@(El z^!})o6t;3#9THo#wU^Ume=$PX&;V3GtG~J(BH2;~Q(FiDf|Oq;ia)i@h7|{PJ?q2( z3KQRLLe#XDXlemf%rL(P>btR-?#YT-uEn5d+%{MBuu(|CT!d`?8Pk@*kMyc_dECwt z&2a{4;gE$RA?c1}qM!QiMNEyi2ISGpzN(2A-GXR#I&>iKrsubD5pSM41b-25m}6A> zMr68FOZ$1+Gq5{e6>~rRgli;WwadRr%pDAqkI&BHam>=lI)2#h$hh>E=Pb$5ra@~N z;ef|-`GlFBG#V5S&mSiQ!Ef^vP18it4K3T*N5sd_F7qe z>?rO>V}4N4vAhzG0h9RB#D7;5Ut{R{$M=UCmu{z&rOeC6qpCS6_A^`Ge(rXkTr)_k z>}sfAgS=;A&(~8}+NS1OZJ?;nry@y+ebQ({?4lf;n#*r#P@%CRHiW+siV8}@BB zXxDMeYV)I*VNeW4b>|Rfz3J2ISQr+#>m?NR7Dqtk%y^d|u`$ruz<=Xl!u=|m!g&>* zAGh094r=11zK7v$onw#6OK;4I;{zw`r6oeWmte*LWdVU$!FrBJn904p<;T+;dARY# zTH{adKm5LK$El`29R+&6!=&8%Ap#WdpU#CtBYfL4*t4u?0LvmGj<3rk^)4%p-v|C9 zRo&MR3!_=pE0|`io`3zRnYW(rbp-DF6grVR&&^hj&;ewkbeai6&=+ko7qU`&TtbF5O=`HNM4l44iGK%#pu!BN*CXC!y`rT> zC*HD8HwjYp)^SvGTZt%HOus?R*aw3|k6ZlGs1n$f3nzI`k*g9{ZSO=;&=ZH(ChkY% z%rh~oO&c|0RG_UQ6EhKNowRFtKy`NbVI8yT^W}A~ndp!D-kyg3`|!Al5VB&rtS>(Z zMxSGhVp%DiTz@!jG*&NU>qP`fF|Q^&G)__%#E@4pXu2OT=xvX1r>%9q7b@Y>98--t|2wD0iq=-O$GJEj$6_Y*&5Ib1%|Qu zY$^qB@ZXaz{5agPE`dY|fG=%pdXfD636NTt?T#lRwtwx!sNLF-y<2s&kE6GMId2-y zP}O^ANEXx=(dnSSEi;(XFU+?z-aA?}M!0J1y$d{~px}(}Nv2_k${afm1BS7Zafpw-J_n#X z);$H1v45s=zdTfB2Wk7xYfd4bGvjv|%?bdS*!_6qSy6uElTbc_k1Rhrp#?i6!z_cZ zJLv@sJD(Eu*!vdczq?t-DOAj8LlscSNh}kY1>R^&qD7$;eV!s7I5GR$p*%*V<~=$2 z?dwfMV33w4V_^F^Y6&r|jER~7N)w+i#XIZ+3V-|IB=)OQ``!}+eCMfGErM@{Z&a5I z^hk9+tML>ea45Yh$(}*%&jY^Af-f-pvPUZ1$`UWSY@#pAG1(oFD=2xhLlOP`{@{ct zvOIN-(+}}|OQP3=+0RMT&#g3b2g#Vo8>>i#p$TKOZ-aT+LXbgOaMa)QMM__P)w}C6 zvwx<;FWOQs<_XGj$U{zUP_v7Ps(C>y`i6I9!jv+0VCf5dReGESxA>r^j5ch}P-9hS zJ51?511cL&?B~v)$(X>_8l9IDr$}8sEDwO39^qoNst!KCdU-(*n!fXfQu&+~BSW)J z8+-AAG9pw>A`!OkfYipG>kOXhdx!d$mVfkI#dW*bL}@yAz{?i4T@DfSU)!GQ|uGJAR_S5$_}~+`@Rmalh0ss*poXge8=^izY7!w5o8O6UrBiR%oX6QgiSpuJaHIJ=u~2zz`U>W&w*y&b5}0k4sU@Mh}do3aaQH z^PDoN?9m*3Ydg~zG_6g&Q7ZsFl;0EBt=1+*3+u`VbDk+6B1p(gPsKk$)qhCsUj1IA zo1)mH!wji2Kl$OQ14lq@D%rYB*z74w3|8oi-??Qe>b^KD%(I=AdwA3B9u{qh z6tUk>tn=b3$H?t$fqnU6^@_QZ}6mb+CD;4(uL4^T@zB~Y{t{V`zY~UMX&C1JqpUk{Nl?VF2;ip zRD~o>%W=whMjd4G41ZLlDRrdN;sBd+*u9m=emhX~~wG|W)2phh**C7A=d|u^&-G9O@C{L+f3i~F?B@|^B#ifYu z>!G7E77|PeS0gb@9b_M8wssH6MdP~m2y+?P;^3i2HttwJRe#V&ZJ=7ou&sP%F4@W#ZULj;P};C7lcEReV>cE7;M1!`!Fv<;#C@~Jgx0a}Y>^j7?Iakrkg z4Y?@67ZtT7xQ$rXh>&vEBYub!V%BXYp>o`uyj%vV#auF;mKs&}zyLLtY->7)uUy}7 zxP-liCkE|AdGOm<3KueXM z8|QQ{DP^iQCTP1I6$CO*5{tGRB!ywsNcqz^ETN_G=V6cgOxnVWDmk%zDCw;@FSA|a zb`*XsC!H<`k`kKGsWm@J9@&06RjD@Qd_R#p{<*e5s(%ptnCtV!9TWjtgZwN}X5Lq= zaJ{+v^&W8UO;|L-&yvUE*&{G2S)|*0eToCsNz5KL#4jGj#@G6Gcmf$l9lM9KoJ@kn zFKVoZCzr3K6SE*^_iLm4jX`j~jRDT(CBI(xCqh@}4oWpgyrcnb3zniUb4W=qh`R*n zrh_)GE`L1zVei;ed=bChj6v*I`oTaY69&>Rs+Qb`lTmRaT`s?tO!Z$kP?eAC34pZw z;!ZXRc*|;J_Ug2{o%ePhrUuZsb-}pV$tN#kEEp+@K-by%$oNgYO%Jv>9^d3XPSs-+ zyU)snR)$-B}z8k6t@-y3{LRXxE+>D7bIcCPxl zbfz~3boY$}4R!DEWl^0A<$!*LKpP}kVRLfRjecq~+|*n6#!R#&;Kz3bu(mC|t1b*< zc7OPXcEW@=PDy<)-F}+#(jE2GUWhxuv@y0qq}gwDa%jlC$z;A2qLZ&A-}RUAxoC&w zqSw{Y?V|}@GWA!c@L04aEbAh94!DUh-W3|E2VSd!B!r9v6lq9>6q(p)+tu|2_{(q*( zTU1lBE$p@W6Q2`wf25%dT2|jynCxJfO~UsN@kQFL$zDHMqrGpJowd#{&RGL)f%{Iv zPC8y`$4w0G=F^s)Gz5_XjZ96)x*8|%qS!x_28whfU;Uz(_vv> zE|^|`zEngeQVECB-C1*3*jg&2@kg{Z%#Y^HW$G8jm->GA#^F=Ach|n`{^Dqo zq3X`g8eSAWJTiL^kg zb!!3wWdA+C^!Y@z#$L|Tk5`R`F!L?7ZkHcujZSiGQOOMt^72n$jN9e8*4tM|sMY|7 zBx_t%Vw!}I^_wbTCPR^t2h2D7UFbkJYZX?Z(*M;nhZ6s}mJ3Q{bUYJBpKlAq)Y%|; z7E{@zaD37?P7Dlfqc!>R^M3~?I%W-o>}*adCedXXfger?U8%7oivVW zqUC-0Ew$4!x;i83#vGl@SjTK-sm3h21Vl&4fFPdy$1h=a<(&aV)bh$E66{gFpMu#j zE9Zq7p&7n=QFxN$7em;=lKS63ybR)~u*kGCa8;~j=Tkw=o}TaMhq zK8WH;3Eo_IDEg6pXMg?k^@GHaTceI5C6;WIO$SQcDf4f{b1!fvv>Zq*2c8BtJGn*$ z&qhCqg|xeBYmPs<5PI}gAH9T|C13S5xP|ERmw697)DSB2^#ttL7g#ZqaVop@i^+DK z4)}hnb7!r7Q+TV!z6e1@s;|tykSnQ%@mQ$;fn`-d;F?NVuYdDLBfz5%u>vJtGg6cb zG6T{N54m~pBMXz!>pOVUI99hwy(7}~2tU{W$gKLFu6{K|74wTIX%WM8LrnJ-`Hz*|Q zdXHx;cH75IRewH$fKy}{d)?luw%DY)(y!lFp{8{e_Qa3T!+I@8^}2qc{?tgnuDNaG zeThIKx9Y9kK0MXLItTL?o`&k95z@GHSg~d{;$QrnO0`$x{O4kq86!eC|wuknIDJk#mtlBgUM~73` zl?Fe5>3`N2IE@dKqK+bDRK5P}^ZhP(WymkaVyna5|DIMHwHeN^Q2$PRcdXmeQT5$B zs!0f32$Q|0Q9F0^ElSA3wSI)>udiCRw70@=)BDIY*PBSl*wuUE`P7uNuH~F<=_2Wx4Jj-xW-o3i z^QD@&Xiab{)Gku?qf*!ebG?a*6n5VYyP&}K1<2F5`kCL`reyc3Oko@FeuMQfxBF9# zL1K`a-|SGw>>8q-uI#`RGd1%6%XRhWh!Xl)m->zyfH{CxA4@Q5ut z^f{7F=??6$9ct}Fh63HZ z2)(_-(8ll?yD;mY=J;H(nUl8TikdslU{K+6nMf+Wv!s6`{FUF2>)Cal+kt}aeUD4~ zsT8F0e$?v9nX6)RPk(3lCC@mHIJe>Ak{a&>^;pZHg z^3vF*-25*?E5_;cf-ehX=B_`jH9-NlpA%6>Z5~9f!sB?6y?>9J>D$8h((<<}GQa9z zuV~yHWzG8&y|!eJ7jmtsjn!c+PrsnijCXpJ2zaIPb6Gv9aF1p<{A>Xu<~hK~u`PRIBIsqW2muG+$+C z9&0Txuwd^JxW>F>zrP`0kVco$os8}ui&=z-*sOR=w|`XpayK+J3+)>jrjcaoO@H5O z5nILY`rT=ptDrXAgXz;o;SaiSK<_2&(+Vlpi(U7(u#o{ldA5h512vCJ%@kHsauFgS-dz{f z2;vhAm47o`K`Cf`*BL*v^un%XH}VD9$?@k%#%`~;LC7;zM6@S{?W(e}N-~KJ1nT?o z(u^jWWPPZqc>`n$PupeOX9C$t)Y5KQMVOV-d0Z|dl_*zjDE?KB*%S13S}u&jE(|8( z7_5AK|JJ*mrRt!nzHK$`Xi+{2ban1@#b_!^cYiX{IXNS`n63ua@R!BfAQ(&vT3`A% zEVG51KW9a$Z#a0X7TqS*(`-pUpEk>I-UW{*NU~ZPFFS;MXX3a+5ANg+o=i}n)<3vr z?v$x|by#lR0HxcgF>cV6_GnUTk*J7q5?TU>kcNJ8ggiy7%|2_$NH=ghPJk*CL_NyI z{eLcIQxA(vW-P+CtaIYZ^Q7iekIvB@0Uu$oS_P#zYe?G5#j}yoM9&Jz&JvOE3Qi}i zhVJVaM!`V+u3w&4FL!yP7fRu|S@kH{x zc%5hnnUPT{!fb<|S*sn0<${r+VuQMTf$eY=Df~J6CvsB5R=@UY!&m2SIKt@!r$$JH z052knk={De5)g@NucyG*DFnOEKQ~IbAe;y*`J_{>?g2TcV$qHA9O)1vAot6T=zlj# z=S!2gcWtR7kA{xbkGs%@qN4zniipQQWT)`2N%i9$(`BF^71mZqDC98@J zEg_a_>QhleC5Y{nyf7X_+V+P@-P!dohjuz&l`RU@68fzI;hPN@{K;*MqJJ9y{c*5+ z{TXkfUtSdxPJeup_xFsiBi@&*9z>58=z5r9CnV88o!;r>mxbP=PYGIUTpiaUb_*-< z)6OR6=jvY=dc3dYYS0eMRy>oaXVvkCW;?KSe=m zG?-4`zDlt88=F4HgDFzV$$t^!=9fXdk4e_tKi;BG5$&-Z@KCvaP86%^g~T`Fltxml zL2*NxbR~jwV$%|)#unOto~rxV7&UHprU3h;)9-=8hd^(x*Neb>(3Aud@DppejC&lC zNMo-~$Uybj@A3*G`YQ2cK*&-DNZF1=nB(&i$i3*yji0!!!pj~Kfq%*9?;Mzr5LFmS6b#hWvhZTVuZNRCu8}uZNrlTyqu%E5dz-n>-})M#wA$7<#JA{Nr|o)_*uZQ zPVZvyWm8%$`cbCoMt{lgOogPCv~s+rdbIs}av-j<|MbVHunWUB7fK#3iGr?hz9n)R zNjBG<-<0h)ue)UoyBcVPD8@o$ z5GIJU<o=Wjat0fR)-GN`HmK8uHU!}l&SF`_IiV)3YpL0XO01jplgg2upBf()MbHYD z>3sHf3PBCG^8wTgar~S9WJGZ)#h6SC;(iffEu&*7NioWM)u$%+ax>ZC;xNOq28=)v zD07+H^S<N#e1Ljx!R3U27o>pd<_Sl3qf?os5iz3-%;G{as6JUxqlYd8@c6KR`alG6 z)!J=4AftKHp@;uWt8{tD)_S`+Cwt1;RVk}f7lr1{u7Bq9>N>#~-*B4_7h&b-B4$z^ zDYB4goqVV$uVV5`2f}0hcczds@o$tQBv*sc{dFH@Xe#MTSRJA#qw@{nHm&y0adAsn zTVTk=F_O3u!oOwAbYIikUQ!T~lv=?L2kzxDd_gw8s>bdSqxi@o{zS!``5IVXu|*mX z;AGM-@qc<-btpFTLw-{=ce3QJ9IQU|hbRQfg6hxnm)$E}P7`eXmrwP4mOQmDj~HO;=kp<641)P(lZ79krjYb;~s>ih^2K-z(fJ1KQ)H((H!cENRj?z-{B zz}siTlRdAojAHPJ&ZuUg|fv-abQxa2Sb*@_kh)3zP~#iB91x-A?*s5at9M%gGv zRB4~u0~O8LeQy(N^W1qj-g&o+_T=cS&?22ir~I$KExZa$SDYfHNN=-OF7i}F&VTNR zc(VohJRZL4rV;fv7Q3u|p#m#!L*AWcOVSFi;?q?ip7l}oR$$is2PBjjSD#O!Gba|U zy>^KUPsD>i$+~nNwG5Qfg(+c>aroVvb_A~3Fzt-jl2g+3zrSC%!09!Vq;Ye|HCqZo z8-`<2W^bA#s`Jl~S>t4AMMH~zmVfc5#7yEh+u*Ai|8V6{znCGsS)lJ`)!y~s2|%G? zbP*{0f+gS_L}hNIv3%CF$!p(%0I|OQ`bXu%O`UtYEG9;zL|U@;=NNq3ub%Kp>t>r`&qPH zoK?${z>gg!=E1US)d80eAB-i_g6HwHcvq2gbK2(0|Nuyg!$>@xx@f z;v|V+O5~BnZU--A;a68KkZN1mqzmFw=;Gl{PZAEN?j2adLzKelt`51rXQkkAIxyZC)t3m7O=-b6S~;AfNcM$_t}WRZ{~pz_@5vT%Ifc>h-X-3~oH6^_Unxx5Vs_{c2GqQk(h zGW^xP)mu3MGcJ(8W@(SFlh~2l27{XJvX43YMK0$63qG4|)^H*5qitI+uN}2DPX%vN zgGzAdN=j(U=qjb@qJ3)1YL2kf{RJlbK#|kw&~~lYVP!S(L($ne$z}>$gzg;>*uV_>LZ_@FQ|+6!r>Xh%2-UaI zbc5|UbH7S0a+Ca2qnD#vfZDU@BwN-!42iT_$~@a>q<@qXfklnmk=Hl7KD4kCIO@_T zuR7X96`Y_ml;*hX$wM@Ck09-EF;|=VLxJhT^)UXRdhB|gJkm#{|%R+#MP0>r1!EgdEaqOG>JJI~ajo$3iT z$=716M}m!e)hLYngY&7R#0sBfFlxu$vJMPjBai#meRHrwljp8^cI~bm$cy9Sxpo9k zyT+UZ1~BFLMrf?~ZeB_$Y^1EoWh%74&ct3y&p)cKAE>^?{=az}}@5eGD^ zjZv!7AbmB#!-aX|U&N-*;t!AOK_&XuqlUG*3-6|cfZl_$X~Q@uO^4)C%!p><}jy-OKfgDcTgSXevBZ^lA#?}{I%zL5oglrvOZk_j6Ecq(9kCC zSvl34@kn*r#Jx`*dh??_t)?}s3sz~nHGf=NS|{Hd4dC>-YvHB>I1_hlg`nfXSM{^hyRe_a4jCO^K}sCgk$(gi zSvyiZq9&bjYHv^wJqUi=DuG|6`J5=^j6Q|5;Jor+b zWldvvagn*~Lk<_g`UcQpcn%ZP#V(kcOARU|e>+(8HO1hG7N(I^F&&)Ha^GNM`2ke4~^waFT z>W&}XSsp%M-j$GdR~izrf1kJ??oBl@Re9I!RF60NQ{}}h$Y}ZF4ZjY?bK2nHN5vsg z%$V^`71oa+bKmYVTxia1O@CoRMOlp8go4f9Wu=6U+jPIaHTRc&cH~`K&I-2fx4s{X zP`I!KIUIO4NrXeO6uDvvF*Y@DmF;oO1uWP=K_Ll3kW43;5VyA{Lqmu@`VKWQX9)?B z@;LkoSPr-_Db9?i(c&Iv2VG;zy-IZXO-s$^NE+o;7A}QG1wX^2M}I`CK>X(M@vqe| zeHD%wBXo|)7`|8r>)W-Aqt6?10Y4uz|9HX^H^H`mUbFM*fn0}! zsNl^1v>d^L?XmWC<(|kxl2NuaZ?zM_t3Ne$3af3Rc^N-M67~ zi&I(}mMSyzDT@n0^A-4*Y`mG%u~Egn)cHTx?J4di-LoSRG=E5R*0JLM)3#ib+?9lX zQsI7AiTy~p{!2kA3#UwiKTVG84^K6$BQrhW9u{Oy1(XY2AB#}cO_~P;Oa?2tz;&%` zNDSfhM?!KNYfNGSVoKiOmXw60TZQh6tiaJxb1ToRrlLDSXlJ#msGOFd1{SK~;iGKy!&*V|0nl)eDhe+Sv@&^$)&-bi5rJp%TXM5}BE#>y`hq)Y?ekbXA zB8wVx*tO94mZaeG6{bI<3IUlJqYTzPA)ZFf!Zf`7TSEY1f9mF3=C{UqDk_e=^6(y{ z&q<7oE@VIeYk3p0HQ3J7O4rLwYg?Qtz z-UnF3A2)bfM5E8#sWxjY$F?r*-)4*rqJKys0q}SueuKKyIFg+&$c_(w1d*pN zXW|ZY#hYYI@KkFgq;K?x=bzp%$&vU|^MT4lz`F+%qFI8Gu{e({3eb_=fs zxT>B>ghE-rdJXY*($DQkOQzt8JsaNXCdnlrc^t&DFLYPn5cKgoBo)$ zP8lSvdyb7sBh0$^OT$IAIe0YuzTYa`h=1@KadNHdsc4@-Pn4BRa!~ES*=QHV`)5zI^jGmYu*3dMRGd7v>)E1Agqj+(E!s^)D z++*LMQIDC4;&IgWmR!A;`*!n^k%&8)?<+;Rp`lRKwW-y+3z?-x2J`xs3|JY1G zFnq?6z}vxeoYIn5>`!#?(h%n(9~LCLVJOJV`A$ROflhMUWx}pQ?;+_uxsK3~0>HelnTPQz2@JsPyK%4!|8v zc$b#l@lMbv;1M7PNyZvhCnRkK=)#T&ytR4g&UVCKO+L-t{We9Emi9D5A0KZ~V*U^NLsH(C`n4f&DC zV1DT~H`#sLXApGTm8Bh+Gyqigyfn#1&9!-KyS!!;sx~#>XB!Zjt?9Tq1v2TTg>)K^ z1~#dO3Xz+YXNkDc*?*>vK)>%XR&P&H^6TM~dfWRIYk~-Bn0I1De9N6Tl;xz>nW#8H zY`0^R8tJ=W9u`m4SZhh?vL)0|gtRrR?6I14693|NKvjftdo8md!%`c<>=cKK7BH@!}dsM7A#Y$ZH5wzRZf@^ifnSZ3WnnSl?m!Fd}%l`*IK)}EK zo;e}ma4f31ZYD(ll6rUC9{naM&%AzSs?Y9a%qcS?jS3scDJ9^^Ovn%4ue`HK8!mzU zp~Z}&iy(Yc5~AtQ%if##Pivl&(WCJSNg{p(X|`*%fxAPo>jEhPDc!)Wz=sat^^eVm zdL)4pOMi=zk?pa>mF*#1o;zD535>I6GaCi(ttXY%XVc`Bc}p(hfXioSUWufX^DTI1 zOA&{uJ4Ejx0kqizBqwRZ0IV! zs7C3QiezsWTKX;@fkP4v4P{SxQnIwZ6QF^RIa)9cfThsK~O4_(?XI)tsYjz-ao7$m6n%cnMD zUVqQ$-NwC*$H5~nA?;tK{73|YO&`GL90?+7Jo6pV0NtZS932lbiIEFyF^}{$(`fBvQ;X) za*6IAI!#iy4gs=52b1bQy9A-sXfo3la(;j6`R_8h%*N2EGh!g5xG=JPP@V&dt`0VXB8Mbrcmyd?ZJf2sdQ?45!!h3Yg z!1O5Q{dyK8mheM!sneiN7P}gbvI^qwK-Mhw-eGx8j-MZTcvv^aBW)?-X`|`&dXpXy z1mQ3(YC6FJY~~U`E!l6?J87l3gC|o7yGRK@M z<@2V_kX-(a{pa`C^l2&m0YGsk)0aQuEYqw{Z@UWDxoaQ`LC%oZyJj=XNFBit{1mFV z=_XHFn{Ql-I*8KjGPGvW9Gi38zxP;&9##p=q1b$mIY|i{bc;?l8Gp;^33va6VBrXu zwTHyCI}6)9VsYMsK1z$3-NuZ89mvfxo~C(?s$j6Jlhom;4axwScKT#V+g=YzozfWe z(e5~*iHfgdKx*9D#gV4(7Ly=h_hC$7ZlMMTzTlu$(xsjyKA>Ay(oGv6YD*HMr5DA1 za8Fk0pvC)m?hgDvz<*fM#D)kt2M8D?&%3={4!oZ??%~JF1jlgF;JC_(b|x&^_rKSBbDE^;e(A*~6$r4^BC5YsNPj08)DGp664&})-n7_! zr7o2!&NHGvVgjB9tjG$U(Mke)S+yXQ!^c2Ik(hH}$g>&kHemU(88zzkEdbxcvAj=| zjK4%4mc8qWe|}wgbTVEPNT1ZS_0raz&cX733npPQJ?xl**uZrn zFuF>&hIXTc%ztWcwUE-+so(--a|s5co$)KhuvG-|Y2@M?akZAQ*E8RVsaN93OW5|Y zYq?z!ujBFOT@oUm_)%@2beMT4e=qNXsC~vcNE+87XwF4NRNJ`blW}dI{g&ub>&;s% z6O)PR9v3Egvg;H?<#6Qvk0VJUTAJquEy|I0j4TpqZ-2#iX>f*@`x^$_K58ZM}W7>fs((tBP=X9L(fnuypxPA;H_Mt><1wYDS}4xZX=N4 zIj(cO7Q;VPSbTN$g7_14hE}&l4FKkeHlHbY-jA#;9CYHUR<-B1%JbN^5Q z6qYVw4S###?6n2_DTwd_RIG8uc00Gz32L(T;ixqLZyT*SMw0Rf^(~T}5H5T z02AQr8i!ZVWmN07{r_7pJ|@}dm@@~BFk$%I zonqc$B6v*KhDSum@<0@ej^)Rmo`Ttx3HAwdkXIg6uI0j2o+LrVYmf;(rcmo@ADiNQ z*BswBsYU(W2O14^Yg~Hnx@eoJR*8EkfNz)buUlPa> zc7JBe%vPyt0PhIeXf%19`PxW`wNXBq(8?;*<_AhQS_aZU_e*O*9$xGS0d5$W1BzWs z3=@?_&J7!}GNetcA7>^?#7t!-Levim^nIa#Uu?N=r7W%Q+omDKESRq+O59Ch9-TiY z>w9~TPv-gf@FgM~V)LL-L2%1%Lk$zp@3nq%J`OGSILK`t%p;uq7`>)YOyE`O7W(9@n#tV%T#&g9C!tT5Y1G7T{cYw#VH{c zCPfvOb_nIpJ0jXA##RhBM1$tyJgc8S>Lm*0lOYxvxe?ouX(w0#t4mi%qrDl=*ME$* zC*e`t{F|}4x+#qgWvZe#|4?>nm}0DQJx517v2YZnYl~R@%0~r@ z;-Cyyy-`uJ`w5rh4v~R`K4q}qFMp__<>5H!ulXh{1gJQzD2hX_mo^_Y`nYZinh13k zUA7!G9VGMv*@US?gd+Mjv`t2O(Q2aH0){5T>`8z3`p^1?M>&@xukYW=uPZh5WYC|U zkmYVENY#tJA>#(mY^1e^ze(def<_fMTzCJ4+ZW#%8BxRTMzK7O2xMf0wtqy>!c}Bv zq#9n=acA@sZRU=+?yoiMXonUC)a->i;9D;Rq)0o+L~mY?M*Wijx~TFJ(EKO8V(J14 zw};(38#tdyu0at&PwLktI7lgFye{}%-|X!#+k92Gq6{b~$0j#KC1b$W9y|EQN%B6L zb|()Pg13{jl;+f0V}BJ^w0}Ev0Vr?>tY%M;gDV`{MF|Rl@o@WiS}qBd{YA~$ns0|i z?cAqf@wx_&^##{q@ zerPh&7IJ=|_#(7>a#}Eo5|9*K7zyAA)3O#s1&iBfi-F|g>ML47pTM)j4FE7t(@ZPs^Fga8PLX(l`A?W>qG zqp7r~%M~SUI>S=x%YSGqTSzy{v?2PTYq33R>DLUB+t^10hNW$6i@uO^hArlptCTST z1zBfL+6fTcl<%DQ<(6V43^;;i?;aY}z1P^v1G=_5KP4YpPCD71KpIi1L9njLAsyfR zReb$G$J0U6P#B;$O2--A73fpWUYc+7&#nhvE^56q<4E{od4C7xNJMS^e0M>9WN2?# zNZAVT2se$Gw-s)J$bbW_bE+9?H04^X{)^Ug ziM0QCh7U4-r+;pYIPP4_C>XrT?s(^&j9D!OMx@*Vnt*}~qca@YJ+s9|CD^lD2ptl{ zJj8chcwJLZJou(ulMVK~pa|fIBhzq_<`@TID1NJ!-P2b7T@+k%X9|q#tqQ%vL}ukd z4bq9<^FCt=lcp|y)1xAvJES~ShG}kAXU6*mDqsW}v3~&>NvW3VulE!yq)wh%>AOer zk7i!Tpl+YL2C=!1KW<-!c&@BN|lN zGFt4x)wSt?BSKls)D6&HkQgmQ@SKnwsYEOXE7R|f_Iz5?!8KPSVCGfLZ8~KszRr{Q z5C$EY?Em%m**_pC;+-D*^>%zWJRY{(dQrtEL4Uu2EXW?sDxZl#E9H}P&(ryR=ZZdi zMCyjHPc*UIlyEP{pkIRFgeG>zN(=(dg|K1w)jLT=+0hmlcu(U&Oxuxc=6R#Ym=Qzz zA1D@;u*w7~CL40UR5geV5csHVpeGNu!c0AC;Bd%s1)n1sgm16y&Nj`Q-tSSEUWT3# zhkxfiJ6@&i$>vicu4Zi!bvB>QZ2{rfw{*g?iF9|Ujo$vm9jQ@6l3gr52`mn%U6ZHl z!)-=g$ixF?z|E3`Uphd^0!h%st2&ngfg?-k2iI0vG?~-rCCx4T*D{N&@gha~9Dx^%bevIkxmjeK?6r*AY zBjC;ekb-^E)p=yj*uYw8;G_paeyK5V4y}L6Mb4N;ulA@NYx1FZuSw7nmak|vX7Nwt zQW;`x*0&zW^{4S@3xg?r?)hFMRx%uwb*DZJq*#i11#{}sejkQQW%nqNK{dH z$pUJ?L{CZY?to4)>^BTM-yT0C1d$Um1M`2|r0idy&fiUj+$@Me^7hlr{j)tMS3A#l zb|Zlh6}+Sr0+qsEj>M#7OnWGWJDLc-WMzu>3!qQ3_CkjCP;P;%&bZ-_ z2w5czBN}suwWL4M2UdRPii?VjCHQp*-1DGOPC0oUWs4(;F=}nW%A`>@&e5|3m67r&+2#pC9_%vLt1g zl$zXjpe^A|OF9EujMmA8+@Ry5_W`{*^)+;v@SCh`%h7()Q2C0TRJj2|#|D4bdIT|x zS2G{YXS`yh)4M~N&XNg2&kA4Vjo82+Jig4IM#pF-@X<&{_A7dYU-~#_@4tWKm2F|B z;8*-PG){T%u80bdKD_$}fhn$;5iX?AJIO!oV95d&8aKt^t0~nstY7RXBf=L5Xyq=` zB#bc{@w;RxQuyvdzAENf)DC};9|devA0K%R(P~+$l&d+y)<_{hiV#`QA>dkem7ma% z1f+w(l@n)C-7=1G<6KUn5_Wbi$XHiyP-c+yhY%G=DN$*0pc9@E=ueVk{q;YAX|KgB z7%SYy`Re(!u+l>nRKI@*6xM#w%~b?SfSk6KZJ6?}0Pq$zf(%isB&^jISb7DD;f^fFi+!!9jdC?aLY41?!{P(0=mqQvgC&XM*{Eh!uYR0KhMQv9TAC#hon3kLW_;RUH^Z23$ewUV~%HfPr`4V zniukcGP)cQJ%T)am`ges=5=KXGX7f?G!ODZ>7-6~a!C(-w1Yd!QmtK0%D!_3_&|3C zTtbFL8i*e!jl+gVFk7HN$g~ zX?pozwDGUl%=CXERr54lk1JNs2rSk3w@pN<(b7Z@ecB1Guqcr2kpW1)qDP6V#_FKJ z!$v(EJ}DOHN5oOCrR-Fd2W}jI$#ZJ6-Q(j|rw4X?Ns;KvD}q zpdFx-){o8d-^-=q({n(RFvqf-<1s}_2}DJeSef3*fD?bQg`77qRP)Kd&fM9EhejRp zn)0*3vcX+Ra~lVQTNx~v8ONbyzu`I>N+nWdRljsYwQO+=>IQ!_IO z2Ao5=BSGYufDHIs2;-eHX@ZQ0Hi(RZ zNi+u{8+SO$S|)CG9mie(;$iKE>}>s_C*ZYIsrh8Hz|*~7lq&X<%#*H=I|STt&ao!r zf17CBAyadUBqVO9KJYds%p3~du`q@-G-nKUd-;EvG5x9W`cxox@{32XMYp&2Jf@$F z6Hl2g;UF)iB1@-AwE##jrak?sgK5w+!mf{{qlzkf?R*-`$J}!wmIBi0g{s;aw}ZR` zbmJF*j`n01wXr%n%<6Rh9C(Z($ct9}_2LM2<=jhEhsH9odUZ&&E6Ca0IWU|9Cst=0 zUdhoRMJh22F+69}u9MLdZJEXH4Dcr9l{1j)WA$%N&e~DOc zgw7K!MgV8d@?A9{@9QHH8VHWlJv>NbEUd;}=aS#Q*Tb#@)>bo3dOn|oTS?;J!M9YV za}Yyo@cUX|Z+amgaw1)`+Z1ct0mtfKlvsaVB*_*h^qzw!8+4e<)_T3*708dnuyk(&s3})Gd1Q+}U)(Ym6|E`=)5`uxut3)uRRBw6 zaL7=#Us|`w_^?=N5C3b@m^y?DXx3Kz6@)EmP5&HEbL=WlOefi?Ww4ru5S-+sb28$N$zesrQkg_?H$w033g(sYIlJNSUyFKmF$#HlYa z+Kh-^_UtRAQt1h}8geyjS23>xrp^Q_tYd@Eh`eOMs2H-d*|Qjy;IVP6k=4t!X;Jnw zClSW+ky1z#MEs!RQd8yXWqx0sI@qGFwSZhLNBy`19B|M^1)b6d>ou@2xUqj_;9#}( znM8nVQx(6A+z866A&@>4Bw(JqAzIjXK%o{OuBzKXXVU*ht5xs{av!u=z*$4=20A6M zrTUFq7aNLc6i5h>4@E40(s9ALy2?@+P0GErC`v`o(QEs-gH8^NzC6fDhdV=x$8Ei% zMR{Ya;vwU^@}ykjn}GW!jZ}X+DE&o&JA=?>JChiyXX6_5cJkHAye%8v9b|=r{!?|A zfIAyTYj+wcU8s*@?uw&ABU(mQGkoP0A``@kf7Yb;K#gRVi~rw?w?_pf^Tsl!*GMsW zQ7k}C)Q|Blk3{b|bT(cTZG_>z-cfFXWUtTkuDELZ@MKc&04C1=!D4@-ekFTeUvaac zb^KD9x$wdKe#2d7w6OGCzVf)i@1BmMj^*a?U zHQ+vAB1M_E!&SBNqc49rmJdLC)Is={gOK+swpduWSweRt(4T-Y8Iw%f=EL;tH4tH! zd9aFebwweE)@v$3D%w;-5pGR5#bpwDULQ(~NNtx&an2Z4?yVuV+4bi77*$crudN3d zs;(>%kRA!CMZv5Xf%(X$)A?LLbfjZ8u>kdCl1gonBMI}nY;!Id6x*bWALPeto$J6gLB=YW!2jyTyKN|&EuOYqhO3~D&@Pgdq%UfV z(I$Od{?eGoyrmHSKRuvoI8cwJZ;85Yr*+Fz0=(DfGrPxf?@*(&E|%!j+)7*@;!Glw z)`VVnD|J-}wXd@L`Mp%AQV*iEgZH5=Wi?14%^fdOmvQ46xP6qs$mLX(`-$Am@HM`w zrr2~?%<_L<8H%M{yibbzA)*aTBFk~QDMe7!=$v!k*37!|gSQE%?9q}&2}T#Y4*7s| zPLWnFoIAbAjDS@AHayxq4Kw%yk~yIvv{T_Xf6MRqD3QCC(UdGbF%O(uuwZEZuDcTU zhgow$#Fca=@wJnnczVxMF_|=t5pxdzd?npl%JP5nsTbX+_TE*V6V^v^rN5mn*an}n z(sBN^_^pOD30SG;c`h9H3@m^tr1+b${Ey6@MjjudeC?x~K*K2?L?{Jj^235#$BbYa z7_awWUz`tLzwj^&4}>iC3(03VK7?sNOID)EPEkwgpOF-4s4`ym^%0HJnv zxolv4#FtrfO^+VC@d|!6I{*6C#t7b-{^p04NF`=82S%=33T&S^EkbhSLd8SD-0BWX zCS@Ph`=w}3>K(^R#WswWeM{@kdaY`_>xX|$fN`tT%}FWo5N#z0)G5X#g?EfU!PfJ9 zaZQGEd24{x=?!wB(AO;Pd53{4V`X>kx5?X*9I9#bV9t7@BcfrQ#lv@c3L0R}kKjOE zQajiK&b^}`PXj`I3?9&9`8CNu>;V|3cA1bdfTm%YV8EssxTXs3gM!&1q-}wMrvHC@ zbTCeaI~=P$#Ale6Ru0&`Q0L{HF7!llbC#JCttH(=XK%eK?9>2GY^#bK$I75LtpZ#>Ln2vzo-DRC5iX=H_p7iQY{%4Ih-`@ayv7lhvOz1gh;djz zf?Nm@p~~VV=vNMQU_X&_=O4qG2Y!EAiNbhg#(KjNw3v6*XL%BdkdK#wgZQRE<&!JG zd_jqRGWnRYhnJ~B?2VtQx+^uGtOQx?OSCoO{_HuW;8w2_)`8*?Ge|W#GLhe{H@g zPp#p*^zHh_;&=g;OyB>@rb1kkZ8#ewKR4V3goLsB1Ra?CqREz6R&CrAhYXRl0hmnGh!&uw^YUP>^f&XY8lX<7|vfgIJ@WdN(28kOz&7)4K z72UP$y2@~``?V7>0_=Yn_mp6~ZaP%F7R%h7I2qaj1YYs^yyIq*ocL9c^fqH%y=dLu ziI(~#19@7q5a*I3#A9`I+M#I{xXf+CB$d@9eTREB0)LPDHaQm(-C8rQYiSIaoZ&;0*3!bm}BFlW;U%G5RBinIW?a{~>v0*F>-hxJD(j>6%VLp4eHZ2jmIAK|9ilh67A{Uek|IQ-zvcQu6hl;W+0JxA>c~Okh5iu z+<0hLxdq4Z%U7)?<;AcN;sJkvyP3*lsN7$T>hh!ndc(qOf;#4%IA;(-IM5q`6o4$cLo3CMpS~i5X;!sR%yS$_}cmuA%LubIQnDjmvTpEFK ztyg5M9OZZJmkKLhu59Z(EITvO^_e3Ph%yeW=tqfN!&7 z%cpG9c3zW`!oM1EaieO${~2hCugY2}7e@ilj1+&eF(_ey#&aZTT@gd)r@QfBZdT}1 zuN)%rM5TdL3?{B-&o2*B<5cjvc#6l_Il=*VZvTu;OKW;feHiHZs*T~0fr>NKm^P2* zCZB~bu<1}C4=W1DJNopRx<5RNS!m_xE$K1JVmRMfnUT?l*HnIlCaLZi=wi{v+la>5J-8qQ+l`)zFBTd&{<%`ARlk^=?>^K-{DKTQ&K!p zkVt3OBkQV7@|yAcTYGhLfn$hN9@&xHS%#UUG~23<7(FtjjXYr1b&*JYN zmzcXUIT8H>E9d28$Ip@;Mcz#z5I%pNb?sxA@gcCJO0HukV#eo$YUQ%EoO$!Mbf5{|yA!f^ z>A$3$UVp9xN@&-8pxgyh*f+qKG$LTY)>qp0Bli;9kOcx*Ip~D#Or@6Z;uYrB?KDgZ zAicjuf&m?}LbQlMVHjX}(p9sZ@WkUlXh&Z0&M-nxr_z&8$7RmY6*qry*S2>Ic7Q6z z4QnXwq=KS~Uo2z0A)F&2i7$~Xf&@DFXav7tiy*UTwTr87d)f{e9=mKO#7mncf1^}! zf`i~RHT}qiR&F*_U8@_gx?m+r2)v}a&Ad(voMPYwWEy=0Hadljv;>ftU8Uu+^gZGM z`@&3AsiGc5LW-BU%gBGB>fmshv1MdJsw!Iu&g`u^R0_b1Oridge@(X3pk%C6&}mR_ z!sf??M;Oj5*v3Fri8$5NlmO{htBSk?)!PEVzP-8rtDv%CEp>Q(Cht zE8;OiVnDkp?5~m(cl^?svgPV};hBD~d*B|F0sod9N+8JakYTYy3?NNTd%~Nwm6V(X zEO8(G^%3Ctdg8Z{P0&|wq0C>G{L@MJL5peu<#`!IvX+L4@ZRjL4dPKxu^2gOdYnB_ z^j)X7tc2buvul49E8VO+Vusd5(C@hNv4X>OA??_3!Mz~ItT(3FEy#4zMF4op4B zop_R8A}A!ZDJWV7>*`^<6F^n6Q!>Qzuf)&TeP0#G1M0{3qBVT*%DgWG0(o%s9)FD2 zkeHAstB^zD4}g2g!liOq=SQ&0vB@SegEoaFf-vRF1{M=R_Z&ujX>pX6>+BQu8v5WSO*mphgD{ zM&z;DwVBxGU8#jn!}qQrvMzF@6@4*fOPFNp0M$N07NB)#>fKF_;?Jiw0~4z>Q&F~* z;6EuhTia{C#~7HI&A)%(_aq7%W;%bPZ|rMDiW<7AeCW!gTAcGBG|eFfcRNm~2U&tU zGrCt{FE^X*u3h1Cv0PFBfk2oZrRF12Rr9%c6&bM&BmI?e{K?{Sz`ICMJ6+^+& z()CZl6EB`;5!_xNm)GDoug|JL1ZMcniD4c*GcVB&_ub->(R~`}c_*8}<_(12%CD0d z8Wl9OV;3&&wlus2FAzKd!ufxp$hpxOK0jlw8$7758Tk;RH6Nc`GA)COLV$8kX=Xel ztN9zQW;FgAE$6mGEM3&%xcd$Ewfk+XBr<=}ds|X-7YfqaeG+mj4ofcK#}{}`804|a zFIj1Mf`5MAMj2382|#g0*A$OHxcVKR4fZbvh$#)ri@+SeXG3i5zfgZHKoh~l`<6Jl zW|K>rD(Ns3TxIYBO{Alwonzbxu{Ee81-A#en-4QX0Brl=4LLG|X8mbxGx2aRs;97` z&bWF5U=mN!P)uOdCRFla2%+EsypAOle5cLyeBmUC>B;K#J=#r6(8U{6wa1gUC79bO z;xBUl52pzdf-jzT*sOmOIXa=RP3_-oH?r8I>|L4x3f;Y}DARAst>Ic%P2^n7U4ILK zj}LQOphk&QQY4rNY|b8ssY6)W4{+`>(;+*GFsv+Aw)aB0unP?-MS@L`p2+7kM_tyl zE5^2?^i17yUz(}-6%d@Nh38XJLjWs0GGxzJJ+}K?^t&Y{XbpdtR$t`N;ufjLXrxqR zeY1Ja(!f9B@|`8Th7{JqpEGP;pI~KeFLiopkjE*;uKd60M0yi7w7P+vmVuCLA`vly zw9p|tiTkQf3%wFWgx6qiFM56$=iQykb~l0=iihlRhojWA86IEf;EF8VMdS`$voZ1v z8dpM|Ic%H?_|SiaWi*lrSuad$$2x=ygP@F2*p-<&T@X+ z-3EQu%e{XEw@A@a1e0p{4QO4{Fh810rmETt&ATWeVJT#@0VFoGkXz~p8MJ)vVKb(m z&`SI>LfVK{D#)}WXnbBSpcoeIm`ieky}?uAsA*VXTvm6n2c$LZYd-vKIgAeAkYC)y z7b2eA4MPI?KnZo;O_shW;rY%5S1EQ=D`cZqvnqcCcmm12?sWp5nHN**VQ7a}1DE$G zF+D3BQlm7cQ9Ch!tWHz(Z6rsIL_)dsOty_E`g|)p@DW1v<94g(I0rqR+AA0xT0)M@ zUX95X1#%{2hC5*c>5!F96cU?^5J4`S8?t?hkJyhnh~%M}ANuEly1MA6Uaan*ZK8&ag(k7?IzJG)4>7ICd^=|pL)^{s6->+)6lZM?9s zdu;$|ne_+?t<0}2XZj(GP!=#HRVD+X3xj`R2*V-upBNX3{rzT>c3!XRA_U{H0KjmU zH|TzVae0vo{EB}AP$2vie8xTlP*%;mx%AtKWt~E?0EIit-5yFWTQZCIImGr))o5Jd z|H{|4^Nzbjv_8{#Pc}9XA}&(xP1@mL&fPKe9WziT1WjsZEd2b!RtM8N@lWO46y<*? zD;I#*q)%OxS_ahP@qF_ciD$SnwSt(;wx<+{{trwIsjmD4X zA$M3Sp&7#tyZ_*G{d>#NF!56dXuoOZSfDyG} zvqOu!5W`601<}>-#!tz-S>n`_lR(^5o#z{{qqMC}#I`fb%U42FA)Y5V$wYt3HdWT0 zX#DRMc1+R4Q#Rx!4{G6SjVEnskEX~rJSH_#_gaadFG#p(<-gCyhUzwGD_YtKo(l#o zdKfoT5K}=#oF|Gd8{*up8IW(zD}SWWUStMyr$NkDjT3@*q$g>ur(sVCmIDkzytcF5 zafq9C6LGc9LrU@Xa;s1IIkbOWP5%YiuXS3Xf+*ZpOh`o=3|+hpW9o|KEXJuOMwePv z;>{2HX}*J!pyh4d27))%xB427Pp^=nU81nOtZrzZ8*dVAkluOw&*y&{=362gLRnWh z=~d0KOrBM;GBdsXa)`EH$?a;WSFMR}KAAHCJ~;0|u+fc}CW#Ds9f*I&%1Az0Hs0d=_bi-QMH~BGpQWYvO5BI*i+L*1}ml@E(8sy+g-l*xX3{XDVn7M zBd+)p4skBjZ6UcV1eSk>Lgb1?=O+KM5#N2wk4^zt3cX6gj#Kku1d8;H3>1Owe&EA; z$S1!7x(?S|(ot|5Bri%tx4V`MOQD6ar>1`u*_j3?WNCu+G>cnmYA)h^`nihGR%v0; z`4ZrsE=07g2?w_1t0`ZYEL?$4NR+#hs_?E>MNh5P)*6&f6#9Qn;yhM2=kM^b*4^fv zm#Mh=ITb6bwVD=k_17na8PL?I6gs`9lHyldS8z9V!%PB?*a=YeFFCcagVy>t*$5n> z0W60qlS{#1-gs=6G7Eqgko0G-&1Pe9 zkC|+3dI`|0qTzq?obhHsvokz{7Fv5f^{V=wa*Y^_DtsZV$^r*0y$H_fO|fK4!T3Eap=Llbsvl$ zCAuS#eeKf-8HRz*i73CnbLd^6L)xHlS@IW6t+=JLAy$7`V*gt_JhC}j-g`royRo}U zG61=_ zkX}UFfq42^DGzli{`tWGlUyI*)?Z4VL5&4Rg-@TIUm}sXVIQ4MEp{&Y!;R&^Ni}Qk zl6wc0m;8Um_U?VdeIkO)tTe)LD}Bd5ag82q$_Z$$`+r5qP{glAS4GtY@3qtf?lm82 zfNH!LbIzBcLtYhpSDS>ise6h?9zwS3^M(0_ZwQJLyC8@4-TE9}091>2=C(fU##tE< zBR6_5^{FenGKNA<>-Bt9Ac<~*Izowwj;MbZZc=~lKI9Z}n5J*>W3;yp<>`Fya)Tw_ zEc36bXPb|j@M%Tab!AWSPqS;MIY|!*y_??q*-8~p6xp?5)Zp9r--jR`HnLo%^9b2^ z>3v}ybmV0oR{XFg4JHbN;a5q@D<7fSHJykbdi>Ac-)D!+?xgj3xLdMONhKjs{((RP z_s)NiSW2+umZ3DY zuRBDvGw)=gnbWk{QnxM@fapuolrUAM9%dm%_l08^^8#w;3izAnP#d#+c@$m5`J|qv zW%=l4jx&RJYqml>cT z;vrxlm79k4b(!OZtJ=V1BDy%pytD%?`d?VgO8+v^Y-gdg&XF^5nP0^H0HzL_ksp6E z$}#wEMMNsd-~_L)=yE#C9&tJ)<1KtIMV$$5)-b6^yQ6L|u7U-o9pFmN9Yvi-=Kycl zs@_DD=JbR#M(I_-yDZ9e_NO9{MCCoSmY+W?SC|uq3C#6ufCn%e_}V zOH-zFtW?g$c4LS|YNNus(}V@ypGo_Bi93Q7Ve)tPEZC-a&r^#!kTH&beQl zfpw@a5xNJCv4}(Pq8J|=h+qD5uvdOUb}nQ^MJFU62|lwurJdBzUR2FC2*r>o`fpNu zl1OWK&O-RN80)4|afKp;C$ zFY-VAwlE@|DE`*|bLoGVRK5#7doM}dvVMGlagaVmW>n7WX`g^({@nAMr&jH@w@MS6 zb;G+WWNb;sKV>0Zc?jP52@I!!w$m2Ox9COeH`~SCokAu5w4q6nW=;tAO~)Hnw@oK} z4dk-LG!wNn6!(Dm8Jn!~m{yMl6CN9^=5gs=-;IuUB$*F8m>*{_(3;>i!KT$E z2{X$3Wq$t&!+3VL#zZyb4_;J>%A=aGAN|bT7cIKi3yB*~c6oaYuuPu~-GD(*Tz7w1mDXk_zUw+u z5!~bL>=A#KeoxdK-C)*4vQgwzsfc)@K}wzg6-E~|>2wwyKQs65O8Zs5tbj>4Tcr@E z8)SuI6+PCVo<@{Y%9f*aZhLslsY*SHMsJ7Wd{mYD)GgX?kPBY|(JS+^g^57Z3|oXcB+My9!1eTgN58-V@|Iz+G>^j;( zkq1u14Y?iF9@`6-P-Dx&5t1i+MTcwiQk^@CTE z6-GgRP)FD^su?|Dqh7kVSax8_5!-)p>4JcfYFw{$ff<4ifrCa0f*6S_6kI8wUg8EI zTwCm;vvZyBz+-CnY0=_VYJO|(mAd6H5^xDtOKdFL|H+bPKaEE0q^?OX zH>rXD6)H35g~bD;g=?}2xsim5sgYRrT5G$w-#bHefOhcm&$$L}lufI4;7@;Qccfqd zt?BLHG!0mJj5xTzD%3^eO8oI(g5qn)G4}w5ET!&aFS0MwI50PcwFv=2@@<6Yb2e$) zQ1))Xy+@8|3aRWto-hQeYMm;fjrB!z;;mvaN2Pq@o4T}GmQ%8Tr8ewBwXUxIO2rl~ zy@^BPftjw_78ihoCeQAq`)Gfw@7Yy+WyIZMm$i?2H0L0HodW3<;#DP)IHh4b27;Lt{h7! zJlc2)tk(+pv&J*CRs(+v!DR+Deer%x}HvgVTC%Jnv0V)R7`6wsy zyIBOyAilwh{}9Zjy%{QdMP#0Uh4M&6w|i=|*&AxNIW%1n6LNnuQ7)i&KR+aETtXCs z;ej|TYoSW(>rGKze}WY=;JltMOOsNHtp4I}QY%i96Abq$8<6`ajtaER@2+^|M!R%^ zCU{7Gvx24tZkwf&i^!Rgir7fI*{b~Y^4Lu;j*yLBe0Ta+%%su`hJ;`WxF`{tt*S@Z z_EhQFZB!nu9bSK2Uq^RZuPueZs95}k#p$a0TI)MhpIcKBt2vDulR&JR~znMuW;P0ODmHZn$ zO69mcSVaF2LI05T9CE}8{3^#2S-ch!fl66~9DH_y5X+<9Po1~{{*!S_4q z)>+Fa8n{NYT5)ixTcNe(8c+4Pu+elSsMMM>)&ePPD8HGCc<_@NBXp7N&~Dh|OUJN| z{rcw+;V4)5wSvYnIF?9n&xln5LzMyc4?ADz~B+9Yxy#WRlpSRsgQLhn*yfkhPd&-~HZJEL6pt%nF0LHtdV~LN&s_{}@U+BVn zU(rQGoBYC-(ann5ECFF$A;v-ITu)=@#?dECL_?AWaCn&Ou$)Guw8WVU=zqI+T|`WR z!39C1i`Ql{mM6yjUNVu@I`!^QKvt8q&hLLA83^%-fj-thv4AU;PS~E36*aEzaDxua z)30`OF3%1FQ^I5;TvJlc7NL#aabb5^X02-O5&5c(S6bfmUCgw|GL5Gb?QaEjs&CRSs~}zxTSwffgqAi<)}_J`J#yOBLZ*>?%m)BuU)H_{jcgD zB@qR!*X=EVclPBv6V(5VXQP9s)TDY%RLKxG%UnpF8iGrE;_MMEv&AL~tO ziLW*aw5f6Qa>1`R6Ysh=MrLXY-ZQAbnyEvGT?k9h6+K+1@QFG0FFSKEBz1olmiqag zm%Oa{z1^``V2!yV>7`xYQ10X;q@Q>)0fQ$9Es5&C+BIpKo)8T|X*A5mv&Ly>!Jo$t zNJUM4xl&t;Q}{DP2GGLQ-RJ=D(ueW)1{MHVGeL(eF>h1 zd0eiW22H43U(!BDaV^zb)h`-j)9Nd!?srzIYZ<8%TL8y=#>g*XuH^2zDHk!OZR}742V37GeYJB-iqws=!&of+0A_NE(UV#Y1U+lu5 zP4XgMr4$biL4tds zxVyW%yF;nHiXP z0J3t*AZr5~c6w!?siT#FJ%ELQiHQw~oLtl%XaF_`*?cts199IJ}#IHm2q_KQjKngku-tFXMP7yzhF2ar%x zQT_X>3bc9e-;@p@uljEPTj$;JZ@8S8s<5h-q8Kyd-#Gx70Zu@B2lKyW|D!jG_s#(S z+uD1mi9N{rp8^0XGceeehmq0Q*_pxA(E-c=vNvV0wfd(&RWox3fHTP6e-iM1wFg=O z{~^ZF#`v91uo>`Q3H~k$K-Sy{XyX9<8zc_;m(lv2%J-mm9Q;3xy%Pcco73uF?f?fM z@ZZXq894kCE32p|3$QjYw*dof3~Y?v9l-`*M+boZKiK;dXiWL927v%kM|=CfHRS%= zWdA>9{=0P%(EH4EtlT{ff1Lkw#SCm59o+s8ZvK7RMj#spa|f`)zcK;=CgxVazui0h zT{Cl=e=s>=c`0!*6;*oKcj4L4%Yok6v0(tafdBFSn@{+wEDwN-i37mQ%?4n47pa(y zu_(ye`n_uhq`&liHGk&`46=7+{J(T>VTs@a&^IRd4= z{+IVVg!I3dDG&@`0s!p*Ko=u3#=qtMQOjSL`7iuVgQvSK$QEE?VC4YxG&cdhUy$4# z44i-fu)QPD)BXQ6{QC%rnG;}aZUlZ8`uk=<`X{@TjR^?A{V({vlm9mTmjtN(*{Ia- zyVMwDW914k2AUu-f69Zv?}DKE|7V~5M=fzjD=T>eYarEsQu?2M2G-_QuK(uwA08UO zzr9k)gY2yhtp3Ah?jUaN0yI`M2OF9Fi`akRQecC3?F-wOS^?h|0!*X{e+ zWB&K(0?>1^{)g#Zkw%s_KnDi^3)ep;;5!Td(eFF;f4c=Re@duoNlJ*&{$G;$$4$(} z2xM$-V+vql=KvVk+Z(tdF}>@6g`FMX&ipQEW1!1FLIE%`*nq(AApl!PuqVI-WRLWB zF}axmjE45_yaT~jKojs^YhK>ojb?Ei=s5dpcl)3bAM0O(nn zSOLtOoGbulW)=?5e~UHx*P->#CV5}W{~rH6F#tfIe+$qEX>kr@#OrU7*bq?cC6+r; z0!z-#a9oBXpeY>sUYIWGbI`Z>QsowWN;*iW52Q15v1J_FQ#ABu9fbv}f% zjJ;u8e*oaE{Fa8Z z?e4_dh78LWd=91BPUX4B5~F&sTU$~)fd3Zk(2h(9LF7$FSYj#xpp4Z)!f{UNmBWpP z4jM;;jLviDaP-ZQnh>ST@H@n-$CzAr8#QB;r~_Jgisl zmK&AZs0!%tnelf-BeD-s{9J3jM8X2eP`V9LQ0=uS{P@hEC3_&B5JfJSvTwikfcTlb ze|Y}IL5Za{J%+juE8Et>?x4;u?h z%xkk-LBwB=RM)~lfD~_no4t@f3 zF~6ArsxIX00u@qKq3*vNvj>2Jh))EeUs+mg&8zD$nA3TQInqnGT{4Y47}%XvF@Gy2 zlF7zs`Nu1QIF-TR z+Yymn4<1z&+#d8+ZTO~i_((OuACKn(bUfk#5M+5pW616B9CLf8iq&YAerp z>TDrvoaE8*^MOk0Y{Lcpw&uy0XCa5VIkoGL@(4rGRT)ixz_nQ;Gsi)bJK1pd$Gr#u)B7M>kRuJpffes=vQB#c=(1 zV$tTCL1W%*Li}C5#2|HEtKdYrTYn#6p|Xs=V9%KgI@b?qxJ36ihxHp;HLAL|9R__O zkIzak)Xyz~mAb*-_7=NS>|jje$-s$y6*rrk=QKmllMAlY@dCT!4LuhOS{SSAwM4iD zkYuOf1;3Z#@T{GbRXuy`&AX#yt41O9u`ExSvKsU*=kv0Bj7>O7@2ZS~a({k3c#gpW zP|&it&G|TeAWXvv{*7$3sS#UT#DABux2HL;bd-FhZx>62S18^Q5ZFM40XR3Vg{JalNu}5W`Z~b zcpC1XwL^y#9s{Xe;Lw08cYEBE(Ht7jsdSRYq^Y;x{Bdy06Bg(1Gk@l!99PW8NpZlT zVzViZG`cJSnlFjJVnS=GSJrl#s}gjStD`F*?TLc2cyAta`X`=8?HKxulurl}P2mbE z)RE?j=y(x-B?0fv-B$df?L)t#R`k5JU$fljj@;4LFoMcM|!@Q&!nSuIhBfyeV+NP^2kZ0Bfb zlROKmVAB+-wVGx)e4Dj5N&-zJ#fK@rW{*<;?2;5~jjRI#Iw~T1{Srn%g^ZRc!kSb~ zp`De%&8Ng?^VCOZF0ef-@$)We_OVk48u)e z!CaTzn2F3iTg;?MBcXp+hn-K&pY?5Rr%7ZFgrMu!l~U0tnbc7&{_r4(2(y$Niyry~ zl0Qh!9lA<8w(VHDd^6olZ?i}F1K40jaqYRS>M-OB`|hv6sbK_}Ol&B#;_wR$2mzx* z`EY+O+@%+rbbmi?k-IgFfTZdxD)gwF$9sBV@Lzvj38n}I|ORjbCuo9GcT-;xycI#MlPn5O>@G=wrFF?tS%ZaxqZ&gB%)coO`g+bf5>WVxzB z@oI8BGJisH>c+xWY;<=!Aj?K}!Llq~4Oe>P%oULMLT3sc(n{(T+F;@YH6Bt~c#E7K zKM5(r{T2UX0R%61QiL^j9y-MVB30~ah73=spDezW^M_$M45TNPu-?k6)rpeQ&qWO# z23g}zYhgWNTq{FHm>xUjgRJcXExCMnoT{Iq8-F8^9s@{%4UwF<@PKx!$$^IPB)V$K zL-4%q8L_cTbd}rRdiGl$usT0|DF6|?sD*2=H^pS%riJ1Aj`hhyamn7g-r)dG>lvTo z!)*bk<`eB)MvU4}ye;cl{aXW%TMZHpfTeTdUg|0O)v-ZI8P1TIu=NJ9xAZZBIQ60{ zx_=i|`R0>u-TvcNTa31j?>Y#B%EtMP?qdx&XE(P)@ybjK!~HGhcwByF;Y@ltHWX*v>I7M9A4DTlipQ3Myi68{?(|w>N@v`3FT!|4n;UZ{&j?Jl+ai3N zQj~5d00sf~8Z}RhLcALv4SzU&pNCTNO|hQOLG-=}i>9}7w$MUw_@Asom2 zgKlzywbO@~r%Htg{f7d7B&vQawOxZ+n6mX)*~ZZqIV`o~Hi#rrBY&QS>cf8olAJ#} zW?e_~Gk&i-om^_ZaNJt<<1+>lc7L_!kKFknlPr!0$UNg!NuP&n^j-EFA2UxV>&R0a zgQCeir)S)+Z(30q^?&J~FPT+R0UqpERoGY@Vo#Y7Dg|5FBM4*j`Us{)RANFrawEa? zRESPQ4Om}kHOG+8C?mhb!uQ)|9rHo_P$2*_X>OIV!Q7O6=}^KdZhC-E{svm%_2Y7? zRz4qpFmIGEuz7jeazc;jK8mo+u_do%;LsaL~*z|fLDKT$;)GYsmGRrU9p8zPIab@`A*`{WcT9J zGh6ZnLd&PPOZj-S>x=u!C>n;|On-ecD|Si<^P8?71GSc-DBR6a zojt?zoRoOdCu;80i9mZ=38i-1>r5p}WRRadfo!q8w0ux&n{F%h=O!H_6sK<6NTjJP zCJco@BBsl+20J!4xoHuD>9@YaGO4MPG$5CA{n+rehYlV)B&ry2`UkL+-H@bL_36s- zShMHgQGW>ruQV!z=6v%cMpcO)098CP&uTCdPZP+kn_iT&YuC-E*#$r{2_hcCSGc{X z@OJhCo?0U|1QxawUPCK9cqq})0c9wuvacP~C(6-VE;ZJjxOZJ@w&ESv)T8*s2w_`} z2GOY+O59crXI=u!1%BYjz9rELx38+DN1=SnUVn&%Y4v97TMONP z{L-4CbHCitu|YBqk4P?m7UwiXsC9Z~y*jklkG(!u81Jl!u8}-Q-Y%0EAR#~pxV;~a zMtaNBxFD0Y)D_`MaInn}+7>AE^^EoJ(Z1Xm1ks${1m3+xZD>=G%G&i)vmWV5`B{=oW`QcB5 z0|y@9s9&v)$M~#7&{b9m^5jUwe-EfLC&rx$|hTuwpy(X1Y

                XR+6skZG=FPaZBHmH0yh@98kSrGAQKK{ zej}daVe&KspaS?I-sVF+(BdkNqlnh(h4tl*(GSqG%(P#2uWg8vzR$t?F@~6vToopN z4*6;A;!Vl$B*_5R6?<^B#mJjETNBb0OH3H&m@G2!csshApdy(dWD%mwR#b-9Ie*JB zH2CJ*<~vZmElkWS@x2n~TO7-Z{aU*zSrUAvM+9P2*r0C&z2q|!Vnvnyp-aJIWVQgz zglWB=fBe_@Lw=zxQ{*~!3x=^BjPQU_)IseOl@2dLI6p;5Nq#KNT%b6zb`f@t&W+~s znlA-r)Cr-aaiwLtK>kB6Fu|CtQGXWO21nW!4&82yQqbT&Entn2nTrzckaga?pfsgN zXU&YL6^}Z$UIivh^Oqi)2diJ&pOc{!WzZ4e4-``E(r_Kkm`rP$Nk=05)n<3h7CA6KiR=qJ>GJjApZ!vs6 z!ITr@(=7q|`nsSEbTQh*=T&@hmoHkQYDO>(w2mq1nhYZ!@hVbCXK8Gjl?-ah&Ig)k z2IgkJ9846VHs`bzWosL_jjiq^z_`b%cW<7A(m}Iz@N3Wz3h5FD7I4@6f&gDW%iu$t3OuFcE~M)a_0nl!4vF-bIM`Ry zSF)GO>o{S?AND-oa2^klNHr68JTnXKahuz^7eZt^UcXHfe#5SUzKY167Z;dID;=>} zSaeMg|7e39y`xM#*gP7oIj^=Br5}9Wt2=-&6FFVmFmL=RHCTc?u7A!mfZMI+iW@)d+R8^#XR}QdhN5kZp2};qp)LtI?@gf zE&i^lalX4S%=;)&O*`azGv3TeBzQylt3E~RRfknS>$le8H5s8nSrDfB{?*-A2LVto z%nT?SmgZE3?>Ie>fgfY@c!V>^HXVh4jeoqy!cLCw_XQ+TTy!7@$S zty%NUP}CZ8LX*s1%*|(9O~JX3{?yR=pkR0*+a5F%4QR$Y$Dh~P+2D97+k|kg5)-eg zkBQ}^(s;0PJVO~DaGo7-x$s&#^w?1%;d}M^V+m`70vwwU9lZ)otx2EJqR!dWH%SSf z`1VM*UM@^O14<-KLp|Ev(Q8YLX=g0YQJG>yN(~i5$f?e`duY}k-gKz6ul~M1~ zqlmB(DIDRt=T`!^&G`-*Hb0A1D35hzlbtSum9jv;J&n_eF=m5RE0wOM5GevFH6vk8 zXRkG98Ht#)GF1OAYkvGL($a=LYixoq#?V9t_oDU2L@ehIb_V9@9v4+s?RXd?ZP$fZ)tX>IFtGyPpF*sY-y&c{_S;m!}z-PGF_V zS%1leLSItu(j}+Hx2v)%C|jTsDGS7293YnQGH+5W2zyqHU_7i((aCsPw_K|~?D)wx z6WrGPx()Bq)t9nI6Uv;;#lk1g0`c~&=}0TM(HZ~sqk{Ygy(8`LoM+#c5)b=2PB1&JiQ2b@qg4FKrk!{nQ2%CYMIKr927u~N|_Bm>Qvsb z7K9x}ebcUPAw)I)TKQ1oZNJm?4CU45U3IcO6=ii%ua@XXl++-`IHL}fTgFzyc)z2d z@Ji{+42E0{(;|`2UG6AxGpeFYFu2Y9gonFGQ^2-Y5os$h zM@c2^A_##S?5ChqK-xcMFjXX>k*M5uGgt)!p*32G@o5ZZipzh{XxggORV0Lw%pjo> z@LL)qe!#+F#uA{y3$0SP$@=AP8-Ka)o6|Q{HVmK`FY`25e+-aJDTqVT6Kd}yUHI~GrF@7Gonk}`SjxeM1R(E8Kz)oM)TB|yTVV>5HIsrpiVR*Cd%j%?-iiA zDB3}+_^b3(aLern=UTLdnAdPup*3_**oxkW4L&|zDL(^!!60%aUwvb^qy_7A-#RIG zlIhizp|zmv=6*6BcO4~tiUggKGJ2>-krisZ5gd=ao?QnRWLLxzihq4ffwl>n@O}AX z@r{oi4Qxs_#wS@v*C{+Ey+x4^V93KkwBo|pR`VjP`0k1mOKak_pkAPbXH2Y=yY7(`gokZx1sIc$r3D##Sh*W>$R%a=NyJhA%_5C;x zQ-8Lq9=eE0tW25m$9P-)jN?Zt>UCWCDm%o?TkgnsV=i+Df6oo(GxlPcgYYbjRl-3S zZm;)^Kkm{hf`4$&-p{U|Sn7GN+@0OrXf1OK@h$rFd(n$mH7$crCvF=hNS-I+X~x;- zS*^{eKOJpa6Y8O`eGldRRf8H6e)gXIQ2!a!TyV~c%6_Yc*uI#e;;j=M70zV0^$cG| zzfr8;S=k%e1`!}oJQVD)`w~A$-GWEvz+>fGfxQ2OZ-2gB{WRA!Hq_Fsz}lG@Sgly~ zJSK-CtCZj7(k_+i62`nsn`I!AKhZ!?SVLUKx0nTURSp)SGmB!?MdhKhK>hHXa~9pP zfxK!XNFJ|w5*#99>Oj<`z5_oz3ZbgYsbsjW?qPemvbB@*>&E=Zt`@QYT`mnicT3GT zuen0P0e_t>`v(-dXE0XXf$9_WH{DsOFlntYkTvu`lZ#A05E!I z>OwHJ7a={Z-&ff*J^95(xrNu>MM|~l@u2YjraqBkG2;uu##`NQ$Z@Y4tW#*=5>xs9 zUJLm=vR{2{?18A2c8d*5ny~|znY|bRhS2n|BY#feRl4rBqehi|@ISz@Z#l)5yZ(M^ znv0LjRcU`rj)O@~&C#BjG;?_ZCxlYjViW^M5kDV9251RoQ(mV|)t8NXEufq!9Dojm z3Gj1GL5zxsHIWPB(hnShY_CZ2BMBnzVB666Zp*H+8Y~Rj3`{;e;8pi$D^00M@3SgKi%8glJ^8>J)yt?t zQ&N_4R&{>XAAor*fnP04`s&2jc0N9i$F`)Torci{8umSx)8^QFGJ2infU|t}W$hYKaCr$L7 z&dtK-G4`dR*qz^Al`q$&IHG@o#9L^2b+9OrYU6EyYD}1U7Nji5VuwY0)39Y@t{X-0 z)JsmWo&1JXzvO*;w!1$B^dbH>6y%x>@lclC`AIm)-+>T4ahHm*O!re_QIUMH z5mzeW8F*hm?IW^a&4ZzFv2w!@++%twA54Dh*ajDyOE%m7HPjS`c?#|3nSTp|xv_5u z4QAPZ%Tn1Q3VL#E^T2era7kt(1jgkwHI46Q)nKeI+QpJ+KAT8NgI8DInv?~Tzvh;qu17oWgmebGCeC95V&XpFKmI;ES*W!up|!MwcjpN8225b!bc~lI^VM55drD zP`yTL4xiTwGr5M+ju1{XtMm$G;$9GB>m!+uUUb`xh2(>O^KcUW%-{kV%cJ+3vyP$a z-i>^F?P8PsznzbEYj^htqdPLf*Cs}< z^OUJIVr%>wPnn3{Xpd)_{fL>V^{j+sGw**)a_mi;yEA8`SccwyXTBqYk-vUtTRebd z1XZ5dNb%uf?T~xQJj#{L1^((zU1h5YPM)Yb^T8*T<+|C=k6(P303`7m=Y zkA=8ZbE7kd8Ppl+2T?rrTaoy=9_##UzYW*neKWF4L9-$u?;Qh6wQ6if@;}&4k~Lyq zXC|gXH{Fi~_&y-(Wij-!kqniuq4Qvf@-}N8JZbzYzA^6Khi4@pw?ZU3)qNca#n36& zygg;t)oL|cC4a@wreo2<9U6HJL))BKwcOgwn`Ho$H_u6|=_682sKzhNbynts2UGh2 zEZ6!yW#yNj5;assn5IsC^PrfIqTf%WFYBhZA_b!G_Kf>)^ul^X!JmH8Jx1M+LtAqr zTJWL-#BNmjNvvXVnqg3Mh6XRIQ4PFqCTY5=B9bV65`WISJNq;oP!1?}V$s6B1>FP< zF>Rm-Hw!Z(T&+$Hr8k=KdIxUDiZSJ0)SoesQCdt~(!>~*7>gv@y1O>b`#hhA4w85Sh(@08 z8|Fiw<9`r_TnDBd<~k@(8bk6IcTfGi(2U)FQVy%zAD_;yb|1y3Pl(4tefp~Y@#+_K z2_#{c8FcOEhoWzl7!Tp+DjhV>#`{`X*g(|9UpQ~4W^EmX!WsLgSOE)zex|I5kiY!Q zKXt)EBC7ua6kfobK8`aEXU9>gDCf|6v_+UsO@Fi~ zUk5gjOA*0FufTHimaJu&p^<{~SM#;!ZD_QVDM zy?;fgpFU-e7FrMEH!zyxSaC*6cclZ*;_@*`<Sre2}RjHZ=CtoABzn>(3%jZ zn>s2twlln8OoLvburI>`u%~Nhq)61U3=PoRDl}J z-vAT$xDc7v()VWxuHWihu=!cTAeFOj#gfC6a)LQ=&5?=Wr}i918&^K&qnp8G;2-K) zF$P30F;E?pF!plyVrMzLxlSbePO!ejSq-x3n7gIUs5C@gfHhVe}W9HnLd5Y!Pz+s%qp5=RHfO{uX_60_BiL@ZS+*|$mZ<$@Q@9XgZFck3x|`o zF{;NNgK|Vq2ChM5Bka6Tmzj;A1FIL65UQPpom_yOe!}-Jtg75F=mZz^a2~RbOBNnFEYmbw|An zv+6_mP!x+(i(truu zWgZ8Cun1BPHKgrySB>IHQ#}ZODHj~mggEWH{h7d3T0nK1do#s4q-N-@$bX<8P2V^& zlamLGn~k~2rmYx}SerGhqY0a47xk;Ja%Z_h=E=JOr(Di9`kj7QclMY`$XB=_&rrpj z7}!;9=?xre$wO}Jjcrcf&WR`%#&p(0$fy<>5&wJ(KQq;~e*_WnFPyU{9s8g?&uuI9 z)uZ{Pes>xW@Mkfu+#}FtPk)m}q{b15xYc(R`?MsYl-78np~dj~!N&}rKnT!ek%7JI zZ0(R&t5yrO1a?ONgl~-T4##DfqYfbHS|u;QKTLmhO8zy4Zsv*c|pZPwG^c4Ho5Wy+TNwWvV@Xe8Nh>3@{I##{nxL68u- zms!_ADQcK;g%N&1PG3*->rK?WT&oXcfUH5$$677GF2kf}=c(lnmTGn< zBA{hxge-Z5`#pFl*CO^fnw^1u$eRZBzzuhaf$g3xJ|AY-z}S(SCFXb4Ps0GtR&a4- zwYx}X2MdQFR)Q2p5P!&PVXrJ4C26XNu*u)x);a99M0i$MZ~`2DL#0?(qmQ|3#b^ua zH7>K)&c{g#rb8w#TzE=08Mas$G!^T~L<}uJ&-P~8&yV{(`2GL@{JmBBqVTtP0pj>8 zkLEu4=(9JtmeFE&HccskdPa)?Z<;fzhR-J6@*z#j#%Bn>8GlM%XZb!8@@{jc<)9`X zGlXP|bHK|k^zLSAzo?#xh+qo+giVgIeA2JzsYRtR5>gX*JPD7(dCmMe#AQMkKlPap ze_9{qHDM%{1`3I|&dlr4OigqP3#xbv!+mV64}6J!Z_V!xziKjoyLe8U*L`1GWlf>K zpU%+j9N34sM}NsrPs`n^wjd96J)JtA&v3Jz^rsENq6s}>(uZToi)LPkRlW;9MyA=| zd#h={I*_EU@_NQ5R0Hc;tf_`p-id z<{fS;5&vHSrozocKj5gXe|R$6v48%_-HLiK(C9(MhJUmnj&pNSJ9!>Bb#%dnlm%9B zDzDO}y_1+VkK*9;#y3{6-x)VfTnn)}Q^`2fdn8`)yDM4UG z&g|LR@&iZPu!o7|vV}fP%%8wIA~3qQ7%sX%p_?{Uq6oQ#2xEQS#-3ORF`28ou{?^^ zmx!RwqJNaPVZ+}v&t-G4CL2Evz27?rfNpt>KY<`HXT9gmhNPMHis!#EP#FnRPnCS0 zr`=v!|4qP{b1X0@`3Erp;D>=KO#D;fkj1FCGi1r2NNCih$7F94FK0mK!NGrMYV`|& zJjJTmw=gjzF0p)34YmlZeSysPAX+RIK6N-{AFa#JX|_9emxrZu29>_h0DD6cs=9_$bTPxYEmJFnE9QG9!@_V8sKZ*EJf2>NCpBPUOPc_i3Wkue`BEHq+0D@jW zBqqv0&7HBtLs$`mMZ+`+(N7T1ApqUM1TZ;Zp&^5pi3xQzmNMdS_YFojhRbE=il1sI zZ2r%hMl^0YEi&#v;HpbWRXPC(Gv8BIF`gTcLY3$I?U_O~#!+q$X&a~2pf=T8- zSAHx)m!P6g6jXqg`cA;|(SNUwerMyM+_}xm65r}+`sGXCIS|b_C9hs8V*U-!?U^z0 z4~SQ$(TL;6B3G&H49+O`zB=Qq_{9$Li|`jBZ3qqOELe{)__ce>99k>s%aniuaz_EYhzVtIi=rwFb)zpRpQ)=YJAOe{I{_nttyT zj284s+M=tsxwqq4B3`Cx;>U8{oNdeZD!${2W>^>fcp6+$OyT}PZf_CuSLg7~zO3Fi zvWn22L3qJFGd#F<4L&ys&cJA-9;4x|!+}jJyJ3*ha7!f!Jpnco2OQ~60K?mJRY8I= z(iD}E7Jf`s@aQ8_XMgZy#iJDLX3>MBu{I^%8L~H;ULhKy%L8Wnj;PgCOZZH)xm)=i zkG8zmOD4olnj&;1lSLb29UHEa2x%9&CpHZ_gvmEBOZS%^@~?sX)PU8!pmDLU^DyG$ z)7D(Rbm42R2$+53*i!4qwx;f(ysOU7dDsUJ&8-nKY8sh91b>d2$4#iBj<)am6@5JoqR^yHQ8NMyTHttBX6@}3X6kTk_62lj7pKh$01EideLBx)6KrtL}3;8i(a zRD|QCc1Nz)9DQdf@vhq0C*tXY>`}E*S)5)E2Gum;4@{-~#9zy2FkUmpqU*lYMs2uh z3Rdw&eS-U%(|-}wYn@|uS0AC!;t{h%eNcPwP1Xq%3qxFj+KOk1M1mZ_lR0d-rdkpt zsh_8JeHq}V5(-&+MbgN?`xc(SM4xQyTbP6Y|kF7X0;D?3xw=lfCif$RS>faNd$Mt5N37+FvtPX8GGs{67(= z-+01p*?;lhR$+xuNmJ+A`(sHrC#wCV1)f7mg&eVoEsTd9dapyPhg{1uY%hq)J_P9s z2goyj&bmUSe-1zOyDczo*VCiNXJz6gVVYf$#Xq$B+_p4=Vvl@=2q#gC_~~yR(KeLl3NmpHf%Z*C3J7 zht!w&n(|BGfA+h;z1F1XT@pM9l-J6Finh~<=!L;4aa2CjGLsyzCph*)+0pX)Aou&r zu73x*VX400GWAx4iaO!#$ZL;W-x_EvyB6YHyoHx@EaJl03J&<^mQO7Bnl;vr?TCuO zZ)@caYg0F>3RTe({uyPrw+~&=wn<~ZZGyyU+|7DheK%+DxK;PTu=lxN31$|h@dZyE z`G|Q!f4t$56A*E-H+Wwgk7`hBP!$#XoqtL7)kkISNHr$aCG=3N;ADrSZ%CfK2Ex@a zPVKR~#$XEqCG;pdk=u&iM5un)YP1T*#aFVJC&SE;WV(8}@_w6A&I^f-IDf4|1L+98 z#T1yrn0{7%E&y}IjiqLap1u%|JbWhlWK>q{UhPg>Ph|kzxI_IRjQqSR_a0$CYJXCb z@wX!lp_!Hf@u2=9;*R5H`IvbZHe1sU%Spsmu(r8H#rctG6k|SrM(8-LmK?IT&vUA% z|0yWtBh}qbNLr16z?wvmBmuNtvD0~_0r?pXciE2_+0#-OZd~0Rb+>l@WThJ=zhUI4 zBnfXUzEfw%c*nZ)fXxEb%-#l^_J5I{;Lle%1v1P?g3fN1L5vB_N)HU*<&|bxE>lNG z(jc__+7SHhA1VbO4n%E&0?HeU21(tSS=ovtQiqQy=~rVC85Z_jG9H4H-yXHu5j?u3 znX?h$<_b3u2SDBS{l^VZDgbpr9Nsw$vZ(Xn#*X9)(?D zn1^u?D3Y5rA{56mtVU-@1qNoD*30Xe_$C&(@13rBmgFa1!{n=Y_;P1J&X{4U;CR8T z2ICv91Mj)&R+<_c(iP~U-K+B;_%=rm&7F<>O*S}NZa=)&yn{E$8afo6M_AIM9%og4 z>8uGE>^1{FbIR~ZziN1k#(ygZvlE)tI|s_zRNDj@o{&1hFV)ET;A=@`EpuXxaDUTi&I+Q(j7+?~ zRB@s#hZTbDa;lioeUjdk1*d7lM=N^tKzhzb2CMcbx&a-KuZ`hiN)Jm}s$SwN0cM)L z_pA-}2c74P_(oQR)aD`CblchPzCFWEbJ|E;-e^N(vZ3>kS5?e@ zeciOh)<>Bb%F^%Yb&XUCSv!$HOk1#G&MyHN+3zH}sJXk*A%6_+GI7DLPh)3yV5wBH zHAUrX{D@x={I6XOG>`%lL0edbb7ChDik)h^Wm(^#RB;$i62)jv@ftuuJsUrz)Ka!P zHrcpBtL-Kdh)&Trkp%~_7M*r?WFv|yN^lb?r&)@Yo`TTj@?hDeikVdW1mp*h4ZbQw zQrpler{~aUXMZByT7G3yAiDMal0Y#oZU8nVIw&!Bfj|975eO#Hn>v`TACNU?w3C>F8x_{hkDUJ@drlP7(*Ed+GxJssO z4HxdI!sz3-NDe__+P|K9l3h?+vXkkS<@Bo1OJ_bF$uE8E{_ZMW{dp5bPh4+{tfxN= z|L3G{@S zwZCMOsk1)0*&#x~!y{+pn8h~**!OH4GD0SO8|ROUEgz}1Bl0wiT9wdW!U<`trdS}? z!$&8W@YQ?}a-NL7rJwjlB@$@y*E&5VBgAOfW`FM3_~X-!U*pTJfLhUWKeszx>?uMo z&s3V|1l!R;cR1%Ac>xA^S{D=WFksY*phA*#A2WZ@7$_*Jms3T0-+uLf5Xf*mF-p;Hag>r937GC@JlHVLw%0xy(W$;Gf+g}$ z0l)HF?}-#7p@gXwuR3@G%sY;swxFENb$><}RC5%Ci?zxeLK;R7je~GkI%qyrF?)R> zLT&X`HEgc6v^9&Fbm&PW3An6Q?jTm)_Ox6@9sLn$mQHWXx%-^9A@6ob=Oz6^!AJE~ zh%)&&rbvAP%L=FGLt3Dr8{unCfvu+{Vv#wB&uSd6F9SMKeHkvPzWgU$`;P(N)qgv{ z&-ZT%XgW+gdGs~(3!6OD5AfwRFt(>G(_eT)n9AtX8}3A!tB_HtW!ff-KPBl{H(YUv z+^Nk$`BYTlJHtgWs&EF1#glyt-^Fr%!mcmd^KRJDN4&=uRkVKS`zA%4VhrqRx(>5%;B`~M)lG+VEe|G z^D}g`+a`cT|CH{A5eDmJ>xzC| zmEYRM5GzyPTjo4CuAs7h+g91#VvK~f{{_|2_vWfok|PC&xuR#;if=tB>Z_imz}j=< zNt0N?3-~ez!P3Q~e#5aaBC4}N=uSHJvOM&cC`h%S-%75eRO%3tZ#CGDk zjhGj`wueq9TwwW)LF~}nv<42@oDt}gO z$gDx2Nn$1?nKw^G=J!;jw@d9eKeO>jWJeAbxTSF%x#rz-Fn<_Zf+8vi8`X$f9+~r| zCiiclk-&qS@gTRK8{BUP2G=0r^lXlq*D($4n;o5&5N%V}PATLN(z%6VJ5+r^rGS)O zVlUnPUT}XOH2b@3HM} zbSRd?8U6Uemvtknt-xnsc8!&Z}eyb%@zo6=d zU@4;)w$}_`{Ha^(Ep)*wAi59r$&PtdD@IP`CFAV;WM&^EROnWUxeg6>fcs{6aOJF1 zv9ub0Ie-3oHn+yZxPZeQg0MZ;hxCKR;Ru{p@UXnvQqeh7{50O=R8&mk# zM+ZIJPaCc3a6SDPiCsGnA5C_OGEpzHd~{N=QNxbDf?-6;B%@(5wOgz?4)#P^UTTIdD^b#D2aEL{+dQ5SsWet*BmaoXJEYp~d6ioAMB?Fv~aH70$a zxSKUmKgvbpR5@z_?gtC zos9v<)Tq#_>PJq|Qr!P9GY!o0bV#0R!*FD^5kHWvtCo?H6%zN}lQVxYa1mGkF#uN7 zBnc)8i6FoU0@T^DJfe3o;{>^=b!AGio`0T#<4$Q7w=OEyZ7FG6&_88R`--z-3HvbC z47;S+jR~xYeHq_zs$&_+WV{y@fF*h{R{eNqPKtL1q_Nk9zj;olbjs4~q*xo(irZ?j zRNCi~?AsMZWH|oOvorjNFX|W0UdmAZ9;5(l{_p9(1FxNg-72|ANAo&5vvqwd+kcsm zCt>$hfA4S_rh6c%uo=f-vb(A)V`s|Hqu#m=lzj@J@IT6``y_C9f5AWR+IHoB3Si;w zp8ZRrb}_pj&#Y4~iOYxZw>nTPGyyMoJMJCR&`!00;p%!;S|l5vk^2S&-HK;M)VAl` zn}YUkDuAipY3H<=!fUSbx~X2$yMKv9MiF&i=w=rFFeAvF9Zn`MH)!WZNrfu(Q3M$8{8enViziKDsPe7wz!n!TBqVzC8)TVL*wXx zjbU|6s$=CQmax=+ZbnM3vrt;`ZrJm!<&sPG7v?<(;$POmz{ms_;9fMjc-qI@pM50~{sz*5LWWSbxhF}y%_G{yUJyG) zRCICcbg#oEY7qX_uK@J&{lcja_Nxne|26U@h$;g#WQkrct4N^@u6=S<+=;OI2gX-x zmX}3-Z~5Ty>uF@d`+xCyja9_e%S5K#D;ZH232a8u7JS3FN+arBW0z8O2FeVYh-5+k zRqXf%o`Sp0XmAga{fhdSp18UUv&Fs8qD|ZgW~&$I(Vf0$J{^2^SAI0B=nl^>U2YS~ z&PN?vC!LR^nrjs$t*x$Ozi^OBnOhLl=*rKbi_E9F&uL%RV1K938zME|L+xh;C~T5p zy^ebm1Y*j;#v6E$UBsG)^NWFyA==p*7ExY!e{j#?X97%I29(h8S$5C!IGN_`e>*-> z_FxY@G%NsKxLZE*;oYhw5QBQUdMT?MIJZ(n5#De#YoRDMj>R1h5o+O|CA=zpNh`&S zHgAwWaeNw@H-B-EaN8a<4ua_a`IxzCv*Y1{;+uh=*kR=>1mFw^%l(z^RbahR6OeO? zpUeI(?a#3*Dd^666-Q-3870s?SfVY>D(_SV-$rN6d^j%_8r&9 z?q3008?J-ro;$c}z|Z##E*$9VaB0crewONjUc0F-#vuz&6>BdFUecu&TAD7rN_7?_ zZJEJ}3SsjyyGTWIZ=LP}&}KALcPT_J&BY9mn|~$us-%+yA70{!@<{9igtMe)8cOwZ zkV>cF&Aq%@1wsE_8BFXCI*^>6j>c74`XA4^c#kyTq39HID@Y_zRwINVa}eN1AZ!ON z^l%jv8CpZA7$(@boWMIk{-+Rh|AM|TMu9;J*Ee=_+s&V;eG;fm6YaU|Q5_;#i_+^J zu74ob`{iEQs@@1D?8SEal|e2lf83V4+Vf08QB`614*lslAF-kO*P2(~y_BT`q(+J5-t@l16HHn9=-ZC^aC<}3>!;ZmJX~mT#E(8hBYlQ~ zBX;x-ZBj|U<$J830*1yF(`#6uA&4_e@bol|foP_wRM8xtpAY}>YN+cv(~ zwllFcaVDA=6WbHp_RjwIK2@jcT%5b^uC;pIt?Gq-A3S}s9C{gFH}nu=-p_&9fJxNU zF=1!bNUvrUdfZFuz;_WmYR`H(n9ZO$s^)Ahs!c+=0@3lIa`V1HPVMQ0O2FM8@)*dyQHCg;nW}>|8 z2m~dR&sqV0RF2Bdw#x#wy2)FdGXY|4K6S$8A;+OWc1Kz9b0NiS?idU6 zDDHWCqcno_vXsI& zd3;NZ`d1Hc6J1i65zV`+Moar!tz$1Jg5hIZosgCt0^TJUz&m!5YV6JfYwV>)A)N)1 z8<$8k84bL`Y;&M`!BxA>Z}{}|^zZ$AHu;-66&lv8KgT7XOnUjb!0>{Ij|7J%i8{WI zi?WS3E(%&;QsdY;S8_Wl0H2t>7!S6P;S(CLR=yu`8myQ zML#G;9nb-9x{QhUM9zlStqKF$Q9&~>D9io0aDa`NgD>6c=dBG&{%9}q5^3G%>h@2S z_UJeRUQ$O3{vjHOhqU&Zw80^g4_TI_QlIh@0{>p`v4ToGP!664 zfwH2P?clr58j+azMi|iOfY`ALR0kTiNWR9!GxYahvfAO%f!G(LYL-4Q)=R_1FLB8R zV*#XKdJ=C+9FtsCGBnh-0=3OCvHL&6@2Jq2}+_qFYzIDjL z*m+3`K_2>ID5xa83Sk|(?e9IdgHR7i<^C{sG>=CtZZ|ihQ5-KbmfWggR#gK()53Ijg0t zG*(cPO;b`^K>jq-(-_6?dGlxvzoF3od>=sPzQ-AHcA5zA?@Y8h*8 zy>c_0L-OCoBrtESZ5&CRI4O2^y6&UNjYDO{_-u6+1f{bH)8 z2Iq0|1pvDepeXFx&}Ax5BQskG+xeVt`hgJavPjb; zAd*!hfv;8m;-}AF8-+Tn@RQBB7AmJE+K1}1P93ErD@~z)4a&;D-e5EKkRB}tba2*x zJ9Mm}oD)Jg3Y}z_IjT$&8t|-{o(xRU5Zz2T>Ftpb1)BOeF1Z~1j4y9p)+)ny0NYHA zK=AVqk4tXTW_}vL8Pco?j}!fgP%CP8Mwf`T;D&LZ$FVpKKtM-3y8^0_;RW*2DqA4G zT5zPj&BCOR`3DGVoMOsZ+8gzmS*^#TtbS;&mM5tSV-z+ZVnkYvI8AX!njDs; zo4g#pUNgytIoS=O-JF2zN3ECy;ZwUMNz70M0p0F`VtkL!rt=Sr^zt>!33Ry6=@2>7 zylQ#N`b!E(71MD4EMad}pt+sO#?bd=z}`IS?MqPl*+k;js^b1fM30l{zeV&g+AfsA zRCvHRS=zom0wpj`w*L;Jx4CYBF7? zCQ1AUE`$Qc#qyt&C>&f&|CcZy3rh;~)DLhLHqMM76HpqUw-&l3VI8zi5lQ3_c%mW( zBso_3O+N^zSg;gYU-Wq5OL8n3tFwiO)Lmfk=&uAX5ICAMdwoVV8ba|dt>rbE;D4ZX zoir1>VUpG2XEbl}GgW*K(*oYfV^6%>-oUG?J6xRdf3nUrm=a246Ik$K=)$pj@r^uT zLy0mcSwaCozJ=_2Y{Wq@!KBEe1563gSaK>BeA68<0FsHj5NI47TZstnPZZc`crg*Q zxzU6WHTXo)AF4XBN(f!d>%{RUS^+e}08X+N2v~n58Eo_BnNW=p7xwoTzdE!G0veFn zOrAIvR%?hpDSR>beJ~W+tfVB6Eeu$dLZo?HkWx^fOeVzlgFzRV*zmO45VapfMMM9$ zxWqj#oiSV~%^X&!tZ5nx2)dteiA>>sKw6^Mb4w3EBkEm`2xGK#!d#}(#UodaZhs3j zQkbU%C)jo!aUDAp!7ngeg`Lg3fgNOvC!JjZ18&lyNyyej3sl?|QlcBNKt+Vk`sMg_aNx*bGJqE%PcLyOOZ5-=wb z!Q8r$+1`$A)CZFsMkZ0E42Wr@fGSzBJBGh$)CVDkVVz}L7X923|Jpj_zgL3m*8a7X z9hLQ45rI_xFDH@n-HB~Abuuw_`biZ`Q1}c`6p4ReG8SOZ(ZS~76Dn7@KLWT&^5YI$ zA%?VrvW+=Bl^!sq0Q(9w0>DD$%9)c9O5h;Cunp|3z*C~g(~0Yb7R-9$N@q!*9d+Rb z53+BdIHf38kVJ)1aPhzEBeC2FtTZP=l7L`=Wfm^Mb}Vu1I9V`TO2nG!#HFHIG4TVz zSz!^ykn_|2%n=(|qyKFVIDft$M27~?RceyDvvTxmJ)M_Ege23q2;J{K%fs#ZfUwH* zo0;0hsB8nlxAE%NiWXnH{&dx-)2)X|F(8V;`T0bIzRr)!isCatH0T*48;b96r4`L# z^y(lG90gzj5K1=K=wprPKc3KqYlr}4Y#vaqhd{xSfQg0~l0)=4gq66PauA+vpaBg) zPOQ0Vp14p1@OO$8JrvY=M80e&XabnMJ=1>6Dcmm{`qg0blI(t175I0s5Dc0C@^tsL7l|BSE>N#jdb9e8s%%? z`R0Q;FRfO#Oh^<&Ji}Fj2#QYjXeOyhGAb$WYu6X&Qwo#;(ZZ*)hZR+tF(zma82}^_ z9E>8+D2nSYh0lGN-Xw*l=;|X&*BHbYO6@MYUgcD}16~IC=wdwCzIxmKh#Zw~?Tm$; zy0gLa?)BAXxo{`v%BMf^VihQfl@Yh9FeE0Qo6|y(vyrr)_LlZ}QG2DCvCKbWDR2Ad z*S>Zg63fYpJS>>HLROdc%_Vxiz*8}&ecs1YVEC`9{wh=<_fO%>lGpv}g8(evya0w9 zxh;Kn)0n)M^@&~55bKYhu@oaaBloDH^1>ozhA$%SC3*8O1aJJ#$A;W z3{5(mM~)kX`&O?l<6%Y9+(oBHJJL|FSpw3iB&wySBl+M4$b*@@KJ~5 z3-tciyJW>VcJv0zJ(QLsbuEfN99>g11kS9eQxSN$9Bh5ZGcD=oZynY3#|YENd%2Gc zoCHVyykYitMuQXn^47Gq2D$!R6Trx~KLO!?ke8RRwl7uL9y56Y)I>zZJ||{2#$l(U$MrJ;{0EBFod`T1 zkYsTldox5A(opAO#SPDK#<{q6tDlGT~#p76Bp2VAdvE3QR;j3V>1ep zJT}u<4bH#TU|Pf}XtaE#R^QN|%pi@mOJuo{p`gOYqn^#Ev;XUg(f^GNvBXk64TH~i z!;|Fo*478;e_0%XJa3u%G5#{aN&8D@#J7tjZR@sb>(|cY#kYozrIHU}u@2yfSYv&-@oc=!Z;OCE$jWAiDoPYRD}GoUtZbF-1g zB{PAajm4gRCZbD0d$lgI|BU}lzF+jGWf3Z#L)EP==kB7kJa^hfO8fLa6-%6i*Gujb zOjSGr=QbSqSiX+`Mu%bf2Xq$neOX#gxx+S`oo5~Ua2#9A-w5k|DLd+!dbcY!dJc_~ zP1I52&fcX}vDccWKdySYE{2NeJ1lg+0#baFY!^DKA7?{&Nl(g#n-J&Do8>D_^RM8P z8R|Dt7S$2^s1$Xt&zV5|ZO$y9!TDBwy-CRUW_)g>L zveC7WcFcL%JGi=vOa56uIY?+(G+%alTX)9vRrPh_kg}SH?ENA6g1n}Gxv`egIQSgD z-pv30)r%M^^`DB0>p!IvM%&>vxDG5B*MCYUj5du|a0^&47N(3IaEKTPR!%nN40#9$ zqW`g+ARwx6IoaSCC9GXs-2fb%?Ej~504@tSA`~^ z5|9Qb4@x+ZV53Qd0fO7GrAf%-*~BE*XQbFjbV$fx#qOyuE3w7oa8+!Q`che>$)NM2 zLiWieN~DNU?#S$A{w201%b+6KGqB&lpO>f`SOIZU8LW1*c!Z&itqNn6;f*TEf)psJ zN=q^NRB)1YQ4xbmLx)o%^iWj9ci~3S8-FB{O5q_K2WYrO4njY; z2RoocFtHIvO$lKSnF@)Mk6I)6+?(1p_|h2TA>*LevVek7N)?bbCa;kEY==lO+Cirq z5djKVE&0S@!cvI53n~3V_~^Q5aF3;Vzrbqp*Q|9oYTD>q6mF6 zv30fb*{3{`hX_S)7C+HnR^FCg zI<-kN>x zmN@TN>`g`PPrMGx+)Pv4zlCt6dn+UOW))1HUym5hEUPIQXue{jS7c_bOQQ89g3l@? z>}DG?+D7^;=1TFkVvP@pmt%9eU}+D@z;s24;JpK_0E2j&qreK2O_YGn8TB`7NS!e+ z>@udi#jPegLJeC|X~o=7`ZeUmzlXqd;sU(I&5TWBRR;&6yn^Ms2!Sk1KNnxxN{N3K zGRVy?c&qs?v?m3w_&Dv87<5%oSCqzoa%mIuC5HW(KG9frfa<~o%=#u{u+W+Hj2!zb^jeem*QZg$^UHE1o!gRFO z0%(n$O7n^he;abb96U@gp~o3RD<#)pF>9t^n;qe=x@~rm_`9tN;(Iqz@6wL{24a)02#anWbSM8hHGf>eLibf%yU%1a2R_UX}Q;O1M z6%0$2Jo;A?Z%Wsd^p}MAhxt&BT`vBFtqVuw9K+<`_fGSJaI%|6W0B&BhVziSY>WS! z8QkAF`7<5WOf*YBN|L+m5dVlEmtlWJ(T$vxN-1?zh~3y^oMKNmYRIL~v0tU3X}4MZbF`tGGs!beExq6nhTj=*Py? z1UE2Dxogd~(9O;!$+L$(b;at36^=Wj~U zC={jVWymfB)<|VgOuYGe(Q2AyQmpcm)#!HeIx}Yp+HHw3GbB4JNezu|fMzD`js*dmT#ty)rT2(y58y~!Z|)vDph1g3W~jDH>gPM~-O$4~ z6#X=?J#Kc8eX;}gKm=uM%=u$zOw|^{!7kf(dJ^x@54$i@fY`zSXqf0@ncIF=93fB! zZj5Z`1IKL~?gHG;p21Wkv^pzDa(>hV)!pXqyK+GeN2#YciH{bhn`$QeA?{g)m&g$T zqH0Js9Mn!E7Z@OmVBq2(UW__5@0<>U*8xc==`0xr3P7MXmbqEHFT;_nAv8l`yA{Hn zDLmoJE|sYFR43KhkLJuaP#4`1dRq(b3}umo03*=Ud@k`DOpdmA@u|i&mtMl@kI`Q@ zLzISTw9yB-+V{7Ar<=_s9bz7_9@EdT16nK1z@tyH()IB(G_9bmgu;FvPW%j(ETR$l z5%^RnbteZLhNxH=Bk|i`r-vr-&$Ht+||F~WtjO&}a{*&#}z6*?!~HGKfX zemt#ts<5DI1h;N`1?B-Pj4vBueNBb7%RxBjsCFVC8q-61$Q7q>gRwT%@bU9yy8Cb- z;Y@=~aYVCe`y29u9x!GkCpMyO4^JOiU!%}|T z&$b7Mm~(en)bZ@>KWo4~a40xQG+EJMSC{SVx~bQevh!S%#WruTw7~{s|FRF@8#Uo0 zn42Bfu5w9u`h2M8{p0F(yT5;Y07lpin-Ai3O*07@PN{bN4a9^_@C=eHYq{nl3nXMu z$f2B^Kg1D!2>$LZYTrULx`O?c0NFf$W90`Fzc@Gu1hwleh=d?e4ChiI)o z?Cim8y&in{bSQb(%TN@6CAQuD@%}u?D{{YR)sI4SH6p2VPU}%w9F@?jtHC{MfW}@56SCqqrfyuuR$8&BaYuWFY`- z9g|L*?>UqWIiMB2Fy=>R$&s@nidQ#Fvo+^8tM*>)vY>q1K#*9*3NfKQT5ViANv$>6 z(N@(Gg2rI<1U=Y`*z=qga1(OIV@`rZHJ#@tM!V1vBTNz`KqYkD&hnk)e8hyvK`gX@ z#O{V?`U-fxzn;BAVlr-OtO!Qvd2a_2nFSlfAe@s$?8eIIia2t_Yu|O#zA7j`z8q;5 z#3xjfH7ncM8lgRx_3zsLDCG@m&579EyqyX6YG9b^aoD0Wxqua4R}B4Y#6y~s`6)bn z=gz|QQJfdI=Gf#748CxT8Rgsh^k&6Y{}%X(K>YfOId}A9B}V5fXa?umeY^*HvUk~x zF^w!FJ0nqCU=~bu`*}33oXt))zqsP;e|6zZuQk;di&LuJsb2OEmtPz(H3`^%6&05c zTur*MWg5_-4W9Sz@kq0M*;4M+sh_7(=lefDyfh7TsM{f-y~RInaX#NhCWFWJe>E#B zeY7vpELCTqj*pwkZu$V_{EFw}ekE$6rLV6a-8@9sQ6j{}5$`ed61Gbf#P8{L;125!?e-&KqJD4I?F^D6%D+c&W-!sy7S^FsgDY5D?wD77~9Fy7_7c? zBO<9=-Z^n{;jvL1`Nl2qb2~;^E7mEDSPoRX@_0O7;H`cxTJvJ|R?pOmg(2x7BZnnb zM29ioiFhke%2k~$>Q>i@yH7nh#!rw3OS#tUbDe{`gH5ZtdWvnJV;*Fb{V-EDqq|Px9Pc-ZrOJytW(2>snY4 zECe%XvmI}zUc7CMEt{SF7`t_&Y7P^tLfg#sSQ+X0+&$ml7NN1LvAs1=RB%w7hL-P< z!qH$6A=WWj4~}WP&T+sObml^Do?JQ0NMezZ?n5gj!qhT(LBwebEY;6N<+41{{@y}w z+x?Bfl}_MOhyQT@clYs7W(V>xM;F-1&7r23sxg5h#|E_HnIkp-Qh&6-&6Lj=F1CKd z;Z;b>gJ!URtud=@OXaE;Bd)$~`jfV-|B{N<#9BA@I>FYTCjyhO5iMQ_!XI?w0x=X9 zQ@gF6NB-qXvqd#aeEgIMH26CGJ*~4gs#B%JdMLo9`*qt< zun5$6Uo2yPw3zpIYWAHdC5 zT$ESbIb%meas)`Sl}u`?9!>Or;mtY14IY1e|KnP*dsjXlp@OmP0n%@^rQG!M*|pFI zc1vVtpD|&i{O!sTymN1!TJCuwM%&l>Cm}ErfAetqHfZ#cl?V`xAAJa(4dusgWChq) z%_-hFa9ZMZ5^n8R&u?fJSi!kuXv)cGvQZUDe(~y{%I00|A?V^`2{XS zvo(%_QZ=gKr89+kH1+gU8mE7ZjK*j11Px2-_!bE($b{@nlBi; ziK8UUwx`=R%oT3+x%X+%R)}$_Y@@NCt5$AN!4|(E;I@~Yt|u8kA)KuuA$KmEt#Zti zp5_!VUqALBAtWyPlVby_--f>%(JyWPfRJ_PJ3GyPXW~j+q>TmF-dqN|0d|W-U9T_0 z-`KsCXLV&Mc<-BwOmj@@t%)XHYH zK_$6}NQYImV}JT^0@GA|giLWDiyy5*RDXI}GoJe`{XtNx4Zmopc)^1)5 z>WtDcm6u>Y{W6J|-)#Jrm^disA15d6*t$eI?hZSSu2|6x-B*qONj|GCK_n455sQ^pv+X;COhiI?r<&GY5K8YGWGq34kj<8ea~hAEUL z8ypqG1W#?8tzuy<<_m&mGCm|$tK+VsjY7|GhX! zOv2aMsHrdq>(JkY!4JpH4P<44lk{c?i#=ej=x6J77uu?Q$TI-0!TB07CghS`gnZ0E zL2?XBiBk#lrmk`+oQ5d0%~cqzL2jPM4^U?Y&fDD!F-}m=q1^vgZ*^-0180JHy=++5 zQvVJ84}c$x`V$3*eC&Sur57h`^x1*ql0$t?do$J64CDJ_eO@R|Mdzgb8MnTQW^ow~ z`IK5`lM~XEt1mt9jOlF2tGEfv2#KMePcIy@EzQwqAITc(`8)u|2uSx$?|xDeK~J$NUYqpb~C@X!;yJ_TJ`^yZ>kx!=nw-X2}pmBp?PXnaN!uZ*N05CjNZtjuhzaOC9TiV|@D1;MbJRsaA1 diff --git a/doc/src/DecisionTrees/DecisionTrees.do.txt b/doc/src/DecisionTrees/DecisionTrees.do.txt index abcc176f6..b1286f7b2 100644 --- a/doc/src/DecisionTrees/DecisionTrees.do.txt +++ b/doc/src/DecisionTrees/DecisionTrees.do.txt @@ -35,13 +35,8 @@ given some assumptions, make predictions about the target feature value !split ===== A typical Decision Tree with its pertinent Jargon, Classification Problem ===== -In the figure here we present a decision tree obtained from a classification problem -!split -===== A typical Decision Tree with its pertinent Jargon, Regeression Problem ===== - -In the figure we present a decision tree obtained from a simple regression problem !split @@ -665,12 +660,13 @@ attributes at each step while growing the tree. !split ===== Implementing the ID3 Algorithm ===== +!bc pycod import re import math from collections import deque # x is examples in training set -# y is set of attributes +# y is set of targets # label is target attributes # Node is a class which has properties values, childs, and next # root is top node in the decision tree @@ -852,7 +848,7 @@ def test(): if __name__ == '__main__': test() - +!ec !split ===== Cancer Data again now with Decision Trees and other Methods =====