From 03d3637a8325c36cf20f95584f031355e7795d94 Mon Sep 17 00:00:00 2001 From: mhjensen Date: Tue, 15 Oct 2019 19:48:22 +0200 Subject: [PATCH] adding more dim red material --- doc/pub/DimRed/html/._DimRed-bs000.html | 43 ++++---- doc/pub/DimRed/html/._DimRed-bs001.html | 41 +++++--- doc/pub/DimRed/html/._DimRed-bs002.html | 41 +++++--- doc/pub/DimRed/html/._DimRed-bs003.html | 41 +++++--- doc/pub/DimRed/html/._DimRed-bs004.html | 46 ++++---- doc/pub/DimRed/html/._DimRed-bs005.html | 70 ++++++------- doc/pub/DimRed/html/._DimRed-bs006.html | 105 +++++++++++-------- doc/pub/DimRed/html/._DimRed-bs007.html | 69 ++++++------ doc/pub/DimRed/html/._DimRed-bs008.html | 81 ++++++++------ doc/pub/DimRed/html/._DimRed-bs009.html | 76 ++++++++++---- doc/pub/DimRed/html/DimRed-bs.html | 43 ++++---- doc/pub/DimRed/html/DimRed-reveal.html | 72 ++++++++++--- doc/pub/DimRed/html/DimRed-solarized.html | 91 ++++++++++++---- doc/pub/DimRed/html/DimRed.html | 91 ++++++++++++---- doc/pub/DimRed/ipynb/DimRed.ipynb | 86 ++++++++++++--- doc/pub/DimRed/ipynb/ipynb-DimRed-src.tar.gz | Bin 191 -> 190 bytes doc/pub/DimRed/pdf/DimRed-minted.pdf | Bin 200949 -> 201494 bytes doc/src/DimRed/DimRed.do.txt | 57 ++++++++-- doc/src/DimRed/cancerownlogreg.py | 40 +++++++ 19 files changed, 732 insertions(+), 361 deletions(-) create mode 100644 doc/src/DimRed/cancerownlogreg.py diff --git a/doc/pub/DimRed/html/._DimRed-bs000.html b/doc/pub/DimRed/html/._DimRed-bs000.html index 706f14ce8..5c37a9358 100644 --- a/doc/pub/DimRed/html/._DimRed-bs000.html +++ b/doc/pub/DimRed/html/._DimRed-bs000.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -151,7 +158,7 @@ MathJax.Hub.Config({
    [2] Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University

    -

    Oct 14, 2019

    +

    Oct 15, 2019


    @@ -175,7 +182,7 @@ MathJax.Hub.Config({

  • 9
  • 10
  • ...
  • -
  • 14
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs001.html b/doc/pub/DimRed/html/._DimRed-bs001.html index c4c517c4b..55a55ccf0 100644 --- a/doc/pub/DimRed/html/._DimRed-bs001.html +++ b/doc/pub/DimRed/html/._DimRed-bs001.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -170,7 +177,7 @@ reduction techniques: the principal component analysis PCA, Kernel PCA, and Loca
  • 10
  • 11
  • ...
  • -
  • 14
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs002.html b/doc/pub/DimRed/html/._DimRed-bs002.html index 0b9829477..c4d07d61b 100644 --- a/doc/pub/DimRed/html/._DimRed-bs002.html +++ b/doc/pub/DimRed/html/._DimRed-bs002.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -172,7 +179,7 @@ This scaling has the drawback that it does not ensure that we have a particular
  • 11
  • 12
  • ...
  • -
  • 14
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs003.html b/doc/pub/DimRed/html/._DimRed-bs003.html index 6b99934de..6d0b187a8 100644 --- a/doc/pub/DimRed/html/._DimRed-bs003.html +++ b/doc/pub/DimRed/html/._DimRed-bs003.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -251,7 +258,7 @@ svm.fit(X_train_scaled, y_train)
  • 12
  • 13
  • ...
  • -
  • 14
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs004.html b/doc/pub/DimRed/html/._DimRed-bs004.html index 80787b95d..e017bdd49 100644 --- a/doc/pub/DimRed/html/._DimRed-bs004.html +++ b/doc/pub/DimRed/html/._DimRed-bs004.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -156,7 +163,6 @@ svm.fit(X_train, y_train) print("Test set accuracy: {:.2f}".format(svm.score(X_test,y_test))) from sklearn.preprocessing import MinMaxScaler, StandardScaler - scaler = MinMaxScaler() scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) @@ -170,7 +176,7 @@ X_test_scaled = scaler.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Min-Max scaling: {:.2f}".format(svm.score(X_test_scaled,y_test))) scaler = StandardScaler() scaler.fit(X_train) @@ -178,7 +184,7 @@ X_train_scaled = scaler= scaler.transform(X_test) svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Standar Scaler: {:.2f}".format(svm.score(X_test_scaled,y_test)))

    @@ -199,6 +205,8 @@ svm.fit(X_train_scaled, y_train)

  • 12
  • 13
  • 14
  • +
  • ...
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs005.html b/doc/pub/DimRed/html/._DimRed-bs005.html index 902a33e89..fe4b7c86d 100644 --- a/doc/pub/DimRed/html/._DimRed-bs005.html +++ b/doc/pub/DimRed/html/._DimRed-bs005.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -133,6 +140,10 @@ MathJax.Hub.Config({

    More on Cancer Data, now with Logistic Regression

    + +

    + +

    @@ -143,23 +154,6 @@ MathJax.Hub.Config({ from sklearn.linear_model import LogisticRegression cancer = load_breast_cancer() -fig, axes = plt.subplots(15,2,figsize=(10,20)) -male = cancer.data[cancer.target == 0] -bene = cancer.data[cancer.target == 1] -ax = axes.ravel() - -for i in range(30): - _, bins = np.histogram(cancer.data[:,i], bins =50) - ax[i].hist(male[:,i], bins = bins, alpha = 0.5) - ax[i].hist(bene[:,i], bins = bins, alpha = 0.5) - ax[i].set_title(cancer.feature_names[i]) - ax[i].set_yticks(()) -ax[0].set_xlabel("Feature magnitude") -ax[0].set_ylabel("Frequency") -ax[0].legend(["Male", "Bene"], loc ="best") -fig.tight_layout() -plt.show() - # Set up training data X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0) # Perform Logistic Regression (replace with own code) @@ -176,13 +170,6 @@ X_test_scaled = scaler.fit(X_train_scaled, y_train) #svm.fit(X_train_scaled, y_train) print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) - -# Now add PCA -from sklearn.decomposition import PCA -pca = PCA(n_components = 2) -pca.fit(X_train_scaled) - -X_pca = pca.transform(X_train_scaled)

    @@ -203,6 +190,9 @@ X_pca = pca.12

  • 13
  • 14
  • +
  • 15
  • +
  • ...
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs006.html b/doc/pub/DimRed/html/._DimRed-bs006.html index 788009051..ec41bf709 100644 --- a/doc/pub/DimRed/html/._DimRed-bs006.html +++ b/doc/pub/DimRed/html/._DimRed-bs006.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -132,38 +139,50 @@ MathJax.Hub.Config({ -

    Principal Component Analysis

    -
    -
    -

    -Principal Component Analysis (PCA) is by far the most popular dimensionality reduction algorithm. -First it identifies the hyperplane that lies closest to the data, and then it projects the data onto it. +

    Why should we think of reducing the dimensionality

    -

    -The following Python code uses NumPy’s svd() function to obtain all the principal components of the -training set, then extracts the first two principal components

    -

    X_centered = X - X.mean(axis=0)
    -U, s, V = np.linalg.svd(X_centered)
    -c1 = V.T[:, 0]
    -c2 = V.T[:, 1]
    -
    -

    -PCA assumes that the dataset is centered around the origin. Scikit-Learn’s PCA classes take care of centering -the data for you. However, if you implement PCA yourself (as in the preceding example), or if you use other libraries, don’t -forget to center the data first. +

    import matplotlib.pyplot as plt
    +import numpy as np
    +from sklearn.model_selection import  train_test_split 
    +from sklearn.datasets import load_breast_cancer
    +from sklearn.linear_model import LogisticRegression
    +cancer = load_breast_cancer()
     
    -

    -Once you have identified all the principal components, you can reduce the dimensionality of the dataset -down to \( d \) dimensions by projecting it onto the hyperplane defined by the first \( d \) principal components. -Selecting this hyperplane ensures that the projection will preserve as much variance as possible. -

    +fig, axes = plt.subplots(15,2,figsize=(10,20)) +male = cancer.data[cancer.target == 0] +bene = cancer.data[cancer.target == 1] +ax = axes.ravel() - -

    W2 = V.T[:, :2]
    -X2D = X_centered.dot(W2)
    +for i in range(30):
    +    _, bins = np.histogram(cancer.data[:,i], bins =50)
    +    ax[i].hist(male[:,i], bins = bins, alpha = 0.5)
    +    ax[i].hist(bene[:,i], bins = bins, alpha = 0.5)
    +    ax[i].set_title(cancer.feature_names[i])
    +    ax[i].set_yticks(())
    +ax[0].set_xlabel("Feature magnitude")
    +ax[0].set_ylabel("Frequency")
    +ax[0].legend(["Male", "Bene"], loc ="best")
    +fig.tight_layout()
    +plt.show()
    +
    +# Set up training data
    +X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0)
    +# Perform Logistic Regression (replace with own code) 
    +logreg = LogisticRegression()
    +logreg.fit(X_train, y_train)
    +print("Test set accuracy: {:.2f}".format(logreg.score(X_test,y_test)))
    +
    +# Scale data
    +from sklearn.preprocessing import StandardScaler
    +scaler = StandardScaler()
    +scaler.fit(X_train)
    +X_train_scaled = scaler.transform(X_train)
    +X_test_scaled = scaler.transform(X_test)
    +logreg.fit(X_train_scaled, y_train)
    +print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test)))
     

    @@ -184,6 +203,8 @@ X2D = X_centered12

  • 13
  • 14
  • +
  • 15
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs007.html b/doc/pub/DimRed/html/._DimRed-bs007.html index 8f57f5294..98a069292 100644 --- a/doc/pub/DimRed/html/._DimRed-bs007.html +++ b/doc/pub/DimRed/html/._DimRed-bs007.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -130,36 +137,20 @@ MathJax.Hub.Config({

     

     

     

    - + -

    PCA and scikit-learn

    +

    Getting started with PCA

    -

    -Scikit-Learn’s PCA class implements PCA using SVD decomposition just like we did before. The -following code applies PCA to reduce the dimensionality of the dataset down to two dimensions (note -that it automatically takes care of centering the data):

    -

    from sklearn.decomposition import PCA
    +
    # Now add PCA
    +from sklearn.decomposition import PCA
     pca = PCA(n_components = 2)
    -X2D = pca.fit_transform(X)
    -
    -

    -After fitting the PCA transformer to the dataset, you can access the principal components using the -components variable (note that it contains the PCs as horizontal vectors, so, for example, the first -principal component is equal to -

    +pca.fit(X_train_scaled) - -

    pca.components_.T[:, 0]).
    +X_pca = pca.transform(X_train_scaled)
     
    -

    -Another very useful piece of information is the explained variance ratio of each principal component, -available via the \( explained\_variance\_ratio \) variable. It indicates the proportion of the dataset’s -variance that lies along the axis of each principal component. -More material to come here. -

    @@ -179,6 +170,8 @@ More material to come here.

  • 12
  • 13
  • 14
  • +
  • 15
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs008.html b/doc/pub/DimRed/html/._DimRed-bs008.html index 2770b2efb..553fa2b71 100644 --- a/doc/pub/DimRed/html/._DimRed-bs008.html +++ b/doc/pub/DimRed/html/._DimRed-bs008.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -132,30 +139,38 @@ MathJax.Hub.Config({ -

    More on the PCA

    -Instead of arbitrarily choosing the number of dimensions to reduce down to, it is generally preferable to -choose the number of dimensions that add up to a sufficiently large portion of the variance (e.g., 95%). -Unless, of course, you are reducing dimensionality for data visualization — in that case you will -generally want to reduce the dimensionality down to 2 or 3. -The following code computes PCA without reducing dimensionality, then computes the minimum number -of dimensions required to preserve 95% of the training set’s variance: +

    Principal Component Analysis

    +
    +
    +

    +Principal Component Analysis (PCA) is by far the most popular dimensionality reduction algorithm. +First it identifies the hyperplane that lies closest to the data, and then it projects the data onto it. + +

    +The following Python code uses NumPy’s svd() function to obtain all the principal components of the +training set, then extracts the first two principal components

    -

    pca = PCA()
    -pca.fit(X)
    -cumsum = np.cumsum(pca.explained_variance_ratio_)
    -d = np.argmax(cumsum >= 0.95) + 1
    +
    X_centered = X - X.mean(axis=0)
    +U, s, V = np.linalg.svd(X_centered)
    +c1 = V.T[:, 0]
    +c2 = V.T[:, 1]
     

    -You could then set \( n\_components=d \) and run PCA again. However, there is a much better option: instead -of specifying the number of principal components you want to preserve, you can set \( n\_components \) to be -a float between 0.0 and 1.0, indicating the ratio of variance you wish to preserve: +PCA assumes that the dataset is centered around the origin. Scikit-Learn’s PCA classes take care of centering +the data for you. However, if you implement PCA yourself (as in the preceding example), or if you use other libraries, don’t +forget to center the data first. + +

    +Once you have identified all the principal components, you can reduce the dimensionality of the dataset +down to \( d \) dimensions by projecting it onto the hyperplane defined by the first \( d \) principal components. +Selecting this hyperplane ensures that the projection will preserve as much variance as possible.

    -

    pca = PCA(n_components=0.95)
    -X_reduced = pca.fit_transform(X)
    +
    W2 = V.T[:, :2]
    +X2D = X_centered.dot(W2)
     

    @@ -176,6 +191,8 @@ X_reduced = pca

  • 12
  • 13
  • 14
  • +
  • 15
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/._DimRed-bs009.html b/doc/pub/DimRed/html/._DimRed-bs009.html index 068bb5444..e19da7288 100644 --- a/doc/pub/DimRed/html/._DimRed-bs009.html +++ b/doc/pub/DimRed/html/._DimRed-bs009.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -130,14 +137,35 @@ MathJax.Hub.Config({

     

     

     

    - + -

    Incremental PCA

    -One problem with the preceding implementation of PCA is that it requires the whole training set to fit in -memory in order for the SVD algorithm to run. Fortunately, Incremental PCA (IPCA) algorithms have -been developed: you can split the training set into mini-batches and feed an IPCA algorithm one minibatch -at a time. This is useful for large training sets, and also to apply PCA online (i.e., on the fly, as new -instances arrive). +

    PCA and scikit-learn

    + +

    +Scikit-Learn’s PCA class implements PCA using SVD decomposition just like we did before. The +following code applies PCA to reduce the dimensionality of the dataset down to two dimensions (note +that it automatically takes care of centering the data): +

    + + +

    from sklearn.decomposition import PCA
    +pca = PCA(n_components = 2)
    +X2D = pca.fit_transform(X)
    +
    +

    +After fitting the PCA transformer to the dataset, you can access the principal components using the +components variable (note that it contains the PCs as horizontal vectors, so, for example, the first +principal component is equal to +

    + + +

    pca.components_.T[:, 0]).
    +
    +

    +Another very useful piece of information is the explained variance ratio of each principal component, +available via the \( explained\_variance\_ratio \) variable. It indicates the proportion of the dataset’s +variance that lies along the axis of each principal component. +More material to come here.

    @@ -158,6 +186,8 @@ instances arrive).

  • 12
  • 13
  • 14
  • +
  • 15
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/DimRed-bs.html b/doc/pub/DimRed/html/DimRed-bs.html index 706f14ce8..5c37a9358 100644 --- a/doc/pub/DimRed/html/DimRed-bs.html +++ b/doc/pub/DimRed/html/DimRed-bs.html @@ -59,14 +59,19 @@ Automatically generated HTML file from DocOnce source 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -109,14 +114,16 @@ MathJax.Hub.Config({
  • Simple preprocessing examples, Franke function and regression
  • Simple preprocessing examples, breast cancer data and classification, Support Vector Machines
  • More on Cancer Data, now with Logistic Regression
  • -
  • Principal Component Analysis
  • -
  • PCA and scikit-learn
  • -
  • More on the PCA
  • -
  • Incremental PCA
  • -
  • Randomized PCA
  • -
  • Kernel PCA
  • -
  • LLE
  • -
  • Other techniques
  • +
  • Why should we think of reducing the dimensionality
  • +
  • Getting started with PCA
  • +
  • Principal Component Analysis
  • +
  • PCA and scikit-learn
  • +
  • More on the PCA
  • +
  • Incremental PCA
  • +
  • Randomized PCA
  • +
  • Kernel PCA
  • +
  • LLE
  • +
  • Other techniques
  • @@ -151,7 +158,7 @@ MathJax.Hub.Config({
    [2] Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University

    -

    Oct 14, 2019

    +

    Oct 15, 2019


    @@ -175,7 +182,7 @@ MathJax.Hub.Config({

  • 9
  • 10
  • ...
  • -
  • 14
  • +
  • 16
  • »
  • diff --git a/doc/pub/DimRed/html/DimRed-reveal.html b/doc/pub/DimRed/html/DimRed-reveal.html index bda964130..9e5409362 100644 --- a/doc/pub/DimRed/html/DimRed-reveal.html +++ b/doc/pub/DimRed/html/DimRed-reveal.html @@ -148,7 +148,7 @@ MathJax.Hub.Config({
    [2] Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University

     
    -

    Oct 14, 2019

    +

    Oct 15, 2019


    @@ -328,7 +328,6 @@ svm.fit(X_train, y_train) print("Test set accuracy: {:.2f}".format(svm.score(X_test,y_test))) from sklearn.preprocessing import MinMaxScaler, StandardScaler - scaler = MinMaxScaler() scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) @@ -342,7 +341,7 @@ X_test_scaled = scaler.transform(X_test) svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Min-Max scaling: {:.2f}".format(svm.score(X_test_scaled,y_test))) scaler = StandardScaler() scaler.fit(X_train) @@ -350,13 +349,50 @@ X_train_scaled = scaler.transform(X_train) X_test_scaled = scaler.transform(X_test) svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Standar Scaler: {:.2f}".format(svm.score(X_test_scaled,y_test)))

    More on Cancer Data, now with Logistic Regression

    + +

    + + +

    + + +

    import matplotlib.pyplot as plt
    +import numpy as np
    +from sklearn.model_selection import  train_test_split 
    +from sklearn.datasets import load_breast_cancer
    +from sklearn.linear_model import LogisticRegression
    +cancer = load_breast_cancer()
    +
    +# Set up training data
    +X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0)
    +# Perform Logistic Regression (replace with own code) 
    +logreg = LogisticRegression()
    +logreg.fit(X_train, y_train)
    +print("Test set accuracy: {:.2f}".format(logreg.score(X_test,y_test)))
    +
    +# Scale data
    +from sklearn.preprocessing import StandardScaler
    +scaler = StandardScaler()
    +scaler.fit(X_train)
    +X_train_scaled = scaler.transform(X_train)
    +X_test_scaled = scaler.transform(X_test)
    +logreg.fit(X_train_scaled, y_train)
    +#svm.fit(X_train_scaled, y_train)
    +print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test)))
    +
    +
    + + +
    +

    Why should we think of reducing the dimensionality

    +

    @@ -398,10 +434,18 @@ scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) X_test_scaled = scaler.transform(X_test) logreg.fit(X_train_scaled, y_train) -#svm.fit(X_train_scaled, y_train) print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) +

    + -# Now add PCA + +
    +

    Getting started with PCA

    + +

    + + +

    # Now add PCA
     from sklearn.decomposition import PCA
     pca = PCA(n_components = 2)
     pca.fit(X_train_scaled)
    @@ -412,7 +456,7 @@ X_pca = pca.transform(X_train_scaled)
     
     
     
    -

    Principal Component Analysis

    +

    Principal Component Analysis

    @@ -449,7 +493,7 @@ X2D = X_centered.dot(W2)

    -

    PCA and scikit-learn

    +

    PCA and scikit-learn

    Scikit-Learn’s PCA class implements PCA using SVD decomposition just like we did before. The @@ -480,7 +524,7 @@ More material to come here.

    -

    More on the PCA

    +

    More on the PCA

    Instead of arbitrarily choosing the number of dimensions to reduce down to, it is generally preferable to choose the number of dimensions that add up to a sufficiently large portion of the variance (e.g., 95%). Unless, of course, you are reducing dimensionality for data visualization — in that case you will @@ -509,7 +553,7 @@ X_reduced = pca.fit_transform(X)
    -

    Incremental PCA

    +

    Incremental PCA

    One problem with the preceding implementation of PCA is that it requires the whole training set to fit in memory in order for the SVD algorithm to run. Fortunately, Incremental PCA (IPCA) algorithms have been developed: you can split the training set into mini-batches and feed an IPCA algorithm one minibatch @@ -519,7 +563,7 @@ instances arrive).
    -

    Randomized PCA

    +

    Randomized PCA

    Scikit-Learn offers yet another option to perform PCA, called Randomized PCA. This is a stochastic @@ -533,7 +577,7 @@ previous algorithms when \( d \) is much smaller than \( n \).

    -

    Kernel PCA

    +

    Kernel PCA

    @@ -559,7 +603,7 @@ X_reduced = rbf_pca.fit_transform(X)

    -

    LLE

    +

    LLE

    Locally Linear Embedding (LLE) is another very powerful nonlinear dimensionality reduction @@ -571,7 +615,7 @@ these local relationships are best preserved (more details shortly).

    -

    Other techniques

    +

    Other techniques

    There are many other dimensionality reduction techniques, several of which are available in Scikit-Learn. diff --git a/doc/pub/DimRed/html/DimRed-solarized.html b/doc/pub/DimRed/html/DimRed-solarized.html index f18a7b72b..5bb7b5861 100644 --- a/doc/pub/DimRed/html/DimRed-solarized.html +++ b/doc/pub/DimRed/html/DimRed-solarized.html @@ -79,14 +79,19 @@ div { text-align: justify; text-justify: inter-word; } 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -128,7 +133,7 @@ MathJax.Hub.Config({

    [2] Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University

    -

    Oct 14, 2019

    +

    Oct 15, 2019












    @@ -307,7 +312,6 @@ svm.fit(X_train, y_train) print("Test set accuracy: {:.2f}".format(svm.score(X_test,y_test))) from sklearn.preprocessing import MinMaxScaler, StandardScaler - scaler = MinMaxScaler() scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) @@ -321,7 +325,7 @@ X_test_scaled = scaler.transform(X_test) svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Min-Max scaling: {:.2f}".format(svm.score(X_test_scaled,y_test))) scaler = StandardScaler() scaler.fit(X_train) @@ -329,12 +333,48 @@ X_train_scaled = scaler.transform(X_train) X_test_scaled = scaler.transform(X_test) svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Standar Scaler: {:.2f}".format(svm.score(X_test_scaled,y_test)))











    More on Cancer Data, now with Logistic Regression

    + +

    + + +

    + + +

    import matplotlib.pyplot as plt
    +import numpy as np
    +from sklearn.model_selection import  train_test_split 
    +from sklearn.datasets import load_breast_cancer
    +from sklearn.linear_model import LogisticRegression
    +cancer = load_breast_cancer()
    +
    +# Set up training data
    +X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0)
    +# Perform Logistic Regression (replace with own code) 
    +logreg = LogisticRegression()
    +logreg.fit(X_train, y_train)
    +print("Test set accuracy: {:.2f}".format(logreg.score(X_test,y_test)))
    +
    +# Scale data
    +from sklearn.preprocessing import StandardScaler
    +scaler = StandardScaler()
    +scaler.fit(X_train)
    +X_train_scaled = scaler.transform(X_train)
    +X_test_scaled = scaler.transform(X_test)
    +logreg.fit(X_train_scaled, y_train)
    +#svm.fit(X_train_scaled, y_train)
    +print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test)))
    +
    +

    +









    + +

    Why should we think of reducing the dimensionality

    +

    @@ -376,10 +416,17 @@ scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) X_test_scaled = scaler.transform(X_test) logreg.fit(X_train_scaled, y_train) -#svm.fit(X_train_scaled, y_train) print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) +

    +

    +









    -# Now add PCA +

    Getting started with PCA

    + +

    + + +

    # Now add PCA
     from sklearn.decomposition import PCA
     pca = PCA(n_components = 2)
     pca.fit(X_train_scaled)
    @@ -389,7 +436,7 @@ X_pca = pca.transform(X_train_scaled)
     











    -

    Principal Component Analysis

    +

    Principal Component Analysis

    @@ -425,7 +472,7 @@ X2D = X_centered.dot(W2)

    -

    PCA and scikit-learn

    +

    PCA and scikit-learn

    Scikit-Learn’s PCA class implements PCA using SVD decomposition just like we did before. The @@ -456,7 +503,7 @@ More material to come here.











    -

    More on the PCA

    +

    More on the PCA

    Instead of arbitrarily choosing the number of dimensions to reduce down to, it is generally preferable to choose the number of dimensions that add up to a sufficiently large portion of the variance (e.g., 95%). Unless, of course, you are reducing dimensionality for data visualization — in that case you will @@ -484,7 +531,7 @@ X_reduced = pca.fit_transform(X)











    -

    Incremental PCA

    +

    Incremental PCA

    One problem with the preceding implementation of PCA is that it requires the whole training set to fit in memory in order for the SVD algorithm to run. Fortunately, Incremental PCA (IPCA) algorithms have been developed: you can split the training set into mini-batches and feed an IPCA algorithm one minibatch @@ -494,7 +541,7 @@ instances arrive).











    -

    Randomized PCA

    +

    Randomized PCA

    Scikit-Learn offers yet another option to perform PCA, called Randomized PCA. This is a stochastic @@ -509,7 +556,7 @@ previous algorithms when \( d \) is much smaller than \( n \).











    -

    Kernel PCA

    +

    Kernel PCA

    @@ -538,7 +585,7 @@ X_reduced = rbf_pca.fit_transform(X)











    -

    LLE

    +

    LLE

    Locally Linear Embedding (LLE) is another very powerful nonlinear dimensionality reduction @@ -550,7 +597,7 @@ these local relationships are best preserved (more details shortly).











    -

    Other techniques

    +

    Other techniques

    There are many other dimensionality reduction techniques, several of which are available in Scikit-Learn. diff --git a/doc/pub/DimRed/html/DimRed.html b/doc/pub/DimRed/html/DimRed.html index b339bc54e..7bfd42be7 100644 --- a/doc/pub/DimRed/html/DimRed.html +++ b/doc/pub/DimRed/html/DimRed.html @@ -84,14 +84,19 @@ div { text-align: justify; text-justify: inter-word; } 2, None, '___sec4'), - ('Principal Component Analysis', 2, None, '___sec5'), - ('PCA and scikit-learn', 2, None, '___sec6'), - ('More on the PCA', 2, None, '___sec7'), - ('Incremental PCA', 2, None, '___sec8'), - ('Randomized PCA', 2, None, '___sec9'), - ('Kernel PCA', 2, None, '___sec10'), - ('LLE', 2, None, '___sec11'), - ('Other techniques', 2, None, '___sec12')]} + ('Why should we think of reducing the dimensionality', + 2, + None, + '___sec5'), + ('Getting started with PCA', 2, None, '___sec6'), + ('Principal Component Analysis', 2, None, '___sec7'), + ('PCA and scikit-learn', 2, None, '___sec8'), + ('More on the PCA', 2, None, '___sec9'), + ('Incremental PCA', 2, None, '___sec10'), + ('Randomized PCA', 2, None, '___sec11'), + ('Kernel PCA', 2, None, '___sec12'), + ('LLE', 2, None, '___sec13'), + ('Other techniques', 2, None, '___sec14')]} end of tocinfo --> @@ -133,7 +138,7 @@ MathJax.Hub.Config({

    [2] Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University

    -

    Oct 14, 2019

    +

    Oct 15, 2019












    @@ -312,7 +317,6 @@ svm.fit(X_train, y_train) print("Test set accuracy: {:.2f}".format(svm.score(X_test,y_test))) from sklearn.preprocessing import MinMaxScaler, StandardScaler - scaler = MinMaxScaler() scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) @@ -326,7 +330,7 @@ X_test_scaled = scaler.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Min-Max scaling: {:.2f}".format(svm.score(X_test_scaled,y_test))) scaler = StandardScaler() scaler.fit(X_train) @@ -334,12 +338,48 @@ X_train_scaled = scaler= scaler.transform(X_test) svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Standar Scaler: {:.2f}".format(svm.score(X_test_scaled,y_test)))











    More on Cancer Data, now with Logistic Regression

    + +

    + + +

    + + +

    import matplotlib.pyplot as plt
    +import numpy as np
    +from sklearn.model_selection import  train_test_split 
    +from sklearn.datasets import load_breast_cancer
    +from sklearn.linear_model import LogisticRegression
    +cancer = load_breast_cancer()
    +
    +# Set up training data
    +X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0)
    +# Perform Logistic Regression (replace with own code) 
    +logreg = LogisticRegression()
    +logreg.fit(X_train, y_train)
    +print("Test set accuracy: {:.2f}".format(logreg.score(X_test,y_test)))
    +
    +# Scale data
    +from sklearn.preprocessing import StandardScaler
    +scaler = StandardScaler()
    +scaler.fit(X_train)
    +X_train_scaled = scaler.transform(X_train)
    +X_test_scaled = scaler.transform(X_test)
    +logreg.fit(X_train_scaled, y_train)
    +#svm.fit(X_train_scaled, y_train)
    +print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test)))
    +
    +

    +









    + +

    Why should we think of reducing the dimensionality

    +

    @@ -381,10 +421,17 @@ scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) X_test_scaled = scaler.transform(X_test) logreg.fit(X_train_scaled, y_train) -#svm.fit(X_train_scaled, y_train) print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) +

    +

    +









    -# Now add PCA +

    Getting started with PCA

    + +

    + + +

    # Now add PCA
     from sklearn.decomposition import PCA
     pca = PCA(n_components = 2)
     pca.fit(X_train_scaled)
    @@ -394,7 +441,7 @@ X_pca = pca.
     









    -

    Principal Component Analysis

    +

    Principal Component Analysis

    @@ -430,7 +477,7 @@ X2D = X_centered -

    PCA and scikit-learn

    +

    PCA and scikit-learn

    Scikit-Learn’s PCA class implements PCA using SVD decomposition just like we did before. The @@ -461,7 +508,7 @@ More material to come here.











    -

    More on the PCA

    +

    More on the PCA

    Instead of arbitrarily choosing the number of dimensions to reduce down to, it is generally preferable to choose the number of dimensions that add up to a sufficiently large portion of the variance (e.g., 95%). Unless, of course, you are reducing dimensionality for data visualization — in that case you will @@ -489,7 +536,7 @@ X_reduced = pca











    -

    Incremental PCA

    +

    Incremental PCA

    One problem with the preceding implementation of PCA is that it requires the whole training set to fit in memory in order for the SVD algorithm to run. Fortunately, Incremental PCA (IPCA) algorithms have been developed: you can split the training set into mini-batches and feed an IPCA algorithm one minibatch @@ -499,7 +546,7 @@ instances arrive).











    -

    Randomized PCA

    +

    Randomized PCA

    Scikit-Learn offers yet another option to perform PCA, called Randomized PCA. This is a stochastic @@ -514,7 +561,7 @@ previous algorithms when \( d \) is much smaller than \( n \).











    -

    Kernel PCA

    +

    Kernel PCA

    @@ -543,7 +590,7 @@ X_reduced = rbf_pcaLLE +

    LLE

    Locally Linear Embedding (LLE) is another very powerful nonlinear dimensionality reduction @@ -555,7 +602,7 @@ these local relationships are best preserved (more details shortly).











    -

    Other techniques

    +

    Other techniques

    There are many other dimensionality reduction techniques, several of which are available in Scikit-Learn. diff --git a/doc/pub/DimRed/ipynb/DimRed.ipynb b/doc/pub/DimRed/ipynb/DimRed.ipynb index eec995584..9f8d03afc 100644 --- a/doc/pub/DimRed/ipynb/DimRed.ipynb +++ b/doc/pub/DimRed/ipynb/DimRed.ipynb @@ -10,7 +10,7 @@ " \n", "**Morten Hjorth-Jensen**, Department of Physics, University of Oslo and Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University\n", "\n", - "Date: **Oct 14, 2019**\n", + "Date: **Oct 15, 2019**\n", "\n", "Copyright 1999-2019, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license\n", "\n", @@ -187,7 +187,6 @@ "print(\"Test set accuracy: {:.2f}\".format(svm.score(X_test,y_test)))\n", "\n", "from sklearn.preprocessing import MinMaxScaler, StandardScaler\n", - "\n", "scaler = MinMaxScaler()\n", "scaler.fit(X_train)\n", "X_train_scaled = scaler.transform(X_train)\n", @@ -201,7 +200,7 @@ "\n", "\n", "svm.fit(X_train_scaled, y_train)\n", - "print(\"Test set accuracy scaled data: {:.2f}\".format(svm.score(X_test_scaled,y_test)))\n", + "print(\"Test set accuracy scaled data with Min-Max scaling: {:.2f}\".format(svm.score(X_test_scaled,y_test)))\n", "\n", "scaler = StandardScaler()\n", "scaler.fit(X_train)\n", @@ -209,14 +208,16 @@ "X_test_scaled = scaler.transform(X_test)\n", "\n", "svm.fit(X_train_scaled, y_train)\n", - "print(\"Test set accuracy scaled data: {:.2f}\".format(svm.score(X_test_scaled,y_test)))" + "print(\"Test set accuracy scaled data with Standar Scaler: {:.2f}\".format(svm.score(X_test_scaled,y_test)))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "## More on Cancer Data, now with Logistic Regression" + "## More on Cancer Data, now with Logistic Regression\n", + "\n", + "" ] }, { @@ -226,6 +227,46 @@ "collapsed": false }, "outputs": [], + "source": [ + "import matplotlib.pyplot as plt\n", + "import numpy as np\n", + "from sklearn.model_selection import train_test_split \n", + "from sklearn.datasets import load_breast_cancer\n", + "from sklearn.linear_model import LogisticRegression\n", + "cancer = load_breast_cancer()\n", + "\n", + "# Set up training data\n", + "X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0)\n", + "# Perform Logistic Regression (replace with own code) \n", + "logreg = LogisticRegression()\n", + "logreg.fit(X_train, y_train)\n", + "print(\"Test set accuracy: {:.2f}\".format(logreg.score(X_test,y_test)))\n", + "\n", + "# Scale data\n", + "from sklearn.preprocessing import StandardScaler\n", + "scaler = StandardScaler()\n", + "scaler.fit(X_train)\n", + "X_train_scaled = scaler.transform(X_train)\n", + "X_test_scaled = scaler.transform(X_test)\n", + "logreg.fit(X_train_scaled, y_train)\n", + "#svm.fit(X_train_scaled, y_train)\n", + "print(\"Test set accuracy scaled data: {:.2f}\".format(logreg.score(X_test_scaled,y_test)))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Why should we think of reducing the dimensionality" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false + }, + "outputs": [], "source": [ "import matplotlib.pyplot as plt\n", "import numpy as np\n", @@ -265,9 +306,24 @@ "X_train_scaled = scaler.transform(X_train)\n", "X_test_scaled = scaler.transform(X_test)\n", "logreg.fit(X_train_scaled, y_train)\n", - "#svm.fit(X_train_scaled, y_train)\n", - "print(\"Test set accuracy scaled data: {:.2f}\".format(logreg.score(X_test_scaled,y_test)))\n", - "\n", + "print(\"Test set accuracy scaled data: {:.2f}\".format(logreg.score(X_test_scaled,y_test)))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Getting started with PCA" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "collapsed": false + }, + "outputs": [], + "source": [ "# Now add PCA\n", "from sklearn.decomposition import PCA\n", "pca = PCA(n_components = 2)\n", @@ -290,7 +346,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 6, "metadata": { "collapsed": false }, @@ -317,7 +373,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 7, "metadata": { "collapsed": false }, @@ -341,7 +397,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 8, "metadata": { "collapsed": false }, @@ -363,7 +419,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 9, "metadata": { "collapsed": false }, @@ -392,7 +448,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 10, "metadata": { "collapsed": false }, @@ -415,7 +471,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 11, "metadata": { "collapsed": false }, @@ -461,7 +517,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 12, "metadata": { "collapsed": false }, diff --git a/doc/pub/DimRed/ipynb/ipynb-DimRed-src.tar.gz b/doc/pub/DimRed/ipynb/ipynb-DimRed-src.tar.gz index 9db24fa2541bd07464483ece4c3be8a7dba77f7d..0fc79a31ee32e06968f2cc6957368741e0ec885d 100644 GIT binary patch literal 190 zcmV;v073sBiwFQT2BuvA1MSaE3c@fD1>mlGia9|^Owz7}cHu&h;ssKY+Ne!xl7hXx z{Q+GmZi)!`HjglmFjE%Wd|xE~?xWQpgi=aj$}DAbqRsN2Vaxy%#xO->Yy!fB&@2M9 z-bydM^W2WBG-s)u)NgxZt*$@(vz!9Y{1eAUIoKTr-xv+rcv%^9fn2qv6p88vU4byt sO(U@K)+;N4>jAhB$}6M!HSVlAS>C!N{`E0I5Cp;39`nA%HUJ0!05xz}0RR91 literal 191 zcmV;w06_mAiwFS!qoiE`1MSaC3WG2Z24L5oVoo558nZ6w!bPD-FAzzrX=`GW2=(^$ z0qv@#8!3f+o1bBZVWui}`M!wU-36OL2xVysbJC0~iQ=_hU`zlfgkT(FN+}?mB!mWl zwma!%u#TDOl=du?73%HWG}bg9_N=eKGylY~l@`jw=vu8nX(wu}FObWw5Tso;0yN12dC&M}$g};8r^E}V{+5={0?sfnO005z@Su6km diff --git a/doc/pub/DimRed/pdf/DimRed-minted.pdf b/doc/pub/DimRed/pdf/DimRed-minted.pdf index 0beed3110393fa6a6477dee9b4dce31088cf0c63..c8dc1ee66a8a381d6a5eb02f57d1b9aee45bd697 100644 GIT binary patch delta 36890 zcmZU(Q*@wR7p<8}Dt0QiZQHhOqhj-oZ9AzX72CFL+h)b;@9!RcbI!b&WA3Ycwa0kY z+Vk-bTxu~~EeGfi;Ra67U5KBRJ;4J>xX=_}EL_ZKb%e&3D{#~p}9?PH(3N@K_7EzqBYqjz+x!C8tn0&?|oC?(zVcgM%IuLC&eb36JH zO1oV)9gYUiz=lngh`qb@gzafeu}y~IdOeq#t5^d_!xdon^|%H3x42$3cDym~#G3xZ z+3I@A0jpVY`CB>cay~KhaZMP476hxS}o)apKfaLt^ z+ejBx3-!ZOqsOlo&*nx8)OTu=<90lGU%7Dz=wv!^03S_mAV^Oy8Y8rz##0fX8n5%* zAG>NJ}f0 zu6h6q`g-9vOi`WnHu9s9A`=UCBeJN;Zi-7mZ8n}hl*8LTM#DPm2N7rH$yESvN=(_g z@QY6N6o$88-Rz8sD07aDbCt5dghOm3${21e{9&1@w?t$fk^tTlR98Jd#KQI+M=&ZA zf=2pr!n0A7fbZP4eV=8T1V+*-_@S@N^##Bqdde2|e#|Y(E?2aEi|`g{>XouZ!SR~KIG zH9Z05qZV5Pn`D!fhYyn<7^$YAT~>Q18YB^*KL<4}{4$+9KDwuj>+{viI4*glXC;8# zKVC4t;(nwz8;H<3$q^+&ny_Dt;ouR22$-!;>teBONlOQQINW&IL{^t@QWcd%D}j9K z5qTjfmlSSDV!MWNka}w_`MjD_LoVS5L8f4r!*C&kPIH^CU0BbMx!0SZ_nRPU6n<}^ zNZ+ekJpCF^oiDyO(;;_=oN1gLSEE2o9It1v5B}%oR)&%2QgZ`fP}zpk)^lSOMPVMo zqaa7NAyqKzF&J?pR*3igaz@g2_N}fuHSFcz z*Vg*H0$=mNe+CN=T zi~Nen_^M2b>>~zbOhH}t2_N{=x5;HHc^k}}=V}uh)&!e|2yE6WFfUt1t0YpK!p;6xS{5GCtQhp?aHF{F4mzy1;$A;W7(iQ8P&n95`BUFO zUS|5kdcBvxj|-2VuM1B<$X!m1GAjxnpBjb~N30@eUCTLV&@cD+;RplZUAW#wRcSFX z3Lf^w{dd56NEesnvLHw-ANns54h+~;Cv>;#%@0$gs^V(@9m#f2_lAGl zC|lj*U*+PRy`l{F6eLRFyUH9XNc&5)f-dCQOLM3#FBm%Sk56h}kc}BdiXbtO^e1V; zfC_YAC#IPnCtfRAq~0W8qw&b9oWhC~piD9oQ=3YR*s3`u@9S<|vF5b6xV@RN>=yER zS#bMQY1#a{y>40|$h6pU++!fJU>x-s!Sn1F$3}ib&3uI0e#u~2a&7~qt7dBcM?ADb zkvXo%_hk`Z7)YqpYJSf?n>gtx3K9OOk({rC+2X6Ar@#VC&)p^fnXpkoaBe<=DvbuQ zJIYc;gTaP48Zi-?%m&6%m8_wJ^P zD46e^8Rc!*-=Qsykw)SIQG|;@x$WB&>_{$4tk#gdPUYBk#N8*rafFRtZDWr@) zEvMOD`LtBYKA8nnSbeEbJn^PfPZO&kbDiDOVoF^+OOGjGxeClDRPE-5AmKDS?kZB% zn(rqULZ_XndvH^At!baZqij~DDzCs+FQ|sKN*%p{%R#1k*%&2`z$ul5P$CE+#ZdAH z6~FkD7<6dU=$;ZSNpI-r)V|IT%5p@MlXEm5N~BoL6Sn|(668c;V9-Sxl?DEk(AQZi z2}>7OzwG4vvPT-olKhFbNDZB!F&FOxV4zTTowqm_YKxmq`Yr7r^YWbOhExNy6tNk0 z@O~4c9nk(QXyf5-bK=Lwx!0wGvOoU{z-_R+Ml^jXCcl>r8)eNkA4F^*Vzb{O6_#Ie}xB1s^qX`_Q@46}&SZH!nX81eig0_- z*9-{=UmUux|L*;*A)A};KrSh)Pj|+2RIeCM8lFla2@-x?X1v^Wz9c^D$0-0Rih-2N z_y8YF{p2wHy?Xp@tHP7-rk{nLKN0iyQj;)qe~O^PSnsy+Wm32kUA#}*ZYMWz5VU0r@wOMamTo8d=MA7(2^9!?VgzL; zorhxDKO0l=#`RQoLdI8+6+CI;VVm@1ZJJVt!}=~;D)bP3S?JUL13yX9^@Gj3c`dlj z*4tz#e5TbrXnv!5%Y}E~iJ?tI;wk%t7luLB%+A8al8~8`gYEwVvnp+^xPw+?zdVDz zG()o@9hyXLj8TzlDekNxh>S5%A#$ii=B=t|T2I%>x*mRmy2$#&<_-&gUZo<>#i8<= z$XIs7EX#)yjfBP?@AvbK73vLCql9yp2e%$2qax)GblXL7tY79<-BL-ki{xvae80cY zHe)t)3LEn6++EdT0k_@j7t7a!RrirAI{tRQ%8pdX4!)*WtL19kiN4sK(R0KNQt0t+ z`i=3oPid~wvQI3tg(gIck(9i1BmRRO`)|w4Ltde8CX0M9W0$ z#sJZNUPwHiSt1^DsokH!sjqz_JAU6f+q=3nN>0O?%BYxZ1u1TrwrwQLtTH&ZYdb3@ zh;{6Fp8jn&=@Wn4`Ue>aVi8B4TvmlMpXI}v4Q^U15S#Jxmxa{bHlN%$)au8o3-$P$ z{f6OX%J8-L0HdNAtg!~hNEY)!D;ABuAX{4l_E;yExUQ{2U`O-1BWO-twBi5?g7Jj_ zPvDi!k8$8G306P{%_G(63LY_Od@EL<_~31J-uYgYLJLJa#9Te}OwV+_9Np$#+H(9$ zNR;g9m|^8JR?4Bl?(xQSKc#+sxHEPweS9etr(8T(Xoj)bF zCtAKk2@!Mjb4*+e9uL>f4jeK}Ou|ZrUxY#De|YJ>FaxdT0DMcspd0+C_~M{3XQ_ZC zW@6?M4K;4E%;eL_kZIBvO%8Y<=Ti7|I_(&>LJm}`R9E#jft`xzn>ZiLc#cS$u^Nfwv+W3v7v7)pgr;mm9Fr@<~^}gWnv3bK?EQH7|2b z!z5PPWEqeh)FDf7aaWfmeogCY!V5;&`w$-x#*1)>AGq*zcuVfK%S$g`ZFdo*i_76K zM3cUDpx-)w>&E?ytTH=PUhrl{1-_sxt)3E?!_N_i*Z}f_Xc7BcUxUEHpOYFZ8H6ap zf=JUvq}tmVcZBe2GXT4@aRpwqv_ETle|51i!He=M}GUU`7WM|ZdPouYB zbb5f=48dT4emNTr&_=UdQN+7ZqQnGEvR-)XO06(S&g?&)^>~Kr=8zicnqGi+Ob7uM z{G>4hi`jU}%{=G|0$f~2#(9`j1o?Qnp{f_VGk8@03Kz~HnaMT=P!C3_7KVf>O)J%nwsEftmoN;q(i*IoyoH!Z%MUmC-=9tiE1F^scP<58xXMRhTK~knK zal=f<_|^GD;4^j#BDy?p-8=4bj+jvGXi(DLipzhk?D3jzTYPf`J?u zKBj8Tyl5h%^D6?0gC_Y{o8bLsD`R zif{pAqS-Vx6KGOf+o|$FCDef^oP^=!CBFs7s>-0T=7{5Byp2>^9j89Ee>QM`+bSB$ zq$=L*aBoHZat%AXr>FCn>JTB6@A&kHOV8VbUiYiEx1T@<3Hu^kk*jtgfCrWDWx{cy zXJcGUlmZI73~^*wNhp+dE^Al{bFsbSnjFE8VLlNjK^^y#ap3QMwtAIt)&1I5;-cWT z$%!F;9dLjD5&*a1TkC_iCJxYwz>%ps)P_}mcjAJLea4EU-b0ab=R6&k2;3@|J_m{OvsX{*0m70lrXF@7h~1g#tu6F#9Yl6FqPTa`@Gn2)&BVP< z7EhqWBP8>tyWJtt>3c*x9OZ+w?ZkVL!V=MLGom;!|6Q@Jeu`#B7}p`gc@@b=DSVhf zytrfPSnWl~TZP5~uE2hN!oi%;mt}XCf-W*AoE#C%>3Xr<(0jbn;vabMMkbe7h3$w= zV%bR#RSlR(n=1*a7Nq-8g)xt{=f}%nP6Ll&WVFlhFNEWEkxy8fi%i7!BCN}TpPyZ2 z=g*HG?;1K!)tDfp5c@G#c=`*M!V%>O?`9jw^t%X`SOSt*LcqM-)dTs4hzjKPucED6 zd$dHb;Z*A>5Wj)SD0eKORgkq(Rcl;h0@b72zmRsJ2`X~U7fzTL<7wpb>K*0!y#Ao3%BfMs2Iz} z5I1Q%?Y@fBodl(GJ}4gPp`OWPiKnZ+NCk%7sbHgLjA0>_@vfyaszEEv&p3-Fv`Q{= zNjThNa~`eCFr|tbVVfC{baRdkaB>)sb*qL+#!Xiq!vZht4DpF)jMTaHpR_&^4XEcU z6>1zSm%0O;@xvZJPx|S((}6U#Q$n8i}_ zY4FZWWnHC&9=i-JGF1s6nIF(Hrs+~ol}6{9VYR0<$oZjkS-hXrKh8-Jrno{3`d?vF zrL2CZS^yZF0MYx@z-0Csd`MOSl;+N)#bz`QUiR)tbC4*9N@?#A(;fq(+* z85Q)s|OBF^dUTqLnsw^^TJrolI_R-U{=WV!CPsDN6Ns*hFD0ii&< z@qgO?^d8!JJ1zo()YH#Cz`hAjq(IU=!R9i5;L_)ndY;$BGif_RC0)qhc=^Au6^Zn)#E_Du*sg0cqv1 zyb~f*ZrDZ241fm;baZ}(vYfv&1K{>y^DGJ253r!3@9XS}E0S?7; z&AEDP)Hc&{^M}Va&qJl24&$2>W+6JVA3xd|8T{C_X_J3~Cf;%db49GX%GY;3@fRqI z1__HQ+~zcYFu*Me#Qp7FkJtBPlxlOisSbtFwbOpt400j4I@>R%un4#JgqPg9@?$^? zjt{#&#ueiG!vj&kbhh6XBkL{D4j6;-6CAR|>`;0{H)Qm$5dOVJ_+>{9WBowBS>1_S zv*Uc~tW!xElEKj}J@6~^+K@_vpnAP?O!&aSg{#aJJqc1}!#&1>*5xR{b2qnTE>J(& zv()-!YPM33)>Ut+9m1IhpEKFE>n0P=iYlsfm1KthWy+6w%*jq(K`PC-6(C;y3(l9_ z1JibrzEFYGzR=s|joV37;wD|tldyN=i~EZwd~K(Cr+9|hEV|QxkN8eF_T-@ll-&?U z$i>;le{2D~KGWjk?yBPZ$1E?=>;KK)Z2#l${{z37I5{{7|6er-;DO{h2G<$V1Itt*fKGU7%Mno|2LUD#Jh8-$1ZA z7LGQ0k{1L^i!46o4;?H`5aa0j&))IT$w>qWAtGZ$R+mPQwMcAkP*0HT*kce+lM#0b zZx9+5fQ17WToBh1wh)?7#~?pt&|SjbQo>Xp1JRsScg}C=hm{HU`PZ z<`dLa(>j`QN6WwJ@MH1v&mMn&$>Y8G_1!uVSq4>RNgZCt_^Acv555c6=wADh^aM02 zb<==-&|PgUE#jL#Xn=w=wG|fPA^u8=ih?c7ND3k$8QqSan|@>Pr9MVS0KtgwLficW zw(u?CKPnjIo5^pETv#E$XnOPLevE2jg4yEv1KHjFUu>2S`s3~;?i~j}a2H1Zor3HI zAP30_67Zceyg9qaV1NYR?=Hi}JFKPfBSV0oe|S>Y zXC7|-H-7!MLM9-C0nt?>JF>pDFna_5?vu02V|yC{)(<-q>=0|*nw*^6A2h^BhSo;# zABEd{Gr3x;UuH>YiAf*C#g+Yp58EEiaP|4m=c~-z?c85%?+Uy`N?72nMve0pu{~vBSsT<>x(@iLs$Katx+6=I}l{2|cpqz;wc+_dvG+ zH#%@l3jzjvQu2-EeIsTq8HT^ z@!5iei~mP@@K^emST+cGLQe#2FXK-QR++X2CL|s z904S0a_3*J!jruhFhlrFu_&uCbm zayPHh-y(V2Bhf<3Hyw}musrVsQ880HU$m1q1+rfOHy03JU^`-&Uon+8cXD)JOdr+j zmjo~P+aEWkH)hQ44J?rBUnavHS9xDIHg#{1-LTDHklhwQ!z+%~cFGqC>O_a~tiY{a z+17uywgT*SFu(t2aACl%cN^Y!z)gAff0vYJ|1ar&DJ8nARe$%otJ(d}cE0+*`JrHd zTo6FdVG_uT{`O}58XAv%BBaT04;g!}0sl@XwmG%5-z%T`@Z+iL+}P>)`b@e8$nt@g zcjM2nmRiQqrJR7zE)y)xw$>lCdD|V2UCPTSEwgr@}W~TtzMMxYeIcs*=aOrs(HP4O8ytuS8VM<1!)+m3* zI_j3_PenX_)IB>Z0LlW-SENgpaEZ!Fd;04%QD90r&d5IIm^&_TB~n0O`>pTp>IVt) zWUY*4fZI4B1(b~@%y@MJo>n5)yrv<(QIFiAll+MnzA z^=Duzb?WL<#Z==*c}jFDYV7k4v;ACMMtTmSeSK`=!?(#&3EwAI&Y0O1;pd!Lb&swZR8%A=r1E=nqlplbS-KxgvvK{hcCC98O&@-us? zPJ6SmPnV7y#Y8hZ5cCz_Z!X^=<4q`c59fd1Ydvhu0NF5&e?o-`eH)_xd~5PC3*tS*Id6jktS)=F|BTAV&=QdkAj zHgCppE9GVBCe!h2!{e2!*T!+kKFoM@+UiL3mW+SvU; ze3KJ)#X29p6CqIakioTbU%w8%qpP!gLAEC9A*;)_?=#|pe1|$kLSpr5=(Ifo^l9_f&8mS5}hLHCRq+5uB<9?6pvH|SS>!ChhqzTZGr zfChQs`kSACfSNJv0iyHK$>OS@HMB|q?>O}hGCW1=| zlCd%^RDp+_k!Xs!bgu&+rm$&?)ez^DK<65DeMA{k*vpCT5jBrU&AOl@?-JJ=2}vmQ z$gx1hz(FESyrxVo>hGVHdDxYja?VjBII!yl5-JHNZ8&`Itq!63RTkit6kZXL{{(gG zSNVIqu1OO9yk27n9i3x!LoO;ryNK=h|M$Re?EucOr`!##y^CuDu0|3qMNL+F*9=%^ zM{WV_EvHWi){3bhNre{~Z$bIdz&AALWMqEN+8&XWn#xI;{(lrJ&pq^V*dh1>n(A=5 z6L9sgcBpEpZuDtO9dA6CwSN^|L~n^NGm=P1Lhw3=%q0)7z~uh=X>%R`GR|@Kf6HWJ zLI8<>9hcLxSC+{t7tjRcIRXUr?8jR%vo2h3A9x`K>1_-bBQ+GkOZ{gIxRh}F0)^Na z_mX1!FE&q|l^p{LnONBCy1FJ+m-rl*73_tcIaSV??F4GBndl5*_7~2zxh6vb<+G56 zFfB+7O7ylN(ei_Kq5HALY#F=+5zn;$!T>|qDvKn(CNdN{s8&yZf;W-2dQNI7q?NFq zZdDt{@D#@mIsG)l=LEzhOGxtDwQR-t+*ADccKtn;a@ff%a#|nAUucGS4YSw5qjYpo ze&ub&zL??U7bD;cNJ~)67y3ojqZBsWy3PVb$4g6#U9aVVP=#-!XRnsm&LYUTcEBsv zN(r!ESiTre?{Y?jOq^2IIhAy!?woqI-Ux>A}N zwTbRZ+14)h3H|Uu0)w@Axyw(>^EDNlJB;R9REx{Vu2ipx!^uX0S1 z7&~2!3rn>6LQ~3gSRae7A`@#0a1G3B-B6|bD*<_1Yw~BtO}_{K7C`7F{09mTG%-dGEydFuuN%G$vB+!(uQV%4MEIF$>6Ol0?y~?3IL3# zRxn?qT=zi+d3#-3#tGulz)(}xz(18i$^I4BLqXKhX6kx~(iX23{=GZ_%U& zY+FAS=>AkHYk5s6OSc z_1vf$e`3Q)>7XLfxHXK5VDhj6&G50D^+<~W=(YLIJGZ<)?5V@RJJTRRbB{O5-5I!< zoB)Ov<51gX*iYpa5<0(HUG3{@mG1c8iTtDR;A8TY2^sS^z!{?}L2Vy)jJ&shWWyDH z?|LMM#s^Pk#PyUw$%uT^ecKw3@b7f1Kf!gJfv`6sNzu4b2O9MXBg@lcEAT7|hyoZNfq``E*kdU(* zW!)`T!$-Uth9j6&R*l6(HxFO!+0j>Lj*M;}?Q>{}^mQw8P>ZYV=7y!~r2fV8zO+Jy zXhJTmkxhY+!p zTtnU-9@BKGu<;-ztDa+^@5o4ZpmoU39y~5<25`k2gYb0~Osf^}92*-@wzu#9+Yjow&5!ToM0Lf{DVmZ*Y24Q@LKtmUay){#@J4 z<=0f~JCsI0NYn3I;$*K278mx1&~3<>b=%UKsQM|SOf^KHQQg!-l>;5&ClT~U8JX|| z3#|0{q$lk0%Y&*VewxcN`5Y=_4n za+;&kTVoyWKYHlD#jXv(ztWE1Ez(gk?QGEJ>`gK1d z3G*o?Emu<5gNy5Q<>EDps1`w1&az8~8{FM4a(d2(E&1jNakCoG1qn0cTR>dw2AknB zphH1^HI_hT}wWzatIInc?=&$o4VyAGJ)!MJ z>R}A**lF&sF>#321t&oxAWi0BKz%mZud~ip!$+fE=h3bBTB^dA_B@ z1w_vH53!C5milp9~hT zB5fCByF#23%*8lL_?O_!KW5x?H5aeGO|74d?S=+kD-zN*+0Q=$>5|L?q zp?Irs8rT5sPDBXq2pE?4gA!Rc1VapYC@x=|5yDy{n?mxx&^P=#rSnP{sJDNY?`{}# ze}ksqrhN{E|G_Cs<9(s01beV?@S zH+CSACoP?95rydh=*_lUTFfkUJgPAQev5D2)OvU$ z!?{`F8nkA+4EhEx$H{m-p6rIgqEb8Ux`K=%wNig80Itj=GYSSin*L!4RQwp;@-edxL(L;0Eu znJiR$$8!0ev~y$YaCnq?p>7Q?Y6o7@lN4OABk^ex_C3f>d2~fN`u1oIjj4IQp?=eb zOuSYkUCjFSarOHj0H?rLg#S?qoHc_m*+Zk@j(R4S*V9Rcf3VAEjJ1{D-XcR$YhMV| zBUO8kW%DZho*}I+|Gbe!9d^c=^Q-c-;$5M9%5QEl71$BpJp*QRP_t5$fU?u|wUt8f zw2$0f>C4A08d+>9((QKUL-RKDHBl8!6AwLBr+~}fm$lNLfIAkX9!?-JZs5|rvMuIi zdnzxg5A?N4eq{PoPGqU;I0t$rU!aL0A5Dj?U%jgl+*7OUyYCQU8^?6t89tqakyEfbY!LG3HsT7wHA-iG}Dx+*8b>=O~` zWHp`za|97CtcKU)-PCzzK1>QB7X%$0Q!oCtHGu4F0?cNLwv<$IQ7t`~&bbbuQLo%b zP7Z61{QRIk`eRbK3I)ns&9RW25msG;@lD9y9I&Ngv^SL;mtQ~jI)W!W=*x#&Hbh5U zgsPY)BtKUsb#&*ma!&4PYj6puDQjKHBGf?ZLo>s<^&Ut@u;M=A#AQ1T1E17I@oIA1 zSdqOZ0f$Xxtl*?`E$E@*E>*Ddi`VTBg19Bp`wT6wEZ>R6DF0OMc0?ey6t-aOO}bj zp${+3s$HD+g|0Ao@g63Guxy5-su*ye*@1<1DvR61q zucRAld!Ax2_#dP!-L2)S%A-tv?yO-F0IV}1l^#$F`OW{-1+HLtKx*6`i3$< zmmj(^Rb`)q-ToPP_(^Fj@pHQul%}g};!+U_(p@)#19mPip+)L_UZpTB;Y_V;Y3cr) zLySc&FdOuSW2;U~E8yzBKz0IoX5JaCyg6jTQ=(UlRK}Ak&V!#0uC0tTCT52nsAsCo z;uBymT-sF@rPR#!j($Panhs^XA-pn<1Uu|G{4gTouo>r?h3Pe- zHTy>MG-To*O6Km`U*u$tE{aC-?MHkHBxM1IZL!~uN0j7CcWpyUn1sz(rj5UnW>IXc zC*G^1WTtqI^!tTSB6snF%b0cvNZ2=bGv3h;bwk>{=oi@}<(VtJE3FB3f{iq(Q=>`V zijQQhV8$6Bh}D_0&35h|^&XeKyvCj5MW$_D5pCN}kh#{qry*NWH{BuW9ey%iAa>(f za^b3i$=(*F-Z`33qF6mohkL`5(A@N=)sZ=xv#RF+j*=)uZZcB4>q&rf{|Uy1ycBZzK79XJ$O_Q)LBg&^cC`aS+8D7 z(`Qmcom2!$)8bN4nY%$*3fnPz(tB~yoCh&42iE3t(j47lJ2+w5bFI*#VRrGnh>4(} z`cJE1UWU@+{E?V9`DzpTz0X_?=kd~39Th}3{T;q7+ZzJ_1? zq?Iy>8k)iJZc%~coK91^263UziaJJ{1DF>U5`rICGRg=?rIxk5A+V-1$*<$)BoF^I zbq-+rGmacr6+q`&(sw5=^qAS?)KF!LM^<8Y1QJt`4FVL(xAO{s;58)!6C88>1Iar- z$TfM(I3_kJS<0JL^e|rq*w$n3jr=?-E4;##HlrwH=o#fJ|{@KXj(4<2WI8S91KX1#@64AEW+Ez2B~(7 zoiRIhpYQc%bsvlY`D*=?-e8$z9EKcK2vsXvhH~R_f7J~2nR2a6b*t?Gs}y{%g06h< zO2puL(Jgvz@U)LH9+n3G z2E6?YMtA=XjNqffQ%daoqubvJJmIy{ACAS7zd8lmI1@_)=G?fQCf5(II>k+F*q=81 znM~6S;x?&G9zy9J5tS-dR{Db5Dp{BDhkv6Lg~>y8c;O#(E_6i=7uO50>|!Y22!#ol z9l{aHp?^(>TFgNg!qNMRDe_0c$viTmc~6=1XX$VsNbSR)*05q*?m8g7UY#~Ie>qjr z`?R!n7smzzTytH8xt(#Lk~Bu7s^f@#DEfNO+T}!`2V1jUaOOK;st6WRJM6WcNUjiR zyGA1mlXi;}(74GnZP7f#KM1yZh(55MkhL3#`UTZvu`EW!7X5TuHHw^Hk)$$FBzYf_ z?djda8{W>YADTP6ZR;Rs?F!P5?(rj_bD+TARkdo|lo$#XuBp`$B8O5E^PWVn zkfnh(o%U@|TEG&2RnEpU_<`jtt`*(1UcflhyQ6%80sN!CbWs$k-gU%r(x~)MmDhQ0 zW`ll*4?R|L%b1P1DmP&=OP;M^zric?pllA9v7buPu=LU68dje1A1z~MPzup*DhjvF zhR7?uiSr5PmU307;H)=vt4D;^?dZla=;@sqE%}p+7MoZ$a-J38FNkUwNpIO$|9ufU)xlT%!&F_gastwU0c7qL+Rt=%uB?l@Y z1uY|&5*YG+WvBa#5bGG9i2Hh&LBYyv8~{{3Lx1xWp-)l!m7L0UwU?@k@_B^46h$b> zZ1G{163U10WV8`!o{x9F{>cHD3lToL;cC8-TYYwoD?h(AG8SElxt*r2AS-@vo64N= zx*}EwoQa8WO^!0uDQu-Hog+p*G)ppzU!6>@gmz&5?Q>Wx+|8@hF1{RWOmu3s@M{f? z%BzdTy;l@UTo{xF);A@rM^T@%dJ^aHF!lJkv^riKO-01WU7zk)4=o>1MLT7e zJVcH(=0@$4AZ_>Zo`N$vBlI@TQ<8rKSCBQ51%@YC2kq0H6&LlbT#0XLXtPJtnGlbx zP?axr!`Tnjht-__QINWw;w0vX%*^1@A1Q2az7!$Pf{)!vgX9Aq=WC)EmdDtTa}v5H zX^pT|wt{FeT zSqhBG3_KPnOPWirS*X-GZ!+U=k{}4SN@@M6SZW%C#dqBHK~r8885Lkp4}x|SkOkMz ztjRL$y&W~ysFwnU-OK;_4aCb;1WQHbPMKp6N5f8e3T96Aufd3Y+HT;N==x5yn?-0H z+>$F+SIRnTbRotZDm@`%EgnajuM4wb|$P%Lbq>Yy_+r<9cJDg zM`0KQ*$lX|ZqkPCNiw=0O)|kGyIUSu30+^3K~xU~6#m^{c-hiPDuF-O;&jGCm1}ng zqOr!4=$BomX|k6$-3_BDa)1qCbU~VP1*uejQVXPqQ~XSvpXKNR9&h;|RCN^RMOMVM zZn-bMgsbmHpe+NZoL#vNXBfe6*c|jF&9(33&j7YhuMAfe1p}pcROB>EY{tdQq{tD{ z+tXiaIwPtmw+bitA7=1DHGuT~lZv6$_|nyfg7~kPhz9MX z?SYfY_O?;D8|pZ}H^uP%q(CBErDOV(!Oy!L#-@6Isr88K`^;)afe!a4o@lLEK@mdb}3R~&~eGC zq6N>f@^1aOi{X<^j*l#V>gG~?CTEzgZb4SLyJB)e)_4&h6`6FRg&oqJpmdE_#9Yf> z#|AdZ=Tuz7liyx1Zid(IAk`cDBO@FR6X+U?dRKQ+0!7unIZVdOEt%tuIFh!siBnwn zJq45U(-uRpY|1Ek>wO2CVG+R~64tGz=p{`Wy~cCCGdPK6t(9aP+Q)V9aL#q=C6^Qu(ietiT7!{r7x3YI z&7psLwd1IMMbag%#QS@D8KP-n;hqI3h|NngWz=r|KH~VE8^?&Or2k#2+ifIKU}^rE zZTK+ieN)UEp&fF>(9Ubfcp{Jrh)W1m$ry`1DjItGJ z)WwonF0pd3^fK6J;EBJHCJFZo)qFU z4Yek3teNq@8WhdqWU{|gH@VTp&m(oe`B`CzC+=zYQ&};Kr|$T?3=M60_yxAkaF#Muik`&C|QZ0<2FVtO4sbf5|i3ZP4N=< zC{lhbtg7i&pNSo?Y&v}purDZlh)kT%tFT6n+F&3-O3$RnBAImYl~~p3M-E6XX-Z+! zw491;oh)vw$vTHrAJ{eY18@oMAKl1wIqr5Z@4*vPgm1_LAO69dl>~QOwOAh)_T6mx zF)$Wv)-fhexccreojex#>4V6Zj3;ELR?Pbo7X$Spy9glb(rm;kZuiNo8NjVREXoLv?IvIge>xPj^&E`*r8|xl6a~vqzn}hh;GU$6X8N=be%zjcSl1 z`@-PgGpBEM5bs}^s_!ny3Ml6!a%JfZr|jfE_UL=R#NEaYfb<K*y59noo4VGl`+E;eB7yZ5204?YF|V9Kxhg|R&row zK}?x7lN<-njZ@%^*+0nMT~rRc_pgzJVL<*hd)z;$!2o>cvc4Wgmr&8AJoU8b20EE6 zf``SDk8fW_Qviz1QMQO9#Yp0}Ph*~J*MM!EITlK?G+?ri;FlGn@3`9(MW|b?m8+ne z{Ro#w5!3|#P7haDAE_lI!g`_FyImIko>4rAF1^i0UpOOqt$yx#}|T9V5g<`q{RfhkOb^1gpxwKx$9e!UDgxyUlnC}7FAM-{u~5Fk`Gv8 zRsw~Pg_mfrcnJK9IHM#l%Rs8evq?c@Euw+S9?51q_S0)X(4X4rV{bE9y8MrKjHwto{o8Jc`Ao^3I^w z#{%XVR}q`2Bc@}=qAQwSqs&I>Yw7yYC^VJgrJ8s^i6+!b&lOYSanXYb1I(qdcGkhj zhrS>C%c(>d?L6bDOK<4pwLRF2P!z>R)z~|uIl^2^#O#&JOjVd8oi&c0S^4!#Bkh1^ zJnv9wcxsv|S^nVL>@L!i#5>grP`1Fydm#4E@66^ih?Pv>vt{ON7e#B@JE(qm!y83} zEuJUj(E!jWeWPwWVrSeKgrfCObGH9Q2zO{qFo*`YMr3COtY+WYuiSgUR`KOWz5lV< z%Fb{-Wt$ZhyWv%smYI|Ep}(&xqXI_;{eJ*BK*zu9-cPL1NA0QoCu3IkhIf}8>uw5A zBWxCb74ta(G`54&>?VBOqOOGD-sUv!mdYa#FnZdZcr9gu>5S@Cx)>b%mRdR&x)E(-{My znh5sWfBEW6<5jMVntl+aFgU+Nu|BP0dFDfB{s_F`xi@Z~O;m~Nw-g|cyi*^$I0h-@ zuQG6q?;!#Mj@yIm)3nhc4h|xv>#Q?QRiT>c@mxD0_G)LbJ9;d*$9a!?Oin5fMlA?` zEetGlqP(J>*QgYaRwFL7mIfbUf+&RsPC}PyznbpH8b-Zxw2THc*WjO3m9TZ4} zRysC$;ldQLppeo{{XagJoMGy7@_2Zhbyjg^%a99BVkVo(!J`p=(Q~w3ChEzUMHL0R zwwD__*I#d&_Bd&o$fuClOqadLY+QzaA2X?gAF=mNd>)m;(m)FyQW_+P_vS2}aSN20 zAl#Z|TEAl44^VNC+VNMZK!FY8R<$!je2ifgXKzN&wi(CPBGUTOlVZyAJu(#e6q47y zbHQ(Ks4$j#74rNp_p{6l{MZ1oOrHQllxIrW}1hi+1TYfr#C={X`(tzjhyusC=9{B?J@h;EMgkh{e{Ay^Em zezM*3>L|xv^r)J7NR_slgvh38ZZ4K!x5w;Z7yy+@{KZ)v6;t!Hg8g zsZ%bO!?tEemc7N{F8;o=H(3=7bs~1P7`$=j{cr0W7u~nnuXtt~wjmWw@>JNY!s$q! zOcZ&)b8z82B#H_nB*HaqNto6PzAbfS{Wd<7kA?=VWe?5qv$V3(^xntf`qn>mxt<5| zLCiw@6e)CC{r;TP<)5~HYx~sjQc_GSkT|iJvuX{Nc#Pkxbae2mZDr-s9r;7Jd1Tv^ z=rHq*s<9|V4f_Y;=C1r9ck`E61(wEIu!cd;O^dAb%sXMGL1OYq*jf?vnDQudOeJg# zW3JWDGQezqtfg1S=S2UenZ*P+{Py_pHo{eExY%#tBGr!k(}$#gAOX9la(aqF6tR#q zF8>?1OD|jq@Y*OfKaA9JlO#e`w)*p)ITjaO*oPoH2j=7E#4wmhQRB}G%!p8%mBbK7 zWqnVs4ve8_`%U^%8#4lTaHKD+X68Gd$C1`eGlckdozr|>MZ>s^S`UpPJeNe_0lmmh zknFfbV_4?03e?AcT_COP9$f>f{2a5lgI;PFp9XUhXpIrfG&0HlWCp=x^MJlG^wOE4 zgm4YPtVXrQ!C*t*-ge%yu{Y%|UIdP(hH=@i8$TXMp1%qRw{LHbIkqO`JdQpo#~#x& zU4+z(f;z>Ks-effpGNEt1Pg*#k@h7O3i2g)+cw0fZ=_OXv+qqqh4I;Dg0=Qoa{ixr(-(1W>^edVCcxhR4!n&*m7G)^O%}Pv%Iwqk3A3mER zk@Y&2@+CfZgxZ=VF3e8Px=D)Fq?6M5zD(qQMy}60gl2DP0Bw5&*v4(ePVFhm%(+Fu z38}?G2VS&)lK&D;3f);g-SPDZ;6)TY@`yFemm^}j=ozWqmotWbMNbEE0iO5|ll{z| z6vu>5%iQa9$Jk7`TBXG52VRuaze$!ZamzG!T6n4oyLBPI=4a@KcV(QPMuy8Amu#HSP9(EQ1gS*B3XUpfk?woG$g$dUAS2CYZ= ziAZ37D4^?AGf1iMA{rs;B@ia1I?vRn*%dIR^h#5Yw|D7&w;S|9y7+HM_2^}3F7n}8 zdA|C4GM{H7pO*yL(AeImJ6;*Co#h2`SuJgjdNyy4#ds9aXy5Aj_xL%10p&%m~& z)VYwz0gDRy03=IU(&cBBo(Hs;Naj%QA*KC)FogugNWOMS8SdoWjTD3vp66z?{>;Bc zszM~xt7@YZCQZZ%uUE4Y&Z`_YsZ;%68_Tt!n!5A&#)UsmYyGv$Ofb#_6tS)TtfnV= zf9?}WS;RS~}ygAI` zp&3p{;BKcU_4@H-?Bm^S*$@Ua7UYst>t`7Jo`D`>9q^RZE~~eF`)kL|FBfgUd4TbR z4bxHWN@#9beE#f_IlC<(|>GKK@iXljE@f$-!-Ts z9$m~y1`x($P&Uc^N~Y6N;&RD<4qwdi*H)Jol=N z@tRnzUo~f5rK$s7Opu~+HQh4C!4>F1(a-C8)2)BLf_HW{QA{))#lInP{uZ!h1|Loc z33_G>fLmrK51E>{IAUsYh}J+;9ZD61j?AJbLhzKeid=Xh9K0pzoQtP_@6B%2NpT|I zCH{GeW))$!oz#FvqsgE}~=b}F)gw)qD4Lrr7G{&TphH!f! zA&ubosvFc-o_Io>0P8w`U2<^)h-stt;@+0XK{+)7yL4z*a4$zKZe;m3GSULXi)8!lEGX>L1B_`TJUF4a0k=b~7S?sa_# zAbkBQD*d5@F0muRno$8+xpnpcaga9ML(h7bD7;*|crzn*?zHJK2z`9aq*QyvYlJNy zr81jYx(J!7=8;T)Cr%Rt#r?DH{Qi>&!@P8a)bW>#Xdl|dN)=k27ppt@VVB3=A*eXu zPJt8>-h!+f^@9tExn?&Q@H5_T2;)!vKtv99FOXnGcw#D&cXiLV14%`XJscNy)GHFy z7;zGJ<(jVt%w+d`N_2Aw#K*OsWiiv?5J%QJ5*8%-lPUE9E+3GmR!f{QaLKRk!Nb2159Iu8k*6NaHlg1CMW^W7EZx= zE12^)QlA5Z4z*vhTV?$H;l{41_m1~|5sk>iR7JtC?`E#!p~{KM5W{*~KK2_}E|0#Z zj7hTR3rW#`3q(iLOX%p%bJz4O<=W7z%R!CiJ=J2t-Wf*cHthJ9YunduUO=M}0yie} z5@sdW!Quvt$N`p3@vAusm;J=ubNP2SL$5G_!8BQWh_lROHQ${LT@DzLCHgS;HgSkC z{RxhvG8uVnw9m6Cd7ZE#xv2C8zjZNq`*p~yA8iMJ>4^1pMGAT*XLvlP;pyc;PpL8f ze9H>>;kvL0alM(6I^j(gcwEly7}l;j!7AN;U1qUMMUiu$zU< z)p*8MJp6{LW3a1q<|shYUm;(Y+z;Ni?YW5#wjM+~R7gMYMiGG-RebOF{h)_F_~4j< zMn)rlL4S3IJ5xIN^n}y$0fT^-i?f`tZJ`fOB9~OZ;c%b+C-#x8YTo8TsPgN?h||1SvJX5SJ3m8U5e%y zZD}Hw8Y6-U-NaZoBDcKGH64*!5+?$Tn23*ml1xGRzcsd<&FT1Q>UcaJcS=}CX_-%@ z7hkoMH{)*^N7*)?{6t9c7(=T@iAAi=pR^1>-$;n6USGuk6ELmt0Sg8Z|offr%$@x!!ZT8Ngf z2Ypnt&vdIzSCtV4d)}`SL<5+gRL$4Z4(UnpEcu62WHP#HNjGJt+gDPv>;m&k8;TA( z>a8tI38Qf-v)w>)8HH*A1~u?@X%w)3j&+ZW=WDSQ^*Zt9?Vmo#)Y!A150K{wlIAm0 z9($C}F#(4YtOXgLkOIgFuMs$9AbxEq2fX;C1{-FOd0disZDni7N|jJfsJ`x^AM-q% z{=VU##@X~k#$GMIIssg1U9_Hx>Mbx{L?pisF`s5`C3FIlsawRa{6io~^g3F9@!&8) zU1vuk`EpZ@4xTPve39Q6U~C6aEu|j|7baqe>5a4uw0EzBpj<3>y$HW1|3p@P8-6i$ zxVAmYG&ERGRGPMtH<5mB4=#(4>+cQ?!pY1nKaA#Nqw4ZkS3DU%p^w2G&z%x=j;LR@ z{DK|P2cbW3#hnRVH;M^I3-nNuRN7a?h!`nnO{Uo$cHBoLt=P#K-V^# zQ0Sc_dH4KPWW+z`tN0)%AocT-{F)7CM`FJj!GRa?m6Fj!-N__tI1R4sKwlKT07ACyaO&n@-J z&oVSVqtH|QV4k_L^rgF$Vdr8LQp+G~kgUnrTC0tNl#TIl9}XpBv6!8VGuaTV7_Mz@ z%71C=jdsq`mZ|9PnmgOqye66=AkV%r4Vy3Hn-7E&SHU`CVW4J)MqisKPxp}uCVR{G z%3*(fNXSkVv`7aNRb5qor9Hcq^qSRYd(qnPo<9L??Zpuh39}}VApZEq z>inY#o0cS~8duSqjWBCgpTs|-K|PSc1Wx`J$++87TCanwN^S2G|OrONQ#|;?uX-B zf1%*SUNe)ts~o={`c?wc*Y=Iuxf6@%xp;FIt#4h0_N*+nj$TZi*{{)DH=o1SdMA2r3j z5iS-SFxlE(jd_=U_3MoN=JYE_Zn)n2(G8)ZlzOOUT2XM5cZn{pl7_0#;|M+ZRB$Er zx~c91nb>Q8IB%p>mqNY8+fJeNU~kkrXu3Y;#gMS~b%AF${c}wyk~H2_MaLJn=NT9H zbuc4xs#l89H^CeGAQd7eRJ_o=9Q3B!n7fmVmcwbcex$;B;0>*DppekPqP@q0TuXBU z?Vg6|-B$78=SQ>Aj@JLypBI=P>C#27R)y}jRSi*pU0~L}xJz0sKL$HeS zyrlrU5*&*~*KJCQ_+G+?&^PXb z--z++MHnvOM48YM%tT;r^4Gm}{EAtRmmJN(kKFt^YyW6Pw~V(yP~J# zgALkP_=HNT1BBxZ1p(ylhc2%`S>*;z7O66ShGYEDG4sOhVkNREd|kQ;1beCQB6Zm92;kPqKpQ#iTK4YeH`h8@LJvf2she-UUUGVg{@!BZfi?H8@b16xG zT4@*oBOEdH?Ll;k@?^=!4^b7lDqDU$bq{cd-_ z?M3HQjg!U`S^0dl6F=y*-$7Jk73Cy``gB$>xs-QBwH>o7MW{4J7YH zN?-F~)_2~=ak;gKoSi(#;QXu6Z`L{5i-5fDH#9A1F*P903-9W_&Mq!WdM|&Mbv7(s zV$js*(;w``WxGn98BXeDFY!fZsz;#b3*oT0Y%Mh0@?lb~B1LEonL(^ix2j`*qEU>m zBMFbkSQL*#36@j?Ny^Ce0i#bCv{|79+z1wXK~Ele3wL$Fl}W=o1f~Ohnic9e!Q{xH zeM}sRQMpKm91^{{USAg82+*I*a%-R9XTT1Qnq7VGXsA>1!>orZL^(}kVaYM>eE9Sh z7dh0we?HpBZLL$P^hsX^_~{y5lGt<%?U0avo2RiWY-g*m zbUfNtvy=Qc`ukCFOmhbf2(~73luSJUO;^D~8Xg1*Lynt`p({BL@h+3;fSwP5yX=%d zx#uAxco3O>)*xX!zmDa?X=u_%teCA!UH(#%cd5G_fwC3etBCV1bxb|r6LYzljf`)Z zV)XNgJ`YVyQQxNj1>2~9q4t#x=q+mh|Fv;X%at$y7KLNmwrzH7`*dt49oz2M9ox2T z+qP|=Waeh(>VJ#9tG-%NTr7yn5S#c5JjoYXd_Ju<#X==mvC4{t2SI-V;ijJpK~kEy zv{w}F&%u&+39fBA9$wG8H!o23jORSAHJkaSU^V)k!uQtr3%%Zdc0$Pu8swr=m=ThQ zc}jYJWkuPXaH8UkHZ#bRaYL6LKMDnA=gqP`m{;U`9(Nkp1{9$HEjlWy5>UPv8zJe{F!uEY0nx}qUnKH~9u_qa= zqsh##Kh`e`OKX*ksVtEfd~+3wB1j;b{=+0RZ$ zNPONY8|AFHQ=pqyi>2>YK&|{8E&Jeh3W6kYD(1Q3*Vm%|ls5Yk4qd8}J>^rYUP&tW z^*m_v-a7t&H~YL5p*ZOn+4PA_asJ;a#D^g%gGx*SErBYbP@qb#5Y`9gWJ>1?I|W2n z>xYf%^WP=wrz?ph^;uqC`8%W0+#4#rPJJDDm;nvjkBWOdy$eZ5(xD>#jhmrzrW5u; zek%4>5E*#50CiiM%l=g@k9Mf}k|w*Cxlt0~m)G%s-Z{ZIVeMNQ{0SKIUGTw8JBmP# z3FvVvsG@qmKJICh@bR)v*;xM-vGA{qF56vHLvuO-_Mb9<5)SSrrGqxo*R*ChOO*Ji zUXFLJ$HgArb%N{ictS?WJUFX)0qrpIQl~k=^i0E{(5vJQGmP-lCH60(e#XQBIpGz2 z-izUXse;(zlnK-Rd;jFLS86IQO4ms{@|8xq%ZT*j&}NWjrEEAl_QY7!p0COITzz05 z0?8|&9?H|b<|?S%6KnyWFz}OHa#|N=zEHn~Unzyup)s+AQjG!1FfDb@O}iHi>;4;M z@Iq_*Zj0D_Ch{)|44E{6oPSd{tYpyyKV-LmTncGP{;}`Z>G1BwH82g*cl%~kACr&8 zDmWxt^M$ZGO~o;qd*CDAvARy1{#9z(DxQnmAJ0_H>3G&Ob+?h5PKT2FGNp%VkAq3X zY!M7bJUR&_WrLA5xJA-}@sm+vCV;Tys}0kb!TZVC3daUkrPdZXCAdjcK&I*_vc)!k zUR@o(M^p4%p+_izcx`JC*u`@3{A~9JZS1_n!!ImQr~<)&XrYUu)m8fbAhN+p5x{V0 zv2Fw2SFfZ84D*|wDRmK#s=VrKViJm&1-Lr^8}pdJ0SOZC?SWIFKEmP z0>KoTc&?thzJMxLN?65#op$5uHy z`DZ645yP7K`0YrNo62TOvAL~1a2GP_YEg`tDXWXAiDnHmPL_Wg1cT~a0|K+Py*%w+ zQ^LNY_dOcOnver)QSwS8i|qu?MSfPTR2b@$?***sz7s2PH^4cluR}=7Oj2&$Mgtl( zRGvmJwgo$uj7noHx^XZ50-0%ls-1W=g2k%lAv<^jahqCvBlZ=aBSLL^_Ybpi8E0Nr z_qI;0zm1>vp_0I|_ChPS+|MpMzf6qct*Qo^FWT>62W=C`I5P}!k!(drF$|QX(nT^t z@m_!7dYn{Wh!*h7qAJ&$`5ai8B8WXFveO<37j>ZpwMRVseQ4xmq(p9itvsDun~87T z@0F)t+=~3`np+yarHbxCN>8xBd!Lj;Go_;5qg8NA0ZQ}&ZkWOw6N6H{WFs`&Pa80B z$%E4Lmk~2I{6q!nfE{BC1^*T}H9(jPh%t%cC~Qj?nNU(TMKkQ&K16YYO}ufevP-T!1y zd@K(fh_1p^piJ5Yw;bVCtZ-VkG(0Zx?0@)6pDuELj|N*e9&*petFeBm1nSv){F32L z?nP5(g7{K}QZ$)^d;nKelW;4B@^o0B=BT5l(f(m@-#f791JD3}{a1J#8e>I3R=j3& zn);j;aqZLJj&rdjOb7}n1M#tCwEDKXqW;~td5*yO3h33-YwVO@7_qUk!yS&PzON&8 zsELAqdfk#_rR(q4Vne@TS0-K_M~VcQC`Cz0*$JmzTXAT-F~i2m{7AdeH%-@d6u;?} zMAnXJ`{(!PkU*$^A;r13vLexi$3Mvu7-w-Imya!Igx^~xQU?3B6#88rbgXW#@TE9P zoA@?jU$Bu(@Cttncu_Z}n4STycW6Pu^OoX)PBC7(l$#QSRe*-D7ZCq87fUk@Af(Mg zo}8xQTbQFgZF=BU<^`GeO`3HELOK~MswFJRpSbawG7ocqDDAMb0spv{g_y6O>{2tj z7L+DK;SKEazP|v=j!*-LvNwL7X4LvV6_8(XzmWyK*n^USk-7)FjCJiBooUmP<$kQ` zIGbjCRJQJ57eq+=M^2$@CSgn_2(S6=#%+I!yI|rAKcR6;{vk*(Z)_D%Ce1;jfbgJD zKLF5EFBw382F8x2_dYJx#SMPvQog*5)vbTxbLO-Os*;PkvdN+gA=xZj=HL#VK)ffu zp)ibq*9dU#?M-7sURcELXan0HAMgbc%42i9nxkU^kSFt1hWYu*0>4?@WAHym`ZI)5 ztbHZlmGZ-Hfh%9c?=aLshb%FBq6X`i=4Qsn!mp`+BXjP1y8$(wo}x`b`RVl3qqr*r zoqD>dBV%y0I}LCnatD2SEbKz;H7#|JXIJgoX^QlYtw2qcz@0HXej~=tVMY&Jxw0%w zsUmzgC#_k4_J%U*cRruzF36*$0J%284=JZ%=Gj>`8j7PK=gLUlVe!J-mSy_JkXUPJ zO!O9iN&oV*M)=1*<7alrbv;qon61z!NS9n`CrfgYCQTO9B1f2LqSZc~(#mnui_X|S zKS;3neelpnGdU(Q!Q#LxX>`6bF5ks~2E+#ia+F+B;X;fMs^}fhHbxgzbk0`vvdfFi zW(4iSVFa4OfX?Y|zhrHL4_mhv-wE7gVMYso=DWHa;7~5RQqqw&iW050y%bgzTwNEm zm5}6k=t8Yf#C=dBwOdoMrl$3=@Hxqo0HtDqxaF?Fiqf4#QtD%TI zWlUdZUf9=O8hewvBefFE0bJy&xr4uLD3a9Z(3REwcV&B5z@S(Cr_$G=KS`z`hEL&t zs0PpbTt_u_AxS;?O9#-4%Y6KRu~ht%yNP*||Lsz3oAIQLCj;T5FD94qx>NwpupN4l z5w#e7&DJQlHeV9oLS)FDUMs2<=mV_-BWIU@{!6Aav_vP3GHcJ_ezg3bbPf$RXIv(YdJ+CC^Yr68UA%3t-Cc{eSC1SHp|i54K3pT(8XnXBec9Tn z!c%@AO}c9W$(#WFkRRtz-8zS+>r4e1z;e)BbB=6&5yzDrkmwB4&`L|;wYgq@(rpg# zsw?(DN9Mh$3!m$#r523#)~UM?PoG3m4ZoQEd`UP^#3 z1U`!kxma_0Gv2v@B6{igv(wHDsxUX91LBc&lJb0-U7oj_4_duO=$h{j*wLD8&6WJ0 zm#k&6iTb$P=8n|m=GyP59GF;taAU*y-bj~%OarKeqy|d-K}KNDvTvwS132%X#hPQ? z@=G#;^*R_5vFJAU!KPXv9_sj@o#$S=m;7lLv=cWAYQxjyF=+JXA7q+H1nSCTh0BL< zJ1AO7cAN#7*O>rR6W)F??zTX znQAF*FRsi`?9J`WdvW-tK-UQHoh}Ba(#oAL>OZq5h3tP~TS}({l38YCzT8eRJ3l`n z-9byHfxXyvoq2{*R^(vnknBNfOQGCT5#2eott8f(v9KPEG}VWH;uApsJj{ce>e=z7 z)0Tp%G2-1ch*uHgWh*NSDcH~|vQ^lw;K88$N{b3mbi5YZylkas7I5VPMPbXc3C6(3 ztXa^k+lFwCdUpB<%s3?^o8dWsVfB=_93!{d<0cBP>tDu_#B6OP!Rytms;>(1Zs%W? z|72~qhr@}gK_OdzvfSfeWyHuPTSd`rV6&16Bz1GmrDj%xvUlw~JkXhnaWeW^2hX0} z0}ZH<;vWW-GBQv(WToOe)hiB9WR%>;5 za=n63CW^c2h;Y~oOyg#&#}iXpUi~!qL(zU# zkIrS(Tq|<@wMwb+?OW&$7Z1PV%1gKh9<)&4#7-7N+icSn;C|g*j^R+juz!e4BQwP7 zC7FfR08L#q!Ba9jeq8>kHLO8ib$^(wtQq!yd9?D%J7WE~efpGDF3zi_c&Zl_v^m<7 z`Av;tun%gfx5y%tAy-nd0YBYILuy28+K6n2`yU#VHq7b{<5h?roU>8hHB3`9N22pE zNkVAw3)Yrn_SG^UH}~BYkUKF9^9Hp-;CCwj$C&(@qr1+V9pLV)Q*X3E2I}owrFy-8 zGi0Rs46|D4pI*J3^%ne4risJ!^`3z77}BtkKxx!~%J1#_5-xneYM!MhITKtybX~I@LEbXCdomx+tUD+) z5vsumZ$%Q>nPM8Fiz9b7<4_xg!v@uVxay#P=m^sES&L-R({Dske&O$7ol@m@4tiS` zvciC|pBGgcOwxC=jD5C`%?>RdeG^XF=k-i5_v__zEt@e*8^U#hV9QDNEy6752_^gc zqh)q(bV2Xq`(ofEPbB7>zj!{Pc&`bjVC;6(YVnAIIcvt=XpwlUkvPcQo_mFV35})* zc6qmDd>ni%k$4DRkCq?2`b)-`gxB2P{G`?nD0Sc24uxqtJ%YpGtw(EJF#@Fj_WE|JgvZQ+5fc{8BXP7qIsU>c$*O}_>0!;X@Z6%6EIUDVqZIj5Y4xdeTm z=DLvn>`n!^S3@o+Gx#ex4xKXL-Mv@Bk0rUy`;Y8TM*NUGdS#nz8g_$!V%C_xzZ>2d z@5!93ccp0-UjM2fbf01hP^%U3?R;Mi(G&t~wYUcuF$oFp+k|b{9-^G4l;s)EnLtqT zG~aujT1==y$ltKqF~jW@LJw4fs=3AoZ=P;sMy$D~)5VODKHaVT2TfigAMyH>A~X2& z4_78GHKQ)dsZ#U`)4EiDTDer5oy6*K_JO^m0EVFmppcPeB_T`ESMf-nhd9H^Y6oBU z!lY38$5});W0qps@%CRR^%UVtr7m7KeFJ3FZIE!ZW01wKbk&WEqydpS?u4%?4AzZ< zAG7#ugEzzNSuyvLrAb;iFXQrh?jb4uPtXiN4T5t z-+CYvNdRk~)9DOKUcr%c&3k1?Y1{cmRXOWDNAJK0mzh8(psh$CGxMS4GnV=-s`iuZ z=U@N=U(ex$z3pyK*|RnMg!JYT1L{7>RtGjl8Ey1y|q#+<4)fhtx6p_W(`lH|T3E9+9^^fphv^EsvPd`YyHpC=_F=MD-rF}Fg2qmy8jmnFEp8g%bIknR_jX3TxAJYR~UeZtdJR=?6$;Z}#fB<(4y6m*>R7^*K=38MOa=V+-s zq0R+yrFyjLH$`B+(Oz9`e66WBwpn|Y5ce^E4IeR1?=RR-rQlL-Iq{5k?sy^$U#a{Ux99rLzH4Y>+i0aX&o`&)TY8V2FK6Wf&pD51~?-y(bt{d5>=_1a8cs}`~jt5?ol zpn**;uGrRjE#%ijKwo$5AjdU0^1+;c@ms0T$&RQlv$5|Tkd{wHTy2f&UXTc0BK_br zfj_*Qc^O))QIOOWb4EF`UE4)ZLwD*ZVf=zaOF290v-xXEahS|wN%TQtk^Eeae5Zzb=M^TDS8u1KSd;vj6w=NN_q*NeafP1Hkw|3YLuGloXx%UMP@%o%FLy zkEp?pWVQHB&?XD;hm6l0c00#NgcFNupbtuz4YN=%C^u8M%58`yt_wu6@?_^&bpO@& za|up>FqR2PA&)3CL9Qjtt=89E3%p-W3cD@R(vBZRLDKDJN*C7lDCi;k@}+yqg#~gQJTZP6OzV zIsTWyPraqj6nm*KuT=94hR2C9a>qexT}C9``6IsESlZ0dM;`s6Be0l%W}LR8jJ0Fl zxZTSADZ;&M;06Fi0lj4?oBEieF=$gfK^Ms{p++mmZrRZNI+&yZ}n?rv$-4 zS!u)1+PwwXf!nZ@%Y*fQN3-fK@FM*>HX>g2Ia=mmkKw-pJ9NqidT;;sqUHnk7vj8n zu`d3dGqkh$Q*f$Np02@jvC*m^Fv~gPQ=?`*l^tlQx;&`Tivg&wmCG}kv0)dW!RsQl zM!6UfENVK|sYvX>WIiM3@6bWX3`r;Et07IcI(#G-%Y4SBDz!I%8$REqcH`xRo1C=I z(sel2*v((NCENci6B+BxsMyn_XZjup3V9Q>4L!0{q}wLNcC8s0c%U|EP_(cV=1QeC z4j)3NkoWL7@Z|YnMhyB&_uB#Bd_oO;`Ay71dTtNq5EdFti}Y^{oH!k-xRmZlAD z^}o!zeP5wkkXM>YE{1!R$y5fbL1P)}GT3B}FddE3)3oA<0X?7-DQ>wwNs&|xVhIs2YJ7hCT=sd?%BV8_`L0oJ>DO_X}yv0?*%bP zXB^^>mj^co4~auaQZ|S2*X1%Y$y~7t)esuMJvt`M4C0U}K-Us(arQd6R9&dIKyEOE z77j!Y$e*820B|c@OiA$-$xG(Q4j{{Pcz7T8yv=vwrMhO)(*B`&y)!d*phAeCuCb;P z$Q26aEv5{2i_v! zpYt16$(Uu`QU~=6emE4`*)s()kfUb17Ws9ZdR0Tl7VB$1XK^cxRLhptQ$B%WgyVPm zZ+uq8Y?%iG!Q=1d`jUEKA@m=Hjh2dh;40uxGfkRzB(%$Z2IO36*m!fg|


    mUUQmMVmea8CDmYf~GFpjM&>WCexT~j33$^Rp9IpGgwkQJbWPn}~= z;6nlZv2fd+|lOfc&!=9h9E8AkE++`j*!xk#@iWBBWmDytB&~>G@9l5hr1KI zHSUZ4k9c4O*$Rb^x2C5f5;S}?PIm*CbGZQw4Z_u}10{u{|CvdXNYld*6M%fBUAPYBM{pVu1WX|ltkvQv-2FqlW7jmS%1xRnoLU zORW3!^Mu1R6j3P@6BgF+VF}GUfE>7fNz~>^xqfnVSA}gUi#*Ij3on+0{axcDxeOQj z6LV{!?et-@P%G$xWBrHy1s=JXyNF4Dw)<6d2!;B9a?d}EgTAEa@<)Q|K8*L!M*1aP zG*f=bW<#=-_LTnAlTo6(SQBWm&r$DAT&j>!EpBO`UNHX7FYYndN;;}yl^uK?GSUd; z9ZYQE35CR^j2HE~`chv5&(h0q6?UKsWiJzZ15>>KC@dZ{l7#iY4DD+!MZ6JzjC@ij znEhzrS8Oik1s`1ZN7LZ&lN53}bHEZperS zV&@#Kbea#hA!2@dYjcl(G)0tD?cm6vA5%lVjt!21KPOCV(^k@_5e3?jG>>n^?7G~f z_K+3uIx$>nEI$SmJUjvu9&@RZgq-X;;H0s%A##A6W%!3b$xyp3q zA(A6m!?ue9d@j3@LAflj46%h#^g~KA-Dwm}xGztcs8Cc*s+j42KED8#_;h9u%f!*N zD3oV*f2m1Ub~})X%ir5`In%yPZw`^t8T%Bo(H{pF?WE;e;4x1xe}kt zQ{HKWK10f5<6{2wOwz)rwXh`XR#}Ic9Y+pKLhx7Zk^sq0zky#4U#*`uL?N8G7#Fi1 zpDr-ZPp6Wei>mDtrX<~1^tSJ^SKP~aD(qp{!C`(C6*tO=Wx72(DYhj*9EP*Y21fZF}(C9|MIF zLaUWRuMb{-Ih74@z^T9+1H^JPZT|Qfbiz=!S&jcaIo|vIL$Tsc??v)Gpz}w;F%{m8 zv|AMHFn(!eBf`Pjnuu#|__g=gRnt+`N$NU=feBi#ixnc|hl<@JKaeQ6ptelXg>{Xf zoXzoQr1e`Y<`|d5TVLu28CSdZm8>~iPrr|<6qrtb4EEyE7pLrpoP>YW^PA)hp}4qx z3Cj3Akdch^d4zHCnC!5ncadfn-~XyT21WVz0|vihZ`{wMd&`QQGXp-nW13JQmU8A` ziwMq2$9q8kVK6vsfag#yz8D)bJ7l#jPnYOe@C8Y^^S}Svf5+Yd4g9q=laJF73+-?t zToxdIXW?DyOhWT1%J`gfwm&+@`q(7H(Z#~VKS%t_YHK^Lju-GAa4N7k86UBuJFwl- z++lMuTJzdmcRO!_aapEWd}-4}vws)6%Rc4QL14{}F9;|SVb`sKGXPnyLUui9!Pyfq z5#&Nwc^iD1%|}E5%u<{#>FFCjsP>UbWjf5^?Qg`q z50~^54(2yS3t_{MgwhMR(5cC1@SvWPOV+;2%Q?cft_k15PzoQ{ zjV!0|b=DKkO4ZI#rhd-6Zi-+Xw_o7``gho~$ADPs?h`M6mnWA1 zI3(96lz)8Y{=DNMhEA6_umbHJ^pA#wkW} zCV4Qtr`r9_IklbVZktTFWhYEWpPc@%=f@2y5G_P>)86!o_N2c8%7c{KKeM4gL&Q|W|kX6?TAi8=8xRA^41bY)~U7B|d)!wrvC)7o%F+C*4Ql?vm=a^)?yMr}IuW>9)wNwS#k#p<0lbvK`a4x=8?nfiMruP-djapw3K-)h+ro#>z&KvOZ&H{1V!%Da)J(4#QB2zFQ54NSj^fDQWr&~`Q zF>0$9mCwS6zNlrBXC05&hrTpao6WE zBE<{&?4V@(DdA5_qE==63(*-x!QerY*9PW@W?`KU7i++O6{|@0^(9Ku9dvEH=2a<% zakb06+hvf_1AC&b-X~OA3)lNGkP0QkV~~n^WyooE&n^+8p8Vx6mH$&-=;_(X*9M2k6{=n2dN} z94Rln$9*FoA^a(N^=6p5ELfv-kn{;F1D!iwX1ukBn*Rf`Be#f!omWs3j1Y{_;KJE!+uyUNw(wkXr8|j$r9;p*a=MKhcxulOUq>E=%&-a{B}Ywm1raKVzBCB z6^tr0Bd-31wj*ye8>1eTl2Gfx3F?GsbG^X3)cxvqCab0rZ2X-~Cb6(m&QdXG$ENmh zb*3Kk0HvB|9;Kf41~sX}hD^E45wR{UlKNbzKMI)8ZDAtmw(n(Q==e_pZPOD~%CFK- zjJl+14!8hgZ^m*+l#7(Q>KE)RN$Zox2JG-aCe(>-ZvhWio;}$%a6E#A*Gf+{Nfl~R z8UZ?IwDLSi&LVTyX3L4`U{4Y&PnJ{C^&=asj>S%os?x3=(88$7UAQ`U(ofEjWYDBb zDwkYQu$&5Tl9VMguMcyl^ySIzvjLKUVh=YYgwXKxA#F8(M*^wzK>>_ZACPSoL5+}4 z)fZdl3>_X}B=Wuyiddp4KM*rT2I(#W?t#mQY(6!TP!~n;d-4>Kx2t&E=0@Z&1YiHobOyB_=?Jci4jzkU_iAX z=y|l$Xg&69yY3~oU95 zGQeb$%AK9GwH|6EzLf8~WFDlzzN3$PH%tnXfAv%)e9QiVa~tl-+mFoKzI;#+8s**a z%TDLvq85#wc=sygwUGJSrpXgh|L;*|qNA3dkkls3p2|d%V(=1Zm{&`NIlC*VmS=|4 z60Be-)fr`-B1NZ5z$jNsXcCq8^y1DT4zf% zU%kB+4Syylmp=O^;X|LX`le_d4y&=U#Y*wH#x-Wgv}HEdf_!GmvUMV>$>5aK^F4FT ztuS(^kA|*sgjok|jkHE##tu-yb8OU_u1aWPJ$$S}siY@F{tc4FhTLq~o31>mhU=X^ zhD!qQk-4I!)aQ%E+dh)F+&JbM62yp)R#kwq{8?S@l@1ebo`^ZQ#p7Zp#oKOj?&0Dn z?ZBzGU9BHb@V8KA3sy!V$LM-8XtYU-dfVJ;Av$1QqRYi)(fO#cZs$nnPRBpt+_e3j zWg+!x=R0}ZY86O8iCGy=KS`=QUU&Zj;LH-l>co>~pXZrroC|JlxswA;ghFu%PNz)cpGDBpgR@$4#7dLknWkJX_TM+og zfe$Oqq={5PKaI-vEe9b*XO^dv~ zmU$50Gy>A6SjkCg!_EvlKQeB5Dc~XBAguRV!I&Rf#c&~jl6KAnR1|)1g~qg&JvGJv zcu$z%XKqY|dZ-^WUxd5t-!p%?-2bOYF}qlWk@fqVc` zvb$fPu&K7KI6<3qTk1@m6)~6J`+1OuBUjG8=kmz_d<;PO(wCCo$Z^=%Zmf=@YK8`q ztU{Duc&Ss3ks91q{YKBeDJ-+y>QJrb*BXxGkVrpaYg8|^i=_>h$d^Q#?{UC{x`(yY0dueXOsdzN4uXOsZECx zgLK=j8f1(QK%W#&U$0jDDvqshjUR4TF&?fkhYZe@4RSiZ4zpVi*kVW;R#*c?J~V8S zjjcEw)r_WO%P4mw2t*W>@ui!f0=A-C((f?_ws$On-vmQW@QJyAH!w)?MZnwQw zM-Fn$lkc;}OEvj|V(3mdsahG3xhCu>i@aS7p$kqVuF}P6nyAD(mI#4b#As=dmn$om zfSOD-LpW=H2V1?pBHeusbNC+ z0kLGys5J2>Jh3J${e^;AAP z^1s61kXt+{Y7VB`_aQ~uh#PM6FjN8AUzhB$#IghF!F6^Uh}@^ zE4F&mmtoUY>88xL*#>-GzT(=L8BvlvCMJMSG2Q`%+Tx|@#MQhufSGh}ARjp3T3!k3LPeKm*Ye>ywysmL|cpPN6v zPHhGHn#!Uhm8i1mL{wfZ#d0r?x6i7S$f1r-{1nAS!+l}3nvK4Q3B-E)eCDc4p>2yf zp2vA}nksgWv>@D%g1%^LBL~TrveD@a%Nq*6`M<#|CpMiuk;*Gbx$80=aJ-91=#06_ zI(XC<8hk_ACCDWHn84lI^Xo^&Rg5Tl)hZMlIXh4F^I(c4^L0RR{l|G@Ry3{(cYJkq zj5+Deo%Oe+!!e?Nx)KIHc;4xIC#+0hZu6b4Ut+h6aN_(MWIFiUNfh}>51z=2IFj=f zWKsQ|7*4;!*VM5P?=9{odPsSdPx)w{d)7<9^1(o~I~zxw!SkbC`7H<3gjx07oKwr` z_($nF7|1p;@W+S0)?c;Qqb>JnS)Bg*jCQ?t5FOe)!JHd5p+-ZE({;Pk!eKr1s#wNL z35A*=)?;S_ej5?3x)J1Kwyr7d<}IDcbe$I^8R00i+CZX;+KR;4s0#;ui8e~{OQI;R zT9AU@j12T=>Eq86eih_t9!EuU>HYse(4gkW8^mkvTi?I?Hp+~bpL)P8tKUL9`0{;m z=)Kq~C#_bQO+8cjU@P7qcOJHIP$#zd+bc0(dUDz2XPJlQ2-QfrS43PhlYST@{bjS{ zyg;Jmy>vzEwn>9p=D=5h$5_a%D=FY`$FzOX zfzXSm7BU4Bba*5hp}fr%JS_VF(q}J&F}PB@7j5|Z5M7*PJTX(J-FDYf$#Q2T=`+{l zQjO;e233(oE`DwE7Yr-z^IX#Rj}3ga7P2{SoL$vh?jKwD#o=d*EMMJ6-D$1SW_`XX zuzm{mXDWh{O+2Z8WcPjyJAV%{l7{W%uq($x$zm&Y$!m~iQ~O3b0a;N7IzF$=e>K4^ zv3Fn4B|L)XM6b~hyw|O1o#RzUVnhwnyMcMuV~w^{W$W+F*~-&a(>84N4Rx=)jXT<^ zyIL*4hYJIJz20+4H48nzm8psTIQ}O?SyJNvLzK;eo;rci%=AD;q?8R6#MCX=2`nig zMFp`0BP794u;fkA#K*@U41?XEmrbZ3+TPASHyslHo2i2lit6g}66*4jk}wTPIazfz z2^A?>c{NE%88uBg4Hc-G+5_-^Z?U1GhUhtYyZF0;rKIK2@92TTNP$tDMU)Cd?DEAa zD+owI_R{VPjl)n56r26L#rEb#Q_|hPZ!LredhCwB@GLm;u5WZ1&dI$bX`B{%Ns!OM zZcYfPBn_B^(=ZSom@P3HECEuMh%jI>U)NYQd6ej8RP;UL&^xK|D(+-{;a?H`0hEm-5OtSNde@BJ5)Q+Rnp3K>vZo{59 z(I|s?<*Ex?eYIwu9hQa9e*0w5<5Axv-r_B;a;kDX@XXq@=VM@vsN(gtpW1TcT64wz x<#IFWlu-;vIYDfWfXD9d;}-oF!ik;WceMXKGW0kDkd+DslcW+5&@j}b`WMwa!Z-i` delta 36332 zcmZU(Lv)}G6RjI{td5P2Z95&?wrzIs#{e=}O6 zucwQ`Zi2%(IOsfUmKow=A`atwm!J`DA}Quc5+H>35s@ZF5c|Q=_A~Hal`YSDla0A zR%`IyGJx@CdtcRS9F!g~>+@9j^%j+i0HAgWYsoQDCc)iN|lFh4fEC z7kHL;GtP}JwzG^*fk_nVvcNgD(n@5$4L{&OQ)_L9SK*yTexy4beL=+#@|Moy{%##s z35oL7hQwT2QPsXIbC*s|?FVVtH8-@$dFc(4^nB;oLuxR4ZkRrnqEdkH@DPyc zRH5S?t9OQG>m#I=g>%yal_Mf#iDSBa`5v-a>V5WzD&JMem*c5})bKAhwP3|GdGZ6& z+2G$yh1d4h14j^=>{adD zwD9Qz0npL)+A=EA$eSf&gc0{V?Et86lL*&xZMm=VH*lftce4>u9k){>s7Z-pQ~gsS zj+#Z60za*(y!YLc7u`V%;$5PDATCv-hMhm<)-O-gaP|GCqH*K`Z4>$EZbyIG7{BcX z9{bTSYY=T@!E*zQ?+*k_IV>T3e3+3c`WY}Pm1mOT5qxiy{?t_X5xz*MEd|Vp-+=O& zdNX}U>~IhoaZ@4b{YlSw2-TyN_ev6u@cubf#pQAR!HQg ztRL_>fLH*16@8vZlZi-zB<9S7fAB)O4$^rSq+`TYd%G!zG>YnuV{jq;ELO^|O?l!SdzRdk%H_-C7{QTU_H<=j+5o*e*tj^@y3@ut zT~$2@GLY}YQqY6=RPJ0?^8f}|yl!)6#m1yY>``3CVXYBK))=p$3zqUUPF44shmr;s znPHL26*pDIR-fg`zjJchw!>~^Mk>PL*Gj)cVcHZ$oKB$qtizoH)fJvOhW_-9xCDwX z1;9}L(~3N-X(k-#e**{^_n|r&p~L&J$n2)Y);>V`ZFO6l#z`pf#d`UX#50#gt!b4e zzyw8R34MFAdia5>-HMb5CvIJd8$u~q64c+BUFJ*L!||D9>qh@n@RIo0ek^UrSz{Y3 z{nl%lS%W4Ma7Z>)I@PS9>f<&SW;PX`C2XrPTY<80L8j(R_6Hi2^5Tt!eleEr?_aMha(mO`2r)E;TljQTVbw*| zNFK6FqkWXY>Hsw5L1ezBF__+ly3h}=%1uhLJg8c5$c(|rT4;v^2^#i-o1%D6YpWS` zq4y%dQC-x##3CUye+5!Fsq1Fb254bc)pAoKZjT{hio;#&>FO^-5#;mkYhiGA)JrHj zf(MllB};K>Ta?3_t|Ti6QF*-8A@}3g{9~Qes}tVa)CE%AH|B^hQf(g`*Wd;A%5g>6 zX*O?qP?n5Hh2zPNu`)fLWgicC)BM$15Lf4%jpc3rAuVao+@F&USv#RTFrs9bL_Z#b z;iQO|=6nrV>6I)jQ!@XIXBjbpjh`#yK!)-=8p%(yE<8!UH#}g!w-LRM%H}*S8^qck z%TjaT*ail48Aj+#>0EK`s!JwDt4Wn>EjAjLc$9y&Pajh;9funu2Wll{s}@^y5!&l2 zClhu$l7I2x7}tG{!pbytRgJ|WaG^YVD3P$ZkR<07gaj?%n!zY2oLRu7A8#JPxFd5+ z6dY%0PQ|&Qu%r*c&vj8C3!!YOG&dt&T0x^~i3837$C4b2Q*iy;4gc77NR|0%7pQgq z6eZ(s6|yVNh6$mUUJ#6N(A0SUTGWSqb82GcDQE@Bc3y~f{w;n%vUaJf+wI9S6*Pkr z1#W0M5GXdwmgjrCZ%U%z@a#0W2E5um%=2nP{2Ed&5!=h+d!9l#G5H)YW@f{>#m4IF zPXP3N_uMpP8Rx9)$x6Q6n4*watUjl^{2gLnf|C8- z)tnZ?0w#liJumWf`{8?Y%JceF0??lm^VEeWW);j9;zKfMf@h%vcS)cRZ{0dGMoX*()J^;( zXb_yknULW9O@;1FD<1nbh^Fi!8*c5>qDPx4RX%TxJYOacZc3R1wGPIUc-g#KV}!*) zF#GSO!1we*rKeeDJDA%e$WcLl0bXdb(7xR2B*uKRKb-_!X6IxzHvi(1i0O=kMaR#~ zxotZkZT6l-Lzt5Pw4c($1aD?lX=7IzQ73pX3KFvLOQ|8VVEh(3?V5cQ>lxPo+eIk! zC>~o(r>;8vi>;p$uHer!veu`P{%v=ay9fJo4F+j0NGfAKxBAgZKDooP2>AM&)0JL- z#}nK8n9|8jlo{!4Q_y#}!R5HOFo<0JlF3_sUIM|4_(VM;WVmKSv)rCpGfrL=;F3Y6 z@u;X)dq7?nCPP=w9KzT7!OMu6Dsb+bR6nf$G3Klcr}|)S{g2-v{nE%}cl+fIXUq3~?ka1x=tzz5;+#HKQ=shx?li<7CL?f)Ws zBP&=IE+R&v{{_6funaP$cIGY?M9duQ9RDA~RcmV6ACCR>&DGCOHJ}YBSHqE#gzBbE`3V*25FtH@CPNcV6jRZsmnzFU^GI^snLN@n>pn>;K`_yls z=X0|4R<(!nka;nEmrO1JO`H_Yb!{Ha(eTbQ6yH9>*I^mQ3k$y)*RJxWhM=ROvUOHQ zgUlbHO#y zulREIN=1Jch@F!w{GwSwS*H@mSm95hddcQK^7%1G?QpL|F)>p7GyCyybjYM~shIDwqLC$`o@qofy1ba>L*TJ{l$HM@NK zvg%o{!0+6Fxl1pakLefAIwcF2rrZlk6&W=pwz`AG2$V!JQ?SiftNT0kD7!fxWL4Jo zTz(@y^;QhaTVfz+zEv6gi&@-W)srkE>PB;nZ}F^r$FAMI4zAtZ(MC>2bH52-gDjjCiEk4NXF)haycKCp$8D!+ldjhE z&Tu0_e^1M-YGd0MPiI!mwIG<4;gHnaZj9rl^-%>0>6-KJo(3EF7U3xrhEtuwnnVsU zmTemcKJMAp`m$_yqWd8XW>x_4L&x8OMcUY86#Oag5IM))+)(*>u+W`?o-L2!*zXs&!&Igubptq5N$U_TZibGWq2||W3FOg z&R$>r-R*MHjP`7qGJgP8PY#d=TKD*rr8u|xdI#4uy~f-HUVZSvk-p03zY*CtP_S&IdfNgaJ(=N^{!YyxAa z<-C&>@8Hx`J=9H)Ec<-#SYLDn{nX8~4lAtE-a7IxriOl)czU0GZ!4Jd;5);I{;cfE z$|k_-dN@Gs)ej~zTxda&9D}%x?asW*r32h)2%)=)!jx{Gv;nvV zBbW^l3PXiU!j9av&~6FooL|+PFTTQ($LG2%3M_oDnh5|-&GXzJ7x62?E*}0k&3D8} z^>|wiVx|Cv`I+mDo7c1u8h2|%RcesLBZrO9+^@deiff-uA?D6k?7ud5WZ%ZN*pp!*{wICusyVviD$k9i6VQnd;sF(~)}jvQD&J&Y$@5_3k8(5sK!XVE;Nc3zlt zBGtEB4(5QBqkn#`G21ik@3=vyDslK;NLMSjF!XuWzuApq(1lpKe$ADqm!_Db8u=mU zGSs5mL5CwoO=SP=mq$hAm=X7pKX?)wGBmg9gL+AV*~{M1BSB6^2|v5y0SvI`X+&)9 zA`A`zI%E@f)ibYT zJrr1Ih9ppzl`ivxVzltyixQH~DF5Aa#9d}J>UChJ{$U$jFOR#%);~-Z3vj`tBJ#a<>qKA!TdH3{K}wE6nn+3pxjf8{S0kQ^%3(B-Vv>gA#9*v zay4wOMAQcE!S&aaOVs1pl1Go9`@@K-6F$W;_KN-wX7*WwAAfqTE((Uh#mG&6_UVAU zhIM2m>q)J^qH8lZA0FF}siB)jO*!_QAgouQAo922Zy9Qx?PfwHxK_nA1x^$o0sE zds;JzcqQZt)vWQQ1>;Vx)Kg5y3>j3b^=Re4rj#|z^}CAR*TO9-**vvPOh*7e$6{pp zu_mcgH7qWL1cSNXk=H8QO?8ljEJ|SpG(ma@E_DN|h+F?>tn|#8>X0_d(JiTp^xK@X zwj($`Kc`~Rlshe!)bnMoI3_dPj9RjM{@G$hN(O^%!|ib)0|%T~r=No>q)}O@vuK|= znGR_^%rOL6THM0XZ=Y`mSyh1Dr~+vom+;MJ7~A?hcQYuCG3O#1R~^BaqVWUl4}v7r`aT9#(ZU;YZa?Vo}6kl7V2~#*|()UbGii zD(D1Uc^k@O2Li=l*pH!s`~hKF1>ccyCpQ(})D5_-37_c`@P=MG7G$>J$|pA* zpalyK=4Pn%F?(i_Z}KxvM1pimXvx(Xjcvy0=b5qX9!HyBbGcUALJxUFiePpl_(4Lq5000pru}7Xaq^WM(qpF^*vW?K zrmAeeahk_H&U#jAyC3qWR;* zd5RWxpx9e;)+nO_t`afp9^%VXXQgnHt3!EVCZRw%&e0 zMQ@Ko|Gz-Y`hS7A(S{%c3XGjARS^*swGo$G!7LGq936$3mFxdUWo9B~HdYSiM0#=z za1IWZM8{_epvlwN#dNd7)&^H~Ji>OfMe{Dgw$X?OT|Fv-riGfFy2bXe_^JK$#z(Fb z(AT!j2d)}p?W5K=bWB7ds9l7~-NXbPd9=;B$^VGi`Bh~#WJl-Ip|WJxWjDk4rRT)Q zqsK(a4E?k?voSQMu{wi4f^^`_1V@X?7C^xVor;PAbR0}TVDjkZ?glNv81F&GK(i54 z`L6tBK%@qH{R*-ZS+e8v7ejF^tj!GJiryrC);B&oG%>Qce<=qB$K1#l3#<=3f>{1G zrs3hBpn>ztuZ9uK(2F4;vOj$?Yywf(SO<&pI|*4S0pU^hqgFu8EBRGY1s12Erl72n zU+_%{R2>-E+n>G&=!mGOER$M*76{*07=h$*(+LX8ivF7|rJj2V?8T-N)cZI1T{*O7<`H|UCw>_GCuI2TL)$s{D zM__MsaC(0I&iwAOG3L>xfTJ)k1ymuxWaz5=fi<2_O%}M#UK=Ojd!+*->I#!cdmU6prwU{wmKeQ}?Y}kEzZzUaJd5)yMj~ZrUE}d# zeOXsj+gxwibboDHSs7Xzy@|V`Vgg=}Y}#;8n0ZNO-$TA>dtWW-pxK~NAbH>*XLdF- ze@mD36Yoc-9!Ecj{bN(Rv-$d#<~Cr?j16HwUIHGRm|cE=W#Q}k@#}rNd{6`!AAqE3 zVDSL(ucKoA@0A@%)#dnpm-;72+JEz#nD(&_+}L8--woB1uh z46GMtAqa%%jjc@Kywv{!(wDxjNG@ajKRI1!zp^wzxXBS)zVCge3hI;T=Eh!tih%^a?1ug5Bl^ejRz~%}VFblE_7%;~J@y&RZ$Xl`TvS^w+1rLN(ter@d|dv@qWXz++I4yF&} z1L`Bs^o_&htIXc&4(S<6z7gn)y*~js-jPSP26yl*-ebd%HU%C8YKAWe{|46m6W9~y z$m}IvgjxiWjDR--t7oK_{-v+~dg+4#dr&N+Kpzs0+_xVg7|%DjZ=KUC)Q7?G+kZ0? z*Mte)bxz;^%kTb|KQO%H4%WP!CVgKb8-IAc{r4<+##D23Yib0u(n#~(di(zQ%lz!h zV!vka#Sx6jXH7uw`|IDa08ZSekH;5@w#M2FupJrm&sgj{jjJ6*#)k0WH6JZ>7C6HB zzLa}hJ%6s3{f_?Lf&>xF|*bM1$>Uohc5+>mS zE*`D?v7O+)O!0?QLKnC^wT7z}vFYyUAV8YqNq*L}%#2!`+_^7Rq8V*Bq$J=k=)CpFClhO91l_#|HO_m)mcf53~p%$lOTI0?t z1CB%2<`NH2?S@1bUEr2YZh~Q+fo2@PB=W(~2ilSWy7n9ft0_8F!poJs11R+D3I-d6 zi1ou>R)UJ2%bC8fdyvIm50Y-uK@D+!BrZ@DvIH-EZ#I{GwD$F{ei}>Tc0xFSAQk;H zM4*Je#FWZ1+VYc=;-Bn%Q`9P+R7f%Z<*le ze?B{x+6rGWrxRf|R#A{)Nyu7GOzpSqX9hCWj6-@2=ruS5LHiY4FyOk0Jr>B!tC6F^ zq5KL?;GmzKz1NSbJk-__Z?8czp2%YfYiMm|C-)rfA0_U{|KL@d${y?iIq9C}5e$YY9y5$BO%=u)9$WuE7BgW@<{VTYYT58YswV8XkMOtq~s1CRC@o#LS) zVR*G;h=eMGASe067}N~2^{Uj_Q%ySCWy6|el(2caX~Fd$c;VIy%#&dA%0-5x{r8Vy z3I<3=_}DuLP_%FR=4BbcFBjHa%XYknwtKcYr)zq+TgYleycWrTrxK;99~P|%Q1K86 z!wVV{XC{$(E|#pOCZopcA}9G&zt>LqS)j+N?|*%o2~=Zl7UPIb%RMHkJ5+`qM~ws1 zuZY=Nxvg(ebiW1LtZIFPW;CbKJco4nB2_Pw;hC^@J_pk5JykD(5c?XE)AzS&5f5Qu zx)Y;S7nnQvX&xTiV~05N(KovmGpbsr)GrOtH&9-axq7|s8I5stv9yB+gG~d+<0G#x z7lmd>o;>%*gY}}_7 zMCo?)gj6;Xj$1DCd#77?TNyU;zu!*3V52Su+NRr-qp3ImhLn4Y5AiL|l`+nzOZ3M& zkrtsLq^{b+#bK#zovx1RcVgnc^s$o2U;M?0gBKO6)5;LVg72$_WLD|gyxUp|sl4eC zT^~Km&N2}tm#e;tLw`z=t0rJa$Rt0|*T!6FnY-rRsmqjjM&H9G#N?F^V7w(J{GR)` zoF3Q5qj&xSP6n&trox5`9q$7gS+R=RWu<`hPzp4*i;vP z`IxjJXR$1(b?x>eZqv_`x8zi_0Da?=o zhN%}Cj{8%V0j;|#P9E575l-Q>dZn65FwigW=)5%smY%s%^o>HYEb-@EdmYUr)IDU8HaU)x;G1U4YxRw7or^swuOXdf=DMWdQ=pohNBq}V-*2f$uEzQ?;P0k6MX_fH? zFA=dnD9)5*`!vrFTcaU@(irKtuc@76>DemxUxWGJ)IPWBgd2gyN!6{m>>L9qA7yO- z7lS1A7=-3Yw&%mO!WNFQRN|EH03B#cNuLc&qL&t|d5@P>x^>EfnC?#NauIjbXbQ!D z3fB`{WTHtyu#vl=L}``IxsVlB;WR2za>Zxik4#mdM1JWvf=;h-_A4YrdPl-b@V`TTT7C29i(7BE z+&(b7UU{>Q-d%;SJc~|)h>&=xCDN8LvkuW^XZ2}gWcd;04iu8!(csbY-}>{kg|*Bh ziL|?N%+U?+E*hG5RWVl2Q|q`-7L*Gpu;WZPh|Ja$n&&EYgA9*B*wN&@oOn< zEwWedfo$l2p^^2aGTAPJ5ZP3cx?h7W4KM)m)tw$B=QaexwL^Sx8RjRiPpQX4NQ3Q%mem{R2!G zR;DCwLS2#^LDo!S#7hBwk>T~bw~4Ko=S~;e9RCwO%Gz1I%#Y$_1~Ho;!}_Qm)(}*r zCQ-GV@pbN zB03@Qt^aJtHa-!7tqv9BUTnsih%K3RCr2?x01>w;V=G`?(#m!d_2l5Z$}RL%nbbCo zkBH#cp~{v4`oJ}?)$%dlJez@S%m|Pr$dLt63DvvaG59q*W+{X>e{kL2&QJR#a!PA6iR=AQbgF##ew2d~omi|XEeE|y03(~UY4 zoR{I@GVi1rXSzwNMEHNX0^3ZaP6Im-;69q2hCSF+`E$7H4Z+4iydu$BZDBIh(r9dij^pB9l)D7;%c=1@b zwb0AJDPVjhS%i<_yfhOOi&`c+6qf#a4V#K7SFz?SL^%~&=QQ1U(R+B#c{%~<5-mMK zS!cmJH`Tr>{qAihe~ZzC`)~H-C?OnmlFGW#{RBr7#wht+V?1&m%&HAX!NX+Nv0DUD zeUs8rv)3n9`=xn6y+^0MNwEafFfP$o)R;ruA|SYI@9$iK1$s|8Ya&fO2hCbtP!fItf%%%Up=U$4gC~82 z9*RrinDwGs_O9R%6#52k(BOJUJNbDXZMZPEdI~Pno|xN=)Q3?b6g*Q5!HH=)Z=uTv z8OWSx&?bz?e9&ppbkz#;c)95cRzO-dZNib<^uJTHKMl>^Q`OX0FV7?+t7&h))bX|` z#2Gk=israAGUYLy0O%|cKl7vilyw`5%teF8Bfix zAYfpll|&nz#zZo<%iyJq1Kqj$5{l*ZHvqdd(EgOR(S>O;vfaM7a*GU z8XEnNk^UXKym-%xig9uzIG#9X3g=Co`soJp>)edHtx-zwPB2#c^3ZK8%D183R^CZ| z!s}XYCUwzmROM?iefVxOcO<3m(Wgx6UYm7R2plm4>rI!3Aq|H%6}g`dPk9781V{mG z&Jg4ZnDJM@T2uuMrjp$F`rkE78EzWH z@f`C~g5oh$86IQAMQ`RoEMn)MP(aY+R}DR+^#d=?Sqb$FzDy3&8jrtD2hq{z25&t$ zc0Ie5V$S`$DcnEfErcI7?LN%#BcY-os9#oo$V^5ogHGz5>XV(quKpr-hBwpV9fl3C zJ-|nKB?oNMEgd!qdv6t?79WZa@TvF5D zgG;NHwCn}rpVRqqYErCN$DR8<@z(FZUCKo_lTBQPez)f%TTn(ZNBUCAhuMFY>d$ve zO0@W<8!>fJ?b0@>$nJb%f^jIRi#04p1KphZ@XAwNz zG$c@60$uiFk8VDDrFqXdPVbe5<=d~P+OMf8Wkqtc5Pwy9*hSL!d65x*O%iM1LZ($~ zB5^aJF=y4pYD2W|6AXhm4Q5o7w6fG5kM*V>2BF=+fd$PD2ft)H9!4FWQ#9_fF+bp%%-Kw;rWkCwuTf| zyDg`I0+odl>P+6O`LQa^bAB#{DS4~7aj}g}gYN)3CqcK_9Q}Pi^^urI2(M>mB43lK z-tSWfkmH3?Rh+b}WOJcRh;ssrTI1#j95n5tOk}uLSY;5S3V3Bx6Z zQa`JPHr=1k-00Gtr+jn20=JOsiwPQihaG~#JHL!3f7#ZehEs)A7P9feMBnS~3noM_ zfzH72@`aQkrGF-&=QTI$PhpI((xn1|8vG%lmK-xrDXxmiOgV^Yu{v_;hjMKX2ql$X zMgo(wVcmcE>w*5-cqwn8^zp=sJTwIuGK>~L5OeHZEL|vwqA8RIvy*p_)um9iOp(~7 zUdfx@aP=ZfPb%e4QZPp)^f^iZ*<{IiuM{F?kZT+VyED!HadZH(N1wv_@}DEm7_|E* zvrz3{Y@_sRy_p;RWTk5NkBILR#V&Lgv3=?qsI+83WI*Y~)(;}j#z0exTAN>g+V8Tp zAhe+r8-WBrF@iDJ@T$%OBf(9jC|Nlv!(eiQ;Hu4jUNnNX=_$iV{p8}ei0I0_pdaWo zi)}|*VwvIf8RW^@gNB5aAhxMdO@W#aH}4Rha@`<8Bm2qG6UZD(G<-6S`o|u3U(`Af^2nt5w>zm#%ts2@#3N zQ3;URaFoB!v75~(>eZ=>!DWNFafl*$MiaXr59)OL*cOfd8eQ$b(ut!vkq8GIW`#b? zdoooSQ1v~Rp!$l8e!+9N>`;Y{rGe}iM=MkCx&a=GG}O`Lld>uBXyS zmARh0`Kqt~)Y{@1pb#)l2PV=Nb0ccAhIZ#o?SVrrJcmC^zG6fR<0sznW=H0fCLl4SXSC-f z_+p;ucIUR#y%8`kGmmrA$<@h!%o`U|+8I6Wo`1*Ee#fa0k>6y!R;+;G`QC4|o#AEF zxfk8x>inv()togJPB!Kk_QDDdfw7`&e<9!&&8wKx8tOp}y8bC_bJXNp8Y{-=*~dV* zfn3WA%@lVKW~}ya-KX6}M>J=ieg?ozQFI1Doj~#6Dl{5$;PC+{`_jc^vTP~9r$bq2 zDTDtMhULzAzGiq9Pg%XieYEEg+*vQBqCIrxvr-5wOqaV>dFH|6O7qzvF}|snJd&U? zc)o4zWWzkJrnZf3;T~3E?C^#?K!UFE}U6L*QNi;v}Tg^(MkW_X9Qk`8E7dNJLxG+$mnkqSlAmG57ywG8##6H{{{Kfw&YYU`~?yf zktCFt=`5@{V2Ix9=RanwxrSr;dE*k7h^y0xtSZ-rn?B*gfz@#NJ@n$s&Hp5#S8tjmc#lzNAd{0#G_D_yVL6#b7mj{lAGc0^Vh8I za*b&sU)N){*K_za^;M(5;Au^KVO%R$n`{S~vBh>ev9d1C8Wp6nuhxI~Il}sF!}%H^ zl$CDmz@fFMX5D9oC<2@)FxBm?c%E1`PwjOFS)~eHvC~KphAe-zZf0EGo}gizd7eJ` z%QyDAKQcU*b2@HuD*ik1+E}UfxP`0q<$p$8db~~|?SRe@*?B^pPdnXj{cMJC_iz=F zPsF8j&@GUos}Eg}YGW#Nz`z1+GhY*ys_x<$jsU;ROdM+c#R&*pvz9U=Mf9V{o@rI5 zzRRLcWhyW-Ga)8};nIQo79VafV85(2SSfM1$|VL4aDl(vIRw8<_CvGx)Q-RPgT=S& zQkLKdxMs?KhE&CMSP)_HK23l2>j`0Y)3Zh5p>@+f(@9$Td zUfn2@p!LytajH|%AOb-ul4~8QS*!a`4SJ_gt4^KZ126!enZ%_tg}sOUYIW>pS8z`2 zPrJqyZ`qg0@G5B1-fq)1_5M}q6ea-mI?)K z`?KRY&$d$zzkqxdtWlA#KaD|#iNIQ5KI9o6?YK=AtjT>H0)2zPMkDiJ)jwhY-^G~{jgbt?|V^=zivbZa`SUOS6+ zQiZTs9$5vBnM>YrxMTR(^AQBKMarA0Ryh!y;^czG-^v+zz*MJ|lYkN_UfKLFyWT&m zNWf?`{b!pN++rCwS}SU>$Bi1yUx$`tsBtqAVRV4cc&LSyz4cw2+;xp#nfuPpTyK;v zsaA5eEP6Y~FRM&pqnG=JIn(D)P@X%UszJ=6sUC#A6s#(j1FT8g2A+LCuh#)N&r<1W;|#kupRNwomUNm5_AYCB zV=htl5hy&92nJPUKjIf3N{(hB^Sf&W)DwUzB(JJ>wdC-%vf8O;|N8i8`wrgUFFiDN zXU(K(ZwrqLeJk#M>oD2+6!&oE?hAgD5NMF}Os{vxJ+@pZ1I(2CMN|6)od+3Bj{(%r zUVP{0HxyDgVnXxc*2w&AZc-C6t+NKldgE2vixEP2S=OhS!D^BceY156qLR-f$YX$) zrLA2>PKLmRU0mH)DcXtPtmpw5-*)6rS= zGDTb?%9)b#V8Nw5&RumiS?ZD;3nYbGyi-}KN$E*;kp!wSY&)>JmH#;I@+tl( zGSDp5z3}rwd|?m3AgipCsuE|CMhXEY4d0vf=wIXVP|WNoG1d$i3{|izRJDCrR;e`6 z=QHH;xVj$Y-GLhYr_OIx@evxRK}nY0GW7EX-f_rardeY4<08OaSh>s_dh@8lAPDS-0xUZNmJT*y@%7wMJQb$%1gHm7iq&=sW4?lI`c7^7HDrJ*MmJPbYwiq#+#Ae>) z?DxG+NVKVaQJ7n-{=G(Jl!5gdEB|sU&H8r`F^)sMQBVORHQH)9@e<$n#>0J|gZx0e zMGfx`S7^jID;S7!1i)LM8d5n7wuAz> zpn4qbME5h>(I#mb(^UR*ronxrG1pikj0CKE;W+d0x@*>{Z*)f6O)M-p?dUv zXXE9=#m8qs`jv@@YSGj$Ic4M&S4$*Rc%4t-3(w%Tect}?$LAhM&J!u+X-{E z$+2|ilPcCfA=q&AT0fr{&C8|u5^9sXPX@-UxwF-Iqw@uzT!#|4`caOrGe6#z{oeZe zNP2H_K2W`xun?w}CB6y4`dA4jV1}5eiTT`MA(ZJxSRUh? zq}s@0PWRtV&D~JE7Er3j0;P)sTCys(i8TpCO@t~nqI?`wy9-fUOcW1c;|oU3p>WD< zFNhfZYhT6Zv~>rLkS_-CWysjnr`E0g@CQIJq5&G@kX;sAwDCce&9dQ)YKzoIt@IvC z`6AcdMkg%|^>bMp<4DcP!*j_1#`J%(>hAEHRa-Ax3+8HP{O`#JACQ!E+5(tipcj|Z zEWcG1z59Lsc5}h+>#RV6j~NKR{cbzqroFe}8R5WMeq1IRsv26hZ!xRmLPOv0{(DJ_!W|^^(?6{H#s2 z$9dw2Ya~Q*Cp{9jr%s9n^#yu;h~2zQNiQ)T6L)N?Dv4&5K8kXGc?<4>A9<7x5%wm! z!V*Ll-AV^Sffp1g;c%a-|LWm_4y@Vql>rbaNSzbxV+vQN$PFu9omJKR`*{SWF@@H; z(oLom(?1HQD8$52;*5@|);n3TC9kViv<-{m2Bt^*bSyb6aH%qIYUnGN`T`@Sv;?Sn zPa}yX<up@$#?wqV^sfB#!zN?RpQ-#JH&Hn}PaO zk?+1S(&N4 zBm{}KAJ)5!+O+@i!Ww5?u2HR$Is?=^%WylXnQd9{hyDX9;w&lMvVSRjj*LtuQPgAq ziDWIGO%w6o*Iy0v(ki*ve-arU3;plkR=u1Py1uNRR<4}QI%1@M)W&U^cs0Ae)v_A1 z`BY=!t<$w=K4BAnI#0YMCo-wA9i z1-AL|hQDSSdEH^{&oidY<|@_a>J=U)r=&}hc1}?t+sv+oJIVS%TrlrdFRCgl)Mk|! z;}QPA>U83PS>67FTxeHAyD^1q!M~7vu110%^wBp*r_E7smVDtnd_e7H5pp=FWSvIS ztUU4G((5Ogd|y@T-$oQ|7yH^~ZRXaXUK7hzJM+lxTJAy9TM5J!ZF}>t{cJtP$nUwT zN>+7lH|M(4>s_?5J`uy8iorj5`i`4$x9U^F=)==!d27W6s2pSiv+t`k=aM)qaf4oO z=7-{bN0951y*M>K;s6>);ChxSRjM5vwLQwrMDf(4xBbZ&S^L*2!1_1@(DF_Ejup}{ zoy^28ed{faulc_OzXegihl7@aA4m; z5#KZ8d0ksHGF`miG1i2d38{h9&H2H~8+ma$BXQCszZO_a;G1&Zsx`b~5nfKH!6Azg z5-x9-t#;q54P=243q}{TCA=}K1~y*k+juaKOwW-$Mf`R47nGGzj>pV-h|OaPT#`{-$K}IIg2OMN?#va)g5uIJ z>z2Pz0b~$YITBD6ihu5Ge+B6i5v3^Lpilp$-$Qu*$AzQ0vFK~Jd4?yfIQWOcYLFie z(|ATnvdvBZL4zbgHivK1Ii|T=sc^`RyL>BUG7`Vz9G3l;A#%r|C?9#^hOZ|^O4cpcx=1UCZRQ0!+ITvS# zoAu1>;W0Mnn;ecY_2n-YGzmvK74P8_`u_)6K&HQ_NnAb(?9Kv9WPVzf(|sz>!|}{L zW>}4EU%RA=L(DRt^`09cHLT}DDIDb6mTEREp4DhbrHGcV?E`B>cXQjyBnuot@P&fs z$hmt8?D3d?my)kNsLs@?nG2uawBlQO)GQA(%$Hb3g-ZveXpLeOx5IQn=8cv%5P#Ol zo!07RE&3()>`!2F%fjsVb11k}h zJ+GT?ds{ThIjm`7{D9*Z$YNp;yVmQ>S*SC4o48JYIvjm-m}~WkXx($`Tu~SKQ^xA0 zvv=O3eQIpN@WO*6i2b*U1vhKVdRLM9mY*pRt1s6s*)U8YsP_02_axWumf$VHm~?V8 zXlT|bdKhh6=62##E9l%XBByWF)8)4#zxdRyBAE`?l(_1^Lmz^c_HK%`^Qms$AZ zg=j{9j)Fsr1RA|FMp`Iay3zyMs{@~uSo6(l(mFqDhAnl!I!5~zJ;e6quGmmZ;JH7> zwD**Tpzd*AXSY=@M=;7P-LD$fWO`BhRvL|#uBG+CS_qQ`ueUE%6RvtCNiRbN<|^*0 zups~ua45ZPMG}6TrGJWTd`(O~ISf5^yr$TH;D<}XKlue->BSj)_+S9sF}JsAX&Y7oGOuFkmn-XAk-^1+{&j8wgx5#Pk+)7U zhbk@|B*TTFxU4xZ3$xW!{r8K25N5gM#DldC zq+d&f1n+$Vmt(lNAv#a0#pn~!>&1$H+py;^@6IyT?l@5QCrrK+%#JBC0{K03viNVN~jUHgwUClw6h4@V(l=JXq|y6C@k3 zg;Z>uaZZ0dz_#y1n1~0ajD>yt%9^D3V9IX2TvA% zkdhdwDXO@*0W&rUpsT4HAD)SSi$pN3^N@w$ZaBtCYZ_AY4AzhTD)1i2n>VS>(sF*q zD84S{4^rmr){y|{7x)Z1CFv)~#F14$U}~qPC^YnlhGO$!26Kj;hsKJO)eIHY=BawMmL zsKh@4qf#?yV8?ZNT4dB`q|=|TWJ~1FP)?b=8jA~b?{yfwv2MBODm*6zNOU3hyf2!J zQfk-2KnTG%%bvcuC+uaB9KKRS&0U#=74I%c*c@!3Ed{MPjq!`~SWwGowRpNB{x12n zn#V)M)XMzQgS-B;SbSf9G>Q#=2E__0F>FEmX%_KQnydV^a&Y_^RCn%f2X;0mWD|7m zQw-;i<8PahQ?;hl_1g9w%5DAz52ab#SiXWxMhb8vL?IX*&X{ItZQB9fQ_irJj7k=& z@{(iiGJD2`_ew5C|Ht#XWWNDa)hVCCwjaGqzS`fRsJ$g-hy@pan9ahTR+5SxNVnog zC^}Jg&ik-mYj9}WH3qho9uxGNjinwI-ECs*F8DKLEHD7#xclCroqKPJYpR~IGXqmW zZN%!E#TC(l3?u;7#I~4@oM4ce+}n<=FCPBQ&(zLL)&G!xh#S!O*yDZ?%nLp}eg&e_ z>Ef30MltlzGom0Ask3)wb? zt7NU1=3wJD6K@7RXt7;y>{MEmat4j&27Gr3PRYOu=I1a8btwH z+^UbKHRg0yBtN!MPTD)6-YW6x z1m|+(k{h!h1f8!HZ++ZUbM@Z~xoxN!ms85UR@LF6<*6E<%3ZI9YV#iSCj4Ur6r6;# zjgVu1KPMZ%9%?%|ixR$#d{2;Lp41YJoo%pa1CE|UOI=$nulJW#N`H?;u@>3WO-%Tb z(+kS+q$5=(2RA?(^Qj(1LuwlVb8{kPRR|PSmT3q?&bjWy3;9Aj8HyRXXVWb9=)~5s z0G_zqiSNQ;zM0185{OIV<{jp;2s(6r{08EG4$EKQgIGwsB>?-(YC%Jg=Jp#?5}vjV zHDIq)2l9}CyKv^RnTa*Pion>CgyN1A{#{Ft^zc-eqs32MD`;7 zZaGR`)HGpPXgJYUYnJK}Y}eMy!6Zr)Ncqwpltbr*vq5jJTmTuTi)F4E@mpsw^{{ct>mW(v$;f>1 z0i{m0*$Sv?mT&`oT@cyqGk$P(#PHh74CPR<`IWOM*jsx_mcY91V>edwuLNso^;c{x3l%{F=XE)beYFguAf5r<7ujTi}d$V*mWMz~*hPh2sJsNAJ&GsJlPcLB&3s zQ}<**R@r@9c8^NIA5eJO+Op}jRctHtSyY>NSZ}4&+1frp=c{p_vi1vq8SAitz;<@4 zHLlD2mX>62J`Ex}#VRHRH|EpHjp)UZv0^CX%3{;dW!G;21D@LM|6$-`Y zu$^^PyS8{~yIZR1lU0xBQBP5_)1~5@1PzQ>$am$(&h+(wI7NQjW2Y7{K=@=+%hneW zP^ofJ*rd;!tPT|0hvBolx8+b;^bUZwRi{~2g@F;DQCo?(xoxR`nx(V?wgm~eufC-B z$Ze*~GzQ9=ySzT-&zHz}S;U7$jq)6zR_Mo|GS{sHah!nu+tl0C^6c*N`+!;LuX4}` zolg#u(V~7%%vS=nF5%+2b?O=`L5F~=W zX}sr!=g?VreNBu5j6n(LB6|QDNKDCF?*V=^8?#i5yUV5)|L2FUt!}yy(#@AbnR>Sy z(4W)HB`ub4K&V{a;%^QZVdwlzd*8NVw~?td1|}hY2X}F371v`Dz+kj6q7b!W z-C<&3iNhtmA9Sd}zdyj%=a12t9hT#@$|nRPzKCM6(gFx}o!F@BH&1AeVmx>vnj#kC z;?VAO8Hn1>d4~Kfp4TSl%PyQ6adzrHZL&e@D?d*k#X#)|%U!=?qcd zs*d?+S}eQC+b6he&sa@p)-d6zL~+q9jr(K6jZL>)j^r0JkvoAOg^e+%K z<`WE%-q9*ot=A%^L9D|J1Gj7hgCrScNN0;UYJ?lgUVA*{R zsNm_RckhzSaY>%PSbpl_D9y&sA|F6bo*n0Z1ks&h@Dr!EJes}WttL!{hJjYIL^X)W z(*3z{h^cPKTm+?wxY5IJ(t2{Mr>eeg)%*3#<&I0I9=Fn}Fdgj;j;|)Ac01oFyN{D6)7a*=ziB6N+pEZI;v*WZs z8|WnEBqMlNR=foLWE?s$KRzoXNZHPR=?Ol;Z`jN@tT_Z*xFFE(i2CXKytQGztK$$7 ztZ1AltATaedkbl`l(5waOEotMX^5GpyE(0yJ4HBP$O0{i#i&8OS=*e)dYyD^n5D3I zelF6N$WJ=c^OK?gGK&r@_mQBZqf)#8eDytC@we=tz;AAw#;K?i(Xo;P-+Qrtgoc;h zz2ANy3O?PVLzZiZU~w|nd*QXUMuJGQ^Z`3g94loE-oZ)a(zbd0jCEBV+GSK6sd63l z!kfuQkF(k9hH-6$Dj`GsdZspfXSLw759W^F)V5E<$4av6-L0iN=m%J{(9C&l3?oE! zQyOH^N(%3m6x;%$H}i0~+@B_Y(RP1`gn!4Xbk}#}4(ryv9Y#vAC*%T`FpLDKv%f|v zP_p~VtL#wTD;DG#H0*U>&ubWk=s)EzmrxHhzlXx*vyh_;0+f88U&?Exi{D#Ws=RyU zjHlk76(k+FG#(^KoMP~kdcl$b-4DM*9}^+BnTgMSF4q|hyWrU8IJY%_zwJPKclBl2 zFAO2!gmKM(?qxb>DwuNtg?wwc=x3}nlp%Sn88Um^TeQDc=DS<{>?|gkq^P;ELT#ab z$EB6wc(pvbfcd?u0o-5kNBI!5hEDvT9OG&482Fw71Rd^z&2CE&-8vzu#sVa!l6Rzv zMh<8FZ-mAzZRPPA|2M6FuW6?pxg`^sZEKVh1pGg!(Z}Kmh!DMuQN9)hf#t*P)yVvM z1R*%=vXHyNF_4h9O<#}@9DJFN-Mt=YD4kzKpvFI$zoM^{|9wg$+~w0#AW+t8MY9c# zt8CsOg^*<<@65azOmP-oGlnxBYYuEZqg7m%h-G8d6&a8ZEBU^EOHsY=RcRCw6u9J| zxihv-u8L!$%^QhTvVhh6+4NaD8TD61I9P^el!+#D-zS;Mn%h=Olg(<8;lRSquklj( z8Lg=l;Yc`_xFUCwEs02B`` zhGRT9a|@V>+Koo|zu{up%Blx1lkHb%m`w!;W5~I+)SkkLN@yZ*o0TFx$!Gq~Hsg{$ zG2w952>i6ngINZ3&QoAZ+EBV>f!IMer)i&KsJr~%^F zD*~W;E8}5X%4hMek0ipO`&x;R*a7!0%63y!m8I@sa0~>u2L1sAqNt9L;AkA<(ob?e z1PlW@UC@EjIdQ@uNJnEnY{3~9+%VG{9+d&-AsiC!+}rq|coj_Z{5hV~nQ8Ld?P*pB zb6-39iB`jZFDT^tT@pJ%ELL62%giGyL>JX2b!H+il8C68v)4evsRu%AGp)JUTr9j4iBq{#}ev{38 zC(Owh%9fj9e@-Dt(B5yi9s;(cCMJON#ri-Do@l1hp|&@(SRXu$|A}7{h|f?G=-EM> zQJVCBEDajG9RO~wnf(pV74Xztm_;wXV(&E`?`=Y_QaMn~zLfL}*86?3*X&h4TzmV0 z*bhxlIpp4Or!7w_S+an+BnYfQR(r z8L_#&uLwTDJ}c9Ap1Ym(#-Orp|2%7T8td|ZaQ*B;BlxeKLuFH6R<>6ff^~pp1qmsM zku!_*{lf!7w(_F~@Vl~ZtTZ6P5GWtrRQkzHRj0}bzhu=2T0nC#uTnpEfVcRt+^qy% z?|oVUDbRYl*H-qbr-w8(xKFbBRTgAIX&(b0t!9#6c5|a@umNvTVWmaQ>1Xi!_Na}2 z5E2^3m?43NS@q;O>Ue=A(mJ;)LJ2`@*E=Mf2bC+vi}O?K2EQ8-bZ+t0AeIagUFo_i z_0Q5@e!^_*7n8Di)~8CB^>_odw96@Zdb8l=!vgpQYL7e;@BJ z&KZ5VqTHIr{}%x#{@6v9Wd=E;b9u}{6L_Qd2i%ujoP8#~(0to9!yK5<z#jp?l}Xg8x-i}{FexxM)RzTIH5{Bl+}IKH&Yppr@(CQ z<^11hC*^uLZtRwZ+WBxIbUV5+0<}mxyUO|VXU1D!^8s}T-&P%l)s~E&9&`F5RV1tDOIKYq?t7lulC5?6E|T03&zb5N2vNwHo>*eXyX5 z11wk0?eu9Pvju84>3%tyegtlmRS3>3muOZS@gSR8=ZpfP4crV5meg7{0?vX-C^A7_ z#lF4_y5>v z3y!?Jz+(%>ruReUZQg|TFgZkF!EeBlLEd5Cfyqkm-p1FE2mQvbTBTAZhQmnbXgz6x z*}SuCO8GbAdxIeK>6bT z+LP5XaG!cz!GK_caQ>q51tI(S7G9`W?234ggb6xz_k@-Amh9dpgb`kp9|mRtSjmaG z0F@G=;d{TW=t)eBLxEp3eLJuC;VUi(`e=~TivuvXmWY1m`9Ojb?dBC6jX9q3% z`)x_$230$j&UbodUprD$gp-3UQ8c;B7DcVFM8+v^I85$;qI_qd@TT_FznJQ?>K-9{ z*g#Y`Un=;i*DJVnsYyD%LrVi>)pw?-eg&7GF!8PS6>!{#{aGbH@hmp%+*&*7Pv^L# zMt4Yxt;8dmx=z5qH2Zha2W2ZMtCD=aCPpz`zrSU=d&-WJl4?ypQp3suXeSeF&>W{R z%m>FAc9KSaohG69px`g-x&N|z#58-PQ(>iYI9z908nbJU)jdCjwTK9@s@|4>NuPKC zDo*c5%rSBnw)Qct4ERW&#Ey-}nL-g&-{mX^MRG{e$!6p90PQShOD?$CPnYe8j{}m4 zr5^URy(nC4;iR%&V@m(@-n--H%RHuWA|jFHSTqiQXPYr$HAji`V(iX{DBa@=SVk^w zr`hYzh2y8q&6B?vFAa4nI>G|FnHhxEXBAaYp!;>q9gvg<$vR&v#p^8y&k=)ysVi@k zY|SAKSLLDJavXrePae4>Z@|de1MCVK&05C68^C`RhP*FG77itQ?qFAK_P_?VT7kU= zpUhT&oYS1@Jt(#!ijF##co2bj^FGHk8U84Gfs)Io(x{uhdV4LlvEh;=@I>z17Yx5& zRvrLMG9nk!pca7F>?3t5D6}yO;y`G%hQ@i&oBo`mYeuo8s?4)sZa#t~>8!5joq$Xu^XEdY-tK z<~n#|z3+vsD;iQe+SmCXUu8C;lX7Md|2h>uqy{MXoeYxRVs`<;e>U!$RVGEaJ!iU9 z)WXw7JAwt3NR_r&F)90ldj6hXrcx$TUveZS@}6So&mtR{RVUm43aeLnW8b_N>DSbM z^k^?L`J)GAVk4lW<>+(WS15H8G1$EGMx8mII+S+3BI*T*Kx&HnJ1G72a4XnAZ)38~ z&~wH1k#Cyt#q}A6H4eCoqxVzCPQ4Xj3u8#hIIbTI_)3 z#!^j}Nrgz-pG^!HCI^;SKUYB!*5mi}oODBD#Tg?YsWRCq zu-P=1P%+HTXLw=K)ixoh&;hSH?tTTHwS*ZTNYU)6|!>bHb-z zMfx-{jTOjw?;y#P*s2oY{q@%WXC~b}2VKntZv1SpXs&d#r7=0#H|IIkN)o`Hbbd z8nQLv84IE}GUO;hvcGL{X12wl>kG8<$gTpL{B>DfEP%ywtf~53g6JVUypj`9AKZfP zI*aS7Y{$PvK!StY3!MtS`Vr2Ue9HC)UQFaT8g%B(4jKT#*i}IF%0bmL$kvSpmSP=z6nRFS%if{zs_r3Oh$}q&JlV~Q<~6fX zybRR^^n3QfSc)Zk7CyOK{YsKnOyA!Iw?6HOGh7LDqEaanBCPQ)=l+Uwh6gf|X!J!n zf$nHdP?>rOy!aV^y`c40Mhd6)AfWR=2%TvKt)31Ua_jQ^+MwRg`M)7(5F^DycpE-k zbTWS#ovEf?of%DidxP+$%14(@6B`m+5pKhB7b{qKc9j!5ZCZ+Kz@@Q53P-_rN>72M zS9{d5Rn1`(s%kJ?j3zQhCn;>hMHJawaYtMqj=5P@YITKwX7V3bTgY2~Eu~hiPEYZg zkv7As;Bl}C49nI44lf!n7Rir4Zz;={Ws`!q1EHd6xE^p}1TYO5nLNPR4J+s|Y1H_I z7E*{C2O*54i^hoiDV*yNFsP}OpEpWEFdkdn4iZyFR~$OX@Kd0gwrBu5A$Q*M{UU0A zKjV-98<0JJ$?R4RSo9QA0qRtdgaxZ z{S^0QQ^b%lP@>apRpI_rlRqG zIGh4mA{V3>69lvlF`ah? z?6VgyP~l`T(i%5SlRv}m!>8Lo%h@TdY;VX5ptn%BM&>kTrMp_!a&!U3X}cKYJSL0( z7Tq2EmP@*FHbL}K<2UYhffF=<*6%x)e_U~FNyE><{_NatC-%`~xpg^}{W za>VPVI(x|05`B@)nj5Us)sxfW zWJE;wQ=Vt2z*NtV`e-Vp9p@*uc>B9S^nN2F3CSs6tv233i`HWz54Lo23e^)MAx z%YT>T*sO3#3(QO0t0Xc~>BM$_HfUEpFtDBf9=4YMI2e^py(}RuEO3sTmSI?Yj;7Xg zu&3wz(0w6`95*%leNlWgO8&-=H|LUZ{Fw)Awb>%#2|a7YC|152`JfWl9_@-MRzGOL z!tfbyFt4Rod8U9aD2-dtM0sL;8gM9#Ji0IZ-x@<`U_ETT@V56u1tzS23qH(q=hkjBM7TIJYC_4rcI~MbzKI z&8Pv$4C9egcnbc0X_R4p7hSo$%5xh_@rqv8s>T%Tdxru`wzVL$4`cx2oe4r69}g+6 zkO8T5-7Cp2%f`1Dln+#Y_scePS*$X@Sy$2XKN2pjU%>h|qK28-!1L~usxsrnkBxtT zJ6fD}!3-vnla7mG(7)b)N2b@wJ9h^SHY6{Dhjps~A#^OHpi#4c>)j&RRTV$1QGRr^$VJ$TR0wY?Lh6b*Ptj7 z=3?U#qSdYTh#$RX&^IBvoEv}^C627Qw6q>%eaS>{!MNU$O?mHr4@sse$-bK$kg) zTA4-{{5BzfdGDM@S%rn|40yEH<+(yDJm`*?&0+ZcqiB;F??^S@KOqpCnazIIBAqba zWI*hL3Dk3@s2f1$SX%1&2lSIBP`!<{j`8RmqlreY1wOG_`szUA872*l%LEyFgxx8) z@llr0zg}mA6r6?qq5K)DrA$fo@Un7fM(O`BqZG4${2rBm2UKtjhFYuV(37ne3{LGBG{@FloM`p-BiUlV_?m)bubhXToE_i-v z><#jzM!s#))z813gs|#&b`?*OYcLe;mXIrFyxeO3qRphmGcq-sfUA%R5VqK%0VkKs zsFr4b+JV&cht6zxZ~dfu0j-FAf{H+nsh5e)i7X0j{|7d%*d9?r%nE++^8!o4FlEGK z56E{32yRM4LI?DDzJHDIrgQd2`b<=Mcq++z<7}3b2|Z2(o*u5a#ZhZQ1>!-QUZczJ z{P1t!@^7v^)K&uB(88RO!<>1aJ#h`YSb)xd&=0Aqi*9#?YCLLtH?y9SyQRb-g4T9s zuKCfgh`$ueM8XiiL=+ryDIU8L(T@`zl6D)lBR`w@< z?1}_$1d*Lgp;+v?$%cJ0d!VA$kY}19o?a3PDxQK}+nJrx~k zLp(x$zrjpr>=NvzP-hR^lM2j%hUHDqQ)GpHq7Ahb$Zwh1^PCJ$F_Z=wbBg)iUc4Mp z# zgNaEEGW7fk6T}1>++R`vT3})zvGyueY^`q(LrkpqHXN_G;1X!%@#XERyOptjhoodU zlQ~>Vv32pg*+8P6V>$bFy?1Z>P3sBX-jzYqGlhTdtp#-|@Ffy z-;Y20JRJjCdKw?op@wcVeMl4`LT8|#K!~xr7CI!4njlikiGUHGKQ8{v≠AJn5ca zbE1S;@n>M7*ajwta?R)TOQA1+jfII7XKhHtv5b&oVjU}7A>Z(hr>qvEox|>A*L4|( z8ROUJ$0fi?X{qls8ENeXba2={lzAOSIdS$lBXBO#^WFp=Q7WY_|2=KGv1ilO_{rlY zbN3kuP!`D-WM07*d1<`e>-oqxV@l>?;A>1A%$Uo9OXlPL+9ZNVMS78cVnPGFnJ~xy zHqm6az9sqi5u|3$1j5c*cTVFh!(9FgvTEUFid7cmD}1$zOOj<3x+c^DOIJcW0{Qri z$F&_7OD;2cza0OtK?X&;gr=~V+{n@u6Lb>+0-BpEx96YBFiZzkxB}fV=#@o;%#%OE zLgm8?@1J4s3YJ-fe~a9I)FY2qZV9!K-3t_g%oEKp;J+~pHcUiDEA|1eI40HLI3Pwa zY1`%_9}KtTqh!7xOhX-uU6f!?8SC*_F2-sU2 zqhZf0aPV;nMF0LU1iFzr9EMOs*>v*`;PwA+sUO@INsN%Tq!HsKzo(KL z?~oD%I9Wm(puR`a#JBf_et%VPdsq~)xZD&4vm=m&EHp%r;AXaE?NJ9ct~GoPWxniG zN-rkhd7>?U>aS1|o#oqktyI*O#$i&*bB@`?zW=wEH{k6MF@rNWE~G-HL?ltzbnSiF zUlag~{vo*`ZgeJwj~4mBRc)Q^xu#X_G@l7p+ihZK#>rMQ6LXF=b0QXVZxZ9@Z9#41 zF@i8;GLbi}59vrWz{q zQ`43>dugBlF>58@ja&-R04(AhM7&=)*Ouie6H#4uW41|vhFQqZ&?l@46ncw)E^W4q zo!jLM91@g({V097*FwNC2>M(ou5I%!|}#{xAb+_z~B zNCJ}w*d(9ot8(_?$%S&geAD^&Am>=qM5NEO@miEE1mwUnRE*P$_A}N2)FBr22lL-# ztNu0jLx8p6GsW7cMuEP6FvRB0kd@TvEJ)jJf&(TEOZt2Jhzj6j=X{WfH{-vQ+cYj# zKae3i|1Gvzt(eZ%js?hgRF=P!H7+xRsJQR}*5$E|gO*AWR!42wS;i6d~{2RawRZ+G33 z|Fca*U--99;#q;hPK-9crhj!3qvB1{2i}`&7N^zc%|;Eu2mnC!(#!b@kc~a-HPDVO zuTI_!3}mEUKSS()_h*yb@b>~NPL2EV*Lq`5beDc?*4*tq<);YzCT$I zG-A13*Id2aPdxpr#Lz&O+rbvx z_8bYRkkA%?!S=VS>QGzna3ACXL$eiNPE!}a)Mf^GjQW|)$h3nrG|*ewNkO1~rXhM& z6|{6iQC3gX=qr1=Dy<9%LQ?1&jK@O|+SN?S?lI39Zb>O(oj} zmZaCy*=JrO>+Uq$CkESs(-PI(mLSI2tZJ@NCQs~tLa-uL$+Izzp@(tNKt^#AFNF6E zW+jE#-OT%vYpuM0wPwm6Q5)L zv7tyJxWU?xep=Z5s051wVJN*D>#Hr*hDZmlhJz53z-eK!3ojkiML5ufBmhA7DCd0$ z0>)E+TV|^cRP0RxFgtJV{190=^LA@fOEJ5m5ck#}6^#@1S}Is_wOTPiwVzR!>6aRv z);K+BZn4x3qQRX3T+*k7KjBd2_$pYINAZjyj04dT>jFh~Q}P@br+-5-@2X_Y2kHlj zlLwBbiy^42SgOd+H@VsNdXtUFEb5_-SE>|$H?{%N^nnI^Be~@vU>&gik{3Fy1Rhgz zAfmJwiV*0`;T+Ti|6s7i@kovd2vuz%^$;olNBFcWqrxY>>T36OU+e-fuUaxXcI?uK zE0O&7TrnPXH$6t~$)v7SUc4nTYb1WN|4W%s`#YAxY^V?KmniwFjbH5Q$nJ=85Xhr{ zdcvRE_0VvvibZdvJZ{s-+F^o-VwvuXsj!%;XVi4N^~CJn77jkq)G|+r_T$Pm`rN{4 zhR;lATA2WdZ8>WRlLwq7@W)n+afHkFlZt5td>TA_?lbZPJt!CcMf;dY0V;1-%Gy7#nv?{RNi`A1>>> z^V~5`*mV}>W<52zgl%NZiBGkE_Y0zntm=KO^aG01)R|S!0SktgC+YbWW+(3Sv}_xy zfuC%{ %x)9O32!k_dqzof5d}?y~A3L{DKKY*Odp^|?)eP7;BV}Orsg-`q@e{sR zM?uSdU4NH1jwzB+zikn|8bv=+jZt97>Gt!WO9)%H9y;V#*B;l!0|p*{{tbz*zG@Hz zD5QAs=F~R@JKflhuTIgBv{|r$yyKmj-EAd$yJHCRqcwuw(=QTs+4(UwhWOtJu`Ddv zu?Hk#bR;v!EBXj}2|+ABk&!G&TwNA5q>#g6jA$LxwuC(*Nwapug+_3&)u6=ZC%R2S zCA67oa5f#7i8D)JCAkiN?2?;F;c|eV#1zRoqOQA&>(`m^*4?4a?S1XD`*+#2cum0C zao-S5sd((a9R4(#?Ez>02nx<>zab#kX*&HJcL>LZj+jV0vd5D`iZj*{$RyfGI^f`% zQ8APfyxbwY1thvBPTu7ihvR~s$YK4IUm>UpXs%HQ1WBBux@nVtX=qz6SB*xadO2-T zmi|>7YTo)<*;w4sKj7(s_<6UKKo6&6w?k+V5n;pnxN7Xc1wbGV5X$K`Z{}hy&aqU^ znZP#rzsulWOv>+URn1D*R|8|pT+hunf~J|cPPdb>MHh0B1`mxk))VC8h=5OFgSf{> zgpft}@d7Cv=i&>0^R$%@tqcE_B*rTLn(SH&1E1OZ^tu{d$&{Pt%y_~tG#7AuCH&JJ ztL*d|;WzPGr4moB)8cRLiNVlzr+OGBbM z1|`^Qg^JPc;lGYsCS-N?^c^rN6&=TpL7G$)i1EY#9cpXR8bDT~Ld4VAT7uCPWU$jX zOx5!@@%JOFP|9^VShL+#5EcKsJ+Gn{+wE7L3wdzLh9<;}7L0S$MFb=DczIaA@05x1 zunRApt<vF>EI=GwelI2?$du6=&M6-xdIK32 zD_4C&Tz=G6ecaY=3V-aYv<)xJSxrJ;f8fg80%DKwLI3|8jErd;+aZ~H)`N%n9t@^=-MXnG z3_C1-ZtdNSbCS0WqmtVruef1(^uO*eSqO8DsyUP{rPl8XnDQAp#e9YoGtY&#N^_0V zdh3vX>6&LmWrotecjS!t)*0P*#fX=47M9m!ZGYi^tEx|-))4*;c3Tsb<#kI?s7h0P zG~a`SY4`pq*FEG~v4TAOLnGbF2u!gP{$zQtyATAr6-y*|yHMw^GfK161agJk7*0p$ zfcZbFi;>=pAkm}R$zA;ofz8lL#`ZJ&E5?+6shBAenX$y8Qguu9bPzW^o$3&kMnZ~$ zPA0*nTZxEKX=_k0N808k+2T8e$ zPI_Z}O4?y`NAD+8)dclWS^Ajd>~a_b>`(PoO*D!go`g{Ys`W@BXUetZ<0Uh<4IaRh zZkOiR!hrxVDIKrT4oKIR;EO*!FC{@LENgx2muVp$BHY?F@V-S$lVa2WMv;dZvJ zVEaOMZ0+;({}X`?K00{i_^=4Gqd*IUqm!^!Fr#oJCwBaylsQ^yxObtqmW-#AF^Qa; zU8hP%FUUr2eSK=`P*!?buTQ1F{hrnaOnl5i!Zqd3d|VA%4*F6Uai?aw1Cv;cC$mQP z3Kx?y_Z7Eg4gn|$mrxD?6t|%l0jz|Vj28hFw_=xOPAT~2F3NK7$ZfA68ATu*DIFoSqD1W_L zS#ujV5`O2ez+<#qCI&Z9l}eRlS@znN?MS|4mmg?qEHO)w3^{V_{QCVG067Omi8``X z5{LmBjqa}xG|17cV3sMt0uxd&Q7~Z@6Q0S!G7*^6_%E0Yl3`jY!yHo%)0P=u^rUCj zNu~?fNTwl! zGL~tB&wz0VqcN!*KD}WY>#Y&YV7&t|y25$Lg!Nt(J?tyI0}}`j!61AAEfjqiW;AJs zMHV_i0t0mvEspA1X0gf?hFL5Nrs#oGnF2UzrUE3g&@_P90=Qru5WuI$Cx7JB(8Lu? z2M44i&2R0|7U0=o3pFA&GHMhLd1HNWugnKv>v7!LHaE>NyC_f`yV&vEU_) ziY=@rJP80HfN=bm%#Ip2@(=ggTi^J9L@dFISK zPrTj5J83^Ge$v$rdpn!xiJ;?Fe44?btgkOn_moV{s5{)M$BU_+VgEcDI)WejEXV8P z#qibO?UqI5`Bi`1hdY$T%O8fW;cn++*2-*@jj@_h7^Mp0fpc55DkY|G9}At%J##AL z*!Q4Yjy)Oc+t>J%F|GSTW9m5aHtsjmyz635V4ZSg>j^FJ_E|%cDe8{5y<@jb3y>KT z$$ZoTjFP>YyRuw%K_G}Kc)wqM}KcwOG_p_>l`yE+X_p9J`Un*BNzTtBZ_*`xgVxrv)UsN zL%vE%kKBDzigNg}r7-vPj*ZN5;xx(AP4-V6AJZYWwgTBC%8@Oncx<$B@N95rSymnk zK+Qu6WxJY7n+zID)u{s)EI3y|Tos)v7b&kUMbDbVDtw@jJjU;AaIMDO5L=Q0R+&Ow3KO&J=L0`NCp64H)jy_n0y{7j50zA0IeG`N%{5tuMiNI2cvk3lJ z8#E-lswm6$RSB2y2MJ3a^|=08*Z@ z9y0n?&Wp1UPckj5!rAGxf9vwuOIKT(=2R=h&z5K>SfSCUR*IR4n1i_*qX^Tj^3?Sz zTQi;~Rl5v2OP4=@FjE9irXHGP_9#p27&0_d&KydjvRr>@K6q7egr!?p#b{krgVrh7 z#QvddUnz8Px@7t)iN2=qPErMelI|#(BY??(06H5cEmi*Dka5y+`4kY>k`%fCV*oY! zqgxs;orZuQNH#mXB&+-GW;#4IG4yM

    qEn4JDp`-Tm~?)hr7ZT!MC|aK1Q_ii5gmGE^1L zw5rCpRz5VzVUYOAhd%V;E1bBAk$XG2l3*--_c|eBT1O&_S;a~829wB!;(Ae#bJE>1 zvwQs=iYpHcDz)E#4;+*sdGC0-nD)GVuStDp!JnXrn-guw2<1zdGp697p!9B`$7&2} zzeJf~J9uN(#`}^Hyp&P=g1~C(9AUx3y{057D$-}s4WlE;H z7<&H=YG!HS5c}eUL5t9oXckq*L9=HYldp|Va!6E&R%M24iXhzGCmE7fd$&y!MMQ|O z-^95w0J`P&OB7i1SY1u8a0+N8_7B{DT)<|wIG*vYR^sEK?iHk#ucGedL`9U3z0U9A zPa21&Fg*WoMtXM6li;s?&YO1p)Z}4b)oTG00!mt}$iL+4ZK-1&kIGtLuTx)CZSdZi zD8*%h3^f$iL2G}8Kk2?RquZMHCscN(2~%(@67Ve+lxC#`85&dw3&Q*Uig`X&j#Pwi zrJFG^Xi{f{Du(n$u1LG0O9;$Fx`YCP?j6og<$N=G4d|te$tA%TU&#}P^6u=>>mB&@ zsSE;4pm%7_i1gD>s=11ab|^+_K4nnSt@xgc%-*MWVT13gFhFxm(4{)4v>FmGZi?hN z-T`Y$At+#tu5R!mstRr8leXHqCy$TUT-3!zsyA;>p4YPoW@$w2?+@Ue zy5BwhZ^D^-LLMfFn3T+=5R3I^Y=5E0row5VKQxt;Q0*z=_Q~ls0WHGs3!axY9-N>> z#^$bHEbFxKB@!kEaxr8Wv*ZGg+y#gQ;Qq{+?bQex>u7#>U)* zU0yVTx7v7h(GU9hrbI2aCW(@K_{pQqzJ%23Z~J6(^le+_cQxi#9c#Nh!eU2*345~O zd#ouz4rienLT0t2i-`kWyKL9+M&OOy{ZUt_+%m$fNrZQ-HV>B>_(LP7VE^+`U`*EW zL7>g^V2Tai;7PLO#z6yZ($Vb6>Kd&n51cR_YOODQ-kxV{>yB-KtPa*3iov7oa;Oge zsOy)lGoqf3QgAwN`N&N4vRTTC`D0qPFX!aby0mW293O?l%LzD# zhI0}qi#gf6ZdNn&czb;K zP4$ib%K+P+(fsc5Db8ha=)5RSwT~L1uJm;L^T*Ih(}U!uLsyl&0)n*1bnuUFwn=^Q zQIsP^H#j*9`+Z6H-NDycw!_x7o<59c0n9SrL>AJxwZ=0-&AKO*+~*ed!Ap?^3P@`e zFP9}em2a#F6)wFt=oYz(c6WdoyLk>9Kh*Ned!*Q^ciMINiI$(dO_vWYKI@W!S(*3Q z&7FP(+LlVxiO}6upAexoOZlSi^>nF>IBHx`zYrouQ83E zv0sNMm>M0pX}T=s6CG=g&~Xok$vq`_t*gEr(r*}27owB8iU9cal;nt;lpn)7Q9Qim zU!GFEf;)?d9uk|T8ezEMwITJ+d(}pVuL+n2h37wV%l5f}lWJ}O`pR9>S#y$E5p+E; zBD-%}hl6UV-;k6Yh!{fG1}hu_v~B+kG%y)1zouQ6yF&ta*A?r%b40#%k;;D!*u=My zu{Y*Gw|YrB9yz_#K39g>d>+oG77L`hr>HDcPeBZut-tNpOo!r6U(;sWHm z4Mju)C2^*}(G=>Y%WnyXs0)5|MCQVZRsI`HeC$5)baRgypr)Owzq`P@3|8ISP5}rA zrvj01%!#W_APuHo$dLigH}X%TxJ+n zdX{ea=r4qwxsSlqPLt=2yBvtgHBM`DON%a~Kc;1%mkURBAR8pSU@I07*YHB;CNvqN zYvUG%oQ2=>*cNeE=5eO6s;5+VkohHtr^;36#PtP70QZdVp81({cGgl_LBIlsk3)lg zb15W;hCgBk z1DF7$Bx)pN4Kyo~Q%tHcFDQ|%be2V!uMH{ zH-TeSZKl~*%mc5u^5{SOKHl_6^v* z&rmFq1s7JtMIL3<5K3QTheOzq>G7OGF~LIdMnZ8CwLR*F-I9hnmnxiD+}+;Y=rVbs z`K)8zbu+vdNe~J%1qjSuD#9aOMB?jd;Y%$j=T{gRo0Up^Wv|{|k?4%qIW< diff --git a/doc/src/DimRed/DimRed.do.txt b/doc/src/DimRed/DimRed.do.txt index 6f5848873..00a467753 100644 --- a/doc/src/DimRed/DimRed.do.txt +++ b/doc/src/DimRed/DimRed.do.txt @@ -161,7 +161,6 @@ svm.fit(X_train, y_train) print("Test set accuracy: {:.2f}".format(svm.score(X_test,y_test))) from sklearn.preprocessing import MinMaxScaler, StandardScaler - scaler = MinMaxScaler() scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) @@ -175,7 +174,7 @@ print("Feature max values before scaling:\n {}".format(X_train_scaled.max(axis=0 svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Min-Max scaling: {:.2f}".format(svm.score(X_test_scaled,y_test))) scaler = StandardScaler() scaler.fit(X_train) @@ -183,13 +182,48 @@ X_train_scaled = scaler.transform(X_train) X_test_scaled = scaler.transform(X_test) svm.fit(X_train_scaled, y_train) -print("Test set accuracy scaled data: {:.2f}".format(svm.score(X_test_scaled,y_test))) +print("Test set accuracy scaled data with Standar Scaler: {:.2f}".format(svm.score(X_test_scaled,y_test))) + +!ec + +!split +===== More on Cancer Data, now with Logistic Regression ===== + +# rewrite with own Logistic Regression code + +!bc pycod +import matplotlib.pyplot as plt +import numpy as np +from sklearn.model_selection import train_test_split +from sklearn.datasets import load_breast_cancer +from sklearn.linear_model import LogisticRegression +cancer = load_breast_cancer() + +# Set up training data +X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0) +# Perform Logistic Regression (replace with own code) +logreg = LogisticRegression() +logreg.fit(X_train, y_train) +print("Test set accuracy: {:.2f}".format(logreg.score(X_test,y_test))) + +# Scale data +from sklearn.preprocessing import StandardScaler +scaler = StandardScaler() +scaler.fit(X_train) +X_train_scaled = scaler.transform(X_train) +X_test_scaled = scaler.transform(X_test) +logreg.fit(X_train_scaled, y_train) +#svm.fit(X_train_scaled, y_train) +print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) !ec + + !split -===== More on Cancer Data, now with Logistic Regression ===== +===== Why should we think of reducing the dimensionality ===== + !bc pycod import matplotlib.pyplot as plt import numpy as np @@ -229,19 +263,28 @@ scaler.fit(X_train) X_train_scaled = scaler.transform(X_train) X_test_scaled = scaler.transform(X_test) logreg.fit(X_train_scaled, y_train) -#svm.fit(X_train_scaled, y_train) print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test))) + + +!ec + + + +!split +===== Getting started with PCA ===== + +!bc pycod # Now add PCA from sklearn.decomposition import PCA pca = PCA(n_components = 2) pca.fit(X_train_scaled) X_pca = pca.transform(X_train_scaled) - - !ec + + !split ===== Principal Component Analysis ===== !bblock diff --git a/doc/src/DimRed/cancerownlogreg.py b/doc/src/DimRed/cancerownlogreg.py new file mode 100644 index 000000000..45f03f36a --- /dev/null +++ b/doc/src/DimRed/cancerownlogreg.py @@ -0,0 +1,40 @@ +import matplotlib.pyplot as plt +import numpy as np +from sklearn.model_selection import train_test_split +from sklearn.datasets import load_breast_cancer +from sklearn.linear_model import LogisticRegression +cancer = load_breast_cancer() + +fig, axes = plt.subplots(15,2,figsize=(10,20)) +malignant = cancer.data[cancer.target == 0] +benign = cancer.data[cancer.target == 1] +ax = axes.ravel() + +for i in range(30): + _, bins = np.histogram(cancer.data[:,i], bins =50) + ax[i].hist(malignant[:,i], bins = bins, alpha = 0.5) + ax[i].hist(benign[:,i], bins = bins, alpha = 0.5) + ax[i].set_title(cancer.feature_names[i]) + ax[i].set_yticks(()) +ax[0].set_xlabel("Feature magnitude") +ax[0].set_ylabel("Frequency") +ax[0].legend(["Malignant", "Benign"], loc ="best") +fig.tight_layout() +plt.show() + +X_train, X_test, y_train, y_test = train_test_split(cancer.data,cancer.target,random_state=0) +print(X_train.shape) +print(X_test.shape) + +logreg = LogisticRegression() +logreg.fit(X_train, y_train) +print("Test set accuracy from Logistic Regression: {:.2f}".format(logreg.score(X_test,y_test))) + +from sklearn.preprocessing import MinMaxScaler, StandardScaler +scaler = StandardScaler() +scaler.fit(X_train) +X_train_scaled = scaler.transform(X_train) +X_test_scaled = scaler.transform(X_test) + +logreg.fit(X_train_scaled, y_train) +print("Test set accuracy scaled data: {:.2f}".format(logreg.score(X_test_scaled,y_test)))