diff --git a/doc/LectureNotes/_build/.doctrees/environment.pickle b/doc/LectureNotes/_build/.doctrees/environment.pickle index b0107b33f..fbbc2f22f 100644 Binary files a/doc/LectureNotes/_build/.doctrees/environment.pickle and b/doc/LectureNotes/_build/.doctrees/environment.pickle differ diff --git a/doc/LectureNotes/_build/.doctrees/exercisesweek41.doctree b/doc/LectureNotes/_build/.doctrees/exercisesweek41.doctree index fd44b902b..e97f6e506 100644 Binary files a/doc/LectureNotes/_build/.doctrees/exercisesweek41.doctree and b/doc/LectureNotes/_build/.doctrees/exercisesweek41.doctree differ diff --git a/doc/LectureNotes/_build/html/_images/exercisesweek41_16_2.png b/doc/LectureNotes/_build/html/_images/exercisesweek41_16_2.png index 641eb1729..e5435f4eb 100644 Binary files a/doc/LectureNotes/_build/html/_images/exercisesweek41_16_2.png and b/doc/LectureNotes/_build/html/_images/exercisesweek41_16_2.png differ diff --git a/doc/LectureNotes/_build/html/_images/exercisesweek41_22_2.png b/doc/LectureNotes/_build/html/_images/exercisesweek41_22_2.png new file mode 100644 index 000000000..bcbc69131 Binary files /dev/null and b/doc/LectureNotes/_build/html/_images/exercisesweek41_22_2.png differ diff --git a/doc/LectureNotes/_build/html/_images/exercisesweek41_5_1.png b/doc/LectureNotes/_build/html/_images/exercisesweek41_5_1.png index 43447c4d5..8c31b59a8 100644 Binary files a/doc/LectureNotes/_build/html/_images/exercisesweek41_5_1.png and b/doc/LectureNotes/_build/html/_images/exercisesweek41_5_1.png differ diff --git a/doc/LectureNotes/_build/html/_sources/exercisesweek41.ipynb b/doc/LectureNotes/_build/html/_sources/exercisesweek41.ipynb index 5030d4af7..341ad034c 100644 --- a/doc/LectureNotes/_build/html/_sources/exercisesweek41.ipynb +++ b/doc/LectureNotes/_build/html/_sources/exercisesweek41.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "59b40432", + "id": "e3354581", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "0c67e680", + "id": "8d5fc499", "metadata": { "editable": true }, @@ -27,7 +27,7 @@ }, { "cell_type": "markdown", - "id": "c36ec93d", + "id": "d3ef3596", "metadata": { "editable": true }, @@ -82,7 +82,7 @@ }, { "cell_type": "markdown", - "id": "38303814", + "id": "9940e21b", "metadata": { "editable": true }, @@ -92,7 +92,7 @@ }, { "cell_type": "markdown", - "id": "f68b9c20", + "id": "6559d6d2", "metadata": { "editable": true }, @@ -105,7 +105,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "4dfe5e82", + "id": "021b66d2", "metadata": { "collapsed": false, "editable": true @@ -184,7 +184,7 @@ }, { "cell_type": "markdown", - "id": "9671e6bc", + "id": "d8e7110b", "metadata": { "editable": true }, @@ -197,7 +197,7 @@ }, { "cell_type": "markdown", - "id": "1d74a9cd", + "id": "74a7859a", "metadata": { "editable": true }, @@ -212,7 +212,7 @@ }, { "cell_type": "markdown", - "id": "8abf1570", + "id": "619df8e8", "metadata": { "editable": true }, @@ -224,7 +224,7 @@ }, { "cell_type": "markdown", - "id": "17a32c59", + "id": "c759cfc4", "metadata": { "editable": true }, @@ -242,7 +242,7 @@ }, { "cell_type": "markdown", - "id": "2956cf09", + "id": "0a4571f9", "metadata": { "editable": true }, @@ -261,7 +261,7 @@ }, { "cell_type": "markdown", - "id": "9c55e40e", + "id": "9bebfdd9", "metadata": { "editable": true }, @@ -273,7 +273,7 @@ }, { "cell_type": "markdown", - "id": "b60fe832", + "id": "c9e635e8", "metadata": { "editable": true }, @@ -283,7 +283,7 @@ }, { "cell_type": "markdown", - "id": "51c2673d", + "id": "eb544f8b", "metadata": { "editable": true }, @@ -297,7 +297,7 @@ }, { "cell_type": "markdown", - "id": "1801af52", + "id": "d088ad85", "metadata": { "editable": true }, @@ -317,7 +317,7 @@ }, { "cell_type": "markdown", - "id": "c0c6253b", + "id": "937063d3", "metadata": { "editable": true }, @@ -332,7 +332,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "dcd56458", + "id": "e08215a6", "metadata": { "collapsed": false, "editable": true @@ -392,7 +392,7 @@ }, { "cell_type": "markdown", - "id": "6502c1ea", + "id": "623ad923", "metadata": { "editable": true }, @@ -403,7 +403,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "fa89613b", + "id": "b7fe53c1", "metadata": { "collapsed": false, "editable": true @@ -467,7 +467,7 @@ }, { "cell_type": "markdown", - "id": "ac5271c6", + "id": "749000b3", "metadata": { "editable": true }, @@ -478,7 +478,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "0def25cd", + "id": "e7b4abe1", "metadata": { "collapsed": false, "editable": true @@ -527,7 +527,7 @@ }, { "cell_type": "markdown", - "id": "4a8fec1d", + "id": "d47c2b1c", "metadata": { "editable": true }, @@ -539,7 +539,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "00658ea8", + "id": "e2b04ba9", "metadata": { "collapsed": false, "editable": true @@ -623,7 +623,7 @@ }, { "cell_type": "markdown", - "id": "584dbef3", + "id": "f6d7455a", "metadata": { "editable": true }, @@ -634,7 +634,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "2908775e", + "id": "40a68e4f", "metadata": { "collapsed": false, "editable": true @@ -712,7 +712,7 @@ }, { "cell_type": "markdown", - "id": "d5b4691f", + "id": "d1f7f38d", "metadata": { "editable": true }, @@ -728,7 +728,7 @@ }, { "cell_type": "markdown", - "id": "9e0f6972", + "id": "b85cc96c", "metadata": { "editable": true }, @@ -739,7 +739,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "5c39eaa6", + "id": "3ced9e13", "metadata": { "collapsed": false, "editable": true @@ -798,7 +798,7 @@ }, { "cell_type": "markdown", - "id": "234e9738", + "id": "ed1fa9e4", "metadata": { "editable": true }, @@ -808,7 +808,7 @@ }, { "cell_type": "markdown", - "id": "53f908ed", + "id": "787b2b5e", "metadata": { "editable": true }, @@ -824,7 +824,7 @@ }, { "cell_type": "markdown", - "id": "ab2867c0", + "id": "ac61b6e0", "metadata": { "editable": true }, @@ -835,7 +835,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "cb5dcea3", + "id": "5febac4f", "metadata": { "collapsed": false, "editable": true @@ -900,7 +900,7 @@ }, { "cell_type": "markdown", - "id": "4c415477", + "id": "ee8a6301", "metadata": { "editable": true }, @@ -916,7 +916,7 @@ }, { "cell_type": "markdown", - "id": "5bf0aa76", + "id": "b2d0f16b", "metadata": { "editable": true }, @@ -927,7 +927,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "17bd80f0", + "id": "59349e6f", "metadata": { "collapsed": false, "editable": true @@ -997,7 +997,7 @@ }, { "cell_type": "markdown", - "id": "f16e27bd", + "id": "1d490115", "metadata": { "editable": true }, @@ -1013,7 +1013,7 @@ }, { "cell_type": "markdown", - "id": "279eb2a4", + "id": "3bc7785a", "metadata": { "editable": true }, @@ -1024,7 +1024,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "a88c09b3", + "id": "f1090d5e", "metadata": { "collapsed": false, "editable": true @@ -1041,7 +1041,7 @@ }, { "cell_type": "markdown", - "id": "cd958e85", + "id": "ac6bf976", "metadata": { "editable": true }, @@ -1052,7 +1052,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "41d78257", + "id": "ed55121d", "metadata": { "collapsed": false, "editable": true @@ -1097,7 +1097,7 @@ }, { "cell_type": "markdown", - "id": "4755b5a9", + "id": "4a994430", "metadata": { "editable": true }, @@ -1108,7 +1108,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "a74afe50", + "id": "863db98d", "metadata": { "collapsed": false, "editable": true diff --git a/doc/LectureNotes/_build/html/exercisesweek41.html b/doc/LectureNotes/_build/html/exercisesweek41.html index 3f9567d98..ce03ed498 100644 --- a/doc/LectureNotes/_build/html/exercisesweek41.html +++ b/doc/LectureNotes/_build/html/exercisesweek41.html @@ -789,15 +789,15 @@ regression.

Own inversion
-[[3.97594511]
- [2.99866581]]
-Eigenvalues of Hessian Matrix:[0.39890447 3.73456649]
+[[3.83505053]
+ [3.09726322]]
+Eigenvalues of Hessian Matrix:[0.27717261 4.34154132]
 theta from own gd
-[[3.97594511]
- [2.99866581]]
+[[3.83505053]
+ [3.09726322]]
 theta from own sdg
-[[3.94814932]
- [2.97879245]]
+[[3.77589027]
+ [3.07286416]]
 
_images/exercisesweek41_5_1.png @@ -919,14 +919,14 @@ first example shows results with ordinary leats squares.

Own inversion
-[[4.09527217]
- [3.02622906]]
-Eigenvalues of Hessian Matrix:[0.34998197 4.32265589]
+[[3.81651921]
+ [3.10399758]]
+Eigenvalues of Hessian Matrix:[0.30971881 4.52950417]
 
theta from own gd
-[[4.09527217]
- [3.02622906]]
+[[3.81651921]
+ [3.10399758]]
 
_images/exercisesweek41_16_2.png @@ -997,73 +997,73 @@ Eigenvalues of Hessian Matrix:[0.34998197 4.32265589]
Own inversion
 [[4.]
  [3.]]
-Eigenvalues of Hessian Matrix:[0.28837459 4.42584543]
-0 [-15.52856208] [-17.65196615]
-1 [-0.3842967] [0.3228044]
-2 [-0.3592571] [0.30177145]
-3 [-0.335849] [0.28210895]
-4 [-0.3139661] [0.26372759]
-5 [-0.29350903] [0.2465439]
-6 [-0.27438488] [0.23047985]
-7 [-0.25650679] [0.21546249]
-8 [-0.23979359] [0.20142361]
-9 [-0.22416937] [0.18829946]
-10 [-0.20956318] [0.17603044]
-11 [-0.19590868] [0.16456084]
-12 [-0.18314387] [0.15383855]
-13 [-0.17121077] [0.1438149]
-14 [-0.1600552] [0.13444436]
-15 [-0.14962649] [0.12568438]
-16 [-0.13987729] [0.11749517]
-17 [-0.13076331] [0.10983954]
-18 [-0.12224317] [0.10268273]
-19 [-0.11427818] [0.09599224]
-20 [-0.10683216] [0.08973767]
-21 [-0.0998713] [0.08389064]
-22 [-0.09336399] [0.07842458]
-23 [-0.08728068] [0.07331468]
-24 [-0.08159374] [0.06853772]
-25 [-0.07627734] [0.06407201]
-26 [-0.07130734] [0.05989727]
-27 [-0.06666117] [0.05599455]
-28 [-0.06231773] [0.05234611]
-29 [-0.0582573] [0.0489354]
+Eigenvalues of Hessian Matrix:[0.28641189 4.39287528]
+0 [-15.65565751] [-18.44347438]
+1 [-0.02618169] [0.02215597]
+2 [-0.02447466] [0.02071142]
+3 [-0.02287894] [0.01936105]
+4 [-0.02138725] [0.01809873]
+5 [-0.01999282] [0.01691871]
+6 [-0.0186893] [0.01581562]
+7 [-0.01747077] [0.01478446]
+8 [-0.01633169] [0.01382052]
+9 [-0.01526688] [0.01291943]
+10 [-0.01427149] [0.0120771]
+11 [-0.013341] [0.01128968]
+12 [-0.01247118] [0.0105536]
+13 [-0.01165807] [0.00986552]
+14 [-0.01089797] [0.00922229]
+15 [-0.01018743] [0.00862101]
+16 [-0.00952322] [0.00805892]
+17 [-0.00890232] [0.00753349]
+18 [-0.00832189] [0.00704231]
+19 [-0.00777931] [0.00658316]
+20 [-0.00727211] [0.00615394]
+21 [-0.00679797] [0.00575271]
+22 [-0.00635475] [0.00537764]
+23 [-0.00594042] [0.00502702]
+24 [-0.00555311] [0.00469926]
+25 [-0.00519105] [0.00439287]
+26 [-0.0048526] [0.00410646]
+27 [-0.00453622] [0.00383872]
+28 [-0.00424046] [0.00358844]
+29 [-0.00396398] [0.00335448]
 theta from own gd
-[[3.81114345]
- [3.15863713]]
-0 [-0.05446143] [0.04574692]
-1 [-0.05091289] [0.04276619]
-2 [-0.046531] [0.03908546]
-3 [-0.04218461] [0.03543455]
-4 [-0.03813208] [0.03203047]
-5 [-0.03443175] [0.02892224]
-6 [-0.03107818] [0.02610528]
-7 [-0.02804715] [0.02355925]
-8 [-0.02531037] [0.0212604]
-9 [-0.02284019] [0.01918548]
-10 [-0.02061094] [0.01731293]
-11 [-0.01859922] [0.01562311]
-12 [-0.01678384] [0.01409821]
-13 [-0.01514564] [0.01272215]
-14 [-0.01366733] [0.01148039]
-15 [-0.01233332] [0.01035984]
-16 [-0.01112952] [0.00934865]
-17 [-0.01004321] [0.00843617]
-18 [-0.00906293] [0.00761275]
-19 [-0.00817834] [0.0068697]
-20 [-0.00738008] [0.00619918]
-21 [-0.00665974] [0.0055941]
-22 [-0.00600971] [0.00504808]
-23 [-0.00542313] [0.00455536]
-24 [-0.0048938] [0.00411073]
-25 [-0.00441613] [0.0037095]
-26 [-0.00398509] [0.00334743]
-27 [-0.00359612] [0.0030207]
-28 [-0.00324512] [0.00272586]
-29 [-0.00292838] [0.0024598]
+[[3.98706221]
+ [3.01094846]]
+0 [-0.00370554] [0.00313577]
+1 [-0.00346394] [0.00293132]
+2 [-0.00316561] [0.00267887]
+3 [-0.00286972] [0.00242847]
+4 [-0.00259385] [0.00219502]
+5 [-0.00234197] [0.00198187]
+6 [-0.00211371] [0.00178871]
+7 [-0.00190742] [0.00161414]
+8 [-0.00172117] [0.00145652]
+9 [-0.00155308] [0.00131428]
+10 [-0.00140139] [0.00118591]
+11 [-0.00126452] [0.00107008]
+12 [-0.00114101] [0.00096557]
+13 [-0.00102956] [0.00087126]
+14 [-0.000929] [0.00078616]
+15 [-0.00083826] [0.00070937]
+16 [-0.00075639] [0.00064009]
+17 [-0.00068251] [0.00057757]
+18 [-0.00061585] [0.00052115]
+19 [-0.0005557] [0.00047025]
+20 [-0.00050142] [0.00042432]
+21 [-0.00045244] [0.00038288]
+22 [-0.00040825] [0.00034548]
+23 [-0.00036838] [0.00031174]
+24 [-0.0003324] [0.00028129]
+25 [-0.00029993] [0.00025381]
+26 [-0.00027064] [0.00022902]
+27 [-0.0002442] [0.00020665]
+28 [-0.00022035] [0.00018647]
+29 [-0.00019883] [0.00016826]
 theta from own gd wth momentum
-[[3.99083639]
- [3.00769731]]
+[[3.9993736 ]
+ [3.00053008]]
 
@@ -1116,17 +1116,17 @@ theta from own gd wth momentum
Own inversion
-[[3.83190841]
- [2.9998542 ]]
-Eigenvalues of Hessian Matrix:[0.27971414 4.455592  ]
-0 [-12.5786304] [-15.41021561]
-1 [-2.79550688e-15] [-2.24968001e-16]
-2 [-2.2941718e-16] [-4.20820528e-16]
-3 [4.95697233e-16] [5.72742343e-16]
-4 [4.95697233e-16] [5.72742343e-16]
+[[3.92351924]
+ [3.025027  ]]
+Eigenvalues of Hessian Matrix:[0.33104875 3.95055425]
+0 [-11.75315452] [-11.48461009]
+1 [3.84783351e-15] [-1.7484672e-15]
+2 [-4.8897518e-16] [-4.48356153e-16]
+3 [4.61653285e-16] [3.79106945e-16]
+4 [-4.8897518e-16] [-4.48356153e-16]
 beta from own Newton code
-[[3.83190841]
- [2.9998542 ]]
+[[3.92351924]
+ [3.025027  ]]
 
@@ -1215,18 +1215,20 @@ beta from own Newton code
Own inversion
-[[3.93988393]
- [3.06578047]]
-Eigenvalues of Hessian Matrix:[0.34100913 4.27547557]
-theta from own gd
-[[3.93988393]
- [3.06578047]]
+[[4.08928088]
+ [2.79578306]]
+Eigenvalues of Hessian Matrix:[0.31588332 4.45642521]
 
-_images/exercisesweek41_22_1.png +
theta from own gd
+[[4.08928088]
+ [2.79578306]]
+
+
+_images/exercisesweek41_22_2.png
theta from own sdg
-[[3.92648983]
- [3.07020234]]
+[[4.10188623]
+ [2.87242312]]
 
@@ -1308,15 +1310,15 @@ theta from own gd
Own inversion
-[[4.12998822]
- [2.78886274]]
-Eigenvalues of Hessian Matrix:[0.3303366  4.33020191]
+[[3.84094234]
+ [3.01300561]]
+Eigenvalues of Hessian Matrix:[0.26776828 4.97262227]
 theta from own gd
-[[4.12921833]
- [2.78951443]]
+[[3.83774539]
+ [3.01544605]]
 theta from own sdg with momentum
-[[4.10156593]
- [2.7748567 ]]
+[[3.8186717 ]
+ [3.06511966]]
 
@@ -1391,9 +1393,9 @@ theta from own sdg with momentum
theta from own AdaGrad
-[[1.9978254 ]
- [3.01066976]
- [3.98914003]]
+[[2.00019432]
+ [2.99888222]
+ [4.00105497]]
 
@@ -1475,9 +1477,9 @@ theta from own sdg with momentum
theta from own RMSprop
-[[1.99984215]
- [2.99767262]
- [3.99944037]]
+[[1.9996357 ]
+ [3.00788598]
+ [3.99589367]]
 
@@ -1563,9 +1565,9 @@ theta from own sdg with momentum
theta from own ADAM
-[[1.99988325]
- [3.00072412]
- [3.99932732]]
+[[2.0001042 ]
+ [2.99949077]
+ [4.00048049]]
 
@@ -1638,7 +1640,7 @@ It provides composable transformations of Python+NumPy programs: differentiate, return asarray(x, dtype=self.dtype) -
[<matplotlib.lines.Line2D at 0x11df37280>]
+
[<matplotlib.lines.Line2D at 0x1268ba940>]
 
_images/exercisesweek41_39_2.png @@ -1677,7 +1679,7 @@ It provides composable transformations of Python+NumPy programs: differentiate, return asarray(x, dtype=self.dtype)
-
<matplotlib.collections.PathCollection at 0x11de12520>
+
<matplotlib.collections.PathCollection at 0x1162c32b0>
 
_images/exercisesweek41_41_2.png diff --git a/doc/LectureNotes/_build/html/searchindex.js b/doc/LectureNotes/_build/html/searchindex.js index eb2ae388e..00162d200 100644 --- a/doc/LectureNotes/_build/html/searchindex.js +++ b/doc/LectureNotes/_build/html/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["chapter1","chapter10","chapter11","chapter12","chapter13","chapter2","chapter3","chapter4","chapter5","chapter6","chapter7","chapter8","chapter9","chapteroptimization","clustering","exercisesweek34","exercisesweek35","exercisesweek36","exercisesweek37","exercisesweek38","exercisesweek39","exercisesweek41","intro","linalg","project1","project2","schedule","statistics","teachers","textbooks","week34","week35","week36","week37","week38","week39","week40","week41"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["chapter1.ipynb","chapter10.ipynb","chapter11.ipynb","chapter12.ipynb","chapter13.ipynb","chapter2.ipynb","chapter3.ipynb","chapter4.ipynb","chapter5.ipynb","chapter6.ipynb","chapter7.ipynb","chapter8.ipynb","chapter9.ipynb","chapteroptimization.ipynb","clustering.ipynb","exercisesweek34.ipynb","exercisesweek35.ipynb","exercisesweek36.ipynb","exercisesweek37.ipynb","exercisesweek38.ipynb","exercisesweek39.ipynb","exercisesweek41.ipynb","intro.md","linalg.ipynb","project1.ipynb","project2.ipynb","schedule.md","statistics.ipynb","teachers.md","textbooks.md","week34.ipynb","week35.ipynb","week36.ipynb","week37.ipynb","week38.ipynb","week39.ipynb","week40.ipynb","week41.ipynb"],objects:{},objnames:{},objtypes:{},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,28,30,31,32,33,34,35,36,37],"00":[0,1,5,6,9,11,30,31,34,37],"000":[1,3,37],"0000":9,"00000":9,"000000":[5,11,30,31],"00000000e":[5,31,34,37],"000054":30,"0001":[1,17,37],"00012934":31,"00015239":31,"0001539814498783133":9,"00019998":5,"00021438167895478945":[],"0002364":31,"0002382102844775691":34,"00024087":5,"00029012":5,"00031535148309577417":6,"00031535148309580783":6,"00034944":5,"000417932":2,"00042089":5,"000464088":2,"00048325":31,"00050694":5,"00058016":6,"00060705":6,"00061058":5,"00062595":6,"00063364":33,"00063862":33,"0006527":31,"00066668":6,"00067395":[],"00068088":33,"00068734":6,"00068946":6,"00072412":21,"00073541":5,"00075597":33,"00076495":6,"00076905":6,"0007698473260556325":6,"0007698473260556343":6,"00079129":6,"00079910":33,"00079968":5,"00081564":[],"00083346":33,"00084705":6,"00085889":6,"00087697":6,"00088573":5,"00089187":33,"00091628":[],"00092647":6,"00092904":33,"0009485400848532":[],"00096314":5,"001":[1,2,8,13,17,34,35,37],"00100519":6,"00104613":31,"0010479245926411787":[6,33],"00105081":6,"00106677":5,"00107405":6,"00111756":6,"0011526":6,"00115999":5,"00117627":[],"00118508":6,"00119699":33,"00128479":5,"001323":6,"00134327e":[],"00137818":6,"00139705":5,"00140849":33,"00148709":31,"00149311":6,"00149956":6,"00152117":6,"00154733":5,"00154860":33,"00156376":6,"00168251":5,"00170724":[],"00172452":31,"00174276":6,"00175331":6,"00183869":31,"00186347":5,"00186362":31,"001880":5,"00199495":[],"00200":8,"00202624":5,"00202679":31,"00202756":6,"00203959":[],"00217499":6,"00219194":33,"00219624":31,"00224413":5,"00225484":31,"00225909":[],"00228742":6,"00229911":31,"0023548":6,"002381316302584886":6,"0023813163025848865":6,"00242398":[],"00242954":33,"00242999":6,"00243186":6,"0024401":5,"00245177":[],"0024598":21,"00249435":6,"00249831":[],"00266858":2,"00270244":5,"00272586":21,"00274989":6,"00289724":6,"0029114":[],"00292838":21,"00293838":5,"0030207":21,"00305172":27,"003100":30,"00310113":2,"00312361":6,"00315593":6,"0032153180657605116":[6,33],"00323332":6,"00324512":21,"00324969":31,"0032542":5,"00325450":33,"003301":6,"00334743":21,"00335936":[],"0033955154592040923":[6,33],"00341073e":[],"00353823":5,"00354492":31,"00359612":21,"003620":30,"0036237":6,"0036367":6,"00369758":6,"0037095":21,"00375475":5,"003755":5,"00379522":[],"0038332550504751595":34,"0038335":6,"003909404072811221":[6,33],"00391839":5,"00392139":[],"00398509":21,"0039987":6,"004":[5,32,33],"004091940707753925":[6,33],"00410387":6,"00410478":6,"00411073":21,"004113634617443131":[6,31],"00411363461744314":[6,31],"004113634617443147":[6,31],"0041559863458613296":[6,33],"00420072":33,"00424909":2,"00424967":6,"00426027":5,"00426531":31,"00433417":11,"00440346":6,"00440395":0,"00441613":21,"00443743":6,"00445655":11,"00446979":31,"00451679":[],"00455536":21,"004579219539673834":[6,33],"00458878":6,"00460304":[],"004610275230656182":[6,33],"00462287":6,"00465099":33,"00471782":5,"00472199":6,"00472512":6,"00472549":31,"00474485":31,"00478655":31,"00480366":[],"00480371":31,"0048938":21,"0049544":6,"004999999999999994":0,"00504808":21,"00512927":5,"00517114":6,"00526348":6,"0053018":6,"00542313":21,"00554552":6,"00556826":6,"0055941":21,"0056799":5,"00579953":6,"00588657":6,"00595615":31,"00598615":[],"00600971":21,"00607783":6,"00611979e":[],"00613258":[],"006162":6,"00617499":5,"00619918":21,"00620347":[],"00627535":31,"00630331":6,"00631057":[],"00642221":6,"00642268":[],"00642935":[],"00646613":[],"00651112":[],"00660427":6,"00663699":[],"00665974":21,"00669662":[],"00672607":6,"00673407":6,"00676387":6,"0068011":6,"00680794":[],"006829400694106674":31,"00683748":5,"00683964":6,"00686806":[],"0068697":21,"00687175":[],"007024126888938144":[6,33],"00703355":[],"00712321":31,"0071642501586093735":27,"00719176":6,"0072675":[],"00727646693":[0,30],"007315":[30,31],"00736955":[],"00738008":21,"0074331":5,"00754534":[],"00759119":6,"00761275":21,"00769731":21,"007785":5,"00778523":5,"00781918":33,"00784393":6,"007891914573161948":31,"00798988":[],"00799998":31,"00803064":6,"00805074":33,"00813803":6,"00817631":6,"00817834":21,"00823002":5,"00827728":6,"00830822":[],"00831018":6,"00834567":6,"00843617":21,"00844667":30,"00848904":6,"00851512":[],"00858536":31,"0086649156":[0,30],"008675369724975977":5,"00868983":[],"00894639":5,"00905423":6,"00906293":21,"009163470508352218":5,"009164545680330616":[6,33],"00917248":6,"00920609":[],"00929251598272297":[],"00934327e":31,"00934499":6,"00934865":21,"0093869":31,"00952586":31,"0096208":6,"00976647":31,"009855809602167547":[],"00989896":[],"00990475":5,"00992331":6,"00996754":6,"01":[0,1,2,5,6,9,11,13,17,21,29,30,31,33,34,35,36,37],"010018312644139219":[6,33],"01004321":21,"01006401":[],"0100706":6,"010331721306655165":[6,33],"01033856":[],"01035984":21,"01038358":31,"01050849":[],"010516485576646504":[6,33],"0106014":23,"01066519":6,"01066976":21,"01076611":5,"01076733":[],"0109":[],"010902":30,"01097423":31,"0110":27,"01103246":[],"01107621901137467":[6,33],"01112952":21,"011225":2,"01130932":31,"0113104":6,"01135167":31,"01148039":21,"01179792":6,"011917343246903285":31,"01191824":5,"012073649469946107":[6,33],"01214101":31,"01219292":6,"01222822":31,"01223198":6,"01231917":6,"01233332":21,"01257265":[],"01265755":31,"012658":31,"01267006":31,"01268892":31,"01272215":21,"01288591":31,"01290811e":[],"01290947":6,"01295356":5,"013121574062587286":[6,33],"01318643":6,"01344196":30,"01347636":31,"01347916":6,"01348565":6,"013623165903312745":[],"01362461":[],"01366733":21,"01367553":6,"01372375":31,"01397146":6,"01405935":6,"01409821":21,"01416528":6,"01420034":[],"01424197":31,"01432847":[],"01433809":5,"014436800088896381":[6,33],"01449782":6,"01458337":6,"014586":31,"01458611":31,"0146081":6,"01463049":6,"01463052":31,"01477821":31,"01492":31,"01502518":31,"0150723888951771":6,"01507238889517717":6,"01508632":31,"01508966":31,"01514564":21,"01521658e":[],"01529503":31,"01531845":6,"01537557":[],"0154222":31,"01542292":33,"01549377":6,"01549939":33,"01550546":33,"01552289":31,"01558197":5,"01562311":21,"01566461":[],"01594452":33,"01600491":[],"01603602":[],"01619664":[],"016285782696017142":[6,33],"01633913":6,"01640891":6,"01655318":6,"016587414993045335":[6,33],"01663866":[],"01667827":[],"01671556":31,"01678384":21,"01691985":6,"0169643":5,"01704432":23,"01708781":6,"01708852":6,"01713366":6,"01722502":[],"01724499":5,"01731293":21,"01735584819559331":[6,33],"017355848195593312":[6,33],"01762067":31,"01765474":31,"017665":5,"01783414e":31,"018232":[30,31],"01831050e":6,"01831207e":6,"01859922":21,"01865187e":[],"01866537":6,"01873344":11,"01873869":5,"01881546":31,"01882522":[],"01897575":[],"01898855":6,"01899119":[],"01905883":6,"01908936":6,"019140656913589":27,"01914066":27,"01916913":31,"01918548":21,"01919702":23,"01931743":[],"01963611":6,"01969145":6,"01975416527168255":[6,33],"01975848":6,"01989299":31,"01989549":30,"02":[0,3,4,6,7,12,30,34,36,37],"0200568":31,"02024701e":[],"02024962":6,"020404272938413143":9,"02044454":[],"02054837e":6,"02061026":31,"02061094":21,"02068067":6,"0207306":31,"02073509":5,"02079171":31,"02098261":6,"02123176":6,"0212604":21,"02126208":31,"021592704588021174":[6,33],"021592704588021178":[6,33],"02178583":[],"02183021":30,"02186131":[],"02198702e":6,"02198703e":6,"02208512":6,"02228115":6,"02229529":6,"02231445":36,"02252765":5,"02284019":21,"02288816":[],"022999498260366198":[6,33],"02308518":30,"02348765":6,"02355925":21,"02365049":6,"02400359":31,"02416381":[],"02424794":33,"0245528":6,"02468681":31,"02492265":5,"02498832":6,"02503753":6,"02511518":6,"02522069":6,"02531037":21,"02536494":31,"02542246":[],"02546675":33,"025709":[11,31],"02574735e":[],"02586427":6,"02593026":31,"0260906":6,"02610528":21,"02622906":21,"026250840755899812":11,"02625193":8,"02635835":31,"026605727637184554":[6,33],"026605727637184558":[6,33],"02702978":31,"02707227":5,"02723445":6,"02760977349102238":[6,33],"027609773491022394":[6,33],"02761736":[],"02764023":[],"02790465":[],"02804715":21,"02809859":31,"028389":[],"02838933":[],"02845284":[],"02857":4,"02892224":21,"029":6,"02944425":31,"029483":5,"0296969":31,"029733":[30,31],"02976145":6,"02992852":[],"02994311":5,"02f":[6,24],"03":[1,6,31,34,37],"03025391":[],"03032441e":6,"03060273":[],"03063575":31,"03065428":[],"03074083":[],"03077640549":4,"03099776":5,"031":[5,32,33],"03107818":21,"03113051":[],"03119091":31,"03172365":[],"03195835":31,"03196357":6,"03203047":21,"03251863":5,"03256632e":[1,37],"03267527":6,"03279636":6,"0330308045183219":6,"0330308045187757":6,"03308408":5,"03338173":[],"03365768507152769":[6,33],"03370315":31,"033790755027115954":5,"03389964":[],"034047":30,"034169230664804":30,"03443175":21,"03447512":6,"034557":31,"03543039":31,"03543455":21,"03543958":31,"03562355":6,"03568439":6,"035909":30,"0359565":5,"03616508":31,"03630548":6,"0366352614656884":[],"03707133":11,"03717939":31,"03727597":[],"03728183e":[],"03735403":[],"0374748":[],"03774822e":[],"03781367141738902":[6,33],"03813208":21,"03814292":6,"03815288":6,"038300":[11,31],"03856554":23,"03868779":[],"03894328":31,"039":6,"039039":5,"03908546":21,"03935519":[],"03946221":[],"039967668952797":6,"0399676689527975":6,"04":[1,6,11,34,37],"040102":5,"04010697":6,"04014929":[],"0401585":30,"04058784":[],"04063602":6,"04084872":23,"041":9,"041050166905828786":[],"04111096":31,"0411487294305088":6,"041148729430523":6,"04191629":13,"04193203":31,"042044382097756156":30,"04218461":21,"04220758":6,"04223754":30,"04225015":31,"04259402":31,"04276619":21,"04292593":0,"04295757":33,"043":9,"04310095":[],"04314342":31,"04315108":5,"0431531":[],"04346721":5,"04355837":6,"04362":9,"04362755":31,"04372783":31,"0437499":2,"04389027":6,"04423486":6,"04426647":31,"04426744e":31,"044334":[30,31],"04448923":30,"044613":6,"0447389":31,"04537385":6,"04543942":6,"04547353":31,"04555073":30,"04566964":6,"04574692":21,"0458":9,"04584982e":[],"04648335":5,"046531":21,"04669463":31,"04683565":5,"04690007":31,"04720848":[],"04778116":27,"04784395":6,"04816611e":[],"04818727730430286":[6,33],"04869126e":[],"048920":30,"04892055":6,"0489354":21,"04909093":6,"04912436":6,"04926746":33,"049462":30,"049556996627824":6,"0495569966278269":6,"0496375":31,"05":[1,4,6,13,24,31,36,37],"05009826":6,"05024857":[],"05056463":[],"050663":[],"05066303":[],"05091289":21,"05100875":6,"05126901":31,"051418":5,"051649":[11,31],"0517473":5,"05183886":[],"05227921801205679":[6,33],"052305":31,"05234611":21,"05238712":[],"05263":9,"052992":[],"05302":9,"053417":31,"05357244":[],"05364854":8,"05383795":6,"053849":5,"053944":[],"05412502":[],"05432856":23,"054375":[],"05446143":21,"05447415":6,"05459089":31,"054617":31,"054655":31,"054954":[],"05505310046363":2,"05515143e":[],"05533":9,"05544019":[],"055676":[30,31],"055734":31,"055910":31,"055987":31,"05599455":21,"056030":[],"05614483":5,"05623":9,"05648":9,"05651951":6,"05667":9,"056683":31,"057124":[],"05716368155342902":[6,33],"057179":[],"057219":[],"057300":31,"057393":31,"057406":5,"057418":31,"057457":31,"057722":31,"05781491e":[],"057835":31,"05785343":6,"05789007":6,"05792524":[],"05796251":6,"05807125":6,"0582573":21,"05825965":[],"058435":[],"05852973":30,"058552":31,"058556":[],"058645":31,"058738":[],"05883":9,"05884":9,"058854":31,"058952":31,"058996":31,"059031":31,"059182":5,"059427":5,"05966593":30,"059736":[],"059807":31,"05982961":23,"059830":[],"05989727":21,"059951":31,"05999":9,"059993":31,"06":[3,4,6,31,35,36],"060001":11,"060037":[],"060083":31,"06020587":6,"060254":31,"06026294":31,"060278":[],"060300":[],"060334":[],"060349":30,"060387":[],"06043581":6,"060567":5,"060716":31,"06072551":[],"06075426":11,"060756":31,"060872":31,"061013":[],"061034":5,"061084":11,"061092":5,"061163":31,"061239":[],"061264":[],"061359":31,"061443":31,"061452":31,"061614":31,"061642":[],"061679":30,"061775":5,"061836":[],"061915":[],"06200174":5,"062016":31,"062082":[],"062082386342319454":[6,33],"062100":[],"062221":11,"062292565":4,"06231773":21,"062337":31,"062351":[],"062470":[],"062599":31,"062624":31,"062749":[],"062797":5,"062874":31,"062967":5,"06299237e":[],"063000":[],"063019":31,"063055":5,"063061":31,"06307625":[],"063080":31,"063081":5,"0632":33,"063260":31,"06331463":31,"063325":[],"063407":11,"063436":[],"063443":30,"063653":31,"063716":[],"063724":30,"063760":[],"063822":[],"063832":[],"063894":31,"063912":[],"063927":[],"06397412":[],"063982":[],"06407201":21,"064074":31,"064294":[],"064412":5,"064420":[],"06444":9,"064501":31,"064532":5,"06453579006728322":[6,33],"064602":5,"064606":31,"064609":31,"064634":11,"064699":31,"064793":31,"06481015":36,"064856":[],"064874":5,"06488406":30,"06491736":6,"064987":5,"065006":[],"065026":30,"065077":31,"065089":[],"065158":5,"065214":5,"065249":[],"065378":31,"065390":31,"065410":31,"06547790180152352":[6,33],"06547790180152355":[6,33],"065517":11,"065588":[],"06578047":21,"065801":[],"065815":[],"065872":[],"065910":[],"065982":5,"066042":5,"066066":31,"066077":[],"066344":5,"06637":9,"06638817":23,"06642248":31,"066438":[],"066453":11,"066474":31,"066500":31,"066612":31,"066647":31,"06664867":23,"06666117":21,"0666807":2,"06668613e":[],"066762":5,"066787":31,"066804":[],"06682268":[],"0668226833598415":[],"066837":[11,31],"066854":31,"066999":31,"067009":5,"06724062":5,"067328":5,"067409":[],"067419":11,"067437":5,"067440":5,"067611":5,"067630":[],"067637":31,"067707":31,"067745":[],"067748":[],"067826":[],"067832":[],"067915":11,"067979":[],"068":[],"068083":[],"068241":5,"068264":31,"068307":31,"068403":11,"06842111e":[],"068441":31,"06844519414009444":[6,33],"06844519414009445":[6,33],"06853772":21,"06855126e":[],"068606":11,"068629":31,"068727":31,"068734":5,"0687531":[],"068757":[],"068816":5,"068906":31,"068974":5,"068987":5,"069028":31,"069033":11,"069055":5,"06915522":[],"069213":5,"069257":5,"069296":[],"069365":11,"069384":11,"069388":[],"069452":31,"069584":[30,31],"069594":[],"069629":[],"069630":[],"069739":[],"069746":5,"069766":5,"069803":[],"069822":5,"069939":[],"07":[6,31],"070042":11,"07004211":11,"070043":[30,31],"070067":[],"070107":11,"070146":31,"070157":11,"07016":9,"07017":9,"07020234":21,"070213":31,"070220":11,"070228":5,"070275":5,"07039":9,"070441":[],"070457":31,"070569":5,"070582":31,"070597":5,"07062318":6,"070737":31,"070769":[],"070795":5,"070811":11,"070889":[11,31],"070986":[5,31],"071062":11,"071138":[],"07115":9,"071191":5,"071258":11,"0713":[0,30],"07130734":21,"07136324":[],"07139233":[],"071423":5,"07145103":11,"071452":11,"071498":[],"071554":5,"07160048164232538":[6,33],"0716004816423254":[6,33],"071611":5,"071773":5,"071788":[],"071801":[],"071872":11,"071879":11,"07188255":[],"072000":31,"072009":11,"072111":31,"072128":[],"072132":31,"072168":[],"07226292":[],"072310":5,"072369":[],"072404":5,"072476":31,"072621":31,"072624":11,"072790":11,"072805":5,"072830":[],"07285":3,"072914":[],"072931":11,"072953":5,"073008":5,"073088":11,"073152":11,"07321674":[],"07331468":21,"073354":11,"073362":11,"073422":5,"073444":[],"073445":11,"073494":5,"07358383":31,"073598":[11,31],"073630":11,"073634":[],"073644":31,"073708":[],"073716":[],"073728":5,"073802":11,"073853":[],"073858":5,"073972":11,"073980":5,"073984":11,"074067":[11,31],"074084":31,"07410236e":[],"074108":11,"07420079":[],"074201":[],"074210":31,"07421084":5,"074323":31,"074327":11,"074330":5,"074419":11,"074439":11,"074457":11,"074509":11,"0745177":[],"074545":5,"074560":11,"07456491":5,"074686":[],"074772":5,"074780":11,"074879":[],"07490892":6,"074969":5,"074970":11,"075058":11,"075249":11,"075342":11,"075513":11,"075521":11,"075523":5,"075582":11,"075587":11,"075758":5,"075779":11,"075816":31,"075889":31,"075980":11,"075984":11,"075990":[],"076012":5,"076105":11,"076125":5,"076127":11,"076136":5,"076150":31,"076249":5,"076266":11,"07627734":21,"076354":5,"07641937":33,"0764924":6,"076504":11,"076587":11,"076592":5,"076662":11,"076721":[],"07678":9,"076820":[],"076825":11,"076833":11,"076857":11,"07692307692307693":9,"076938":[11,31],"076950":[],"076996":11,"077168":31,"077171":11,"077219":[],"077226":11,"077460":31,"077542":5,"077549":[],"077613":11,"077650":5,"077705":11,"077710":11,"077756":5,"07777777777777778":37,"078":[],"078029":11,"078110":31,"078187":11,"07820":9,"078329":[],"078336":31,"078412":11,"07842458":21,"078467":5,"078540":31,"078545":5,"078593":5,"07864":9,"078656":5,"078707":5,"07871":9,"078845":11,"078868":11,"078974":31,"078986":31,"079121":11,"079124":11,"079165":11,"079226":5,"07929472":13,"079432":[],"079434":11,"07944154":[23,30],"079455":5,"079581":5,"0796891867672603":[6,33],"079878":11,"07988085572440823":[],"079882":5,"079946":31,"08":[9,27,31,35,36],"080105":11,"080163":11,"080181":[],"080256":5,"08030109":27,"080406":5,"080411":5,"08043851":5,"080473":[],"080505":11,"080616":31,"080690":[],"080764":31,"08076969085177746":11,"080773":11,"080933":11,"081126":11,"081246":5,"081276":31,"08131003":6,"08156108":6,"081570":11,"081584":11,"08159374":21,"08165104":31,"081655":31,"081680":5,"08174081":27,"081772":11,"08185315":31,"081916726599974":[],"081955":11,"081976":11,"0819836":[],"082189":5,"082205":5,"08221578":27,"082255":11,"082347":11,"08238863600759742":5,"08245909":23,"082506":11,"08251519":6,"082517":5,"08256285":[],"082577":11,"082653":31,"082760":11,"082781":11,"082875":30,"08299273e":6,"083000":11,"083066":[],"083096":11,"08318298e":[1,37],"083317":[],"08333333333333333":[9,37],"08336233266":4,"083527":[30,31],"08352721390288316":30,"08376632":[6,31],"083766322923899":[6,31],"0837663229239043":[6,31],"083853":5,"08389064":21,"083988":5,"084075":5,"084076":31,"084247":5,"08426840630693412":[6,33],"08426840630693413":[6,33],"08449894":[],"08455":9,"08474":9,"084764":5,"084809":31,"08481871":31,"084843":5,"085023":11,"08505008":30,"085235":[],"0853136633465326":34,"085391":11,"085454":11,"08551306":6,"08551338":[],"08551625":[],"08576932":6,"08593216":6,"08611111111111111":37,"086441":11,"086518":5,"086843":11,"086864":[],"08690":9,"08703034":30,"087247":5,"087250":5,"08728068":21,"08758":9,"087603":5,"087642":11,"08770809":[],"087887":30,"088155":5,"08815506":5,"0881981":5,"08823":25,"08844723450419088":23,"088697":5,"08871404":5,"08881497884574564":31,"08888888888888889":37,"08902":9,"0892144853354966":34,"0895387":31,"089539":31,"089710":5,"08973767":21,"08996":9,"09":[1,31,37],"090365":5,"09076319":30,"09149148":[],"09166666666666666":37,"0917":9,"09172409":6,"09179697e":[],"092":6,"09251":9,"093":6,"09308274":30,"09327269724691106":27,"09336399":21,"093408":5,"094082198961999e":6,"0940821989652176e":6,"09444444444444444":37,"09527217":21,"09599224":21,"09609807":5,"09744":9,"09760094":[],"09780":9,"09791":9,"09858511":[],"09861229":[23,30],"09903804":8,"09919198949274803":[6,33],"09951287404314545":[1,37],"0998713":21,"0n":[0,30],"0s":4,"0x118f6d610":[],"0x11de12520":21,"0x11df37280":21,"0x11fdbfd60":[],"0x127a38670":35,"0x127e425e0":13,"0x13002a640":[],"0x1305bb1c0":[],"0x13eaa7490":35,"0x13ef4e1c0":34,"0x16c9a8880":13,"0x2800bca90":[],"1":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,19,20,21,23,25,26,27,28,29,32,33,34,35,36,37],"10":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,17,21,23,24,26,27,28,30,31,32,33,34,35,36,37],"100":[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,17,21,23,27,28,30,31,32,33,34,35,36,37],"1000":[0,1,2,4,5,8,11,13,14,21,22,27,30,31,34,35,36,37],"10000":[2,5,6,10,11,13,27,32,33],"100000":8,"10001":10,"1001":[9,27],"1002":27,"1003":27,"10030":9,"1005":27,"1007":32,"10077114273548984":[6,33],"1009":27,"101058":23,"1011":27,"1013":27,"1013904243":27,"10141413e":6,"1015":27,"10156593":21,"10160394":[],"102":[3,31],"1023":27,"10230":9,"1024":3,"10247463629935179":[],"10251317e":[],"1026":27,"10268273":21,"1027":27,"103":[1,37],"1030":27,"10340":9,"10354083919795562":[],"1037":27,"10378326e":[1,37],"1038":27,"10391807":6,"10398646080125036":[6,33],"10398646080125037":[6,33],"1040":27,"10405456":11,"10430":9,"10440776":30,"104411":[30,31],"1047":27,"10520":9,"10555555555555556":37,"10572":33,"10589577":5,"106095":[11,31],"10638925":[],"1063892533225306":[],"106431":30,"10683216":21,"1078":33,"10790125813226321":31,"108":[6,9],"1089452":[],"10913":6,"10927588":11,"109276":11,"10931453":6,"10954867e":[],"10960":9,"10983954":21,"10m":4,"10th":9,"10x":[0,30],"11":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,16,18,21,23,24,26,27,28,29,30,31,32,33,34,35,36,37],"1100":27,"1101":27,"11022302e":[5,37],"11022363":31,"11039573e":[],"11078018494378859":[],"111":[1,7,12,34,36,37],"11100":9,"11197884":23,"11202337":33,"112383":[11,31],"1124":9,"11352187":30,"11388888888888889":37,"11390":9,"11427818":21,"114550":33,"11462415":5,"11482289e":6,"11507992e":[1,37],"11547777218876518":[6,33],"115822":6,"11590":9,"11660":9,"11666666666666667":[1,37],"117":8,"117430":30,"11744554e":6,"11749517":21,"11780":9,"118":2,"1182":33,"118318":[30,31],"11837308":[],"11837671":23,"1184":4,"11840":9,"11890":9,"11896755":23,"119":2,"119936":2,"11m":4,"12":[0,1,2,3,4,5,6,8,9,11,12,13,21,23,27,29,30,31,33,35,36],"120":[2,3],"12011393e":[],"12023635e":[],"1203":9,"1203284":8,"12044974":31,"120450":31,"120508":11,"12050822":11,"1206":8,"121":[8,9,10],"12129289":[],"12155548":30,"1215pm":[28,30],"12182967":6,"122":[2,8,9,10],"12222222222222222":[1,37],"12224317":21,"122282":30,"123":2,"12318726e":6,"12330033":31,"12333649":6,"123711":6,"12380":9,"124":[0,30],"12400":9,"12552073e":6,"12568438":21,"12591227":31,"12594172":[],"126":9,"1261":9,"12618549":5,"1265":9,"12695501":30,"127":4,"1271":6,"1277":6,"12777777777777777":37,"127812":30,"12790":9,"128":[3,4,13,35,36],"12814914":23,"128664":6,"12871842":31,"129":2,"12921833":21,"1297":9,"1298":9,"129963":33,"12998822":21,"12m":4,"12pm":[28,30],"13":[0,1,2,4,5,6,9,11,12,13,21,23,27,30,31,33,34,36,37],"130":9,"13003291":6,"13055555555555556":37,"130694":31,"13069442":31,"13076331":21,"131":9,"132":9,"13220608e":6,"1326":9,"1326197715":30,"13280":9,"133":[7,34],"13404683":23,"13410999":11,"134110":11,"13422946e":[],"13444436":21,"1345":33,"1346":33,"135":9,"13535942":6,"13542726":13,"13646574":5,"13661243e":6,"13679863":6,"1371":6,"13740":9,"137400784702911":31,"13749148e":[],"13759245e":[],"137652":[11,31],"1377":[3,4],"1378":[3,4],"1379":[3,4],"1380":[3,4],"1381":[3,4],"1382":[3,4],"13827006":[],"13829298":23,"1383":[3,4],"1384":[3,4],"1385":[3,4],"1386":[3,4],"13865173":5,"138775":[11,31],"1388888888888889":37,"1388976715362099":23,"13890":9,"1392559585048734e":6,"139255958997547e":6,"13925918083728273":[],"139431112903922":33,"1394311129039245":33,"1395084586525954":33,"1395235273363669":33,"13987729":21,"13m":4,"14":[0,2,4,5,6,8,9,10,11,12,13,21,23,27,29,30,31,36,37],"140":[2,9],"14021063":6,"14023656":30,"141":2,"14100":9,"1412":[21,35,36],"1416398":6,"14174745":6,"1418":9,"142":9,"14250":9,"14277718e":31,"143":[2,7,34],"1437":[1,37],"1438149":21,"14400":9,"1440501043841336":[1,37],"14440":9,"1446729567":4,"144993":30,"145":2,"146":2,"14629156":33,"146704":11,"14670413":11,"14697721":[],"14710":9,"14722222222222223":[1,37],"147400":[11,31],"147420":[11,31],"1479":9,"148":[3,4],"148009":[],"14812206":6,"14859":6,"149":[3,4],"149294":[],"149299":6,"14962649":21,"14g":[6,33],"14m":4,"15":[0,1,2,4,6,7,8,9,12,13,15,16,17,18,21,27,30,33,34,35,36,37],"150":[3,4,8,9],"15005476":5,"15047127":23,"150726":6,"15098090e":6,"151":[3,4],"15130074e":6,"1513237":[],"151515":[],"15183857":[],"152":[3,4,9],"15200":9,"1520039":23,"152701":33,"1527777777777778":37,"153036":[30,31],"15313054":33,"15383855":21,"15384615384615385":9,"15443469e":34,"155":9,"15553403":[],"15649598":[],"15673992":23,"15693449e":[],"156956":5,"15697121e":[],"1575":9,"158":9,"15863713":21,"1587":9,"1590":9,"15962297":13,"15975618":30,"15990":9,"15990395":[],"15g":[6,33],"15m":4,"15pm":30,"16":[1,2,3,4,5,6,8,9,10,21,23,27,30,31,32,33,36,37],"1600552":21,"1603":3,"16087734":[],"16111111111111112":[1,37],"16168603e":[],"16211139":5,"16220":9,"162246":5,"16231451":4,"1625":9,"1628":9,"162999":30,"16304863":31,"163049":31,"1630775253":37,"16342407":5,"16343471":6,"16356503":33,"16384":3,"16456084":21,"16500":9,"16521791":[],"16570701":[],"166":9,"16762223e":[],"167787":5,"168":9,"16805821e":6,"16921883":[],"169219":[],"16933554":[],"17":[1,2,4,5,6,8,9,18,21,27,31,33,36,37],"17006020e":[],"17022089147584388":27,"1709":9,"17121077":21,"17136288":23,"17144765665252978":[],"171525":31,"1715252":31,"17174962e":[1,37],"17222222222222222":37,"17257288":27,"1726":9,"17275391":[],"173":21,"17300":9,"17305512":23,"1731":9,"17362603":[],"17440757e":[],"17446471":6,"17451":[],"1752":9,"175300":[30,31],"17540272":30,"17603044":21,"17615838052499":11,"17641709":6,"17647619":6,"17733642":30,"17777777777777778":[1,37],"17801022":5,"17861098":6,"17917768":5,"179404":6,"17949575":5,"17953942":11,"1797":[1,3,37],"17m":4,"18":[2,4,6,7,8,9,10,13,19,21,27,33,34,35,36],"18029127":5,"1803":25,"1807":4,"1809":9,"181":9,"1812":9,"18128852":[],"1821":9,"18314387":21,"18333333333333332":37,"1836":33,"18383522":31,"184":9,"18409473e":[],"18433544":30,"184519":[30,31],"18474816e":[],"18488944":[],"18489312":[],"1849":[3,4],"1850":[3,4],"1851":[3,4],"1852":[3,4],"1853":[3,4],"1854":[3,4],"1855":[3,4],"1856":[3,4],"1857":[3,4],"185713":5,"18571316":5,"1858":[3,4],"1859":[3,4],"1860":9,"18611111111111112":37,"18613217e":6,"18624242":[],"18660":9,"18670072e":31,"18673098":11,"18726877":27,"18780801":30,"18807824e":[],"18824315":30,"18829946":21,"1887":6,"189367":30,"189496":[30,31],"189622":[30,31],"19":[2,4,6,9,13,21,27,33,36],"19003":6,"19166136":23,"19166666666666668":37,"191963":30,"19207979":5,"1921649":[],"19220":9,"19343949":23,"1937079":23,"1940":[0,31],"194042826649355e":6,"1940428268204826e":6,"1943":[12,36,37],"19431161":5,"194312":5,"19436962e":[],"19463967":30,"194861702085775":[],"1956":9,"19569961":[6,31],"19590868":21,"19652884e":[],"1970":[23,30],"1973":9,"197370":[11,31],"19740":9,"19743643":27,"19769458e":[],"1979":[6,33],"19800":9,"19825288e":[],"19888258":27,"19983530":6,"1999":[25,33],"1_1":[12,36,37],"1_2":[12,36,37],"1_3":[12,36,37],"1cm":[0,8,10,27,30],"1d":[1,2,3,37],"1e":[1,2,4,13,14,21,35,36,37],"1e10":14,"1e4":6,"1f":1,"1k":23,"1n":[0,30],"1s":4,"1x":[0,30],"2":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,19,21,22,23,24,26,27,29,32,33,34,35,36,37],"20":[0,1,2,4,6,7,8,9,13,21,27,28,30,31,32,33,34,36,37],"200":[0,2,3,4,8,9,10],"2000":[0,31],"20015436":6,"20017452":[],"2004":[13,34],"2006":29,"2008":30,"2010":1,"2011":[1,37],"2014":4,"20142361":21,"2015":1,"2016":[0,30],"2018":[0,6,31,33],"2019":[8,9],"2021":[6,14,31,32,34],"2022":30,"2023":[3,4,15,16,17,18,19,20,21,25,30,32,33,34,35,36,37],"2027":9,"20272874":[],"20277777777777778":[1,37],"20289224":[],"20355156":33,"20371418":[],"20484434":[],"20500":9,"205231":30,"20594513":23,"2060":9,"2069":9,"20695722":30,"207545":[11,31],"207888":30,"20820528e":21,"20833333333333334":[1,37],"20867052175003364":[6,33],"20916295":31,"20956318":21,"209789":30,"20980":9,"21":[0,1,2,4,5,6,7,9,12,13,15,21,23,30,31,33,36,37],"210340":[11,31],"21055226":13,"21058097":5,"21059098":23,"21110005":33,"21130":9,"2116753732":4,"21169159e":6,"213103":[11,31],"213743":[11,31],"21401303e":[],"21460652":11,"214607":11,"21546249":21,"21596432":6,"216290":[11,31],"216683":[11,31],"21710121":[],"21879159":30,"22":[0,1,2,4,5,6,9,12,13,19,21,23,30,31,33,34,35,36,37],"22001043":30,"22044605e":[5,31,37],"22092934e":[],"221":8,"22103874e":[],"221180":[30,31],"22130126":30,"2216":9,"2218":9,"221805":2,"221921":5,"22209775e":[],"222400":[30,31],"22241171":27,"22328509":30,"22368396":30,"22416937":21,"22467274":33,"225":4,"22574374":30,"226296567359957":27,"22690428":5,"22729927":23,"2284246870217162":[6,33],"22847924":5,"23":[1,2,4,6,7,9,12,13,21,23,30,33,36,37],"23002365e":6,"23047985":21,"23076923076923078":9,"23110543":[],"23167717":5,"23192074e":[],"232435":[30,31],"23257415":[],"23333333333333334":37,"2338675":31,"233868":31,"23392132":30,"234":6,"23528337":33,"2364":9,"23643365":33,"2379":6,"238":33,"2397":9,"23971032":31,"23979359":21,"24":[0,1,2,4,6,9,13,19,21,23,30,33,36,37],"24005098e":[],"24085321":33,"24140":9,"24159785":31,"2416":9,"24175744e":6,"2419":9,"24251681":[],"24280599":[],"242806":[],"2430":9,"24390":9,"24444444444444444":37,"24569547":30,"246":2,"24602503e":[],"2465439":21,"24829908":5,"24906604e":6,"24968001e":21,"25":[2,3,4,5,6,7,8,9,11,13,15,20,21,23,24,30,31,33,34,36,37],"250":[2,4,7,9,34],"25000":[0,31],"250636":30,"25084316":[],"25139357":23,"251879":[30,31],"252436":[30,31],"255":3,"255001":[30,31],"25561567":27,"256":[2,4],"25617654e":6,"25617658e":6,"25650679":21,"25663096":23,"2572":9,"2575":9,"25844504":[],"25872167e":[],"259153":[11,31],"25920793":37,"2597":9,"26":[2,4,6,9,13,21,33,36],"26037366":23,"2619":31,"262638":5,"26263837":5,"26291451":27,"26292364":33,"26297455":31,"26301436":5,"26372759":21,"264":4,"26409315307910025":6,"2640931530791004":6,"264377":[],"26437713":[],"264421":30,"2650":9,"265109911":4,"26514544":23,"2654":9,"26666667":13,"26710969":5,"26780278":5,"268":9,"26803966":[],"26931499":13,"2697447":5,"26995402":31,"27":[0,1,2,4,6,13,21,31,33,36,37],"27092910":6,"27424746e":[],"27438488":21,"2750":9,"27547557":21,"276263":[11,31],"27650338":30,"27693602e":37,"27700":9,"27760":9,"27793476":11,"277935":11,"27859357":[],"27924636":5,"27971414":21,"27n_":27,"28":[1,2,3,4,6,9,13,16,21,31,33,35,36,37],"28008933":23,"280179":30,"280573":5,"280647":[11,31],"28081221e":[],"28096517":30,"281930":30,"28205578e":31,"28206156":[],"28210895":21,"282259":30,"282727":[11,31],"2830637392":4,"283078":23,"28336218e":6,"28390":9,"28391978":31,"28443039":33,"28475098":8,"28490569":30,"28566769":37,"28607817":23,"2861":27,"28621796e":[],"28638913":36,"28662669":[],"2871":9,"2873":9,"2882":27,"28837459":21,"2886":27,"2890":[0,30],"28908491":23,"2892":27,"29":[4,6,7,9,20,21,33,34],"29135778":5,"291358":5,"2915":27,"29153991":30,"29167186":5,"29199381":23,"29228133":[],"29275129":23,"2931":30,"29350903":21,"29384004e":[],"29401213":23,"2941718e":21,"29454955e":[],"29496954e":[],"2953":[3,4],"2954":[3,4],"2955":[3,4],"2956":[3,4],"2957":[3,4],"296414":30,"2968":30,"2980":30,"29822833":6,"2990":30,"299748":[30,31],"2_":[12,36,37],"2_1":[12,36,37],"2_2":[12,36,37],"2_3":[12,36,37],"2_i":[12,36,37],"2_m":[6,27,33],"2_t":[13,35,36],"2_x":27,"2b":27,"2c8f433990d1":[35,36],"2cm":8,"2d":[1,3,11,12,22,30,36,37],"2e":[6,33],"2f":[0,7,9,10,11,12,30,31,34,36,37],"2g":2,"2g_i":2,"2k":3,"2m":[6,33],"2n":[0,2,3,30,31],"2nd":9,"2p":27,"2pm":[28,30],"2pt":4,"2x":[0,3,8,13,30,35,36],"2x_ix_jy_iy_j":8,"2x_j":8,"2y_i":10,"2y_j":8,"3":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,21,22,23,24,25,26,27,28,32,33,34,35,36,37],"30":[0,1,4,6,7,9,10,13,21,28,30,31,33,34,35,36],"300":[21,36,37],"30000":[0,30],"30010":9,"30119421":8,"30170017":37,"30177145":21,"302":33,"30258509":[23,30],"303":6,"30335380e":[],"30442964":31,"30447937":[],"30466214e":6,"30478013":30,"30494363":[],"305":[0,30],"30567713":23,"306":[0,30],"30630294":27,"30677003":[],"306770031113352":[],"307":[0,30],"3072":3,"3073":33,"307631":11,"30763135":11,"3076923076923077":9,"30787294":6,"308":[0,30],"309":[0,30],"30940":9,"31":[4,12,23,27,30,36,37],"310":[0,30],"31022577":13,"310579":31,"3105791":31,"311":[0,30],"31113868e":[],"312":32,"3123314713548606":[6,33],"31276579e":6,"313":32,"31318084":5,"3139661":21,"31415359e":[],"31457796":5,"315":[6,32],"3155":[0,5,6,32,33,34],"31579721":23,"316":32,"31650694":6,"31705377":30,"31718909":11,"317367":11,"31803769":13,"3189":33,"31896852":8,"31927572":23,"31995103":[],"32":[3,4,6,12,13,23,27,33,35,36,37],"3200":[1,37],"32149601703519115":[6,33],"3214960170351912":[6,33],"3215":9,"32265589":21,"3228044":21,"32341247e":[],"324":2,"3245":2,"32450054":31,"3250":[1,6,37],"32577534":[],"32584888":23,"32615859":27,"326238":[30,31],"32632463":5,"326325":5,"32708194":30,"32941592e":[],"329492":30,"33":[2,4,9,12,23,28,33,36,37],"33020191":21,"3303366":21,"33066907e":[5,31],"33113018":[],"33166055e":5,"331939":[30,31],"333":[7,34],"33333333":13,"33408606":[],"33534416":27,"335849":21,"33746734":[],"33746734412664":[],"33860497":30,"33903511":[],"33995567":23,"339961":5,"3399612":5,"34":[2,4,9,23,33],"340071371496255":31,"3403":9,"340583":30,"340782":[11,31],"34100913":21,"34114547":5,"34149655":5,"341497":5,"34158540e":[],"342680":[30,31],"3436":[0,30],"3437":[0,30],"3439564710454786":9,"34412923":31,"34447052":23,"34517495":23,"34569596":5,"34685874":27,"34998197":21,"35":[0,2,4,6,9,17,24,28,30,33],"35140":9,"351636":[11,31],"35182854":5,"35412147":33,"35470445e":[5,31],"35533773":6,"35564856":[],"356399":[30,31],"3568919":[],"357508":[30,31],"35771826":6,"3581341341":4,"35825829e":[],"35846425":33,"359":[5,32],"3592571":21,"3597516959642966":27,"3597517":27,"36":[0,1,2,4,5,6,24,27,33],"360":[1,37],"36051635":23,"3613":9,"361556":[30,31],"3616476":[],"3621311":5,"3632959111950474e":6,"363295916323784e":6,"36420967":37,"36434588":[],"3655222":5,"367":2,"36789460e":[],"36795972e":[],"369139":[11,31],"37":[1,4,9,19,24,30,34],"3703468543933255":23,"370782966":4,"37112277":23,"37239927e":31,"3729492":23,"37388140e":[],"37396662":6,"375694":30,"3765":4,"376547":30,"3770":4,"3773":4,"377372":31,"37737221":31,"37853034e":[],"3786":4,"3789":4,"37900111":6,"37917253":30,"3795":4,"3799":4,"38":[1,4,9,24,27,30],"380":9,"38020451":5,"380205":5,"38088413":23,"3812":4,"38135733e":6,"3814":4,"3816":4,"38165546":[],"3817475779":[6,33],"3821":4,"382187":30,"38259375":30,"38319502e":[],"3834":4,"3836":4,"3837":4,"3838":4,"3838917029":35,"3840":4,"3842967":21,"38461538461538464":9,"38461539":35,"38465596":5,"38511413":27,"3853":4,"38533185":6,"3856":4,"386":9,"38629436":[23,30],"3865":4,"387":32,"3873":4,"38764522e":[],"3877":4,"3878":4,"38787447":30,"38831624":23,"3886":33,"38916861e":6,"3893":4,"38962192e":6,"39":[0,1,4,9,25,28,30,36,37],"3901":4,"3907":4,"3907408":[],"39078751e":[],"3919":4,"39197698":31,"391977":31,"39214397":31,"392144":31,"3923":4,"3928":4,"39300201":23,"39308683e":[],"3932":4,"3944":4,"39457095":23,"3948":4,"39483726":23,"39541528":[],"39572825":[],"39579407":5,"39612983":27,"39644178":[],"3970":4,"39706038":5,"39730396":24,"3975":4,"397700":[11,31],"39789527":[23,30],"39890447":21,"39895173e":[],"39931051e":31,"3996":4,"39965905e":[],"399836":[30,31],"3999":4,"3d":[2,3,4,6,13,24,33,35],"3f":[1,3,9],"3n":23,"3x":[2,8],"3x_i":2,"3y":8,"3yk470mj5p931p9dtkk0y6jw0000gn":[1,6,13,24,30,33,35,37],"4":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,21,23,24,25,27,30,32,33,34,35,36,37],"40":[1,4,6,9,24,25,28,30,33,37],"400":4,"4000":[9,30],"4014":4,"401842":[11,31],"40216748":11,"4033":4,"40362053":[],"40389562":27,"404":31,"404130":11,"40413036":11,"4050":[29,30],"40500157":27,"405890":[11,31],"40620066":31,"406201":31,"40629059":[],"40644745":23,"4066":4,"4082":6,"4087":9,"4087793":5,"40892146":[],"40927184e":6,"40contain":25,"41":[0,1,2,4,9,23,25],"41021561":21,"4107":9,"41097603":[],"41219619":31,"41246325":23,"41291861":[],"41371745":[],"41433969":5,"415066":11,"41506637":11,"41511965e":[1,37],"415201":30,"4155":[2,15],"4166666666666667":9,"41771755":[],"418506":[11,31],"4187996":[],"41882037e":6,"42":[1,2,4,8,9,10,23,37],"421120085426022":[],"42138688e":[],"42172457":30,"42198678":5,"421987":5,"42239354":23,"4230769230769231":9,"42441033":5,"42450":9,"425564":[],"42556446":[],"42578415":30,"4258049":[],"42584543":21,"426":[6,7,34],"42800148":[],"428741":11,"42874148":11,"429":33,"429345":[],"42934502":[],"42967903e":[],"43":[0,2,4,7,9,23,34,37],"43043913":23,"43054282":5,"4310":30,"433":33,"43330971e":6,"43425860e":[],"43490863":30,"43496417":30,"435163":[30,31],"4353":4,"43579948e":6,"43639284e":31,"436462435":4,"43766686":11,"43809274e":[],"438136":[30,31],"439230":6,"44":[0,2,4,23,37],"44089210e":[5,31],"441182":[],"44118245":[],"441264":30,"442600":[11,31],"443217":[30,31],"444":9,"44407741e":[],"44418822":27,"44520102":23,"446033":33,"44624525e":31,"446453":30,"44729805":23,"44732200e":[],"44842116":36,"44921888":23,"44970586e":[1,37],"45":[2,9,28,30],"450":9,"450257":[11,31],"4504":9,"45065211":[],"45073476e":[],"450m":4,"45134965":23,"45207509":30,"452553":30,"45255977":13,"45281756":27,"45308692":23,"45405253e":[],"455173":33,"4555094":[],"455592":21,"4557763":11,"455947":[30,31],"455m":4,"456":9,"45610021":30,"456m":4,"457":[2,4],"458027":[30,31],"458078":[11,31],"458m":4,"45915671e":31,"45922756e":[],"45960079":5,"46":[2,9,28,30],"4600624385659884":30,"4601":9,"46022436e":[],"46153846153846156":9,"462":[7,34],"462m":4,"46313714":[],"46383925e":6,"46383926e":6,"463861":30,"4676059":31,"467606":31,"467818":[],"46781836":[],"468m":4,"46984697e":6,"47":[2,9,28,30],"47042744":5,"470714":[30,31],"47075725":6,"47116868e":6,"47125748":5,"47132891":5,"47176716":33,"47176783":33,"47179152":33,"471874":11,"47187428":11,"47202442":33,"47313680":33,"473m":4,"47430124e":[],"47447472":23,"475405":[],"47540513":[],"47610036":6,"47701204":30,"477m":4,"47815203":11,"479465113":4,"479m":4,"48":[2,4,9,33],"480":30,"48134747":30,"481401":5,"48140137":5,"48145226":23,"481979":6,"48240312e":[],"48243352e":[],"48257387":[28,30],"483257001":13,"48336413":[],"483m":4,"48418018":[],"48423285":30,"48464841":23,"48476997":11,"484m":4,"48598711":[],"485m":4,"48629506":30,"487m":4,"48815255e":[],"488m":4,"489502":11,"48950243":11,"48994188":5,"49":[2,5,6,9,11,24,31,35,36],"49078463":[],"49152":3,"492m":4,"4940954":[0,30],"49555885e":[],"4959161509357395e":6,"495916150936645e":6,"495m":4,"49616116":23,"497":[3,4],"4974810657432664":[],"497m":4,"498":[3,4],"49865980e":[],"499":[3,4],"4990":27,"4992":27,"4997":27,"499m":4,"4c4c7f":[9,10],"4d":3,"4f":6,"4pm":[28,30],"4s":4,"4y":8,"4y_i":10,"5":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,21,23,24,27,30,31,32,33,34,35,36,37],"50":[1,2,3,4,6,7,8,9,10,13,21,30,31,33,34,35,36,37],"500":[1,3,4,6,9,10,13,33,34,35,36,37],"50000000e":37,"50000455":5,"50000553":5,"50000718":5,"50000855":5,"50000969":5,"50001063":5,"50001142":5,"50001207":5,"50001261":5,"50001306":5,"50001343":5,"50001374":5,"500014":5,"50001414":5,"50001422":5,"50001439":5,"50001454":5,"50001466":5,"50001476":5,"50001485":5,"50001492":5,"50001498":5,"50001502":5,"50001506":5,"5000151":5,"50001512":5,"50001515":5,"50001517":5,"50001518":5,"50001519":5,"50001521":5,"50001522":5,"50001523":5,"50001524":5,"50001525":5,"50079895":27,"500m":4,"501":[3,4],"5018":27,"50184628e":[],"501m":4,"502":[3,4],"50227564e":6,"50274255":23,"503":[3,4],"50321091":5,"504":[3,4],"50427787":33,"50462474":23,"505":[3,4],"50519365":[],"50562981":[],"506":[0,3,4,31],"506553":31,"50655336":31,"50691065":27,"50697511":30,"507":[3,4],"50721349":30,"507d50":[9,10],"508":[3,4],"50837888e":[],"50846111e":6,"50846112e":6,"50j":[13,35],"50x10":[1,37],"51":[2,10],"510":[1,37],"511":[3,4],"511888":5,"51191552":6,"512":[3,4],"51374050":33,"514219":[30,31],"515m":4,"5177783846":4,"51845286":23,"518895":30,"52":[3,4,35,36],"52015514":[],"52204004":23,"52209178":[],"5222222222222223":37,"522836":30,"522m":4,"52362157e":31,"52400486e":[],"52482437":30,"525054":[],"52518625":30,"525739":11,"52573941":11,"526744":[11,31],"52775466":33,"52795454":11,"52856208":21,"52874252":5,"52944573":11,"529446":11,"5297947920715131":[],"53":[2,3,4,9],"5303329":11,"5305555555555556":[1,37],"531280":[30,31],"5320148":23,"53250091":30,"53278871":5,"532789":5,"5340022":[],"534362":30,"53542722":27,"53703498":6,"53738247":33,"53755010e":[],"5378811":11,"53811172e":[],"5384615384615384":9,"539261":[11,31],"54":[2,3,4,6,9,27],"540":9,"54039921":5,"54041041e":5,"541605":[30,31],"54285633":27,"543939":31,"54393936":31,"544439":[30,31],"54637219":33,"55":[1,2,3,4,9,37],"55086461":30,"552042":4,"55315304":27,"55328795e":[],"5555555555555556":37,"555m":4,"556m":4,"557795":[11,31],"55854694":11,"55868255":[],"5594":6,"55955126":23,"55972302e":[],"56":[1,2,3,4,9,37],"56033697":5,"56171141":30,"56198284":5,"561m":4,"56240703e":[],"56288861":27,"562888614232874":27,"563167":30,"56364308":30,"56366546":23,"56399029e":[],"564":9,"564374":[11,31],"56465688":23,"56477354":[],"565":9,"56536":[0,30],"56570797e":[],"56589683":33,"566":9,"56636537":[],"56636616e":6,"567":9,"56740132":[],"568":[9,33],"568587":5,"56858701":5,"569":[1,9],"56912044e":6,"56939714":5,"56965674":33,"57":[0,2,3,4,8,9,28,30],"570":9,"571":[5,32],"571105947979344e":6,"571105947979394e":6,"57201944e":6,"572069":30,"57285536":[],"573029":[],"57302926":[],"574465":[11,31],"57572321":23,"576":33,"57670824":23,"5769230769230769":9,"5786304":21,"57952471e":[],"58":[2,4,9,10,28,30],"5808118":[],"58193124":[],"581m":4,"58268575":[],"5828247":27,"5829913":30,"5833333333333334":9,"583595":[30,31],"58492636e":31,"58742004e":[],"58818643":23,"58841019e":[],"5888888888888889":37,"58948138":27,"58948347":23,"59":[2,4,9],"59004971":23,"591317992":4,"59222238":[],"5944444444444444":37,"59446603":[],"59511582":23,"59589728e":[],"596m":4,"5974862":[],"59895188":30,"59916814e":[],"5cm":27,"5f":[8,35],"5x":8,"5y":8,"6":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,21,23,27,28,30,31,32,33,34,35,36,37],"60":[1,2,3,4,9],"60000":4,"6019067271":4,"60293962":5,"603636":30,"6037092":30,"60383004":30,"60420593":5,"60543038":31,"60673226":11,"6067329321734374":[],"606760":5,"6071713":[],"60815105":6,"60943791":[23,30],"61":[2,7,34],"61043964e":[],"6111111111111112":37,"61197218":23,"612939":[30,31],"613579":[30,31],"61394448":23,"614808":[11,31],"61504341":30,"61532006":[],"6153846153846154":9,"61585143":27,"61702282":6,"61775176":33,"618982":[30,31],"61971639e":[],"61992828e":[],"62":[3,4],"621102":30,"62373464":11,"625":[7,34],"62554614":[],"626635268":[6,33],"62841921":[],"62862896":23,"6289054":30,"62894215":5,"62919818":30,"63":[0,1,3,4,6,7,31,33,34,37],"6300745149331701":31,"63025821e":6,"63162342":31,"63180447":33,"63249532e":6,"63277911e":[],"633949":30,"634715":[],"63471545":[],"63498144":5,"63567272":23,"63677721":[],"637129335071195":31,"63849228e":[],"63875295":[],"64":[1,2,3,4,7,13,23,30,34,35,36,37],"64012627":5,"64111239":[],"64147722":30,"64158883e":34,"64291044e":[],"64292493":[],"64299732":30,"64316192":33,"64316482":33,"64391062":5,"643m":4,"64502836":27,"64550753":27,"646283":[11,31],"64742912e":6,"647473":[11,31],"64846973e":[],"649382":[11,31],"64969451":5,"649695":5,"64x50":[1,37],"65":[1,2,3,4,7,8,9,34,37],"65036493":[],"65196615":21,"652187":11,"65218729":11,"6536392":31,"65408703e":[],"65442354":31,"654424":31,"654m":4,"65571174e":31,"65599456":31,"65628888":30,"6568551":23,"65704027":30,"657041":30,"65720414":27,"65743689":31,"65833132":31,"65885453":5,"65891389":31,"658914":31,"66":[2,3,4],"66051179":[],"66064822":31,"66080313":31,"66204648":6,"66219404":6,"6628996975186953":31,"66294408":31,"66323494":27,"6638":9,"6652177":31,"66545355":[],"66560":9,"66562658e":[],"665m":4,"666597":30,"666897":[],"66689729":[],"667":9,"667239":30,"66798429":[],"668172":[30,31],"67":[2,9],"67035174":30,"67047975e":6,"67189384":30,"671m":4,"67264685":[],"672721":[30,31],"67314874e":5,"67347822":[],"67432237e":[],"67554897":30,"67640036":30,"67671601":[],"6780674":[],"67890723":23,"68":2,"68192193":5,"68286725":31,"68419351":5,"684194":5,"68534263e":6,"68542204":5,"685643":[],"68564345":[],"68592431":33,"6860597312101988":[],"6869":9,"68759903e":[],"687m":4,"6887363571":4,"68929213e":6,"689345":30,"689519":[11,31],"69":[2,7,9,27,34],"690":9,"69009002":30,"690617":[30,31],"69069n_":27,"690710":[],"69071035":[],"69111133e":[],"692":[33,37],"692268":5,"69226802":5,"69230769":35,"6923076923076923":9,"692m":4,"69484813e":5,"69504801":6,"69582036":27,"69634577e":6,"69695259":5,"69714468":[],"6980":[21,35,36],"69818111":23,"69873514":23,"699":2,"69908626":6,"6999536":11,"6n_":27,"6pm":30,"7":[0,1,2,3,4,5,6,7,8,9,11,12,13,15,21,23,24,26,27,29,30,31,33,34,35,36,37],"70":[1,7,9,34,37],"700":2,"70037324e":31,"701":2,"701370":5,"702":2,"704":2,"70573539":[],"70653767":4,"706833":30,"70710678":[5,31],"70832814":5,"7086067479626619":31,"7094664":[],"709698":30,"71":[1,37],"7100524":[],"71142161":31,"711422":31,"7119":9,"712018":[11,31],"71269506e":[],"71285447":30,"713163":30,"7135487":11,"71375273e":[],"71424969":[],"71437567912473":27,"71437568":27,"71467081":27,"71504681":[],"71640333":23,"71737253":31,"71761101":31,"718165":5,"72174172":11,"72228205":30,"72271878e":6,"72328506":23,"7236674":5,"724":3,"72742343e":21,"72859758":5,"72981762":8,"73":[6,33],"731000":[30,31],"73231305":[],"73293298":30,"733096":[30,31],"734107":11,"73410729":11,"73448544":23,"73456649":21,"74":[6,33,35,36],"740":9,"74081822":8,"740m":4,"741391":5,"7413913":5,"741m":4,"74280244":23,"74384949":31,"74401372":[],"74462857":[],"74577867":23,"74607851":31,"74724767":23,"74818082":30,"74829661":31,"74840212":5,"7490462":27,"749765":[30,31],"75":[2,5,6,8,9,11,24,30,31,33,37],"750445":[30,31],"75050135":31,"7506274061293645":11,"751699":[11,31],"75170092":5,"75268791":[],"75269037":31,"75282841":23,"75354069":[],"75457798":[],"75576555":31,"75627883":11,"756279":11,"75631027":30,"756352":[30,31],"75719828":30,"75770568":31,"75823753e":[],"75963425":[],"76":[2,9,28,30],"76004012":27,"76010633":23,"76077707e":[],"76084455":30,"76174289e":[],"7644":4,"764997683364458":[],"765":[7,34],"7651068":27,"7664107":30,"76771975":30,"7692307692307693":9,"76936315":5,"7694444444444445":37,"7697":33,"77":[2,9,28,30,35,36],"770204":3,"77025447e":[],"77152076":5,"7718":9,"77265448":31,"77343022e":[],"77448317e":[],"7748567":21,"77632628":[],"77636e":[13,36],"77646856":30,"77714169":8,"7779287093124035":[],"77794957":23,"7782028952":4,"77856932":[],"78":2,"78009660e":31,"78156479e":5,"78177713":[],"78184120e":6,"78299706":27,"785061":30,"78524451e":[],"78556129":30,"78882958":23,"78886274":21,"78941903":5,"78951443":21,"79":2,"79072516":[],"79111643":5,"79125269":[],"791809":[],"793167":[30,31],"79328516":[],"794282":[11,31],"794906":[],"79490641":[],"795225339396409":5,"79550688e":21,"79675445":27,"79787771":27,"79896478e":[],"79909592":33,"79914677":27,"7993408651198877":33,"79934087":33,"7995707762668065":33,"7d7d58":[9,10],"8":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,21,23,24,25,27,30,31,32,33,34,35,36,37],"80":[0,1,2,5,8,9,31,32,33,37],"800":[4,7,34],"80152684":23,"80189569":[],"80228781e":[],"802550782087107":[],"80354994":6,"80460179":33,"80469739":5,"80540415e":[],"80548430e":[],"8055555555555556":37,"80609615e":6,"80609616e":6,"80625657":37,"80802836":30,"80847477e":6,"80861057":11,"808611":11,"81":[1,37],"81048318e":6,"81071342":30,"81114345":21,"81160425":5,"81333804":6,"814":[7,11,34],"81597834":33,"815am":[28,30],"81633628":11,"816454":[30,31],"81664404":[],"816847":[30,31],"81753152":23,"81784973":27,"8182":33,"8197":33,"82":2,"82102668":[],"82139086e":[],"82198978":5,"82296251":23,"82410428":30,"82651934e":[],"8265786":5,"82909728":23,"83":[2,30],"8305555555555556":37,"83146596":33,"83190841":21,"83298727":[],"832987270767667":[],"832m":4,"83384573":31,"83443698":[],"83488328":23,"83512277":5,"83657122":30,"83752888e":[],"83770406":[],"83793362":30,"83870794e":[],"839818":30,"84":2,"84082439":30,"84159521":23,"842436":[30,31],"84290819e":[],"84355903e":[1,37],"84359332e":[],"84380376":23,"84443254e":[1,37],"84444399":[],"845716766413386":27,"84571677":27,"84575663":27,"8461538461538461":9,"84638256":[],"846383":[],"84666445":36,"84780262":6,"84846601":[],"84858":32,"84859258":13,"84923989e":6,"84927263":11,"84929103":23,"84942247e":[],"84994524":5,"84m":4,"85":[1,2,9,37],"850164":5,"85035714":[],"85263220":6,"85278920e":5,"85288931":[],"85297050e":[],"853835":30,"85514104":27,"85548858":27,"85601992":5,"85615662":30,"85714286":34,"8574":[],"858":9,"858185":30,"8583333333333333":37,"85888897e":[],"86":2,"86012593":23,"86015267":30,"86117291":5,"86134827":5,"86145244":11,"861676":30,"86221134":23,"86252988":6,"86341536":30,"8635085":11,"8638888888888889":37,"86452742":[],"86619181":30,"86630":9,"8666666666666667":37,"86666667":34,"86810":9,"869":[0,30],"87":[9,31],"870":[0,30],"8702784034":4,"87072815e":31,"871":[0,30],"8722222222222222":37,"873":[0,30],"87381451":5,"874":[0,30],"87403627e":[],"87458904":30,"875":37,"87533278":13,"875794":27,"8759":[13,36],"876":6,"87627342":33,"87795661":30,"878123":30,"8784267":31,"88":[0,2,13,35,36],"88046261":5,"8805555555555555":37,"88168312e":6,"88182591":31,"88305878":30,"88323026":31,"88336879":5,"884399":27,"884669":31,"88529063e":6,"88613493":31,"88744469e":[],"888577549915147":5,"8888888888888888":37,"88908909e":[],"89":2,"89126914e":31,"8915573":[],"89288636":11,"89410423":5,"8942133":13,"8944444444444445":37,"89609007":23,"896911":5,"8969113":5,"89793609":23,"89823921":37,"89996783":36,"8f":[6,33],"8g":[6,33],"8n":23,"8x8":[1,37],"9":[0,1,2,3,4,5,6,7,8,9,11,12,13,21,23,25,26,27,28,30,31,32,33,34,35,36,37],"90":[1,2,9],"90075537":5,"9011":6,"90220243":5,"90223115":30,"90266948":5,"9027777777777778":37,"90297441":37,"90325763":30,"9036573":23,"9040":9,"904648525660773":27,"90475506e":6,"9054":33,"9055555555555556":37,"906747":5,"90803422":13,"908736":[],"90873644":[],"91":[28,30],"910":9,"91050344e":[],"9111111111111111":37,"91128596":5,"912":[3,4],"9129629":30,"914":[3,4],"9142491":30,"91492986e":6,"915":[3,4],"91538877":[],"91650774":[],"916508":[],"9165822":27,"9166666666666666":9,"917":[3,4],"91760278":5,"91784246":[],"918":[3,4],"91812702":5,"918992":[30,31],"91966064":[],"92":[6,9,28,30],"92067658":[],"9208878":13,"92103867":[],"92236466e":[],"9230769230769231":9,"923602":30,"92405283":[],"925":37,"92507116e":[1,37],"92578916":5,"92579609e":[],"92648983":21,"92651068":33,"92717417":30,"92729959":30,"92772833":23,"9277777777777778":37,"92857143":[7,34],"92930426e":[],"9295763474254684":11,"9305555555555556":37,"931":[0,30],"93155188":5,"93158979":5,"932656":[],"93267138892912":[],"93267139":[],"933":[5,32],"93420126":37,"93492130e":6,"93500562":[],"93528653e":[],"93571082":27,"93601008e":31,"937":27,"937082":[30,31],"93799826":5,"938":27,"93820524":13,"9387":9,"93884803":27,"939":[0,27,30],"93944615e":[],"93988393":21,"94":[7,27,34],"94226022e":6,"94230225":[],"942422095469182":[],"94256677":[],"94260358":11,"942604":11,"94273542":31,"94284104":5,"94320205":5,"94338159":27,"943439":5,"944":[3,4],"94433302e":[],"9444444444444444":[1,37],"94484047e":37,"945":[3,4],"94591015":[23,30],"946":[3,4],"94639099":11,"946957":5,"94697839":30,"947":[3,4],"9472222222222222":37,"948":[3,4],"94814932":21,"94815131":27,"9481513127527335":27,"94822514":6,"9482527":5,"94854992":13,"94866246":23,"949":[3,4],"94938706":[],"95":[1,7,9,11,33,34,37],"950":[3,4],"95008046":6,"951":[3,4],"951109":[],"95117099":30,"95190644":30,"95231424":5,"952387":31,"9527777777777777":37,"95284275":5,"953065564":[1,37],"95327702":23,"95329348":[],"95351665":5,"95355327":[],"954":27,"95429024":[],"95508909":[],"95511792":31,"955118":31,"9555555555555556":37,"95558642":31,"955820c21e8b":4,"956563":[11,31],"95684892":5,"95686268":[],"95697233e":21,"95703":[13,36],"95763525":[],"9578":6,"958228616652075":5,"96":[1,6,7,11,33,34],"960":27,"9601304850035702e":6,"960130485007504e":6,"96024953":5,"96033509e":[],"96046928":27,"96084663":5,"961":27,"96183456":30,"962":27,"962990":30,"963198":23,"9637117593816477":6,"9640435":5,"96461989e":[],"9649652536":4,"965548":[30,31],"96611032":30,"96631321":31,"96688672":5,"966899":30,"9674916":5,"96750421":23,"967809":[11,31],"96804366":27,"96841776":13,"96890557e":[],"97":[7,34],"97005689":5,"97062694":27,"97069774":11,"970698":11,"97108e":[13,36],"9716":[],"9722222222222222":37,"9723":[],"97243128":5,"97300836":5,"97488151":30,"97497404e":6,"975":37,"97507735":5,"97514104e":[],"97594511":21,"9764":[],"97644118":5,"9765":[],"97690235":33,"97705827":5,"97758848":5,"9777777777777777":37,"978":32,"9780387310732":29,"9780387848570":29,"97804446":13,"9781492032632":29,"9783319210079595":11,"978553":5,"97879245":21,"97898392":[6,31],"97906022e":31,"97926491":5,"97948913":23,"98":[0,1,7,9,34,37],"980":9,"98004227":23,"9805555555555555":37,"98091621":5,"98127617":27,"981321":[30,31],"98139097":5,"98215566e":[],"98275501":5,"983310":[30,31],"98404993":[],"98413059":5,"984182":11,"98418221":11,"98430782":11,"984308":11,"98454786":5,"984601":[],"98460101":[],"9849967686928113":34,"985":27,"98566191":5,"986":27,"9861111111111112":37,"98620879e":[],"986699":5,"98680716":5,"98686102":[],"98694705":27,"98716878":5,"9871776311306221":27,"98808176":5,"98822371":6,"988835":11,"9888544725633199":[],"9888888888888889":37,"989":27,"9890348":5,"98914003":21,"9893447":5,"98947894":31,"9898ff":[9,10],"99":[1,7,9,11,13,21,33,34,35,36],"990":9,"99009525":5,"99051150":6,"99083639":21,"99084226e":[],"99088801":5,"991":27,"99106686":[],"99115119":5,"99176998":5,"992":27,"99215828":30,"99242921":5,"99265097":5,"99268332":30,"993":27,"99316252":5,"99371056":5,"99389612":5,"9940253773173835":[],"9943201":5,"9947756":5,"99492986":5,"9950597269547777":31,"99528218":5,"99539415":5,"9955500279779226":[],"99566069":5,"99578809":5,"996":[5,32,33],"99608161":5,"9963311287748658":31,"9963961":5,"99650061":5,"9967458":5,"9969332511584248":31,"99700706":5,"99709215":5,"99729756":5,"99751458":5,"99758326":5,"99767262":21,"99775587":5,"9978254":21,"99793613":5,"99799099":5,"99813653":5,"99828624":5,"9983295":5,"99845267":5,"99854557":31,"998577":5,"99861053":5,"99862019":31,"99866581":21,"99869482":31,"99871521":5,"99876945":31,"99881845":5,"99883628":31,"99884384":5,"99884409":31,"99891093":31,"99891873":31,"99893323":5,"99898558":31,"999":[9,21,27,35,36],"99901896":5,"99903755":5,"99906023":31,"99911427":5,"99912709":31,"99913489":31,"99918546":5,"99919837":5,"99920175":31,"99926459":5,"99927642":31,"9993237":5,"99932732":21,"99933188":5,"9993511":31,"99938942":5,"99941797":31,"9994385":5,"99944037":21,"99944272":5,"99949266":31,"99949306":5,"99953381":5,"99953475":5,"99956735":31,"99957911":5,"99961294":5,"99965056":5,"99967865":5,"99970894":31,"99970988":5,"9997332":5,"99975913":5,"99977849":5,"99978365":31,"99980002":5,"9998161":5,"99984215":21,"99984732":5,"9998542":21,"99987324":5,"99988325":21,"99989476":5,"99991263":5,"99992746":5,"99993978":5,"99995":5,"999955585168597":6,"99999985":[],"9m":4,"9x":[6,24],"9y":[6,24],"\u00f8yvind":[6,31,32],"abstract":[1,20,35],"boolean":4,"break":[0,4,6,11,14,30],"byte":[23,30],"case":[0,1,2,3,4,5,6,7,11,12,13,14,16,21,22,23,24,25,30,33,36,37],"catch":[0,30],"class":[0,1,3,4,6,7,8,9,11,12,13,27,30,33,35,36,37],"default":[0,1,2,4,6,7,13,16,23,24,25,30,31,32,34,35],"do":[0,2,3,4,5,6,8,9,10,11,12,13,14,15,16,21,23,24,25,31,34],"ekstr\u00f8m":4,"export":9,"f\u00f8470":[28,30],"final":[0,1,2,3,4,5,6,7,8,9,10,11,13,14,16,18,19,20,24,26,27,28,30,33,34],"float":[0,3,4,5,9,11,13,14,23,30,31,35,36],"function":[2,3,4,5,9,14,15,16,17,18,19,22,23],"import":[0,1,2,3,4,6,7,8,9,10,11,12,13,14,16,17,24,27,33,34,35,36,37],"int":[0,1,2,3,4,5,6,11,13,14,21,23,27,31,33,35,36,37],"long":[0,1,3,4,12,13,30,34,35,36,37],"m\u00f8svatn":[6,24],"new":[0,1,2,3,5,6,7,8,9,10,11,13,14,17,21,23,24,30,31,34,35,36,37],"null":30,"public":[0,22,30],"return":[0,1,2,3,4,5,6,7,8,9,11,13,14,21,23,24,27,30,31,32,33,34,35,36,37],"sch\u00f8yen":[6,31,32],"short":[4,5,24,25,32,33],"super":[3,5,31,32],"switch":0,"throw":[3,6,27,33],"true":[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,16,19,23,24,25,27,30,31,32,33,34,35,36,37],"try":[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,22,23,24,25,27,30,31,32,33,34,35,36,37],"var":[1,5,6,10,11,13,18,19,24,27,30,31,32,33,35,37],"while":[0,1,3,4,5,6,7,8,9,11,12,13,27,30,31,32,33,34,35,36,37],A:[2,3,5,6,7,10,11,12,13,16,18,20,22,23,24,25,26,27,28,29,31,35,36,37],AND:2,And:[0,3,4,5,6,9,13,20,22,24,25,27,37],As:[0,1,2,3,4,5,6,8,10,12,13,16,23,24,25,27,30,31,32,33,34,35,36,37],At:[0,4,6,13,24,30,35],BE:[0,30],Be:[2,22,30],Being:[13,35],But:[0,1,2,3,5,6,9,10,25,27,31,32,33],By:[0,3,5,6,12,13,17,23,30,31,32,33,34,35,36,37],For:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,26,27,29,30,31,32,33,34,35,36,37],IF:[6,32,33],IN:29,If:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,16,21,22,23,24,25,27,30,31,32,33,34,35,36,37],In:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37],Is:11,Ising:[5,12,31,36,37],It:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,22,23,24,25,27,30,31,32,33,34,35,36,37],Its:[1,2,4,11,37],NO:[7,11,34],No:[3,4,6,9,30,32,34,36],Not:[0,1,5,6,30,31,32,33,36,37],OR:27,Of:27,On:[0,3,15,26,27,28,29,30],One:[0,1,3,4,5,6,7,8,11,12,13,17,20,21,24,27,31,33,34,35,36,37],Or:[0,1,6,24,30,34],Such:[0,6,12,16,27,33,34,35,36,37],That:[0,5,7,10,11,12,14,19,24,27,30,32,33,34,37],The:[4,10,13,14,15,16,18,19,20,21,23,24,25,26,27,28,29],Their:37,Then:[0,1,6,8,9,10,11,12,13,14,23,24,30,31,33,34,35,36,37],There:[0,3,4,5,6,8,9,11,12,14,23,24,26,27,28,30,31,32,34,35,36,37],These:[0,2,3,4,5,8,9,10,11,12,13,14,15,16,23,24,25,27,28,30,31,32,35,36,37],To:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,21,23,24,25,27,32,33,34,35,36,37],With:[0,5,6,8,9,10,11,12,14,18,23,24,25,27,30,31,33,36,37],_0:[5,8,10,11,13,31,34,35],_1:[2,5,6,8,10,11,12,13,14,23,31,32,33,34,35,36,37],_2:[2,5,8,11,12,13,23,31,35,36,37],_3:23,_4:23,_9:[13,35,36],_:[0,1,2,4,5,6,7,8,9,10,11,12,13,17,18,19,21,23,24,30,31,32,33,34,35,36,37],_________________________________________________________________:4,__call__:[3,4],__class__:10,__doc__:[6,33],__future__:[8,9],__getattr__:32,__getitem__:2,__init__:[1,2,3,32,37],__main__:2,__name__:[2,10,32],__traceback__:[3,4],_auto10:[6,12,36,37],_auto11:[6,36],_auto12:[6,36],_auto1:[2,3,4,5,6,7,12,13,21,23,27,31,34,35,36,37],_auto2:[2,3,4,5,6,12,13,23,27,35,36,37],_auto3:[3,4,5,6,12,13,23,35,36,37],_auto4:[4,6,12,13,23,35,36,37],_auto5:[4,6,12,13,23,35,36,37],_auto6:[4,6,12,23,36,37],_auto7:[4,6,12,23,36,37],_auto8:[6,12,36,37],_auto9:[6,12,36,37],_base:8,_build:[0,17,19,22,24,29,30],_build_call_output:[3,4],_c:[1,37],_call:[3,4],_call_flat:[3,4],_check_optimize_result:[7,11,34],_compon:11,_decor:[0,30],_depth:9,_distn_infrastructur:34,_eagerdefinedfunct:[3,4],_fraction:9,_handl:[3,4],_i:[0,1,2,5,6,7,8,11,12,13,15,16,17,19,24,30,31,32,33,34,35,36,37],_inference_funct:[3,4],_interpolatefunctionerror:[3,4],_j:[0,1,2,3,5,6,8,13,17,19,24,31,32,33,35,37],_jit_compil:[3,4],_k:[13,34,35,36],_l:[12,36,37],_lambda:[6,30],_leaf:9,_lock:[3,4],_logist:[7,11,34],_m:10,_make_vjp:[2,13,36],_maybe_define_funct:[3,4],_multilayer_perceptron:37,_n:[2,5,8,11,13,31,34,35],_node:[2,9,13,36],_notokstatusexcept:[3,4],_num_output:[3,4],_p:[5,8,31],_process_traceback_fram:[3,4],_r:[3,4],_ratio:11,_sampl:9,_select_forward_and_backward_funct:[3,4],_split:[6,9,24],_src:21,_stateful_fn:[3,4],_stateless_fn:[3,4],_t:[13,21,35,36],_test:[6,24],_trace:[2,13,36],_unpad:2,_valu:[2,13,36],_varianc:11,_weight:9,a0:3,a0faa0:[9,10],a1:[0,30],a2:[0,30],a3:[0,30],a4:[0,30],a_0:[0,21,25,30],a_1a:[0,30],a_1x:[21,25],a_2a:[0,30],a_2x:[21,25],a_3:[0,30],a_3a:[0,30],a_4:[0,30],a_4a:[0,30],a_:[0,1,16,23,30,31,37],a_h:[1,37],a_i:[0,1,2,12,30,37],a_j:[1,12,37],a_k:[0,1,12,37],aaron:29,ab:[0,2,5,13,14,21,30,31,32,35,36],ab_channel:22,abandon:1,abbrevi:26,abid:27,abil:[0,10,30],abl:[0,1,4,5,6,7,10,12,13,16,24,31,34,35,36,37],about:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,22,23,24,25,28,32,33,34,35,36,37],abov:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,23,24,25,27,29,30,31,33,34,35,36,37],abovement:[6,33],abscissa:[13,34,35],absolut:[0,2,5,6,13,30,31,32,33,35,36],absorb:[31,32],acceler:[13,21,35,36],accept:[0,3,6,9,24,30,31],access:[0,3,11,27,31],accid:[4,6,33,34],accompani:[0,30,31],accomplish:[8,9,13,35,36],accord:[0,1,2,5,6,9,12,13,14,15,16,27,30,32,33,34,35,36,37],accordingli:11,account:[0,3,5,13,15,27,30,32,33,35,36],accumul:[12,13,21,27,35,36,37],accur:[0,3,4,6,10,13,33,35,36],accuraci:[0,1,3,4,5,6,7,9,10,11,12,25,30,31,34,36,37],accuracy_scor:[0,1,10,30,37],accuracy_score_numpi:[1,37],achiev:[0,1,5,6,8,12,23,30,32,33,36,37],aco:27,acquaint:[22,30],acquir:[1,22,30],acr:[0,31],across:[1,3,6,9,22,30,33,37],act:[1,3,23,37],action:27,activ:[0,2,3,4,9,26,28,30,33,34,35],actual:[0,1,4,5,6,8,11,16,23,27,30,31,32,33],ad:[1,3,4,5,8,13,15,16,23,32,33,34,35],ada_clf:10,adaboostclassifi:10,adadelta:[13,35,36],adagrad:25,adam:[1,3,4,25,28,30],adapt:[4,6,13,29,31,33,34],add:[0,1,2,3,4,5,6,8,10,11,12,15,16,17,21,24,25,27,30,31,32,33,35,37],add_outgrad:2,add_subplot:[1,7,12,14,34,36,37],addendum:5,addit:[0,2,3,5,6,7,8,9,10,12,13,15,17,21,22,23,24,27,28,29,30,31,32,33,34,35,36,37],addition:[12,13,34,35,36,37],address:[1,9,11,13,30,35,36],adjac:[3,12,36,37],adjoint:[5,31,32],adjust:[0,5,12,13,34,35,36],admir:[0,30],advanc:[4,6,12,29,30,33,36,37],advantag:[1,3,5,6,10,13,23,32,33,34,35,36,37],adversari:30,afecionado:30,affect:3,affin:[0,3,8,11,31],afford:3,aficionado:30,aforement:14,african:[0,31],after:[0,1,2,4,5,6,9,11,12,13,15,20,21,22,23,24,25,27,30,31,32,33,35,36,37],afterward:[0,30],ag:[0,7,26,30,31,34],ag_0:2,again:[0,1,4,5,6,7,8,10,11,12,13,15,16,21,24,25,27,30,31,32,33,35,36,37],against:[1,4,7,10,21,25,34,37],agegroup:[7,34],agegroupmean:[7,34],aggreg:[9,10],agorithm:10,agre:[5,6,27,32,33],agreement:[13,21,35,36],ahead:9,ai:[0,25,29],aid:[11,20],aim:[0,1,4,6,7,11,14,15,16,22,23,24,25,31,33,34],ainv:5,airplan:3,aka:[5,32,33],al:[0,2,4,15,16,17,25,29,30,31,32,33,34,35,36,37],alarm:[5,7,32,33],algebra:[0,3,5,13,21,22,31,32,33,35,36],algorithm:[0,1,2,4,5,6,7,8,13,14,22,23,24,27,29,30,32,33,34],align:[0,2,5,6,7,8,13,24,27,30,31,32,33,34,35],all:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,15,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],allevi:[1,13,34,35],alloc:[3,23],allow:[0,1,2,3,5,6,8,10,13,15,16,22,23,24,30,31,32,33,34,35,36,37],almost:[0,1,6,8,11,13,21,27,30,33,34,35,36],alon:[2,9],along:[2,3,4,5,6,9,10,11,22,23,30,31,32,33,34],alpha:[0,1,2,3,4,6,7,8,9,10,13,14,27,30,31,33,34,35,37],alpha_0:3,alpha_1:3,alpha_2:3,alpha_:10,alpha_i:[3,13,35],alpha_k:[13,35],alpha_m:10,alpha_n:3,alpha_opt:[13,35],alreadi:[2,3,4,5,6,10,12,22,23,27,30,31,32,33,36,37],also:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37],alter:[1,37],altern:[0,1,4,5,6,7,8,9,11,13,23,24,30,31,32,33,34,35,36,37],although:[0,1,5,6,8,10,13,16,21,30,32,33,35,36],alwai:[0,3,5,6,12,13,16,21,27,30,31,32,33,34,35,36,37],am:[4,31],ame2016:[0,30],american:[0,31],among:[0,3,5,9,10,12,23,30,31,32,36,37],amongst:[5,32,33],amount:[0,1,3,4,6,8,10,14,22,33],an:[1,2,3,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,27,28,29,31,32,33,34,35,36,37],an_:27,anaconda:[0,1,15,22,24,30],analog:[13,35,36],analys:[6,32,33],analysi:[1,3,4,7,14,15,16,17,19,21,23,29,34,37],analyt:[2,3,5,6,7,12,13,15,22,24,25,30,31,32,33,34,35,36,37],analytical_gradi:21,analyz:[0,1,3,4,5,6,16,17,24,25,27,30,31,32,37],andrew:[1,37],angl:[0,3,9,31],anharmon:3,ani:[0,1,2,3,4,5,6,7,8,9,10,12,14,18,27,30,31,32,33,36,37],anim:[4,12,36,37],ann:[12,36,37],annot:[0,1,3,7,8,30,31,34,37],announc:30,anoth:[0,1,3,4,5,6,7,8,10,11,12,13,23,24,25,27,30,31,34,35,36,37],ans_vspac:2,ansatz:[0,30],answer:[0,1,3,5,6,23,24,25,28,30,32,33,37],antialias:[2,6,24],anticip:4,anymor:[1,8],anyon:[4,8],anyth:[1,27],anytim:[28,30],apach:1,apart:[11,13,34,35],api:[1,22,30],appar:2,appear:[0,1,3,13,16,23,27,30,35,36,37],append:[1,3,4,8,9,13,21,30,35],appendix:24,appl:[3,4],appli:[0,1,2,3,4,6,7,8,9,10,11,12,13,15,16,24,25,27,29,30,31,32,33,34,35,36,37],applic:[0,1,3,4,5,6,7,9,12,13,21,23,24,27,29,30,31,33,34,35,36,37],apply_gradi:4,approach:[1,2,4,5,6,9,10,11,12,13,17,21,22,27,29,31,34,37],appropri:[2,6,9,12,13,22,27,33,35,36,37],approv:30,approx:[0,2,3,6,10,11,13,27,30,33,34,35,36],approxim:[0,1,2,3,4,5,6,7,10,11,13,18,19,24,27,30,31,32,33,34,35,36],apt:[0,15,22,24,30],aq:27,ar:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],aragorn:30,arang:[1,3,4,6,7,9,10,12,13,24,30,34,35,36,37],arbitrari:[1,4,6,8,12,13,27,33,34,35,36,37],arbitrarili:[0,1,11,30,37],arc:[6,24],architectur:[3,4,12],archiv:25,area:[0,3,6,9,24,29,30],arg:[0,2,3,4,13,30,36],argmax:[1,11,37],argmin:[4,10,14],argnum:[2,13,36],argnum_0:2,argnum_1:2,args_with_tang:[3,4],argsort:11,argu:[1,13,35,36],argument:[0,2,3,5,11,12,13,21,24,30,31,32,33,37],argval:2,aris:[0,6,12,13,27,30,33,34,35,37],arithmet:[0,13,23,30,35,36],arm:[6,32],armadillo:23,around:[0,1,4,5,6,11,27,30,32,33,37],arr:2,arrai:[0,1,2,3,4,5,6,7,8,9,11,12,13,14,21,22,24,27,31,32,33,34,35,36,37],arrang:[3,30],arraybox:[2,13,35,36],arriv:[0,6,9,11,23,27,30,33],arrow:[12,36,37],arrowprop:8,art3d:[13,35],art:[0,1,15,22,30],articl:[0,3,4,6,10,18,25,30,31,32,33],artifici:[0,2,7,12,29,30,34],artificialneuron:[12,36,37],arug:[13,35,36],arxiv:[3,4,21,25,35,36],as_fram:31,asap:30,asarrai:[0,2,6,9,21,31,32,35],ashort:20,asid:31,ask:[5,6,11,12,32,33,37],aspect:[0,6,22,24,30,31,32],assembl:[0,3,30],assert:4,assess:[0,6,24,30,31,32,33],assici:4,assign:[0,7,8,9,12,13,14,26,28,29,30,31,34,35,36,37],associ:[0,6,9,12,14,27,30,33,36,37],assum:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,19,23,24,27,30,31,32,33,34,35,36,37],assumpt:[0,3,5,6,9,11,18,24,27,30,31],ast:[0,5,6,18,24,30,32,33,34],astronomi:[30,31,32,33,34,35,36,37],astyp:[4,9,10],asymmetri:[0,30],asymptot:[4,6,33],async_wait:[3,4],atla:30,atom:[0,30],attempt:[0,4,6,7,8,10,30,32,34],attend:26,attent:[0,23,30],attr:[3,4,32],attract:[0,10,30],attribut:[0,9,13,25,30,32,33],attributeerror:[13,32],audi:[0,30],audio:[3,4],august:[15,16,30],aurelien:[0,15,26,29,30,36],austfjel:[6,24],author:[0,1,10,27,30],authour:30,auto:[9,10,27],autocor:27,autocorrelation_tim:27,autocorrelform:27,autocovari:27,autoencod:[4,22,30],autoencond:22,autograd:[22,25,30],autom:[0,22,29,30],automac:23,automag:30,automat:[0,1,2,3,4,11,16,22,23,30,37],automobil:3,autonom:4,avail:[0,1,4,6,10,11,15,20,21,22,23,24,25,26,28,29,30,33,37],averag:[0,1,3,6,9,10,13,14,21,27,28,30,31,32,33,34,35,36,37],avoid:[0,4,5,6,9,11,13,21,23,30,31,33,34],awai:[2,3,6,31,32,33],awar:[2,10],award:[28,30],ax:[0,1,2,3,4,6,7,8,9,10,11,12,13,14,23,24,25,30,31,33,34,35,36,37],axes3d:[2,6,13,24,34,35],axes_grid1:6,axessubplot:31,axhlin:8,axi:[0,1,2,3,4,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],axiom:[5,32,33],axlabel:[0,30],axvlin:[4,8],axvspan:4,b1:8,b2:8,b3:8,b:[0,1,3,4,5,6,8,9,10,12,13,14,15,16,21,27,28,30,31,32,33,34,37],b_0:0,b_1:[0,2,12,13,35,36,37],b_2:[0,13,35,36],b_5:[13,35,36],b_:[0,1,23,37],b_group:9,b_i:[0,1,2,12,30,36,37],b_ia_:[0,30],b_ia_i:0,b_index:9,b_j:[1,12,36,37],b_k:[0,1,12,13,35,36,37],b_m:[12,36,37],b_score:9,b_valu:9,bachelor:[26,28],back:[0,3,4,5,6,8,9,10,15,23,25,27,30,31,32,34,35,36],backbon:23,backend:[1,4,21],background:[29,30,31],backpropag:[1,37],backtrack:9,backup:23,backward:[1,2,4,12,23,37],backward_pass:2,bad:[6,31,32],badli:27,bag:[9,22,30],bag_clf:10,baggin:30,baggingboot:10,baggingclassifi:10,baggingtre:10,balanc:[6,33,34],band:23,bandwidth:23,bar:[0,6,11,15,16,24,30],barber:29,bare:[4,10],base:[0,1,3,4,5,7,8,9,10,14,22,27,28,29,30,31,32,34,37],basi:[5,7,8,10,11,12,13,23,31,32,34,35,36,37],basic:[2,6,8,12,13,14,22,24,27,30,35,36,37],batch:[3,4,11,12,13,21,25,34,37],batch_shap:4,batch_siz:[1,3,4,37],batchnorm:4,bay:[7,34],bayesian:[5,22,29,30,32,33],beam:[30,33,34,35,36,37],becattini:28,becaus:[0,1,2,3,4,5,6,8,9,12,13,14,30,32,33,34,35,36,37],beccatini:30,becom:[0,1,2,5,6,7,9,12,13,21,27,30,31,32,33,34,35,36,37],been:[0,1,2,3,4,5,6,11,12,13,22,23,24,25,30,31,32,33,35,36,37],befor:[0,1,2,3,4,5,6,7,8,12,13,14,23,24,25,27,30,31,32,33,34,35,36,37],beforehand:[0,27,30],begin:[0,1,2,3,4,5,6,7,8,9,11,12,13,14,21,23,24,27,28,30,31,32,33,34,35,36,37],behav:[1,6,13,33,34,35],behavior:[0,1,13,30,34,35,36],behaviour:[12,36,37],behind:[0,1,6,8,13,30,34,35,37],being:[0,1,2,3,4,5,7,8,10,11,12,13,17,27,30,31,32,33,34,35,36,37],believ:[9,23],belong:[7,8,9,13,14,34,35,36],below:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,23,24,25,27,30,31,32,33,34,35,36,37],benchmark:10,benefici:[1,13,35,36,37],benefit:[0,1,4,11,13,15,22,30,34,35,36,37],bengio:[1,21,25,26,29,30,31,35,36],benign:[1,7,9,34],besid:[4,5,32],bessel:[5,31,32,33],best:[0,1,2,3,4,5,6,7,8,9,10,12,13,24,25,28,30,31,33,34,35,37],best_estimator_:34,beta1:[21,35,36],beta2:[21,35,36],beta:[0,1,3,5,6,7,10,11,13,16,17,18,19,21,24,30,31,34,35,36,37],beta_0:[0,1,3,5,6,7,13,30,31,32,33,34,35,37],beta_0x_:[0,30,31],beta_1:[0,1,3,5,6,7,10,13,30,31,32,33,34,35,36,37],beta_1x_0:[0,30],beta_1x_1:[0,7,30,34],beta_1x_2:[0,30],beta_1x_:[0,30,31],beta_1x_i:[7,13,31,34,35],beta_2:[0,3,13,30,31,35,36],beta_2x_0:[0,30],beta_2x_1:[0,30],beta_2x_2:[0,7,30,34],beta_2x_:[0,30,31],beta_2x_i:31,beta_3:3,beta_3x_i:31,beta_4x_i:31,beta_:[0,3,6,7,13,30,31,32,33,34,35,36],beta_i:[0,3,5,17,30,31,32],beta_j:[0,5,6,13,18,24,30,31,32,33,35,36],beta_k:[13,34,35],beta_linreg:[13,21,34,35,36],beta_m:10,beta_mg_m:10,beta_n:3,beta_ol:33,beta_p:[7,34],beta_px_p:[7,34],beta_ridg:33,betaol:33,betaridg:33,betavalu:5,better:[0,1,2,3,4,6,9,10,11,12,13,21,30,31,32,33,35],between:[0,1,2,3,4,5,6,7,8,9,11,12,13,14,17,21,24,25,27,30,31,32,33,34,35,36,37],beyond:[0,1,5,6,8,13,21,24,30,31,34,35,36],bf:[13,14,23,27,34,35],bgd:[13,35,36],bia:[0,1,2,3,5,8,9,10,12,13,19,25,30,31,32,34,35,36,37],bias:[1,2,3,5,6,9,12,25,32,36],big:[0,1,2,5,6,14,18,30,32,33,37],bigger:[1,6,31,32],bigr:[12,36,37],bike:9,bilbo:30,billion:[3,12,22,36,37],bin:[0,7,27,31,34],binari:[0,3,5,7,9,10,12,25,30,32,33,34],binarycrossentropi:4,bind:[0,31],binomi:[22,27,30],binsboot:[6,33],bioinformat:[0,30],biolog:[1,12,36,37],bios1100:[22,30],bird:[0,3,30],birth:30,bishop:[26,29,30],bit:[1,4,23,27,30,37],bitwis:27,bivari:2,bk:[0,13,31,35,36],bla:[23,30],black:[8,9,14,21],bledso:30,blob:[19,20,24,30,34,35,36],block:[6,10,22,23,27,30,33],blogpost:4,blue:[0,3],bluntli:30,bm:31,bmatrix:[0,1,3,5,7,8,11,13,23,30,31,32,34,35,37],bmi:[1,37],bodi:[0,1,4,12,30,36,37],bold:1,boldfac:[0,5,16,31,32],boldsymbol:[0,1,2,3,5,6,7,8,10,11,13,14,15,16,17,18,19,21,24,30,34,35,36,37],boltzmann:[12,22,30,36,37],book1:29,book:[19,24,25,29,30,32],boost:[1,9,22,30],boostrap:10,bootstrap:[1,13,19,22,24,25,30,34,35,36],borrow:30,boston_dataset:[0,31],bot:8,both:[0,1,4,5,6,8,9,10,13,14,15,16,22,23,24,25,27,28,30,31,32,33,34,35,36],bottl:[7,34],bound:[0,8,12,31,35,36,37],boundari:[2,4,8,11,12,37],box:[2,4,9],boxed_arg:2,boyd:[8,13,34,35],bracket:[4,27],brain:[1,7,12,34,36,37],branch:9,breast:[5,7,11,25,32,33,34],breat:25,breviti:[13,21,35,36],brew:[0,15,22,24,30],brg:8,brief:[24,25,31],briefli:[0,30],bring:[0,5,6,10,25,30,31,32],broad:[0,3,4,30],brought:[13,21,22,30,35,36],brownle:4,browser:30,brute:[3,5,11,31,32,34],bs:[8,9,10],buffer_s:4,bui:4,build:[0,4,5,6,10,23,27,30,32,33,34,35,36,37],built:[0,1,3,4,6,31,33],bunch:11,busi:[0,31],c1:[8,11],c2:[8,11],c:[0,1,2,4,5,6,7,8,9,10,11,12,13,14,15,16,19,22,23,27,28,29,31,32,33,34,35,36,37],c_0:27,c_1:[12,36,37],c_2:[12,36,37],c_3:[12,36,37],c_4:[12,36,37],c_:[0,8,9,10,13,21,27,31,34,35,36],c_i:[12,13,35,36,37],c_k:27,ca:[1,30],cach:10,cal:[0,8,10,12,13,15,16,30,34,35,37],calcul:[0,1,2,4,5,6,8,9,10,11,12,13,14,15,16,18,21,23,25,27,30,32,33,34,35,36,37],california:[25,31],call:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],callabl:[3,4],callback:[3,4],calor:[0,31],cambridg:[13,29,34,35],can:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,22,23,24,25,27,28,29,31,32,34,37],cancel:[0,13,30,31,35,36],cancellation_manag:[3,4],cancer:[5,10,25,32,33],cancerpd:[7,34],candid:[8,9,10,35],cannot:[0,1,4,5,6,7,8,9,26,27,30,31,32,34,37],canopi:[0,15,22,24,30],canva:[24,25,30],cap:[5,32,33],capabl:[0,1,8,13,22,30,35,36],capac:[2,28],capita:[0,31],caption:[24,25],captur:[4,11,12,36,37],captured_input:[3,4],car:[3,4],card:[0,7,30,34],cardin:1,care:[11,34],carefulli:[13,35],carlo:[0,6,22,27,29,30,33],carri:[2,6,7,24,33,34],cart:10,casella:29,cast:1,cat:[3,4],categor:[0,1,3,9,11,30,37],categori:[0,1,3,7,10,12,14,30,31,34,36,37],categorical_crossentropi:[1,3],caus:[0,5,6,27,30,31,32,33],causal:0,causat:[0,30],cax:1,cb:[6,30],cbar:1,cc:[0,1,3,4,5,13,25,30,31,32,33,34,35],ccc:[5,12,32,36,37],cdf:27,cdot:[0,2,6,12,13,14,23,27,30,33,34,35,36,37],celebr:[13,34,35],cell:[0,1,2,3,4,9,10,13,15,24,30,32,33,34,35,36],center:[0,1,6,7,8,9,11,14,24,27,30,32,33,34],central:[0,3,5,6,8,16,23,25,30,31,32],centroid:[14,27],centroid_differ:14,centuri:3,certain:[0,3,6,7,9,27,30,31,33,34],certainti:33,cg:[13,35],cha:[0,31],chain:[0,1,13,22,27,30,35,36],challeng:[35,36],chanc:[1,5,13,27,32,33,35,36,37],chang:[0,1,2,3,4,5,6,8,9,11,12,13,14,21,23,24,25,27,30,31,32,33,34,35,36,37],channel:3,chap4:37,chapter3:[0,19,24],chapter:[0,6,10,11,18,21,23,24,25,29,30,31,32,33,34,35,36,37],charact:[0,3,5,8,30,31],character:[8,9,10,12,27,36,37],characterist:[0,1,3,10,13,21,30,35,36],charg:[0,30],charl:[0,31],chase:4,chat:30,chd:[7,34],chddata:[7,34],cheap:[5,31],cheaper:[1,13,35,36],check:[0,1,3,4,5,11,13,23,30,31,35,36],checkmark:3,checkpoint:4,checkpoint_dir:4,checkpoint_prefix:4,chen:10,chiaramont:2,choic:[0,1,2,3,4,6,9,12,13,14,19,23,25,30,31,33,34,35,36,37],choleski:[5,23,31],choos:[2,3,6,9,10,11,13,14,24,25,33,34,35,36],chosen:[0,1,2,6,8,9,10,13,16,21,25,27,30,33,34,35,36],chosen_datapoint:[1,37],christian:29,christoph:[26,29,30],cifar10:3,cifar:3,circ:[1,12,37],circl:[0,8,12,31,36,37],circuit:3,circumfer:9,circumv:[1,5,13,31,35,36],ckpt:4,clariti:27,class_nam:[3,9],class_val:9,class_valu:9,class_weight:[3,4],classic:[7,9,13,34,35,36,37],classif:[0,3,5,6,7,8,11,12,22,24,29,30,31,32,33,35],classifi:[0,1,4,7,9,10,11,25,30,37],classificaton:[1,37],classifii:10,clean:[1,37],clear:[1,5,10,12,13,21,35,36,37],clearli:[0,3,5,6,7,8,18,27,31,32,33,34],clever:[1,10,37],clf3:0,clf:[0,6,8,9,10,30,31],clf_lasso:6,clf_ridg:[6,30],clip:[3,27],clone:28,close:[0,1,2,4,6,8,9,11,12,13,14,24,27,29,30,33,34,35,36,37],closer:[3,5,13,31,35,36],closest:[8,11,13,14,35],closur:[22,30],cloud:[22,30],cluster:[0,1,4,6,11,22,30,33,37],cluster_label:14,cm:[1,2,3,6,8,9,13,24,34,35,37],cmap:[0,1,2,3,4,6,8,9,10,24,30,37],cmap_arg:6,cmb:26,cmd:9,cmu:31,cn_:27,cnn:[12,36,37],cnn_kera:3,cntk:[22,30],co:[0,2,3,6,9,13,21,30,33,35,36],code:[3,4,6,7,8,15,16,17,19,22,23,24,27,29],coef0:8,coef:[0,30],coef_:[0,5,6,8,9,13,30,31,32,33,34,35],coeff:5,coeffici:[0,3,5,6,7,8,9,13,15,16,23,30,31,32,33,34,35,36],coerc:[0,6,30,33],coin:[10,27],coin_toss:10,col:[0,11,30,31],colab:[22,30],cold:9,colinear:[0,31],collabor:[24,25],collaps:8,collect:[0,2,6,10,11,21,22,27,29,30,33],collinear:[5,31,32],color:[0,3,4,6,8,9,10,21,24,27,35],color_channel:3,color_cod:6,colorbar:[1,6,24],colsample_bytre:10,colsaobject:10,colspec:[0,30],column:[0,1,2,5,6,7,8,9,11,12,17,23,30,31,32,33,34,36,37],columntransform:9,com:[4,6,19,20,21,22,24,25,29,30,32,34,35,36,37],combin:[1,2,5,6,7,10,27,32,33,34,35,36],come:[0,1,3,4,5,12,13,14,15,25,30,31,32,33,35,36,37],command:[0,1,30],comment:[0,4,5,6,15,16,24,25,30,31],commerci:[0,15,22,24,30],commod:[0,30],common:[0,1,3,5,6,7,9,11,13,14,24,25,27,30,31,33,34,35,36,37],commonli:[0,1,4,6,7,9,13,14,31,33,34,35,36,37],commun:[0,12,24,36,37],commut:3,commutatitav:3,compact:[0,1,3,5,6,7,9,11,12,13,14,30,31,32,33,35,36,37],compair:0,compar:[0,3,4,5,6,11,13,15,16,21,23,24,25,30,31,32,33,34,35,36],comparison:[2,4,13,25,35,36],compat:[7,34],compet:[0,30],competit:10,compil:[0,1,3,4,13,15,21,22,23,30,35,36],complet:[0,2,3,4,9,12,30,36,37],completenn:[12,36,37],complex:[1,5,8,9,11,12,13,15,16,19,25,30,33,35,36,37],complic:[0,1,9,13,30,33,34,37],compoment:31,compon:[0,1,3,4,5,6,7,9,14,16,22,30,31,32,33,34,37],components_:11,compos:[9,12,13,14,21,22,30,35,36,37],compphys:[0,6,17,19,20,22,24,26,28,29,30,31,34,35,36],compress:[0,30,31],compris:[6,34],compromis:[5,31],compulsori:[22,30],comput:[0,1,2,3,4,5,6,7,8,10,11,12,13,15,16,17,21,22,23,24,25,26,27,29,30,31,32,33,34,37],computation:[0,3,6,9,13,27,30,34,35,36],computationalscienceuio:30,computerlab:[24,25],con:25,concat:30,concaten:[2,4,6,14],concav:[1,9,13,31,34,35],concentr:[0,10,31],concept:[0,2,22,30,31],conceptu:[12,13,34,35,36,37],concern:[0,1,4,7,30,34,37],concic:30,conclud:[0,5,13,21,32,33,35,36],conclus:[1,37],concretefunct:[3,4],cond:2,conda:[0,1,15,22,24,30],condis:31,condit:[0,2,4,5,6,8,9,11,13,27,30,31,36],conduct:[22,30],condwav:2,confid:[0,5,6,7,8,18,24,30,31,32,34],configur:[3,21],confirm:[5,12,32,33,36,37],confus:[5,6,7,10,23,31,32,33],confusion_matrix:9,congruenti:27,conjug:[4,8],conjugaci:[13,35],conjunct:3,connect:[0,1,3,4,9,11,12,13,23,30,31,34,35,36,37],consequ:[5,6,8,10,12,13,31,32,33,34,35,36,37],conserv:[5,14,31],consid:[0,1,2,3,5,6,7,8,9,10,12,13,16,19,21,23,24,25,27,30,31,32,33,34,35,36,37],consider:[0,1,5,13,30,31,32,33,34,35,37],consist:[0,1,2,3,4,6,12,13,19,21,24,25,27,31,33,34,35,36,37],constant:[0,2,4,5,6,8,12,13,27,30,31,32,33,34,35,36,37],constitu:[0,30],constitut:[2,6,33,34],constrain:[1,3,5,7,11,32,34,37],constraint:[5,6,8,13,17,31,32,33,35,36],construct:[0,1,2,3,5,6,7,8,9,10,11,23,27,30,31,32,33,34],consult:25,contact:[0,30],contain:[0,2,3,4,5,6,7,8,9,11,12,13,17,19,21,23,24,25,27,29,30,31,32,33,34,35,36,37],contemporari:30,content:[1,22,23,30],context:[3,4,6,10,13,24,33,34,35,36],contigu:23,continu:[0,1,2,3,4,5,6,7,8,9,10,12,13,17,18,21,23,24,25,27,30,31,32,33,34,35,37],contour:[9,10,13,35],contourf:[8,9,10],contrast:[1,4,9,10,12,36,37],contribut:[0,3,5,13,21,27,30,31,32,35,36],contributor:[0,24,30],control:[0,1,3,9,13,15,22,30,35,36,37],conv2d:[3,4],conv2dtranspos:4,conv:[3,4],convei:30,conveni:[0,5,6,12,13,23,24,25,30,32,33,34,35,36,37],convent:[12,31,37],converg:[1,2,4,5,7,8,11,13,14,21,25,31,32,34,35,36,37],convergencewarn:[7,8,11,34,37],convert:[0,1,4,5,9,11,13,23,30,31,35,36],converttomatrix:4,convex:[4,5,7,31],convinc:[13,34,35],convolut:[1,4,22,30],cool:[4,9],coolwarm:[6,24],coordin:[5,12,14,31,32,36,37],coorel:[0,31],copi:[0,1,2,14,31,37],copyright:[25,33],core:[2,3,4,10,13,30,36],corel:30,coronari:[7,34],corr:[0,5,7,11,31,34],correalt:[11,22],correct:[0,1,2,3,4,5,7,13,23,27,30,31,32,33,35,36,37],correctli:[1,2,6,7,10,25,37],correl:[0,1,3,5,6,7,10,12,13,21,22,27,30,32,33,35,36,37],correlation_matrix:[0,5,7,11,31,34],correspond:[0,3,5,6,8,9,11,12,15,16,17,22,23,24,27,30,31,32,33,36,37],cortex:[12,36,37],cosin:[3,6,33],cost:[0,2,3,5,6,7,8,9,12,13,16,17,19,21,24,25,30,36],cost_deep_grad:2,cost_funct:2,cost_function_deep:2,cost_function_deep_grad:2,cost_function_grad:2,cost_grad:2,cost_sum:2,costol:[13,21,35,36],could:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,17,23,24,25,27,30,31,32,33,34,35,36,37],coulomb:[0,30],count:[0,2,9,26,27,28,30],countor:[13,35],coupl:[4,5,6,32,33],cours:[0,1,3,5,11,24,25,26,28,31,33],courvil:[21,25,26,29,30,31,35,36],cov:[5,6,11,23,27,30,31,32,33],cov_xi:[5,11,31],cov_xx:[5,11,31],cov_yi:[5,11,31],covari:[0,7,22,23,30,32,34],covariance_matrix:[5,11,14,31],cover:[0,5,17,22,28,29,31,32],covert:[0,30],covxi:27,covxx:27,covxz:27,covyi:27,covyz:27,covzz:27,cpu:[1,3,4],cpu_util:[3,4],craft:3,crawford:30,creat:[1,2,3,4,5,9,10,11,12,13,22,24,30,32,34,35,36,37],create_biases_and_weight:[1,37],create_convolutional_neural_network_kera:3,create_neural_network_kera:1,create_x:[5,11,31],credit:[0,7,28,30,34],crim:[0,31],crime:[0,31],criteria:[0,4,9,10,14,27,30],criterion:[9,10,13,34,35],critic:[6,24,30,31,32],critiqu:[24,25],cross:[0,1,3,7,9,10,13,22,25,27,30,31,32,35,36,37],cross_entropi:4,cross_val_scor:[6,33,34],cross_valid:[7,10,34],crossvalid:[6,33],crucial:[1,27],cs231:3,cs:[26,28],csr_matrix:[23,30],csv:[0,4,6,7,9,30,33,34],ctnk:1,ctx:[3,4],cubic:0,cumbersom:[5,32,33],cumsum:[10,11,30],cumul:[7,10,27],cumulative_heads_ratio:10,cup:[5,32,33],current:[1,2,3,4,13,14,21,24,29,34,35,36],curs:[0,31],curv:[6,7,10,12,24,34,36,37],curvatur:[13,34,35,36],custom:[6,14,24],custom_cmap2:[9,10],custom_cmap:[9,10],cutpoint:9,cv:[6,7,10,33,34],cvxbook:[13,34],cvxopt:[5,8,31],cycl:[1,12,36,37],cyclotron:[31,32],d2_g_t:2,d:[1,2,3,4,5,6,7,8,9,10,11,13,14,23,27,28,30,31,32,33,34,35,36,37],d_f:[13,34,35],d_g_t:2,d_net_out:2,da:3,dagger:[5,23,31],dai:[1,9,22,37],damp:3,daniel:[28,30],darget:9,darkr:27,dat:[0,30],dat_id:[0,6,7,9,30,31,33,34],data1:14,data2:14,data3:14,data4:14,data:[2,4,5,8,10,12,13,14,17,18,19,21,23,25,29,33,35,36],data_handl:[3,4],data_id:[0,6,7,9,30,31,33,34],data_indic:[1,37],data_modul:31,data_panda:30,data_path:[0,6,7,9,30,31,33,34],data_url:31,databas:[1,37],datafil:[0,6,7,9,24,30,31,33,34],datafram:[0,4,5,7,9,11,30,31,34],datapoint:[1,5,6,7,11,13,31,33,34,35,36,37],dataset:[0,4,6,7,8,9,10,11,13,14,15,16,19,24,25,30,31,33,34,35,36],datatyp:4,date:[15,16,17,18,19,20,21,24,25,30,31,32,33,34,35,36,37],daughter:10,david:29,davison:33,dbh:[1,37],dbo:[1,37],dc5e85cd93c3:25,dcomposit:23,ddot:2,dead:1,deadlin:[16,17,18,19,20,21,26],deal:[0,1,3,5,6,8,11,13,14,17,18,23,24,27,30,31,32,33,34,35,36,37],dealt:0,debt:[7,34],debug:[0,5,6,32,33,34],decad:[0,3,30],decai:[0,13,27,30],decemb:[26,28,30],decent:10,decid:[0,2,3,5,6,9,24,32,33,34],decim:[0,30],decis:[0,1,8,11,22,29,30,37],decision_funct:8,decision_tre:9,decisiontreeclassifi:[9,10],decisiontreeregressor:[0,9,10],declar:[0,4,23,30],decompos:[5,6,23,31],decomposit:[0,6,12,24,30,32,36,37],decompost:[5,31],deconvolut:3,decor:[0,30],decorrel:[10,13,21,35,36],decreas:[1,2,4,5,6,10,11,13,32,33,34,35,36,37],deduc:[0,30],deep:[3,7,12,13,21,22,25,26,29,30,31,35,36,37],deep_neural_network:2,deep_param:2,deep_tree_clf1:9,deep_tree_clf2:9,deep_tree_clf:[9,10],deepen:[5,22,30],deeper:[0,3,4,30],deeplearningbook:29,deer:3,def:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,21,24,27,30,31,32,33,34,35,36,37],def_covari:27,def_funct:[3,4],default_tim:4,defect:[5,31],defici:[5,31],defin:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,31,32,33,34,35,36],definit:[1,2,5,6,7,8,10,11,12,13,17,23,27,31,32,33,34,35],defint:27,defun:[3,4],defvjp:2,degre:[3,5,6,8,9,10,11,15,16,17,19,24,27,30,32,33,34],del:1,delet:6,delimit:4,deliv:[26,30],delta:[0,2,3,6,8,12,13,14,21,30,35,36,37],delta_0:3,delta_1:3,delta_2:3,delta_3:3,delta_4:3,delta_5:3,delta_:[1,23,37],delta_h:[0,1,30,37],delta_j:[3,12,37],delta_k:[12,37],delta_l:[1,3,37],delta_momentum:[13,21,35,36],delta_n:[0,3,30],delug:22,delv:[0,30],demand:[13,34,35],demonstr:[0,3,5,6,7,11,12,22,30,31,32,33,34,37],demystifi:[36,37],den:4,denomin:[1,5,32,33,37],denot:[1,2,6,7,13,27,34,35,36,37],dens:[1,3,4],dense_1:4,densiti:[0,2,6,27,30,33],depart:[25,28,30,31,32,33,34,35,36,37],depend:[0,1,2,4,5,6,7,8,11,12,13,15,21,22,23,24,27,30,31,32,33,34,35,36,37],depict:27,deploy:[0,15,22,24,30],deprec:[2,3,13,24,30,31,35],deprecate_nonkeyword_argu:[0,30],depth:[0,3,9,10,23,33],deriv:[0,1,2,6,7,8,10,11,13,16,17,19,21,22,24,30,36],derivati:[13,35,36],derivative_fn:[13,35,36],descend:[5,9,11,31,32],descent:[0,1,3,7,8,12,30,31,37],descent_i:21,descent_x:21,descr:31,describ:[0,2,4,5,6,8,10,11,12,13,18,21,23,24,25,30,32,33,35,36,37],descript:[0,8,9,25,30],design:[0,1,3,4,5,6,7,10,11,12,13,15,16,17,18,19,24,25,30,32,33,34,35,36,37],designmatrix:[0,30],desir:[0,2,4,5,13,14,30,31,34,35],despit:[1,12,36,37],destroi:23,det:[5,23,31],detail:[0,6,11,13,14,23,24,25,31,34,35],detect:[3,8,12,36,37],determin:[0,2,3,4,5,6,8,9,10,11,12,13,16,23,27,30,31,32,33,34,35,36,37],determinist:[7,13,27,34,35,36],dev:1,develop:[0,3,5,8,10,11,12,21,22,23,24,25,30,31,32,33,36],deviat:[0,1,2,4,5,6,19,24,27,30,31,32,33],devic:[3,4],device_nam:[3,4],devis:[12,36,37],df1:30,df:[4,8,11,13,30,35],di:[0,31],diag:[5,8,31,32],diagnost:[1,10],diagon:[0,5,7,13,18,21,23,24,27,30,31,32,34,35,36],diagonaliz:[5,31],diagram:10,diagsvd:6,dice:[6,27,33],dict:[6,8,34],dict_kei:31,dictionari:[0,31],did:[0,1,5,6,7,10,11,14,24,25,30,32,33,34,35],die:1,diff1:2,diff2:2,diff:2,diff_ag:2,diffeent:8,differ:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,15,17,21,22,23,24,27,29,30,31,32,33,34,37],different:[],differenti:[0,3,16,21,22,23,30,31,34,37],differential_oper:[2,13,36],difficult:[0,1,6,10,13,21,24,27,30,33,35,36],difficulti:[0,1,13,30,34,35,36],diffonedim:2,digit:[0,1,3,4,6,24,25,26,28,30,37],dilemma:[13,35,36],dilut:1,dim:[4,11,14,23],dimens:[0,1,2,3,4,5,8,9,11,14,16,17,23,30,31,32,37],dimension:[0,4,5,6,9,11,13,14,19,21,22,23,25,30,32,33,34,35,36],dimensionless:[0,3,30],diment:23,dimnsion:4,diod:3,direct:[0,1,2,4,11,12,13,14,21,30,31,34,35,36,37],directli:[1,4,5,6,27,31,37],directori:9,disabl:[3,4],disadvantag:[0,30],disappear:[3,6,33],disc_loss:4,disc_tap:4,discard:[6,11,33,34],disciplin:[0,3,12,30,36,37],disclaim:27,discord:30,discourag:[13,31,34,35],discov:[0,30],discover:[5,32],discret:[1,3,5,7,13,32,33,34,35,36],discrimin:[4,7,10,11,34],discriminator_loss:4,discriminator_loss_list:4,discriminator_model:4,discriminator_optim:4,discuss:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,35,36,37],diseas:[7,34],disguis:[6,31,32,33],disord:[1,7,34],dispai:[36,37],displai:[0,1,3,4,5,6,7,8,9,10,11,12,14,24,27,30,31,33,34,36,37],displaystyl:[0,5,17,30,31,32],displot:31,disregard:[0,30],dissimilar:[11,14],dist:14,distanc:[0,8,9,11,14,27,31],distance_list:9,distinct:[3,7,8,9,10,14,34],distinctli:8,distinguish:[0,4,7,8,27,30,34],distplot:[0,31],distribut:[0,1,4,6,7,10,11,13,14,15,16,18,19,22,23,24,25,30,31,34,35,37],distrubut:[0,15,22,24,30],dive:[0,8,23,30],diverg:[1,13,34,35,36],divid:[0,1,3,5,6,7,8,9,11,12,25,27,30,31,32,33,34,36,37],divis:[6,8,9,13,21,23,27,33,34,35,36],dna:[7,34],dnn1:4,dnn2_gru2:4,dnn:[0,1,2,4,12,30,36,37],dnn_kera:1,dnn_model:1,dnn_numpi:[1,37],dnn_scikit:[0,1,30,37],doamin:[32,33],doc:[0,6,17,19,20,22,24,25,26,28,29,30,31,34,35,36],document:[4,7,11,13,31,34,35,36],doe:[0,1,2,3,4,5,6,8,10,11,12,13,16,21,23,24,27,30,33,34,35],doesn:[3,9,12,37],dog:[1,3,4,37],domain:[5,8,13,24,25,32,33,34,35],domin:[0,30],don:[0,1,3,5,6,8,11,13,15,21,22,24,25,30,31,35,36,37],done:[0,2,3,4,5,6,9,10,11,13,17,23,24,30,31,32,33,34,35,36],dot:[0,2,3,5,6,7,8,9,10,11,12,13,21,23,24,27,30,31,32,33,34,37],doubl:[3,4,23,30],doubli:1,down:[0,3,6,9,11,12,13,21,30,34,35,36,37],download:[0,1,3,5,6,23,24,29,30,37],downsampl:3,dozen:1,dq:[6,33],drag:[13,35,36],dramat:11,drastic:4,draw:[4,6,10,13,33,34,35],drawback:[0,1,3,13,31,34,35,36],drawn:[1,4,6,7,11,27,30,33,34,37],drive:[3,4],driven:3,drop:[0,1,5,6,11,13,21,27,30,31,32,33,35,36],dropna:[0,6,30,33],dropout:4,dt:[2,3,13,27,35,36],dtype:[0,1,2,3,4,14,21,23,30,31,36,37],dub:[0,30],due:[1,2,5,6,8,10,12,13,28,30,31,33,34,35,36,37],dummi:[0,31],dure:[0,1,3,4,8,9,11,17,20,22,24,30,33,35,36],dwell:[0,31],dwh:[1,37],dwo:[1,37],dx:[2,3,8,27],dx_1:27,dx_1p:[6,33],dx_2p:[6,33],dx_mp:[6,33],dx_n:27,dxp:[6,33],dy:[1,8,27],dynam:4,dz:8,e:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,18,19,21,27,28,30,31,32,33,34,35,36,37],e_:[0,2,30],each:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,21,22,23,25,26,27,28,30,31,32,33,35,36,37],eager:[3,4,33],eapprox:[0,30],earli:[1,3,4,13,21,35,36,37],earlier:[0,5,7,8,9,11,12,13,20,21,30,31,34,35,36,37],earthexplor:[6,24],eas:[6,9,14,33],easi:[0,5,6,7,8,9,10,11,12,13,18,21,22,23,25,30,31,32,33,34,35,36,37],easier:[5,6,8,9,13,25,27,30,31,33,35,36],easiest:[13,34,35],easili:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,23,24,30,31,32,33,34,35,37],eastern:[28,30],ebind:[0,30],eblock:9,econometr:30,economi:5,ecosystem:[22,30],ect:26,edg:3,edgecolor:[6,33],edu:[13,25,31,34],educ:[0,24,25,30,31,34],eff:27,effect:[1,4,10,13,27,35,36,37],effic:[1,37],effici:[0,3,10,13,22,23,27,30,34,35,36],efron:[6,33],egrad:[13,35,36],eig:[5,11,13,21,23,27,30,31,34,35,36],eigen:27,eigenpair:[5,11,31],eigenvalu:[0,5,8,11,13,21,23,30,31,32,34,35,36],eigenvector:[5,11,13,17,31,32,35],eight:[23,30],eigval:[23,27,30],eigvalu:[11,13,21,34,35,36],eigvec:[23,27,30],eigvector:[11,13,21,34,35,36],eispack:[23,30],either:[1,5,6,7,8,9,10,11,13,15,16,24,25,27,30,31,32,33,34,35,37],elabor:27,elarn:3,electr:[0,3,12,30,36,37],electron:30,eleg:11,element:[1,2,3,4,5,6,7,8,11,12,13,17,18,20,21,22,23,24,25,26,29,31,32,33,34,37],elementari:[10,13,23,35,36],elementwis:[3,13,35,36],elementwise_grad:[2,13,35,36],elessar:30,elif:[2,3,4,14,21],elim:23,elimin:[3,8],els:[1,2,3,4,7,9,12,13,23,34,35,36,37],elu:1,elus:[0,30],email:[26,28,30],embed:[0,11,31],embodi:[6,19,24,33],emit:27,emner:29,emphas:[0,10,22,30],emphasi:[0,22,29,30],empir:[1,11,27],emploi:[0,1,5,6,11,13,24,25,27,30,31,32,33,34,35,37],employ:[0,30,31],empti:[6,10,33],emul:[12,36,37],en:[22,29],enabl:[11,21],enbodi:[6,33],encod:[0,3,5,9,11,14,17,30,31,32],encompass:[0,24,27,30],encount:[0,1,5,6,7,13,21,27,30,31,33,34,35,36,37],encourag:[24,25],end:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,21,23,24,27,28,30,31,32,33,34,35,36,37],end_box:[2,13,36],end_nod:[2,13,36],end_valu:[2,13,36],endpoint:[3,6],energi:[0,4,6,31,33],enforc:[12,36,37],eng:29,engin:[0,1,3,4,22,30],english:[24,25],enorm:3,enough:[0,6,13,30,33,34,35],ensembl:[1,9],ensur:[0,1,2,3,5,6,11,13,21,27,31,32,33,34,35,36,37],ensure_initi:[3,4],entail:30,enter:[5,6,17,31,32],enthought:[0,15,22,24,30],entir:[1,3,7,9,22,27,30,34,35,36,37],entiti:[9,12,23,30,37],entri:[0,5,8,11,12,23,30,31,32,33,37],entropi:[1,3,7,10,13,30,35,36,37],enumer:[0,1,2,3,4,6,8,30,31,32,37],env:[0,2,3,4,7,8,11,13,21,27,30,31,32,34,36,37],environ:[2,21,22,24],eo:[0,6,30,33],eol:[0,30],eosfit:[0,30],epoch:[0,1,3,4,12,13,21,25,30,35,36,37],epoch_num:[3,4],epsilon:[0,5,6,7,13,19,24,30,31,32,33,34,35,36],epsilon_0:[0,30],epsilon_1:[0,30],epsilon_2:[0,30],epsilon_:[0,30],epsilon_i:[0,30,31],eq:[3,13,14,23,27,34,35],eqnarrai:[3,5,6,32,33],equal:[0,1,2,3,4,5,6,8,9,11,12,13,14,15,23,24,25,27,30,31,32,33,34,35,36,37],equat:[1,3,4,5,6,7,8,9,10,11,13,14,16,17,18,19,21,23,24,27,33,36],equilibrium:[2,12,36,37],equiv:[3,13,23,27,34,35],equival:[0,1,5,7,8,11,13,21,22,23,30,31,32,33,35,36,37],erf:27,eriador:30,eridg:30,err:[0,10],err_:[6,33],err_sqr:2,errat:[13,34,35],errno:9,erron:2,error:[1,2,4,5,6,7,9,11,12,13,15,16,17,18,19,21,22,23,24,25,27,32,34,35,36,37],error_estimate_corr_tim:27,error_handl:[3,4],error_hidden:[1,37],error_output:[1,37],escap:[13,34,35,36],especi:[1,3,9,12,13,24,25,35,36,37],essenti:[0,5,6,9,10,12,14,24,25,27,31,36,37],establish:[0,6,10,11,15,24,25,30],estim:[0,1,5,6,7,10,11,13,22,27,30,31,34,35,36,37],estimated_mse_fold:[6,33,34],estimated_mse_kfold:[6,33,34],estimated_mse_sklearn:[6,33,34],et:[0,2,4,15,16,17,25,29,30,31,32,33,34,35,36,37],eta0:[8,13,34,35],eta:[0,1,3,8,12,13,21,25,30,34,35,36,37],eta_:[13,21,35,36],eta_t:[13,35,36],eta_v:[0,1,3,30,37],etc:[0,1,3,5,7,8,9,11,12,13,14,15,21,22,23,24,25,27,31,34,35,36,37],ethic:[22,30,31],etsim:33,euclidean:[0,14,31],evalu:[0,2,3,4,5,6,9,13,24,27,30,31,32,33,34,35,36],evaluationform:[20,24,35,36],evaluationgrad:[20,24,35,36],evalut:[13,35,36],even:[0,1,3,4,5,6,8,9,10,11,12,13,14,22,23,27,30,31,32,33,34,35,36,37],evenli:4,event:[5,7,10,27,32,33,34],eventu:[0,5,6,11,12,13,24,25,28,31,32,33,34,35,36,37],everi:[0,1,2,3,4,5,6,9,10,11,12,13,14,22,27,28,30,31,32,33,34,35,36,37],everyth:[4,12,21,37],everywher:[4,13,34,35],evolv:[0,30],exact:[0,2,5,11,12,13,23,27,30,31,35,37],exactli:[0,3,4,6,12,22,24,31,33,36,37],exam:30,examin:[6,33],exampl:[5,11,12,13,15,16,19,20,22,23,24,25,27,29],exce:[1,12,13,21,35,36,37],excel:[0,1,4,5,10,25,30,31],except:[3,4,6,8,9,23],excess:[0,30],excit:[0,30],exclud:[1,6,12,24,31,32,33,34,36,37],exclus:[0,1,3,6,27,30,33,34],execut:[2,3,4,5,13,31,35,36],execute_with_cancel:[3,4],executing_eagerli:[3,4],exemplifi:[13,35,36],exercic:[28,30],exercis:[5,22,24,25,26,28,32,34,35,36,37],exercisesweek35:17,exhaust:[6,33,34],exhibit:[0,5,6,8,30,31,33],exist:[0,1,2,3,5,6,7,8,9,13,18,23,24,25,30,31,32,33,34,35],exit:[5,23,31],exp:[0,1,2,5,6,7,8,10,11,12,13,15,16,21,24,27,30,31,32,33,34,35,36,37],exp_term:[1,37],expand:[5,7,11,13,31,34,35],expans:[0,3,5,8,10,12,13,30,31,34,35,37],expect:[0,1,5,6,7,11,12,13,15,16,19,21,22,24,25,30,31,34,35,36,37],expectation_value_of_h_wrt_p:27,expens:[6,10,13,34,35,36],experi:[0,1,6,8,13,22,24,30,31,33,34,35,36],experiment:[0,3,4,6,9,27,30,33],experimental_get_tracing_count:[3,4],expert:[1,9],explain:[0,6,9,10,11,13,19,24,30,34,35],explained_variance_ratio_:11,explan:25,explanatori:[0,30],explicit:[0,3,6,13,21,23,24,30,31,32,35,36],explicitli:[0,4,21,30],explod:1,exploit:[0,3,12,13,30,35,36,37],explor:[1,4,6,8,13,22,24,25,34,35,36],expon:[1,37],exponenti:[0,1,5,6,10,13,24,27,30,32,33,34,35,36],export_graphviz:9,export_text:9,exporttext:9,expos:[22,30],express:[0,2,3,5,6,7,10,12,13,16,21,23,24,25,27,32,33,36,37],exptmean:27,exptvari:27,extend:[0,2,7,11,13,17,22,30],extens:[0,12,15,22,30,36,37],extent:[0,1,6,29,30,33],extern:[3,6,9],extra:[1,3,5,28,30,31,37],extract:[0,3,5,6,7,8,11,13,23,30,31,34,35],extrapol:[0,30],extrem:[0,1,4,5,6,7,8,9,13,16,23,31,32,33,34,35,36],extremum:[13,34,35],extrins:11,ey:[0,5,6,13,14,23,30,32,33,34,35],f11:[0,30],f12:[0,30],f13:[0,30],f1:[13,35,36],f1_grad:[13,35,36],f1d:[13,35],f2:[13,35,36],f2_grad_x1:[13,35,36],f2_grad_x1_analyt:[13,35,36],f2_grad_x2:[13,35,36],f2_grad_x2_analyt:[13,35,36],f3:[13,35,36],f3_grad:[13,35,36],f3_grad_analyt:[13,35,36],f4:[13,35,36],f4_grad:[13,35,36],f4_grad_analyt:[13,35,36],f5:[13,35,36],f5_grad:[13,35,36],f6:[13,35,36],f6_for:[13,35,36],f6_for_grad:[13,35,36],f6_grad_analyt:[13,35,36],f6_while:[13,35,36],f6_while_grad:[13,35,36],f7:[13,35,36],f7_grad:[13,35,36],f7_grad_analyt:[13,35,36],f8:[13,35,36],f8_grad:[13,35,36],f9:[0,13,30,35,36],f9_altern:[13,35,36],f9_alternative_grad:[13,35,36],f9_grad:[13,35,36],f:[0,1,2,3,4,5,6,7,8,10,12,13,14,16,18,19,21,23,27,28,30,31,32,33,34,35,36,37],f_0:[3,10],f_1:[10,13,34,35],f_2:[12,13,34,35,36,37],f_3:[12,36,37],f_:10,f_d:27,f_grad:[13,35,36],f_grad_analyt:[13,35,36],f_i:[0,6,12,16,33,36,37],f_m:[3,10],f_n:3,f_vec:2,f_wrap:2,face:[13,34,35,36],facecolor:[6,8,27,33],facil:[0,15,22,30,33,34,35,36,37],facilit:[12,36,37],fact:[0,1,3,5,9,11,12,13,30,31,32,33,34,35,36,37],factor:[0,1,3,5,6,9,10,11,13,23,27,30,31,32,33,35,36,37],factori:[13,35,36],fade:6,fafab0:[9,10],fahimeh:[28,30],fail:[0,3,4,6,7,8,11,13,28,30,33,34,35],failur:[7,34],fairli:[1,2,27],fake:4,fake_loss:4,fake_output:4,fale:25,fall:[8,9,26],fals:[0,1,2,3,4,5,6,7,9,10,14,23,24,30,31,32,33,34,35,36,37],famili:[0,7,8,27,34],familiar:[0,3,5,6,8,15,22,23,24,27,30,32,33],famou:[6,12,37],far:[0,3,4,5,6,8,11,12,13,14,30,31,34,35,36,37],fashion:[0,9,10,30],fast:[1,3,6,10,12,13,22,27,30,33,34,35,37],faster:[1,11,13,35,36],fastest:[13,23,34,35],favor:[7,34],favorit:27,fc:3,featur:[0,1,3,5,6,7,8,10,11,12,13,18,22,24,25,27,30,32,33,34,35,36,37],feature_nam:[0,1,7,9,31,34],feautur:9,fed:[1,37],feed:[0,2,3,11,22,25,30],feed_forward:[1,37],feed_forward_out:[1,37],feed_forward_train:[1,37],feedback:[4,20,30],feeddorward:4,feedforward:[1,4,12,37],feel:[0,5,6,11,13,15,16,21,22,24,25,28,30,32,35,36],feet:[0,31],fei:30,felt:[24,25],fetch:[6,24,31],fetch_california_h:31,fetch_openml:31,few:[1,3,4,5,9,27,30,35,37],fewer:[0,9,11,30],ffnn:[1,12,25,36,37],field:[0,3,6,12,22,30,36,37],fifth:[0,6,15,16,24,30],fig:[0,1,2,3,4,6,7,12,13,14,24,30,34,35,36,37],fig_id:[0,6,7,9,30,31,33,34],figaxi:27,figsiz:[0,1,2,3,4,6,7,8,9,10,30,31,33,34,37],figur:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,16,21,22,24,25,30,31,32,33,34,35,36,37],figure_id:[0,6,7,9,30,31,33,34],figurefil:[0,6,7,9,30,31,33,34],file:[0,2,3,4,5,6,7,9,13,24,25,30,31,32,33,34,36],file_prefix:4,filenam:[30,31],filenotfounderror:9,filepath_or_buff:[0,30],fill:[5,9,31],filter:[3,4],filter_traceback:[3,4],filtered_flat_arg:[3,4],filtered_tb:[3,4],financ:[0,30],find:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,16,21,22,24,25,27,30,31,32,34,37],fine:[0,14,15,30],finish:2,finit:[3,5,6,12,13,17,27,31,32,33,35,36,37],first:[0,1,2,3,5,6,7,8,9,10,11,13,14,15,16,17,21,23,24,27,28,29,33,36],first_moment:[21,35,36],first_term:[21,35,36],firsteigvector:11,fit:[1,3,4,5,6,7,8,9,11,12,13,15,16,17,21,24,25,27,31,33,34,35,36,37],fit_beta:[6,31,32],fit_intercept:[0,5,6,31,32,33],fit_mod:9,fit_transform:[0,6,8,9,11,33,34],fiti:[0,30],five:[0,9,17,24,30,31,34],fix:[0,3,4,6,10,11,12,13,21,24,25,30,33,34,35,36,37],flag:4,flat:[12,13,21,34,35,36,37],flatten:[1,3,4,5,23,37],flexibl:[1,6,8,10,12,25,30,31,33,36,37],flip:[28,30],float32:[4,9,21],float64:[4,21,23,30,31,36,37],flop:[5,23,31],flow:[1,4,12,36,37],fluctuat:[5,32],fly:11,fm:[0,30],fmax:3,fmesh:[13,35],fn:[3,4,7],focu:[0,3,4,5,6,15,22,25,29,30,31,32,33],focus:[1,6,7,23,31,32,34,37],fold:[6,9,24],folder:[0,1,4,6,13,24,25,30,33,35,37],follow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],font:[0,7,27,30,34],fontdict:27,fontsiz:[1,6,8,9,10,27],fontweight:1,footprint:3,foral:[8,31],forc:[0,5,6,10,11,30,31,32,34],forcast:4,forecast:[4,12,36,37],forest:[0,1,9,22,30],forget:11,form:[0,3,4,5,6,7,8,9,11,12,13,17,21,22,23,24,25,27,30,31,32,33,34,35,36,37],formal:[3,4,14,27],format:[0,1,2,3,4,6,7,8,9,10,11,22,27,29,31,32,33,34,36,37],format_data:4,formatstrformatt:[6,13,24,34,35],formul:[4,6,11,14],formula:[3,13,27,34,35,36],forth:[4,12,36,37],fortran2003:[22,30],fortran2008:[24,25],fortran90:27,fortran:[0,15,22,23,30],fortun:[0,11,31],forward:[0,3,4,6,22,23,25,30,33],forward_backward:[3,4],forward_funct:[3,4],found:[1,2,4,5,6,12,13,19,20,24,25,30,31,32,33,35,36,37],foundat:[22,30],four:[4,5,6,8,12,23,24,26,28,30,32,36,37],fourier:[0,30],fourierdef1:3,fourierdef2:3,fourierseriessign:3,fourth:[12,30,31,37],fp:7,frac:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,16,17,19,23,24,25,27,30,31,32,33,34,35,36,37],fractal:9,fraction:9,frame:[7,30,34],framework:[1,8,10,27],frank:[5,11,21,25],frankefunct:[5,6,11,24,31],fredli:[28,30],free:[0,6,11,13,15,16,21,22,23,24,25,27,28,29,30,35,36],freecodecamp:22,freedom:[5,32],freeli:[0,24,30],frequenc:[3,4,6,7,27,33,34],frequent:[0,8,9,13,30,34,35],frequentist:22,fresh:10,fridai:[16,28,30],friedman:[6,18,24,26,29,30,31],friendli:4,frodo:30,frog:3,from:[0,1,2,3,4,6,7,8,9,11,13,14,16,17,18,19,22,23,24,27,28,29,30],from_cod:9,from_logit:[3,4],from_tensor_slic:4,fromnumer:2,front:[0,4,5,15,16,30,31,32],fulfil:[2,5,12,31,36,37],full:[0,1,3,5,7,9,10,13,27,30,31,34,35,36],full_matric:[5,31],fulli:[3,6,12,26,27,33,34,36,37],fun:[2,13,22,30,36],fun_nam:2,func:[0,2,30,31],functionali:11,fundament:[0,6,22,30,33],funtion:2,further:[2,7,9,30],furthermor:[0,3,5,6,7,11,12,13,17,22,24,30,31,32,33,34,35,36,37],futur:[0,4,8,9,30,31],futurewarn:[0,30,31],fy:[15,24,25,26,28,29,30],fys4155:[24,25],fys5419:[29,30],fys5429:[29,30],g0:2,g:[0,1,2,3,4,6,8,9,10,11,13,27,30,32,33,34,35,36,37],g_0:2,g_1:[2,10],g_2:[2,10],g_:[2,9,10],g_analyt:2,g_dnn_ag:2,g_euler:2,g_i:2,g_m:[3,10],g_n:3,g_re:2,g_t:2,g_t_d2t:2,g_t_d2x:2,g_t_dt:2,g_t_hessian:2,g_t_hessian_func:2,g_t_jacobian:2,g_t_jacobian_func:2,g_trial:2,g_trial_deep:2,g_vec:2,gain:[1,5,7,9,10,13,31,32,33,35,36],galleri:[0,30],game:4,gamge:30,gamma1:8,gamma2:8,gamma:[0,2,8,9,10,11,13,21,30,34,35,36],gamma_0:10,gamma_1:10,gamma_1x:10,gamma_:[0,30],gamma_i:[0,8,27,30],gamma_j:[13,35,36],gamma_k:[13,34,35],gamma_m:10,gamma_x:[0,30],gap:8,gate:[4,12],gather:[0,1,12,31,36,37],gaug:[12,36,37],gaussbacksub:23,gaussian:[4,5,6,8,14,27,32,33],gaussian_point:14,gaussian_rbf:8,gave:[13,35,36],gbc:[26,30],gca:[2,6,8,13,24,35],gd:[1,25,34],gd_clf:10,gdclassiffiercgain:10,gdclassiffierconfus:10,gdclassiffierroc:10,gdm:[13,21,35,36],gdregress:10,ge:[1,5,7,27,31,34],gen_loss:4,gen_tap:4,gender:[0,30],genener:4,gener:[0,1,2,3,5,6,8,10,11,12,13,14,15,16,17,19,20,21,23,24,27,29,31,32,33,34,35,36,37],generallay:[12,36,37],generate_and_save_imag:4,generate_imag:4,generate_latent_point:4,generate_simple_clustering_dataset:14,generated_imag:4,generator_loss:4,generator_loss_list:4,generator_model:4,generator_optim:4,genom:22,geodes:11,geometr:[0,13,30],geometri:[5,32,33],georg:29,geotif:[6,24],geq:[2,5,8,9,13,31,32,34,35],geron:[0,15,21,26,29,30,35,36],get:[0,1,2,3,4,5,6,7,9,10,11,13,15,20,22,23,24,25,27,28,30,31,32,33,34,35,36,37],get_dummi:9,get_paramet:2,get_split:9,get_yaxi:8,get_yticklabel:6,getattr:2,gibb:[22,30],gif:4,gini:10,gini_index:9,ginvers:13,git:[0,15,22,30],giter:[13,21,35,36],github:[0,6,15,17,19,20,21,22,24,25,26,28,29,30,31,34,35,36],gitlab:[0,15,22,24,25,30],give:[0,1,2,3,5,6,7,8,9,10,12,13,14,17,22,24,25,27,30,31,32,33,34,35,36,37],given:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,23,24,25,27,30,31,32,33,34,35,36,37],global:[6,7,13,24,34,35,36],gloriou:25,glorot:1,gnew:13,go:[0,1,3,5,6,8,9,11,12,13,24,30,31,32,33,34,35,37],goal:[0,7,9,30,34],goe:[0,1,2,5,6,13,14,18,23,30,31,32,33,34,35,36,37],golden:[13,35],gone:[5,31,32],gong:[1,37],good:[1,3,4,5,6,9,10,11,13,17,21,22,27,29,31,32,33,34,35,36],goodfellow:[4,25,26,29,30,31,32,34,35,36,37],googl:[1,4,21,22,30],got:[1,6,24,37],gotcha:21,gov:[6,24],gp:29,gpu:[1,13,21,22,30,35,36],grad:[2,13,21,35,36],grad_analyt:[13,35,36],grade:26,gradient:[0,3,4,7,8,9,12,22,30,31,37],gradient_desc:[3,21,35],gradientboostingclassifi:10,gradientboostingregressor:10,gradients_of_discrimin:4,gradients_of_gener:4,gradients_util:[3,4],gradienttap:4,gradual:[1,14],grai:[4,6,24],graph:[1,9,11,12,13,34,35,36,37],graph_from_dot_data:9,graph_funct:[3,4],graphic:[0,1,9,30],grasp:[0,30],gray_r:[1,3,37],grayscal:3,great:[5,13,34,35],greater:[1,7,27,34,37],greatli:[13,35,36],greedi:[9,34],green:[0,3,9,27],grei:4,grid:[1,3,6,7,8,12,27,31,32,33,36,37],gridsearch:34,gridsearchcv:34,grossli:[13,34,35],ground:[0,30],group:[0,6,7,9,14,22,24,25,26,28,30,33],groupbi:[0,30],grow:[1,3,9,10,37],growth:[0,30],gru:4,guarante:[0,3,4,13,27,30,31,34,35],guess:[1,4,10,13,14,21,25,34,35,36,37],guestrin:10,guid:1,guidelin:[20,35,36],h1:2,h:[0,1,5,6,8,13,16,18,21,24,27,28,29,30,31,34,35,36,37],h_1:[2,13,34,35],h_2:[2,13,34,35],h_:[0,13,30,34,35],h_m:10,ha:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,21,23,24,25,27,30,31,32,33,34,35,36,37],haa:[28,30],habit:[0,31],had:[0,1,6,7,13,30,33,34,35,37],hadamard:[1,12,13,21,35,36,37],half:[1,8,9],halv:10,hand:[0,1,2,3,5,11,12,13,15,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],handi:[3,24,25],handl:[0,1,2,5,9,11,22,32],handle_unknown:9,handsid:[12,37],handwrit:[12,36,37],handwritten:[1,5,30,37],handwrittennot:[19,30,34,35],happen:[1,2,3,4,5,6,10,13,27,31,35,36,37],hard:[1,7,8,10,13,34,35,37],hardcopi:[22,30],harder:[0,1,31],harmon:3,hasn:37,hassl:[0,15,22,30],hast:[22,30],hasti:[0,6,15,16,17,18,24,26,29,30,31,32,33,34],hat:[0,1,5,6,7,9,10,11,12,13,17,18,23,24,31,32,33,35,36,37],have:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,27,28,31,32,33,34,35,36,37],haven:[1,37],he:[7,34],head:[0,4,10,27,31],header:[0,30,31],heads_proba:10,health:[0,31],hear:[0,13,30,35,36],heart:[0,7,30,34],heatmap:[0,1,3,7,30,31,34,37],heavili:[0,30],heavisid:[1,37],height:[1,3,6,31,32,37],held:[13,21,35,36],help:[0,1,4,12,13,16,21,24,25,30,35,36,37],helper:[4,14],henc:[0,5,6,8,9,10,12,13,18,24,30,31,32,33,34,35,36,37],henrik:[28,30],her:[7,34],here:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,27,30,31,32,33,34,35,36,37],hereaft:[0,8,12,30,37],hermitian:23,hessenberg:23,hessian:[0,2,5,13,16,21,32,36],heterogen:[9,10],hi:[7,34],hidden:[1,3,4,12,25,36,37],hidden_bia:[1,37],hidden_bias_gradi:[1,37],hidden_layer_s:[0,1,30,37],hidden_neuron:4,hidden_weight:[1,37],hidden_weights_gradi:[1,37],hierarch:[5,31,32],high:[0,1,2,3,4,5,6,9,10,11,13,14,21,22,23,24,25,30,31,33,34,35,36],higher:[0,1,3,5,6,8,13,21,24,25,30,31,32,33,34,35,36],highest:[1,2,37],highli:[0,3,4,10,18,22,23,25,29,30,31,32,33],highwai:[0,31],hing:8,hint:[13,16,25,31,34,35],hip:22,hire:[0,30],hist:[4,6,7,27,33,34],histogram:[0,6,7,27,31,34],histor:[7,11,34],histori:[3,4,12,36,37],histplot:31,hitherto:[5,32],hjorth:[28,30,31,32,33,34,35,36,37],hobbi:27,hoc:[5,31],hoff:29,hold:[1,3,6,13,14,21,33,34,35,36,37],holder:[0,30],holomorphic_grad:[2,13,36],home:[0,31],homepag:[24,25,30],homework:[6,13],homogen:[1,3,9,10,13,21,35,36],honchar:2,hopefulli:[0,11,27,30],horizont:11,hors:[3,7,34],hot:[1,9,37],hour:[1,22,26,27,28,30,33,37],house_pric:31,how:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,21,22,23,24,25,27,30,31,32,33,35,36,37],howev:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,22,23,24,25,27,30,31,32,33,34,35,36,37],hspace:[0,4,8,10,27,30],hstack:[1,31],htf:[26,30],html:[0,7,11,17,19,22,24,26,28,29,30,31,34,37],http:[0,3,4,6,7,11,13,17,19,20,21,22,23,24,25,26,28,29,30,31,32,34,35,36,37],huang:[0,30],huber:[0,30],huge:[1,3,4,22,37],human:[0,1,3,6,9,12,30,31,32,36,37],humid:9,hundr:1,hungri:1,hybrid:26,hydrogen:[0,30],hyper:[21,25],hyperbol:[1,4,12],hyperparam:8,hyperparamet:[3,4,5,6,9,13,17,30,31,32,33,34,35,36],hyperplan:11,hz:[3,4],i0:[0,30],i1:[0,6,8,12,30,31,32,33,36,37],i2:[0,8,12,30,36,37],i3:[0,12,30,36,37],i5:[0,30],i:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,28,30,31,32,33,34,35,36,37],i_1:[5,6,32,33],i_2:[5,6,32,33],i_:[13,34,35],ian:29,ic:[1,25,37],id:[7,13,34,35],ida:[28,30],idea:[0,1,2,3,4,6,9,10,12,13,23,24,25,30,31,32,33,34,35,36,37],ideal:[0,2,6,8,13,27,30,31,33,36],idem:[6,33],ident:[5,6,12,13,17,23,24,31,35,36,37],identical:[32,33],identifi:[0,1,7,9,11,12,13,14,30,31,34,35,36,37],idx:2,ieor:27,ifi:29,ifs:[22,30],ignor:[0,1,3,9,31],ii:[23,27],iii:[23,30],ij:[0,1,3,6,8,12,14,16,18,23,24,27,30,31,32,33,36,37],ik:[0,23,30,31],illustr:[5,7,10,12,13,14,22,30,33,34,35],ilsvrc:[35,36],im:6,imag:[1,3,4,6,9,11,12,14,25,29,30,36,37],image_at_epoch_:4,image_batch:4,image_height:3,image_path:[0,6,7,9,30,31,33,34],image_width:3,imageio:[6,24],imagenet:30,images_from_seed_imag:4,imagin:1,immedi:[0,3,4,6,15,22,30],implement:[0,2,3,4,5,6,8,9,10,11,12,13,14,17,21,24,25,27,30,31,32,33,34,35,36],impli:[3,5,6,7,13,23,31,32,33,34,35],implicit:3,implicitli:[11,27],importantli:3,impos:[0,6,11,12,30,36,37],imposs:[0,5,30,31],impress:[0,12,30,36,37],improv:[0,4,5,9,10,11,13,21,24,25,31,36],impur:9,imread:[6,24],imshow:[1,3,4,6,24,37],in1:2,in2:2,in3050:[29,30],in3310:30,in4080:[29,30],in4300:[29,30],in4310:29,in5400:3,in5550:29,in_out_neuron:4,inaccur:[13,34,35],inact:[12,36,37],inadequ:[0,30],inch:[6,31,32],includ:[0,1,2,3,4,5,6,7,11,12,15,16,17,20,22,24,25,27,28,29,30,31,32,33,37],include_bia:[6,9,33],inclus:17,incom:[12,36,37],incorrect:[1,37],incoveni:8,increas:[0,1,3,4,5,6,7,8,9,11,12,13,21,24,27,30,31,32,33,34,35,36,37],increasingli:27,increment:35,ind:6,inde:[0,2,4,5,6,13,30,31],indefinit:4,independ:[0,5,6,7,8,12,13,27,30,31,34,35,36,37],index:[0,1,3,4,10,14,22,23,25,27,29,30,31,37],index_col:[0,30],indic:[0,1,3,4,5,6,9,10,11,13,16,21,24,25,30,31,35,36,37],indispens:[6,33],individu:[1,6,7,10,12,27,30,31,33,34,36,37],indu:[0,31],indx1:2,indx2:2,indx3:2,indx:23,ineffici:[3,13,35,36],inequ:[8,13],inequaltii:[34,35],inertia:[13,21,35,36],inf1000:[22,30],inf1100:[22,30],inf1100l:[22,30],inf1110:[22,30],inf3000:30,infeas:9,infer:[0,1,4,6,29,30,33,37],infer_nrow:[0,30],inferenc:1,infil:[0,6,7,9,30,33,34],infin:[5,6,7,11,18,31,32,33,34],infinit:3,infinitesim:27,influenc:[6,10,33,34],influenti:[1,37],info:30,inform:[0,1,3,4,6,9,11,12,13,14,21,23,24,25,29,30,33,34,35,36,37],infti:[3,6,13,27,33,34,35],ingeni:[13,34,35,36],ingrad:2,ingredi:[0,9,30],inher:[6,33],inherit:[23,30],initi:[0,1,2,6,10,13,14,23,25,27,30,33,34,35,36,37],initial_epoch:[3,4],inject:14,inlin:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],inner:[0,13,31,35],inp:4,inplac:[13,35,36],input:[0,1,3,4,5,6,7,8,9,10,12,13,14,15,21,24,25,27,30,31,32,33,34,35,36,37],input_dim:1,input_shap:[3,4],inputs:1,inputs_shuffl:[0,1,31,37],insert:[3,5,6,8,10,27,31,32,33],insid:[0,4,7,31,34],insight:[0,1,5,21,22,25,30,31,32,33],insist:[6,13,31,32,35],inspect:34,inspir:[0,1,12,25,30,36,37],instabl:2,instal:[0,1,5,6,9,15],instanc:[0,1,2,4,6,9,11,13,30,31,33,34,35,37],instanti:10,instead:[0,1,2,3,4,5,6,8,9,11,13,14,21,23,24,27,30,31,33,34,35,36,37],institut:[1,37],instruct:[0,1,15,16,30],int32:10,int64:31,int64index:30,int_0:27,int_:[3,6,27,33],int_a:27,intak:[0,31],integ:[1,2,13,14,23,27,30,35,36,37],integer_vector:[1,37],integr:[3,6,27,30,33],intellectu:30,intellig:[0,14,29,30],intend:[10,30],intens:[1,25],intention:14,interact:[0,6,9,12,22,24,25,30,36,37],intercept:[0,6,8,11,13,16,24,30,32,33,34,35],intercept_:[0,6,8,9,13,30,31,32,33,34,35],interceptol:33,interceptridg:33,interchang:[5,12,23,32,33,36,37],interconnect:1,interest:[0,1,2,3,4,5,6,7,8,9,12,21,22,24,25,27,30,31,32,33,34,35,36,37],interfac:[0,1,23,31,37],interior:[0,9,30],intermedi:[23,31],intern:[1,10,12,36,37],interpol:[1,3,4,6,12,24,36,37],interpr:[5,31,32],interpret:[0,1,6,9,10,12,13,17,19,23,24,25,27,37],interv:[0,3,5,6,7,13,18,24,27,30,31,32,34,35],intial:[13,34,35],intract:[0,4,31],intrins:[3,11,23,27,30],intro:[22,29,30],introduc:[0,1,5,6,8,10,12,17,23,24,27,30,33,34,37],introduct:[1,2,4,13,17,20,29,31,34,35],introductori:[0,4,23,29,30,31],intuit:[0,5,6,8,12,13,21,24,30,32,33,35,36,37],inv:[0,5,13,21,30,31,32,34,35,36],invalid:[8,37],invalu:[0,13,15,22,30,34,35],invari:[1,37],invd:[5,32],inver:[8,36,37],invers:[0,3,6,13,15,16,17,21,24,25,30,31,34,35,36],inverse_transform:8,invert:[0,5,7,10,13,21,30,32,34,35,36],invh:[13,21,35,36],invok:[0,8,31],involv:[0,2,6,7,11,12,31,33,34,35,36,37],io:[0,17,19,22,24,26,28,29,30,31],ion:36,ip:[0,8,27,30],ipca:11,ipykernel_18986:1,ipykernel_19041:[],ipykernel_19107:[],ipykernel_19139:[],ipykernel_19152:[],ipykernel_19176:6,ipykernel_19181:[],ipykernel_19201:[],ipykernel_19294:13,ipykernel_19329:24,ipykernel_19344:30,ipykernel_19367:33,ipykernel_19394:35,ipykernel_74401:37,ipynb:[22,30],ipython:[0,5,7,9,11,14,15,22,24,25,30,31,34],iq:[6,33],iri:[8,9],irreduc:[6,33],irrelev:[5,31],irrespect:[0,30],irvin:25,isbox:[2,13,36],iseffici:[35,36],isn:[5,32,33],isnul:[0,31],isomap:11,isotop:[30,33,34,35,37],issu:[1,9,23,31,32],it_arrai:[13,35],item:[0,13,30,35,36],items:[23,30],iter:[1,2,3,4,6,7,8,11,13,14,21,27,33,34,36,37],its:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,18,22,23,24,25,27,30,32,33,34,35,36,37],itself:[5,6,12,19,24,25,27,31,32,33,37],j1:23,j:[0,1,2,3,4,5,6,8,9,11,12,13,14,16,17,18,19,23,24,27,29,30,31,32,33,34,35,36,37],j_:6,j_lasso_sk:6,j_ridge_sk:6,j_sk:6,jackknif:[6,22,30,33],jacobian:[2,13,34,35,36],jacobian_shap:2,jakobsen:[28,30],jason:4,jax:[22,25,30],jax_descend_i:21,jax_descend_x:21,jax_enable_x64:21,jax_grad:21,jensen:[28,30,31,32,33,34,35,36,37],jerom:[18,24,29],ji:[12,23,37],jit:[13,35,36],jj:[0,5,6,30,32,33],jk:[0,1,6,12,23,30,36,37],jl:[0,30],jm:23,jnp:[13,21,35,36],job:[2,8,10],join:[0,4,6,7,9,30,31,33,34],joint:[4,5,32,33],judg:[13,34,35],judgement:[6,24],julia:[22,23,24],jump:[24,27],junk:4,jupit:30,jupyt:[0,15,19,22,24,29,30,33],just:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,22,24,25,27,30,31,32,33,34,35,36,37],justif:[0,30],justifi:[3,10],k0:[7,34],k1:[7,34],k:[0,1,3,5,6,7,8,9,10,11,12,13,14,22,23,24,27,28,30,31,32,35,36,37],kaggl:[6,24,25],kappa_d:27,karl:[28,30],karush:8,kate:30,katrin:[28,30],keep:[0,1,4,5,6,11,13,14,23,24,25,30,31,32,33,34,35,36],keepdim:[1,6,10,23,33,37],kei:[0,1,3,6,12,31,36,37],kept:[4,6,14,33],kera:[0,4,22,24,25,30],kernel:[0,1,3,22,30,31],kernel_regular:[1,3],kernel_s:4,kernelpca:11,kev:[0,30],kevin:[29,30],keyboardinterrupt:[1,2,3,4],keyword:[13,23,24,30,35],kfold:[6,33,34],kg:[1,37],ki:23,kick:[1,13,35,36],kiener:2,kilomet:[6,31,32],kind:[0,2,3,4,8,12,13,14,30,31,35,36,37],kj:[6,12,23,31,32,33,37],kjm:[22,30],kkt:8,kl:27,km:[12,30,36,37],kmean:14,kmeanspoint:14,kn_k:14,know:[0,1,2,5,6,8,13,22,30,31,32,34,35,36],knowledg:[0,22,30],known:[1,3,4,5,6,7,8,9,12,23,24,25,27,29,31,32,33,34,36,37],kondev:[0,30],kp:27,kpca:11,kroneck:14,kuhn:8,kvalsund:[28,30],kwarg:[0,2,3,4,13,30,36],kwd:[0,3,4,30],kwown:[0,30],l0:[7,34],l1:[0,1,3,7,30,34],l1_l2:[1,3],l1regl:5,l2:[1,3,37],l:[0,1,2,3,5,6,7,8,10,11,12,13,19,23,24,27,30,31,33,34,35,36],l_1:[7,34],l_2:[7,13,25,34,35],l_:23,l_j:[12,37],la:[13,35],la_i:[12,37],la_k:[12,37],lab:[20,22,24,30,35,36],label:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,21,22,23,24,25,27,30,31,32,33,34,35,36,37],label_prob:[35,36],labelencod:[7,10,34],labels:[6,8,9],labels_shuffl:[0,1,31,37],laboratori:[26,31,32],lack:[0,30],lagari:2,lagrang:[8,11],lambda:[0,1,2,3,5,6,7,8,10,12,13,17,18,21,24,25,27,30,31,32,33,35,36,37],lambda_0:11,lambda_1:[5,8,11,31],lambda_2:[8,11],lambda_:11,lambda_i:[8,11],lambda_iy_i:8,lambda_jy_iy_j:8,lambda_k:8,lambda_n:[5,8,31],lamda:1,land:[0,8,31],landmark:8,landscap:[13,21,34,35,36],langl:[0,6,11,27,30,31],languag:[0,1,4,8,15,22,23,24,25,29,30],lapack:[23,30],laplac:[5,32,33],laptop:22,larg:[0,1,2,4,5,6,8,9,10,11,13,15,22,23,24,27,29,30,31,33,34,35,36,37],larger:[0,3,5,6,8,10,11,13,17,27,30,31,32,33,34,35,36],largest:[4,8,11],lasso:[0,7,22,30],lasso_sk:6,last:[0,1,2,3,4,5,6,7,8,9,10,12,13,15,17,18,23,24,27,28,30,32,35,37],latent:4,latent_dim:4,latent_point:4,latent_space_value_rang:4,later:[0,1,4,7,8,12,13,14,15,22,24,25,30,34,35,36,37],latest:[4,22],latest_checkpoint:4,latex:30,latter:[0,3,6,7,8,11,13,16,17,23,24,27,30,31,32,33,34,35,36],lattic:[12,36,37],law:[0,30],lax_numpi:21,layer:[0,4,13,21,25,30,35,36],lbfg:[7,9,10,11,34],lcc:[5,6,32,33],lda:11,ldot:[0,6,11,19,24,30,33,34],le:[5,7,10,13,17,21,27,31,32,34,35,36],lead:[0,1,3,5,6,7,8,9,10,11,12,13,16,17,23,27,30,31,32,33,34,35,36,37],leaf:9,leaki:[1,25],leakyrelu:4,lear:[13,34,35],learn:[3,4,5,6,7,8,9,10,12,18,23,26,28,29],learnabl:3,learner:10,learnig:30,learning_r:[3,8,10,21],learning_rate_init:[0,1,30,37],learning_schedul:[13,21,35,36],learnt:[24,25],least:[0,2,7,8,10,11,15,16,17,19,21,22,23,25,27,33,34],leat:[13,21,35,36],leav:[0,1,3,5,6,9,11,30,32,33,34],lectur:[0,1,5,10,11,12,13,15,17,21,22,23,24,25,26,28,29,35,36],lecturenot:[0,17,19,22,24,29,30],left:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,16,17,19,23,24,27,30,31,32,33,34,35,36,37],leftarrow:[8,12,37],legend:[0,2,3,4,5,6,7,8,9,10,13,30,31,32,33,34,35,36],len:[0,1,2,3,4,5,6,8,9,10,11,12,23,30,31,32,33,35,36,37],len_index:[0,30],length:[0,1,2,3,4,8,9,13,16,22,30,31,34,35,36,37],length_of_sequ:4,leq:[0,5,7,8,13,14,17,27,30,31,32,34,35],less:[0,1,3,4,5,6,8,9,13,22,27,30,31,32,33,34,35,36],lessen:1,let:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,23,27,30,31,32,33,34,35,36,37],letter:[0,16,23,27,30,31],level:[0,1,5,6,9,22,23,24,25,26,28,30,31,33],li:[8,11,30],lib:[0,2,3,4,7,8,11,13,21,30,31,32,34,36,37],liblinear:[8,10],librari:[0,1,2,3,4,5,6,9,10,11,15,21,23,24,25,27,29,31,32,33,34,37],licens:[0,1,15,22,24,25,30,33],lie:[0,6,11,27,31,33],life:[0,1,8,12,30,36,37],lifetim:[13,35,36],like:[0,1,2,3,4,5,6,7,9,10,11,12,13,15,16,21,22,23,24,25,27,30,31,32,33,34,35,36,37],likelihood:[0,1,5,9,30,31,35,36,37],lim_:27,lima:[28,30],limit:[0,5,6,7,8,11,12,21,23,24,25,30,31,37],lin_clf:8,lin_model:[0,31],lin_reg:9,linalg:[0,2,5,6,8,11,13,21,23,27,30,31,32,33,34,35,36,37],line1:8,line2:8,line2d:[13,21,35],line3:8,line:[0,1,2,3,4,6,8,9,10,11,13,15,21,24,30,31,32,33,34,35,36],linear:[1,3,5,6,7,9,10,11,12,17,18,21,22,24,27,33,35,36,37],linear_model:[0,5,6,7,8,9,10,11,13,30,31,32,33,34,35,36,37],linear_regress:[6,33],linearli:[5,31],linearloc:[6,13,24,34,35],linearregress:[0,6,7,9,30,31,32,33,34],linearsvc:8,lineat:32,liner:[1,3,37],linerar:10,linewidth:[0,2,4,6,8,9,10,24,33],link:[0,4,9,12,22,24,25,28,30,37],linlag:[5,32],linpack:[23,30],linreg:[0,30],linspac:[0,2,3,4,6,8,9,10,13,15,16,21,23,27,30,31,32,33,35,36],linu:4,linux:[0,1,15,22,24,30],liquid:[0,30],list:[0,1,2,3,4,9,22,24,25,30,31,35],listcomp:2,listedcolormap:[9,10],literatur:[1,7,14,29,33,34],littl:[1,3,9,12,37],live:8,ll:[0,27,30,31],lle:[0,31],lloyd:[4,14],lmb:[0,2,5,6,32,33,34],lmbd:[0,1,3,30,37],lmbd_val:[0,1,3,30,37],lmbda:[13,34,35],ln:[1,13,34,35,37],load:[0,1,4,6,7,9,10,24,31,34],load_boston:[0,31],load_breast_canc:[1,7,9,10,11,34],load_data:[3,4],load_digit:[1,3,37],load_iri:[8,9],loc:[0,3,6,7,8,9,10,30,33,34],local:[0,1,2,3,4,7,12,13,30,31,34,35,36,37],locat:[2,3,8],lock:[3,4],log10:[0,5,6,32,33,34],log:[0,1,2,4,5,6,7,9,10,11,13,23,24,25,30,31,32,33,34,35,36,37],log_:[0,30],log_clf:10,logarithm:[0,5,7,23,30,32,33,34],logbook:[24,25],logic:[0,1,9,30],logist:[0,1,2,8,9,10,11,12,13,21,22,31],logistic_predict:[35,36],logisticregress:[7,9,10,11,34,36,37],logit:[7,34],logreg:[7,9,10,11,34,36,37],logspac:[0,1,3,5,6,30,32,33,34,37],longer:[2,3,8,10,14,23,25,27,30],loocv:[6,33,34],look:[0,1,2,3,4,5,6,7,8,9,10,11,13,18,21,23,24,25,27,30,31,32,33,34,35,36],loop:[1,4,6,10,12,14,22,23,30,33,37],lose:[1,37],loss:[0,1,3,4,5,6,7,8,10,11,13,23,24,25,30,32,33,36,37],loss_fil:4,lossfil:4,lost:4,lot:[0,1,4,6,31,33,35,36],low:[0,6,9,10,11,24,25,30,31,33],lower:[0,1,3,6,9,10,16,23,31],lowercas:[23,30],lowest:[9,13,27,35,36],lr:[1,3,4,10],lstat:[0,31],lstm:4,lstm_2layer:4,lstsq:[0,30,31],lt:[6,33],lu:[0,5,30,31],lubksb:23,luckili:2,ludcmp:23,lux:23,lvert:[1,37],lw:[0,30],m1:[3,4],m:[0,1,2,3,5,6,8,9,10,11,12,13,21,23,26,27,28,29,30,31,32,33,34,35,36,37],m_1:14,m_:[9,12,37],m_h:[0,30],m_k:14,m_l:[12,37],m_n:[0,30],m_p:[0,30],m_t:[13,35,36],ma:11,machin:[1,3,4,5,6,7,9,10,11,12,15,21,23,26,29,31,32,33,36,37],machinelearn:[0,6,17,19,20,22,24,26,28,29,30,31,34,35,36],mackai:29,made:[0,1,3,4,5,6,7,9,11,12,18,24,25,30,31,34,36,37],mae:[0,30],magic:4,magnitud:[1,6,7,13,31,32,34,35,36,37],mai:[0,1,2,3,5,6,7,8,9,11,12,13,18,21,22,23,24,25,27,31,32,33,34,35,36,37],mail:[26,28],main:[0,1,3,4,5,6,7,9,23,24,25,29,30,31,34],mainli:[0,5,6,7,9,30,31,32,33,34],maintain:[6,31,33],major:[1,6,9,10,13,23,30,33,34,35,36,37],make:[1,2,3,4,5,6,7,8,11,12,13,21,22,23,24,25,27,29,32,33,34,35,36,37],make_axes_locat:6,make_classif:[36,37],make_moon:[8,9,10],make_pipelin:[0,6,10,31,33],make_vjp:[2,13,36],makedir:[0,6,7,9,30,31,33,34],makeplot:[0,30],malcondit:23,malign:[1,7,9,34],mammographi:[5,32,33],manag:[0,2,3,15,22,24,30],mandatori:[28,30],mani:[0,1,3,4,5,6,7,8,9,11,13,14,21,22,23,24,25,27,29,30,31,32,33,34,35,36],manifold:11,manner:3,manual:[6,31,32,34],map:[0,1,2,6,7,8,11,12,14,24,27,30,34,36,37],margin:[0,5,8,30],marit:[0,30],mark:30,marker:[0,7,21,23,30,31,34],markov:[22,30],marsaglia:27,mass:[0,1,5,13,31,35,36,37],massag:[0,30],masses2016:[0,30],masses2016ol:[0,30],masses2016tre:0,masseval2016:[0,30],master:[6,19,20,24,26,28,30,34,35,36],mat1100:[22,30],mat1110:[22,30],mat1120:[22,30],mat:[22,30],match:[0,1,4,5,13,14,30,31,34,35,36],materi:[4,5,7,13,17,23,28,35,36,37],math:[3,7,12,13,21,23,27,29,30,33,34,35,36,37],mathbb:[0,4,5,6,7,8,11,12,13,14,17,18,19,23,24,27,30,31,32,33,34,35,36,37],mathbf:[0,5,6,7,8,13,18,19,21,23,24,30,31,32,33,34,35,36],mathcal:[1,5,6,7,13,19,24,32,33,34,35,37],matheemat:3,mathemat:[0,6,11,12,13,17,22,23,27,29,30,32,33,34],mathemati:30,mathrm:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,17,18,19,24,27,30,31,32,33,34,35,36,37],matmul:[1,2,5,32,37],matnat:29,matplotlib:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,21,22,23,24,27,30,31,32,33,34,35,36,37],matplotlibdeprecationwarn:[13,24,35],matric:[0,1,3,4,6,7,8,11,13,16,17,22,31,34,35],matrix:[0,2,3,4,6,7,8,10,13,15,16,17,18,19,21,24,25,27,33],matshow:1,matter:[2,3,13,31,34,35,36],max:[0,1,2,3,4,9,10,12,13,21,28,30,34,35,36,37],max_depth:[0,9,10],max_diff1:2,max_diff2:2,max_diff:2,max_it:[0,1,7,8,11,13,30,34,35,36,37],max_iter:14,max_leaf_nod:10,max_queue_s:[3,4],max_sampl:10,maxdegre:[0,6,10,31,33],maxdepth:10,maxim:[1,4,5,7,8,11,32,33,34,37],maximum:[0,2,3,5,7,8,9,10,13,14,30,31,35,36,37],maxpolydegre:[5,6,32,33,34],maxpooling2d:3,mbox:[5,6,18,24,31,32,33],mccorduck:30,mcculloch:[12,36,37],md:[11,20,24,35,36],mdoel:4,mean:[1,2,3,4,5,6,7,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,27,33,35,36,37],mean_absolute_error:[0,30],mean_divisor:14,mean_i:27,mean_matrix:14,mean_squared_error:[0,4,6,7,10,30,31,33,34],mean_squared_log_error:[0,30],mean_vector:14,mean_x:27,meaning:[0,4,7,30,34],meansquarederror:[0,30],meant:[2,3,7,10,13,34,35,36],measur:[0,1,2,5,6,9,11,12,14,19,24,25,27,30,31,32,33,37],mechan:[0,4,27,30],median:[0,30,31],medicin:[12,36,37],medium:[4,8,13,25,35,36],medv:[0,31],meet:[0,28],mehta:[0,25,30,31,32],memori:[3,4,11,12,13,21,23,30,35,36,37],mention:[0,12,13,24,25,27,30,34,35,36,37],mere:[0,15,25,30],meshgrid:[2,5,6,8,9,10,11,24,31],messag:[5,13,35,36],messi:2,met:[0,3,8,30,31],metal:[3,4],meteorolog:9,meter:[6,31,32],method:[0,1,2,3,4,5,7,8,11,12,14,16,17,18,19,22,23,25,27,29,30,31,32,37],metion:[6,24],metric:[0,1,3,6,7,9,10,14,15,16,30,31,33,34,37],metropoli:[22,30],mev:[0,27,30],mgd:[13,35,36],mglearn:[22,30],mgrid:[13,35],mhjensen:[2,3,7,8,11,21,31,34,37],mi:10,mia:[28,30],michael:[25,37],michigan:[30,31,32,33,34,35,36,37],microsoft:29,mid:[1,37],midel:4,midnight:[16,17,18,19,20,21],midpoint:9,might:[0,1,2,4,6,9,13,31,32,34,35,36],mild:9,millimet:[6,31,32],million:[0,30,31,35,36],mimic:[12,36,37],min:[0,2,5,8,9,30],min_:[0,2,5,14,17,30,31,32],min_samples_leaf:9,mind:[0,6,13,24,30,31,32,33,34,35],mindboard:4,mine:[22,30],mini:[1,11,12,13,21,25,34,37],minibatch:[1,11,13,37],minibathc:[13,35,36],miniforge3:[0,2,3,4,7,8,11,13,21,30,31,32,34,36,37],minim:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,17,18,21,24,31,32,33,35,36,37],minima:[0,1,7,13,30,34,35,36,37],minimum:[0,1,2,6,8,9,11,13,31,33,34,35,36,37],minmaxscal:[0,31],minor:[13,24,27,35],minst:1,minu:[7,34],mirror:9,misc:[6,24],misclassif:[8,9,10],misclassifi:[8,10],miser:0,mismatch:1,miss:[0,7,10,31],mistak:4,mit:29,mix:[1,2,30],mixtur:[13,21,35,36],mk:[9,23],mkdir:[0,6,7,9,30,31,33,34],ml:[0,1,10,13,23,24,25,31,34,35,36],mlab:27,mle:[5,7,34],mlp:[1,36],mlpclassifi:[1,36,37],mlpregressor:[0,30],mm:23,mn:[12,27,36,37],mnist:[1,11,25,37],mod:27,mode:[26,28,30],model:[2,3,5,7,8,9,10,11,13,14,15,16,18,19,21,22,24,27,29,31,32,33,34,35],model_select:[0,1,3,5,6,7,9,10,11,30,31,32,33,34,37],moder:10,modern:[0,6,7,22,30,33,34],modif:[2,12,13,35,36,37],modifi:[0,1,3,5,7,8,10,12,13,30,31,32,34,35,36,37],modul:[0,7,11,23,30,32,34],modular:27,modulo:27,moe:[11,31],moment:[5,6,13,21,27,32,33],momentum:25,monitor:[13,21,35,36],monoton:[5,12,27,32,33,36,37],mont:[0,6,22,27,29,30,33],moor:[5,6,32],more:[0,1,2,4,5,7,8,9,10,11,12,13,14,18,22,25,27,37],moreov:[0,3,30],morten:[28,30,31,32,33,34,35,36,37],most:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,21,22,24,27,30,31,32,33,34,35,36,37],mostli:[1,11],motion:[0,13,30,35,36],motiv:[1,4],move:[0,4,5,6,7,9,12,13,14,21,24,27,30,31,32,33,34,35,36,37],mpl:[0,7,30,34],mpl_toolkit:[2,6,13,24,34,35],mplot3d:[2,6,13,24,34,35],mplregressor:[1,37],mse:[0,4,5,6,9,10,15,16,17,19,24,25,30,31,32,33,34],mse_simpletre:10,mselassopredict:[5,32],mselassotrain:[5,32],mseownridgepredict:[6,32],msepredict:[5,32],mseridgepredict:[0,5,6,32,34],msetrain:[5,32],msg:[0,30,31],msle:[0,30],mt:[7,12,34,36,37],mu0:27,mu1:27,mu2:27,mu:[0,6,11,13,27,30,33,35,36],mu_1:31,mu_:[6,27,31,32,33],mu_i:[6,31,32,33],mu_n:11,mu_x:27,much:[0,1,2,3,4,5,6,8,9,10,11,12,13,23,24,27,30,31,32,33,35,36,37],multi:[0,1,3,7,22,30,31,34],multiclass:[1,7,34,37],multidimension:[11,12,30,36,37],multilay:1,multinomi:[7,34],multipl:[2,4,5,6,7,12,13,27,31,33,34,35,36],multipli:[3,5,6,11,13,23,27,31,32,33,35],multiplum:8,multivari:[0,2,10,11,22,27,30],multivariate_norm:[11,14],murphi:[11,29,30,32],must:[0,1,2,5,6,8,10,12,13,14,27,30,31,33,34,35,36,37],mut_add:2,mutat:[7,34],mutual:[1,3,6,13,33,34,35],mx_:27,myenv:[0,2,3,4,7,8,11,13,21,30,31,32,34,36,37],myriad:[0,15,22,30],mz1:27,mz2:27,n1:23,n2:23,n:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,30,31,32,33,34,35,36,37],n_0:[12,27,36,37],n_:[1,2,3,8,12,27,36,37],n_boostrap:[6,10,33],n_bootstrap:[6,33],n_categori:[1,3,37],n_cluster:14,n_compon:11,n_epoch:[13,21,35,36],n_estim:10,n_examples_to_gener:4,n_featur:[1,37],n_filter:3,n_hidden:2,n_hidden_neuron:[0,1,30,37],n_i:27,n_input:[0,1,3,31,37],n_instanc:9,n_iter:[34,35],n_iter_i:[7,11,34],n_job:10,n_k:14,n_l:[12,27,36,37],n_layer:1,n_m:9,n_neuron:1,n_neurons_connect:3,n_neurons_layer1:1,n_neurons_layer2:1,n_point:14,n_sampl:[6,8,9,10,14,33,36,37],n_split:[6,33,34],n_step:4,n_t:2,n_x:2,nabla:[1,13,34,35,37],nabla_:[2,13,21,34,35,36],nabla_w:[13,35,36],nag:[13,35,36],naimi:[0,30],naiv:[7,34],naive_kmean:14,najafi:[28,30],nall:[0,30],name:[0,1,3,4,5,6,7,8,9,10,12,13,14,15,22,23,24,27,28,30,31,32,33,34,35,36,37],nameerror:[10,15,24,33,34,35],narrow:[13,35,36],nary_f:[2,13,36],nary_op_arg:[2,13,36],nary_op_kwarg:[2,13,36],nary_oper:[2,13,36],nation:[1,5,31,32,33,37],nativ:[22,30],natur:[0,1,4,8,9,12,13,24,25,27,29,30,34,35,36,37],navier:[12,36,37],nb:27,nb_:23,nbconvert:30,nd:14,ndarrai:[2,6],ndef:13,ne:[9,10,23,27,31],nearest:[1,3,6,11,37],nearli:[13,34,35],neat:30,neatli:35,neccesari:[6,33],necess:2,necessari:[0,1,3,4,8,14,30,37],necessarili:[0,4,11,27,30],necesserali:[5,32,33],neck:[7,34],need:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,21,23,25,27,31,32,33,34,35,36,37],neg:[0,1,3,5,6,7,10,13,23,27,30,32,33,34,35,36,37],neg_mean_squared_error:[6,33,34],neglect:27,neglig:27,neighbor:[3,6,11],neither:[4,13,35,36],neq:[13,14,27,34,35],nervou:[12,36,37],nest:[2,9,12,36,37],nesterov:[13,35,36],net:[2,4,12,36,37],netlib:[23,30],network:[0,9,13,21,22,29,31,35],neural:[0,13,21,22,29,31,34,35],neural_network:[0,1,2,30,36,37],neuralnetwork:[1,37],neuralnetworksanddeeplearn:37,neuron:[1,2,3,4,12],neutral:[0,30],neutron:[0,30],never:[1,3,4,6,9,27,33,37],new_box:[2,13,36],new_chang:[13,21,35,36],new_hobbit:30,new_root:[2,13,36],new_trac:[2,13,36],new_tracing_count:[3,4],newaxi:[0,3,6,9,33,34],newli:[0,30],newton:[1,7,8,13,27,37],next:[0,1,2,3,4,5,6,8,9,13,14,21,30,31,32,34,35,37],next_guess:[13,35],next_input:4,nf8_grad:13,nfrom:13,ng:[1,37],ngini:9,ni:14,nice:[0,1,5,11,30,31,32,33,37],nielsen:[25,37],nimport:13,niter:[13,21,34,35,36],nitric:[0,31],nlambda:[0,5,6,32,33,34],nlp:29,nm:27,nm_n:[0,30],nmse:[6,33],nn:[2,5,6,12,23,32,33,36,37],nn_model:1,nnmin:2,node:[1,2,3,9,10,12,25,36,37],node_constructor:2,nois:[0,4,5,6,8,9,10,13,15,16,19,24,30,31,32,33,34,35],noise_dimens:4,noisi:[1,6,19,24,33,37],non:[0,1,3,4,5,6,7,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],noncommerci:[25,33],none:[0,1,2,3,4,5,9,10,13,27,30,31,32,33,34,35,36],nonlinear:[3,6,8,9,11,12,33,36,37],nonneg:[6,9,13,33,34,35],nonparametr:6,nonsens:27,nonsingular:23,nonumb:[3,7,8,13,21,23,34,35,36],nonxla:[3,4],nor:[1,4,13,35,36],norm:[0,1,5,6,8,11,13,17,30,31,32,33,34,35,36,37],normal:[3,4,5,6,7,8,9,10,11,12,13,15,16,18,19,21,22,23,24,25,27,30,31,32,34,35,36,37],normali:[23,30],norvig:30,norwai:[6,24,25,30,36],notat:[0,2,5,6,13,14,21,27,30,31,32,33,35],note:[0,1,2,3,4,5,6,7,8,11,12,13,14,15,16,19,22,23,24,25,27,29,30,34,35,36,37],notebook:[0,1,3,9,15,22,24,25,30,33,37],notesexercise5week452022:30,notessep14:[19,34],notessep28:35,noth:[1,2,5,8,12,14,27,31,32,36,37],notic:[4,5,12,13,23,27,30,32,35,36,37],notimplementederror:2,notion:3,novel:[3,6,10,34],novemb:[1,26,28,30],now:[0,2,4,5,6,7,8,10,11,12,14,15,16,17,22,23,24,25,27,30,31,34,37],nowadai:[0,1,3,9,22,30],nox:[0,31],np:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,21,23,24,27,30,31,32,33,34,35,36,37],npr:2,nprint:13,nsampl:[6,9,33,34],nt:2,nthi:[0,30],ntrained_model:6,nu:27,nuclear:[5,31],nuclei:[0,27,30],nucleon:[0,30],nucleu:[0,30],num:4,num_allow_arg:[0,30],num_coordin:2,num_hidden_neuron:2,num_it:2,num_iter:21,num_neuron:2,num_neurons_hidden:2,num_output:[3,4],num_point:2,num_tre:10,num_valu:2,number:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,23,24,25,26,28,30,32,33,34,37],numberid:[7,34],numberparamet:3,numer:[0,5,6,9,10,11,12,13,17,21,22,23,29,30,31,32,33,34,35,36,37],numpi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,22,24,27,31,32,33,34,37],numpy_vjp:2,numpy_wrapp:2,nunmpi:[5,31],nvalu:9,nx:[2,13],nx_test:6,nx_train:6,nx_train_mean:6,ny:27,ny_pr:6,ny_train:6,ny_train_mean:6,o:[0,6,7,8,9,11,15,21,23,28,29,30,31,34],obei:[6,11,13,31,32,33,35],object:[0,1,2,4,8,10,13,23,30,31,34,35,36],obliqu:[5,31],observ:[0,1,3,5,6,7,8,9,10,11,12,13,14,27,32,33,34,35,36,37],obtain:[0,1,5,6,7,8,9,10,12,13,14,17,21,23,24,25,27,30,31,32,33,34,35,36,37],obviou:[5,6,11,27,31],obviouli:30,obvious:[0,4,5,6,21,23,25,30,32,33],oc:31,occupi:[0,31],occur:[0,6,8,9,23,27,30],oct:25,octob:[20,21,26,28,30,36],od:0,odd:[0,3,7,30,31,34],odenum:2,odesi:2,oen:0,off:[1,3,4,5,9,13,19,27,32,33,35,36,37],offer:[6,11,22,23,26,28,30,33],offic:[28,30],offici:[26,30],often:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,16,22,23,27,30,31,33,34,35,36,37],ofter:[23,30],ol:[0,13,15,16,17,18,25,30,31],old:[1,5,10,13,32,33,34,35,37],ols_fit:33,ols_fit_beta:33,ols_sk:6,ols_svd:6,olsbeta:[0,5,32],omega:[2,3,6],omega_0:3,omit:[0,5,30,31,32,33],on_train_batch_begin:[3,4],onc:[1,6,9,11,13,33,34,35,36],one:[0,1,3,4,5,6,7,8,9,10,11,13,14,19,21,22,23,24,25,27,28,30,31,32,33,36],onehot:[1,37],onehot_vector:[1,37],onehotencod:9,ones:[0,2,5,6,8,9,10,11,13,21,23,24,30,31,32,33,34,35],ones_lik:4,onl:3,onli:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,19,21,23,24,25,27,30,31,32,33,34,35,36,37],onlin:[11,26],onto:[5,11,31],op_nam:[3,4],open:[0,1,4,6,7,9,15,22,24,26,28,30,33,34],oper:[0,1,3,5,6,10,11,12,13,15,22,27,30,31,32,33,35,36,37],operation:27,oplu:27,opmiz:[13,35,36],opportun:[0,30],oppos:[6,13,35,36],opposit:[1,5,8,31],opt:[1,5,25,30,32],optim:[0,2,3,4,5,6,7,9,10,11,14,15,16,17,18,19,21,24,25,32,33],optimis:[1,3],optimizer_v2:3,option:[0,1,3,5,6,7,8,11,21,23,24,25,31,32,33,34,37],optionalxlacontext:[3,4],optmiz:[1,8,13,21,31,35,36,37],oral:30,orang:0,order:[0,1,2,3,5,6,7,8,9,10,11,12,15,16,23,24,25,27,30,31,32,33,34,37],ordinari:[0,2,3,7,11,13,15,16,17,19,21,22,25,33,34,35,36],ordinrari:33,oreilli:29,org:[0,3,4,7,11,21,22,23,29,30,34,35,36],organ:[6,7,10,23,33,34],orient:[1,5,27,31,32],origin:[0,3,5,6,8,11,12,13,23,30,31,33,35,36,37],orthogn:[5,31],orthogon:[0,5,6,8,11,13,17,23,30,31,32,35],orthonorm:[5,31,32],os:[0,1,4,5,6,7,8,9,28,30,31,32,33,34],oscar:1,oscil:[3,13,35,36],oslo:[0,15,22,24,25,26,28,30,31,32,33,34,35,36,37],osx:[0,15,22,24,30],other:[0,1,2,3,5,6,7,8,10,13,14,15,19,22,24,25,26,27,28,29,32,33,35],otherwis:[0,1,4,7,13,21,23,25,30,31,34,35,36,37],ouput:[5,7,12,32,33,34,37],our:[1,2,3,6,7,8,9,10,12,14,15,16,17,18,19,21,22,23,24,25,27,32,33,36],ourmodel:0,ourselv:[0,5,6,8,11,13,30,31,32,33,34,35],out1:2,out2:2,out:[0,1,2,4,5,6,7,8,9,10,11,12,13,16,21,22,23,24,25,27,30,31,32,33,34,35,36,37],out_fil:9,outcom:[0,7,9,10,12,27,31,34,37],outdoor:9,outer:[6,12,13,37],outfil:4,outgrad:2,outlier:[0,8,30,31],outlin:[6,10,11,33],outlook:9,outperform:10,output:[0,1,3,4,5,6,7,8,9,10,12,13,16,23,24,25,27,30,31,32,33,34,35,36,37],output_bia:[1,37],output_bias_gradi:[1,37],output_shap:4,output_weight:[1,37],output_weights_gradi:[1,37],outputlayer1:[12,36,37],outputlayer2:[12,36,37],outsid:4,over1:[13,35,36],over:[0,1,3,4,5,6,9,10,12,13,21,23,24,30,31,32,33,34,35,36,37],overal:[1,10,37],overcast:9,overcom:[12,13,35,36,37],overdetermin:[0,30],overfit:[0,1,3,6,9,10,13,21,33,35,36,37],overflow:[1,5,32,33,37],overhead:[12,37],overlap:[3,7,8,9,34],overlin:[0,5,6,9,10,11,14,23,30,31,32,33],overst:[0,30],overtrain:4,overview:[3,34],own:[4,5,6,8,12,13,21,22,23,24,32,33,35,36,37],owner:[0,31],ownmsepredict:0,ownmsetrain:0,ownridgebeta:[0,6,32],ownypredictridg:0,ownytilderidg:0,oxid:[0,31],p0:2,p1:2,p:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,17,23,27,30,31,32,33,34,35,37],p_:[2,4,8,9],p_hidden:2,p_i:[5,27,32,33],p_j:27,p_n:27,p_output:2,p_x:27,pack:[0,30],packag:[0,1,2,3,4,5,7,8,11,13,15,21,22,24,25,27,31,32,34,35,36,37],pad:[3,4],page:[0,22,30],pai:[0,1,9,13,35,36],pair:[0,2,3,9,22,27,30,31],pamilla:30,panda:[0,4,5,6,7,9,11,15,22,24,32,33,34],panel:30,paper:1,paradigm:[0,30],parallel:[3,4,10,13,21,22,23,30,35,36],param:[2,4],param_distribut:34,param_grid:34,paramat:2,paramet:[0,1,2,3,4,5,6,7,8,9,10,12,13,16,17,18,19,21,24,25,27,32,33,37],parameter:[0,6,10,24,30,31],parametr:[0,6,15,16,30,31,33],paramt:[3,5,32,33],parent:2,parent_argnum:2,parser:[0,30],part:[0,1,3,5,6,10,17,18,21,23,26,27,28,30,32,33,36],partial:[0,1,5,6,7,8,10,11,12,13,16,27,30,31,32,33,34,35,37],particip:[22,26,28,30],particl:[0,4,13,27,30,35,36],particular:[0,1,2,3,5,6,9,10,11,12,13,16,24,27,29,30,31,32,33,34,35,36,37],particularli:[5,6,8,11,13,21,27,31,33,34,35,36],partit:[1,4,9,37],partli:[6,30],pass:[2,3,12,14,34],password:[24,25],past:[10,27],patch:[6,27,33],path:[0,4,6,7,9,15,22,30,31,33,34],pathcollect:21,patient:[7,34],patter:4,pattern:[0,3,4,12,26,29,30,36,37],pauli:[0,30],pc:[11,22],pca:[0,7,22,30,31,34],pd:[0,4,5,6,7,9,11,30,31,32,33,34],pde:2,pdf:[0,3,4,5,6,9,19,20,24,25,29,30,32,33,34,35],pedagog:[0,30,31],penal:[6,31,32,33],penalti:[6,13,24,31,32,33,34,35],penros:[5,6,32],pentagon:[13,34,35],peopl:[0,1,9,13,22,31,35,36,37],per:[0,1,6,26,28,30,31,33],percentag:[0,10,11,28,31],perceptron:[0,1,7,30,34],peregrin:30,perfect:[0,1,13,21,30,35,36,37],perfectli:[4,6,33],perform:[0,2,3,4,5,6,8,10,11,12,13,14,15,16,17,19,21,22,23,24,25,27,30,31,32,33,34,35,36],performac:4,perhap:[0,5,13,30,31,32,34,35],perimet:[1,9],period:[1,4,27,37],permut:11,persist:[13,35,36],person:[5,6,7,26,28,30,31,32,33,34],perspect:29,pertin:[12,25,37],petal:[8,9],peter:29,phantom:27,phase:[6,12,36,37],phenomena:27,phi:8,phi_k:8,philosophi:[13,35],phone:[28,30],photo:4,php:25,phrase:[0,30],physic:[0,1,4,7,12,13,25,27,28,29,30,31,32,33,34,35,36,37],physicist:25,pi:[2,3,5,6,7,9,12,13,27,32,33,34,35,36,37],pick:[1,9,10,11,13,14,35,36,37],pickl:1,pictur:[0,30],pie:[22,30],piec:[11,14],pillow:[0,15,22,24,30],pinv:[5,6,13,21,31,32,33,35,36,37],pip3:[0,1,15,24,30],pip:[0,1,15,22,24,30],pipelin:[0,6,8,10,31,33],pippin:30,pit:4,pitfal:[6,31,32],pitt:[12,36,37],pixel:[1,3,4,37],pixel_height:[1,3,37],pixel_width:[1,3,37],place:[0,4,6,8,13,23,24,30,33,34,35],plai:[0,3,4,5,6,8,11,22,30,31,32,33,34],plain:[8,10,12,13,14,21,25,34,35,37],plan:[6,9,28,29,30],plane:[8,9],plateau:[5,32],platform:[3,4,22,30],plausibl:[12,36,37],pleas:[7,11,13,24,25,28,30,31,34,35,36],plenti:1,plethora:[3,12,36,37],plot:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,21,22,23,24,25,27,30,31,32,35,36,37],plot_confusion_matrix:[7,10,34],plot_count:6,plot_cumulative_gain:[7,10,34],plot_data:1,plot_dataset:8,plot_decision_boundari:[9,10],plot_import:10,plot_max:4,plot_min:4,plot_model:4,plot_numb:4,plot_predict:8,plot_regression_predict:9,plot_result:4,plot_roc:[7,10,34],plot_surfac:[2,6,13,24,35],plot_train:9,plot_tre:[9,10],plt:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],plu:[0,3,5,7,30,31,32,34],pm:[8,33],pmatrix:2,pml:29,pn:3,png:[0,4,6,7,9,30,31,33,34],point:[0,1,2,3,5,6,7,8,9,10,11,13,14,15,16,17,19,21,23,24,27,28,30,31,33,34,35,36,37],point_1:4,point_2:4,poisson:[22,27,30],poli:[6,8,33,34],poly100_kernel_svm_clf:8,poly3:0,poly3_plot:0,poly3dcollect:[13,35],poly_featur:[8,9],poly_features10:9,poly_fit10:9,poly_fit:9,poly_kernel_svm_clf:8,polydegre:[0,5,6,10,31,32,33],polygon:[13,34,35],polym:[12,36,37],polymi:24,polynomi:[0,5,6,7,8,9,10,11,15,16,17,19,21,24,25,30,31,33,34],polynomial_featur:[6,33],polynomial_svm_clf:8,polynomialfeatur:[0,6,8,9,31,33,34],polytrop:[0,6,30,33],pool:3,pool_siz:3,poor:[1,13,21,34,35,36],poorli:[0,31],pop:2,popul:[0,5,30,31,32,33],popular:[0,1,3,6,7,8,9,11,12,15,22,23,24,27,30,31,34,36,37],popularli:[0,30],portabl:10,portion:[11,13,21,35,36],pose:[0,4,5,6,11,27,30,33],posit:[0,1,2,3,5,7,8,10,11,13,14,17,23,27,30,31,32,33,34,35,36,37],possibl:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,19,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],possible_gradient_typ:[3,4],possible_gradient_types_non:[3,4],possibletapegradienttyp:[3,4],posterior:[5,32,33],postpon:[0,30,31],postscript:[24,25],postul:[5,32,33],potenti:[0,3,5,6,12,13,30,31,32,33,35,36,37],pott:[12,36,37],power:[0,1,5,6,8,9,12,13,30,31,33,35,36,37],pp:[5,6,18,32,33,34],practic:[0,5,6,7,8,24,25,27,31,32,33,34],practition:[0,1,3,30],pre:30,preced:[1,11,12,27,36,37],preceed:4,preceq:8,precis:[0,2,5,11,13,23,24,25,27,30,31,32,33,35,36],pred:[6,33,35,36],predicit:0,predict:[0,1,5,6,7,8,9,10,15,16,22,24,29,30,31,32,33,34,36,37],predict_prob:[1,37],predict_proba:[7,10,34,36,37],predictor:[0,5,6,7,9,10,11,30,31,32],prefer:[0,1,6,8,9,11,13,15,22,24,25,30],prepar:[0,6,23,24,25,30,31],preprocess:[0,4,6,7,8,9,10,11,32,33,34],prerequisit:0,prescript:[24,25],presenc:[13,35,36],present:[0,5,6,7,9,12,13,21,23,24,25,27,30,31,32,35,36,37],preserv:[3,11,23],press:[13,29,34,35],pretrain:[1,4],pretti:[0,4,8,9,15,22,24,30],prev_centroid:14,prevent:[13,27,35,36],previou:[0,1,2,3,4,5,6,8,10,11,12,13,21,23,24,25,27,31,34,35,36,37],previous:[2,3,9,10,27],price:[0,4,9,13,31,35,36],primal:8,primari:[0,7,30,34],prime:27,primit:2,princip:[0,5,7,22,30,31,34],principl:[0,6,7,8,14,30,33,34],print:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,21,23,27,30,31,32,33,34,35,36,37],print_funct:[8,9],printout:[0,30],prior:[0,5,6,30,31,32,33],privat:[0,30],pro:25,prob:[1,27],probabilist:[0,29,30,31],probabl:[0,1,3,4,6,7,10,13,22,30,31,34,35,36,37],problem:[0,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,27,33],probml:29,proce:[0,5,6,7,8,9,10,11,13,23,30,31,32,33,35],procedur:[2,4,5,6,8,10,11,13,21,24,31,32,33,34,35,36],proceed:23,process:[0,2,4,6,9,10,12,13,15,21,22,23,24,27,29,30,33,34,35,36],prod:29,prod_:[1,5,7,32,33,34,37],produc:[0,3,4,5,6,9,10,11,12,13,22,23,24,27,30,31,32,33,35,36,37],product:[0,1,3,5,6,7,8,12,13,16,21,22,23,30,31,32,33,34,37],profess:[0,30],profil:[3,4],profile_util:[3,4],progag:25,program:[0,1,4,5,6,8,12,14,15,16,21,22,23,26,27,28,30,31,33,36,37],programm:23,progress:[1,4,14,35],prohibit:[6,33],project1:[6,24],project:[0,1,2,3,5,11,13,17,18,19,20,21,22,26,28,31,32,33,35,36,37],project_root_dir:[0,6,7,9,30,31,33,34],promin:[12,36,37],promis:8,promot:[28,30],prone:9,pronounc:[13,22,30,35,36],proof:[0,11,12,13,30,33,34,35,37],propag:[2,3,13,25,35,36],proper:[0,2,6,7,24,30,33],properli:[1,6,8,10,13,21,24,25,35,36],properti:[0,1,3,12,13,16,17,23,30,33,35,36,37],proport:[0,1,5,9,11,13,16,27,30,31,35,36,37],propos:[1,4,6,10,24,25,30],propto:[5,13,32,33,34,35,36],proton:[0,30],prove:[3,13,34,35,36],provid:[0,1,3,4,5,6,8,9,10,12,13,15,21,22,23,24,25,27,30,31,32,33,34,35,36,37],proxi:[1,13,21,35,36],prune:9,pseudo:[23,27,35],pseudocod:[24,25],pseudoinv:[5,32],pseudoinvers:[5,6,32],pseudorandom:[6,27,33],psycholog:[0,30],pt:[13,35],ptratio:31,punish:[0,1,30,37],pure:[3,9,27],purest:9,puriti:9,purpos:[0,3,10,12,14,30,31,36,37],put:[1,30],py:[0,1,2,3,4,5,6,7,8,11,13,21,24,30,31,32,33,34,35,36,37],pycod:30,pydata:22,pydot:9,pyhton2:30,pylab:[0,7,30,34],pylint:[3,4],pypi:22,pyplot:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],pythagora:[5,32,33],python2:[0,15,24,30],python3:[0,2,3,4,7,8,11,13,15,21,22,24,30,31,32,34,36,37],python:[1,2,3,4,5,6,8,11,12,13,14,16,21,24,25,27,31,32,35,36,37],pytorch:[0,22,24,25,30],pywrap_tf:[3,4],q:[5,6,8,11,27,31,33],qp:8,qquad:[2,11,13,23,35,36],qr:[5,6,23,31],quad:[1,13,23,35,37],quadrat:[0,8,9,13,15,16,30,35],qualit:[4,9,24,25,27],qualiti:[0,9,15,16,22,30,31],quantifi:1,quantil:10,quantit:[0,6,9,24,25,30,33],quantiti:[0,2,5,6,7,9,10,11,12,14,16,23,27,30,31,32,33,34,37],quantum:[4,12,29,30,36,37],quartil:[0,31],quench:5,queri:9,question:[0,5,6,9,11,12,13,24,28,30,31,32,33,35,36,37],qugan:4,quick:[4,27],quick_execut:[3,4],quickli:[1,3,9,11,13,34,35],quit:[1,5,6,9,10,12,31,33,36,37],quot:[4,30],r2:[0,5,6,25,30,31,32,34],r2_score:[0,30,31],r2score:[0,30],r:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,21,22,23,24,27,31,32,33,34,35,36,37],r_1:9,r_2:9,r_j:9,r_m:9,rad:[0,31],radial:[0,8,12,31,36,37],radioact:27,radiu:[0,1,9,31],rag:2,rain:9,rais:[0,2,13,30,32,36],ramp:1,ran0:27,ran1:27,ran2:27,ran3:27,rand:[0,4,5,6,9,10,13,15,16,21,23,30,31,32,33,34,35,36],randint:[6,9,13,21,33,35,36],randn:[0,1,2,5,6,9,11,13,15,16,21,30,31,32,33,34,35,36,37],random:[0,1,2,3,4,5,6,8,9,13,14,15,16,21,22,23,24,30,31,32,33,35,36,37],random_forest_model:10,random_index:[13,21,35,36],random_indic:[1,3,37],random_st:[0,7,8,9,10,11,31,34,36,37],randomforestclassifi:10,randomizedsearchcv:34,randomli:[1,6,9,13,14,21,33,34,35,36,37],randuniform:34,rang:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,21,23,27,30,31,32,33,34,35,36,37],rangl:[0,6,11,27,30,31],rangle_x:27,rank:[5,31],rankdir:4,raphson:[1,8,13,37],rapidli:[0,30],rare:[1,13,30,33,34,35,36,37],rate:[0,1,2,3,4,8,9,10,12,13,25,31,34,37],rather:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,23,27,30,31,32,33,34,35,36,37],ratio:[4,7,9,10,11,34],rational:[0,30],ravel:[5,6,7,8,9,10,11,13,23,31,33,34,35],raw:3,raw_df:31,rbf:[8,11,12,36,37],rbf_kernel_svm_clf:8,rbf_pca:11,rc:[0,27,31],rcond:[0,30,31],rcparam:[0,1,3,7,8,9,10,27,30,34,37],re:[2,4,13,34,35],reach:[1,4,5,6,7,9,10,11,12,13,14,32,33,34,35,36,37],read:[0,2,3,4,5,6,7,8,11,12,16,21,23,24,25,26,27,29,32,34,35,36,37],read_csv:[0,6,7,9,30,31,33,34],read_fwf:[0,30],reader:[0,6,23,27,30,31,32],readi:[0,1,5,6,8,10,11,12,23,24,30,32,33,37],readili:[1,37],readthedoc:22,real:[0,1,2,4,7,10,11,12,13,23,31,33,34,36,37],real_loss:4,real_output:4,realist:8,realiti:27,realiz:[1,12,36,37],realli:[0,1,30],rearrang:[13,35,36],reason:[0,1,3,4,10,13,29,30,34,35,36],reassign:1,recal:[5,6,9,10,11,12,23,27,30,31,32,33,34,35,37],recast:3,receiv:[1,3,10,12,27,36,37],recent:[0,1,2,3,4,6,9,10,13,15,21,24,29,30,32,33,34,35,36],recept:[3,12,36,37],receptive_field:3,recip:[0,6,7,23,24,25,30,31,34],reciproc:[5,32],recogn:[0,4,5,10,30,32,33],recognit:[0,1,3,12,26,29,30,36,37],recommend:[0,2,3,4,5,6,8,13,15,18,21,22,23,24,25,29,32,33,37],reconsid:9,reconstruct:11,record:[10,20,24,25,26,28,30,35,36],rectangl:[9,13,34,35],rectangular:[5,31],rectifi:[1,3,12,36,37],recur:[0,22,30],recurr:[0,1,22,30],recurs:[9,22,23,30],red:[0,3,4,6,8,9,21,33,35],redefin:[0,10,30,31],redefinit:32,reduc:[1,3,5,6,9,10,11,13,21,30,32,33,34,35,36,37],reduct:[0,10,11,22,27,30,31],refer:[0,1,2,3,5,6,7,11,12,13,14,20,23,24,25,29,30,31,33,34,35,36,37],referenc:2,refin:[12,36,37],refit:[6,33],reflect:[0,1,4,5,24,25,27,30],refresh:[22,30],refreshprogrammingskil:30,reg:[10,11],regard:[1,9,13,35],regardless:[12,36,37],region:[3,4,6,9,12,24,36,37],regist:[6,24,27],reglasso:[5,32],regr_1:[0,9],regr_2:[0,9],regr_3:[0,9],regress:[1,8,11,12,15,16,21,22,23],regressor:[0,7,10,30,34],regridg:[0,5,6,32,33,34],regular:[0,3,4,5,6,7,9,13,17,25,28,30,31,32,33,35,36],reilli:[0,15,29,30],reinforc:[0,8,22,30],reiter:1,reject:7,rel:[0,4,6,7,9,12,13,27,30,31,33,34,35,36,37],relat:[0,1,3,4,5,11,13,14,23,27,30,32,33,35,36],relationship:[0,4,9,30],relativeerror:[0,30,31],releas:[1,3,4,13,22,24,25,30,33,35],relev:[0,1,5,7,11,15,21,22,24,25,27,30],reli:[0,6,8,30],reliabilti:[24,25],reliabl:[7,27,34],relu:[3,4,25,37],remain:[1,2,4,6,12,23,27,31,32,33,34,36,37],remaind:27,reman:2,remark:1,rememb:[0,8,13,23,24,25,30,35,36],remind:[0,5,11,13,23,27,31,32,33],remov:[0,4,5,6,30,31,32,33],render:[0,30,31],reorder:[5,7,31,32,34],reorgan:[0,30],repeat:[0,1,3,4,5,6,9,10,11,13,14,21,23,24,25,27,30,32,33,34,35,36,37],repeated:30,repeatedli:[0,6,10,13,33,35,36],repet:3,repetit:[6,30,31,33,34,35],rephras:[13,34,35],replac:[0,1,3,4,5,6,10,12,14,15,16,21,22,24,25,30,31,32,33,34,37],replica:[6,33],repo:[24,25],report:[20,30,35,36],reportexampl:[20,24],reportsampl:20,repositori:[0,4,24,25,30,31],repres:[0,1,2,3,4,5,6,7,8,9,10,12,13,25,27,30,31,32,33,34,35,36],represent:[0,1,3,6,27,30,33,34,37],representd:3,reproduc:[0,5,6,9,12,15,16,22,24,27,30,31,37],repuls:[0,30],request:[0,13,21,30,35,36],requir:[0,1,3,4,5,6,8,9,11,12,13,17,23,30,31,32,33,34,35,36,37],res1:2,res2:2,res3:2,res_analyt:2,res_analytical1:2,res_analytical2:2,res_analytical3:2,resaml:[6,24],resampl:[0,7,10,19,22,30,31,34,35],rescal:[0,11,12,31,36,37],rescu:[5,32,33],reseach:[6,24],research:[0,4,13,21,22,29,30,35,36],resembl:[6,27,33],reserv:[1,5,6,27,32,33,37],reshap:[0,1,2,3,4,6,8,9,10,15,16,23,30,31,33,37],residenti:[0,31],residu:[0,5,13,30,35],resiz:[5,31],resourc:30,respect:[0,1,2,3,5,6,7,8,10,11,12,13,14,16,17,21,24,27,30,31,32,33,34,35,36,37],respond:[12,36,37],respons:[0,7,9,12,30,31,34,36,37],rest:[0,5,31],restat:[0,12,30,37],restor:4,restored_discrimin:4,restored_gener:4,restrict:[0,3,9,12,30,36,37],result:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,21,22,23,24,25,27,30,33,34,35,36,37],retail:[0,31],retain:[5,6,31,33,34],rethink:33,return_data:14,return_sequ:4,return_x_i:9,reus:[1,3,6,18,19,20,24,25],reveal:[0,12,30,36,37],revers:[1,23],review:[22,23],revisit:[14,37],revolut:30,reward:[0,4,30],rewrit:[0,3,5,6,7,8,10,11,12,13,19,23,24,27,32,34,35,36,37],rewritten:[2,6,8,10,27,33],rewrot:[13,34,35],rf:10,rgb:3,rgoj5yh7evk:22,rh:[6,33],rho:[0,10,13,21,30,35,36],rho_1:10,rho_2:10,rho_m:10,rich:[0,30],ride:9,rideclass:9,ridedata:9,ridg:[7,11,13,21,22,25,30],ridge_fit:33,ridge_fit_beta:33,ridge_sk:6,ridgebeta:[5,32],ridgecv:34,right:[0,1,2,3,5,6,7,8,9,10,12,13,14,16,17,19,23,24,27,30,31,32,33,34,35,36,37],right_sid:2,rightarrow:[0,1,5,6,8,11,12,13,27,30,31,33,34,35,36,37],rigor:[0,30],ring:6,rise:[0,30],risk:[0,13,15,16,30,34,35,36],rival:4,river:[0,31],rm:[0,27,31],rmse:[0,31],rmsporp:[13,21,35,36],rmsprop:[1,3,4,13,25],rnd_clf:10,rng:27,rnn1:4,rnn2:4,rnn:[4,12,36,37],rnn_2layer:4,rnn_input:4,rnn_output:4,rnn_train:4,rntrick1:27,rntrick2:27,rntrick3:27,rntrick4:27,ro:[0,13,21,30,34,35,36],robert:[18,24,29],robust:[0,30],robustscal:[0,31],roc:[7,10],role:[0,2,5,6,8,22,30,31,32,33,34],roll:6,room:[0,28,30,31],root:[0,5,9,13,27,30,31,32,34,35,36],rot:30,rotat:[1,8,9,10],rotation_matrix:9,roughli:[1,3],round:[0,7,9,13,31,34,35,36],routin:[13,23,30,34,35],row:[0,1,2,5,6,7,9,11,23,30,31,32,33,34,37],rr:[5,31],rrr:[5,31],rug:[13,34,35,36],rule:[0,1,5,6,13,24,30,31,32,33,35,36],run:[0,1,2,3,4,5,6,8,9,11,13,15,21,22,24,25,30,31,32,33,34,35,36],runtim:[1,6,14],runtimewarn:[1,6,33,37],russel:30,rust:[0,15,22,23,30],rv_frozen:34,rvert:[1,37],rvert_2:[1,37],s:[0,1,2,3,4,5,6,7,9,11,12,13,16,17,18,22,23,24,25,27,30,31,32,37],s_1:6,s_:[3,6],s_i:[6,7,34],s_j:6,s_k:6,saddl:[13,34,35,36],sai:[0,1,2,3,4,5,6,7,8,9,10,11,12,23,24,27,30,31,32,33,34,37],said:[6,9,13,34,35],sake:[0,5,7,11,30,31,32,34],sale:[0,30],sam:30,same:[0,1,2,3,4,5,6,8,9,11,12,14,17,23,24,27,30,31,32,34,37],samm:10,sampl:[0,1,2,3,4,5,6,7,8,9,10,13,14,15,16,19,21,22,23,24,27,30,31,32,33,34,35,36,37],sample_vari:14,sample_weight:[3,4],sampleexptvari:27,samwis:30,sastri:11,satisfactori:[0,30],satisfi:[1,2,3,6,8,13,17,23,27,33,34,35,37],satur:[1,6,33],save:[0,4,6,7,9,13,21,30,31,33,34,35,36],save_fig:[0,6,7,9,10,30,31,33,34],savefig:[0,4,6,7,9,27,30,31,33,34],savetxt:4,saw:[5,31],scalabl:10,scalar:[2,5,6,10,13,31,32,33,36],scale:[0,1,3,5,6,7,8,9,10,11,12,13,15,16,17,21,22,23,24,25,28,30,32,34,35,36,37],scale_mean:4,scale_std:4,scaler:[0,7,8,9,10,11,31,33],scan:[5,7,32,33,34],scari:[5,32,33],scatter:[0,1,6,7,8,9,14,21,30,31,32,33,34],scenario:[6,13,34,35,36],schedul:[13,28,35,36],scheme:[1,13,34,35,36],schrage:27,scienc:[0,1,10,12,13,22,26,27,28,29,31,34,35,36,37],scientif:[0,15,22,24,25,30,35,36],scientist:[0,30],scikit:[3,5,6,7,8,9,10,13,21,22,23,24,25,26,29,36],scikit_learn:[0,16],scikitlearn:30,scikitplot:[7,10,34],scipi:[0,3,5,6,13,15,22,23,24,30,31,32,33,34,35],scl:6,score:[0,1,3,6,7,9,10,11,15,16,24,25,28,30,31,33,34,35,36,37],scores_kfold:[6,33,34],scratch:[1,13,36,37],sdg:[13,21,35,36],seaborn:[0,1,3,6,7,21,25,30,31,34,37],seamless:[0,15,22,24,30],search:[0,1,3,5,9,13,30,32,35,36,37],sec:6,second:[0,2,3,4,5,6,7,8,9,11,12,14,15,16,22,23,24,25,27,28,30,31,33,34,37],second_mo:[21,35,36],second_term:[21,35,36],secondeigvector:11,secondli:[12,37],section:[4,11,17,23,27,31,32,34,35,36],sector:[0,30],see:[0,1,2,3,4,5,6,7,8,10,11,12,13,15,16,17,18,19,21,22,23,24,25,27,30,31,32,33,34,35,36,37],seed:[0,1,2,3,4,5,6,8,9,11,13,14,15,16,21,24,27,30,31,32,33,34,35,36,37],seed_imag:4,seek:[1,2,8],seem:[1,3,4,35,36,37],seemingli:[0,30],seen:[0,1,3,5,10,12,17,27,30,37],segment:[13,34,35],seismic:6,seldomli:[0,30],select:[1,5,6,8,9,10,11,17,24,25,26,27,28,29,30,31,32,33,37],self:[1,2,3,4,5,21,31,32,37],sell:4,semest:[7,26,34],semi:[8,13,34,35],semilogx:6,send:[5,12,13,28,30,35,36,37],senior:[26,28],sens:[0,4,6,8,24,30,33],sensibl:3,sensit:[0,5,6,9,13,30,31,32,33,36],sent:[2,33],sentenc:[4,12,36,37],sep:[31,33],separ:[0,1,2,4,6,8,9,12,14,15,22,24,27,30,33,36,37],septemb:[16,17,18,19,20,24,30,31,35],sequenc:[2,3,4,7,9,10,12,13,22,23,27,30,34,35,36,37],sequenti:[1,3,4,10,12,27,36,37],seri:[0,1,2,3,4,5,6,10,11,12,13,23,30,31,32,33,34,35,36,37],serif:[0,7,27,30,34],serv:[0,1,2,3,5,7,13,21,24,29,30,31,32,33,34,35,36],servic:[24,25],session:[1,20,24,26,28,30,33,34,35,36,37],set:[1,4,5,6,7,8,10,11,13,14,16,17,21,22,23,24,25,27,28,32,33,35,36],set_major_formatt:[6,24],set_major_loc:[6,24],set_tick:[1,8],set_ticklabel:1,set_titl:[0,1,2,3,7,12,14,30,34,36,37],set_xlabel:[0,1,2,3,7,12,30,34,36,37],set_xlim:[7,12,34,36,37],set_xticklabel:1,set_ylabel:[0,1,2,3,7,30,34,37],set_ylim:[7,12,34,36,37],set_ytick:[7,34],set_yticklabel:[1,6],set_zlim:[6,24],seth:4,setminu:[6,34],setosa:[8,9],setosa_or_versicolor:8,setp:[6,33],setup:[1,4,6,8,21,22,25,30,31,37],sever:[0,3,5,6,7,8,9,11,12,13,21,22,23,25,27,30,31,32,33,34,35,36,37],sgd:[1,3,21,25,34],sgd_clf:8,sgdclassifi:8,sgdreg:[13,34,35],sgdregressor:[13,34,35],sgn:[5,31,32],shallow:[13,35,36],shape:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,23,30,31,32,33,34,35,37],shape_bas:2,share:[1,3,30],she:[7,34],shell:21,shift:[1,6,12,27,32,36,37],ship:3,shire:30,shortcom:[13,34,35,36],shorten:4,shorter:27,shorthand:[30,33],shortli:[23,30],should:[0,2,3,5,6,8,9,11,12,13,15,16,21,23,24,25,27,30,31,32,33,35,36,37],should_sync:[3,4],show:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,21,23,24,27,30,31,32,33,34,35,36,37],show_shap:4,shown:[0,4,5,7,8,11,12,13,21,23,31,34,35,36,37],shrink:[3,5,6,8,11,24,31,32],shrinkag:[5,6,31,32],shrunk:11,shuffl:[0,1,3,4,6,13,21,31,33,34,35,36,37],side:[0,2,5,8,12,13,23,25,30,32,33,34,35,36,37],sigh:[22,30],sigma0:27,sigma1:27,sigma2:27,sigma:[0,1,5,6,7,10,11,12,13,17,18,19,23,24,27,30,31,32,33,34,35,36,37],sigma_0:[5,31,32],sigma_1:[5,31,32],sigma_2:[5,31,32],sigma_:[5,23,30,31,32,33],sigma_fn:[7,12,34,36,37],sigma_i:[0,5,30,31,32],sigma_j:[5,17,31,32],sigma_m:[6,27,33],sigma_n:[11,27],sigma_t:[13,35,36],sigma_x:27,sigmoid:[1,2,4,7,8,10,12,25,34,35,36,37],sigmundson:[6,31,32],sign:[1,2,7,8,10,27,28,34,37],signal:[1,3,10,12,36,37],signatur:[3,4],signifi:4,signific:1,significantli:[1,13,21,27,34,35,36,37],sim:[4,5,6,13,18,24,27,32,33,35,36],similar:[0,1,2,3,4,5,6,7,8,9,10,11,14,17,22,23,24,25,30,31,32,33,34],similarli:[0,1,3,5,8,10,13,20,27,30,31,32],simpl:[1,2,3,5,6,7,8,10,11,12,14,15,16,17,19,21,22,23,24,25,27,33,37],simple_rnn:4,simplepredict:10,simpler:[0,1,5,6,7,13,16,19,21,22,24,25,30,32,35,36],simplernn:4,simplest:[0,1,3,4,9,10,12,14,30,36,37],simpletre:10,simpli:[0,1,2,4,5,6,8,9,10,11,12,15,22,23,24,25,27,30,31,32,33,36,37],simplic:[2,5,6,7,8,9,10,11,12,14,31,32,33,34,36,37],simplicti:[5,31],simplifi:[0,6,9,15,22,24,30,31,32,33],simplist:[3,6,27,33],simul:[6,33],simultan:[6,33],sin:[0,1,2,3,4,9,12,13,21,23,30,35,36,37],sinc:[0,1,2,3,5,6,7,8,9,10,11,13,21,23,27,29,30,31,32,33,34,35,36,37],sine:[3,12,36,37],singl:[0,1,2,3,5,6,7,8,9,12,13,23,25,27,30,31,32,33,34,35],singular:[0,6,13,23,24,30,32,33,34,35],sinusoid:3,site:[0,2,3,4,7,8,11,13,21,24,25,26,30,31,32,34,36,37],situat:[0,4,5,7,13,21,27,30,31,34,35,36],six:[3,27],size:[0,1,2,3,4,5,6,8,9,10,11,13,21,23,24,25,27,30,32,33,34,35,36,37],sketch:10,ski:9,skill:[0,30],skip:[3,4,11],skiprow:31,skl:[0,6,30,31,32],sklearn:[0,1,3,5,6,7,8,9,10,11,13,14,30,31,32,33,34,35,36,37],skplt:[7,10,34],sl:[6,32,34],slack:8,slice:[2,23,30],slide:[0,3,15,16,24,25,27,30,31,33,35,37],slight:[6,13,33,35,36],slightli:[1,2,3,5,6,7,10,27,31,32,33,34],slope:[8,11,12,36,37],slow:[0,2,8,13,31,34,35,36],slower:[5,23,30,31,32],slowest:23,slowli:[12,37],slp:[1,37],small:[0,1,2,3,5,6,8,9,10,11,12,13,21,22,23,24,27,30,31,32,33,34,35,36,37],smaller:[0,1,2,5,6,8,9,11,13,27,30,31,32,33,34,35,36],smallest:[0,4,14,15,16,30,34],smallest_row_index:14,smooth:[0,3,6,9,13,24,30,34,35],sn:[0,1,3,6,7,30,31,34,37],sne:11,sneak:30,so:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,18,19,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],soar:6,social:[0,30],societ:30,soft:[1,7,10,12,34,36,37],soften:8,softmax:[3,7,34],softwar:[0,8,15,22,23],sol:8,sole:[0,6,30],solid:[0,7,30,34],solut:[0,1,2,3,5,6,8,10,11,13,17,18,23,24,25,27,30,31,32,33,34,35,36],solution_ev:35,soluton:2,solv:[0,1,3,5,6,8,10,11,12,13,23,24,25,30,31,36,37],solve_expdec:2,solve_ode_deep_neural_network:2,solve_ode_neural_network:2,solve_pde_deep_neural_network:2,solveod:2,solveode_popul:2,solver:[2,7,8,9,10,11,21,23,34],some:[0,1,2,3,4,5,6,7,8,9,10,11,12,14,27,32,33,36,37],some_model:[6,31,32],somehow:4,someth:[0,1,3,4,7,9,11,24,25,27,30,31,34,37],sometim:[0,1,11,12,13,14,30,31,35,36,37],somewhat:[36,37],soon:[23,28],sophist:[0,30],sopt:[13,35],sort:[5,6,9,11,27,31,33],sound:[3,5,32,33],sourc:[0,1,3,6,15,22,23,24,25,27,30,31,33],space:[0,1,4,5,8,9,11,12,13,14,21,27,31,32,33,34,35,36,37],span:[0,3,5,9,11,23,30,31],spare:1,spars:[3,6,23,30],sparse_mtx:[23,30],sparsecategoricalcrossentropi:3,sparseobject:2,sparsiti:10,spatial:[1,2,3,12,36,37],speak:27,special:[6,7,10,12,13,23,27,30,31,32,33,34,35,37],specif:[0,1,2,3,4,5,6,7,8,9,11,12,16,22,23,24,25,27,29,30,31,32,33,34,36,37],specifi:[0,3,5,6,7,9,11,13,14,21,24,27,30,32,33,34,35,36],specifici:[0,10,30],spectacular:3,spectral:1,speech:[0,1,3,4,12,30,36,37],speed:[1,2,4,13,35,36,37],spend:27,spent:[24,25],sphere:[0,31],spin:6,spite:[0,30],spline:8,split:[1,3,4,5,6,8,9,10,11,14,17,24,27,32,33,34],splite:0,splitter:[1,10],spontan:27,spot:3,spread:[0,11,27,30,31],springer:[18,24,29,30,32],spuriou:[13,21,35,36],sqquar:32,sqrsignal:3,sqrt:[0,3,4,5,6,8,10,11,13,17,21,27,31,32,33,35,36],squar:[1,2,3,4,7,8,9,11,13,14,15,16,17,19,21,22,23,25,27,33,34,35,36,37],squarederror:10,squaredeuclidean:14,squash:[12,36,37],srtm:[6,24],srtm_data_norway_1:[6,24],stabil:[5,24,25],stabl:[0,4,5,6,7,9,11,22,30,31,32,34],stack:[2,3,4],stacklevel:[0,30],stage:[5,13,21,24,25,35,36],stai:[0,2,4,5,11,17,30,31],stand:[0,5,9,12,30,31,32,36,37],standadscal:31,standard:[0,1,4,5,6,7,8,10,12,15,16,17,19,21,23,24,25,27,30,32,34,36,37],standard_basi:2,standardscal:[0,6,7,8,9,10,11,31,32,33],stanford:[13,34],start:[0,1,2,3,4,5,6,8,9,10,11,12,13,14,20,23,24,25,27,28,30,31,33,34,35,37],start_box:[2,13,36],start_nod:[2,13,36],start_tim:14,starting_point:21,stat:[6,31,33,34],state:[1,2,4,5,6,7,8,10,11,12,13,22,25,27,31,32,33,34,35,36,37],statement:[0,7,23,34],stationari:[34,35],statist:[0,1,3,4,7,9,10,11,12,13,14,18,23,24,26,29,31,34,35,36,37],statu:[0,7,11,30,31,34],stavang:[6,24],std:[0,4,6,30,31,33],steep:[13,21,34,35,36],steepest:36,step:[0,1,2,3,4,6,7,9,10,11,12,13,14,21,23,24,30,37],step_fn:[7,12,34,36,37],step_length:[13,35,36],step_num:[3,4],step_siz:35,steps_list:9,steps_per_epoch:[3,4],stereo:3,still:[0,2,3,5,6,11,13,17,27,33,34,35,36],stimuli:[12,36,37],stk2100:[29,30],stk3155:[15,24,25,26,28],stk4021:[29,30],stk4051:[29,30],stk4155:[26,28],stk5000:29,stk:[29,30],stochast:[0,1,5,6,8,11,12,15,16,24,30,32,33,34,37],stock:4,stoke:[12,36,37],stone:[0,7,24,30,34],stop:[1,4,7,9,11,13,14,21,34,37],storag:[5,31],store:[0,1,2,3,6,11,13,24,27,30,35,36,37],storehaug:[28,30],str:[1,3,4,37],straight:[0,6,8,13,30,31,33,34,35],straightforward:[0,2,3,5,6,8,9,10,13,23,30,31,32,33,34,35],strategi:[0,1,9,30,37],stratifi:[6,33],strength:[0,5,14,31],stretch:11,strict:[8,13,34,35],strictli:[8,13,34,35],stride:[4,23],strike:6,string:[1,37],stroke:[7,34],strong:[3,6,9,10,12,23,27,33,36,37],strongli:[0,8,22,23,25,31],stronli:[0,31],structur:[0,1,2,3,6,9,10,12,22,30,33,34,35,36,37],stuck:[1,13,34,35,36,37],student:[0,24,25,26,28,29,30],studi:[0,3,4,5,6,7,8,11,12,13,17,19,21,22,24,25,29,30,31,32,35,36,37],studier:29,style:[0,7,9,23,30,34],sub:[9,12,36,37],subarg:[2,13,36],subdivid:[0,23,30],subfield:[0,30],subject:[6,8,27],submit:30,subplot:[0,1,3,4,6,7,8,9,10,13,14,24,30,31,33,34,35,37],subplots_adjust:[8,27],subprogram:[23,30],subract:[0,31],subroutin:[0,30],subscript:[1,37],subsequ:[1,4,5,6,12,23,27,31,33,36,37],subset:[1,6,9,12,13,22,30,33,34,35,36,37],subspac:[0,8,11,31],substanti:[9,10],substep:11,substitut:[3,6,12,23,33,36,37],subsubset:9,subtask:6,subtl:1,subtract:[0,4,5,6,11,13,17,21,23,24,27,32,33,35,36],subtre:9,subval:[2,13,36],succeed:[0,4,30],success:[3,7,9,13,27,34,35],successfulli:[4,9],sudo:[0,15,22,24,30],suffer:[0,1,2,5,10,30,31,32],suffici:[1,6,8,11,13,33,34,35,37],suggest:[1,13,25,29,35,36],suit:[8,12,36,37],suitabl:[0,27,31],sum:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,34,35,36,37],sum_:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,23,24,25,27,30,31,32,33,34,35,36,37],sum_i:[0,2,5,6,8,13,17,19,24,31,32,33,35,36],sum_j:6,sum_ja_:0,sum_k:[6,8,12,23,37],sum_logist:[13,35,36],sum_m:3,sum_n:3,sum_nx_:3,summar:[5,6,9,25,32,33,34,35,37],summari:[1,3,4,10,21,25,26,32,37],summat:[0,3,16,31],sundai:[17,18,19,20,21],sunni:9,superconduct:[31,32],superfici:3,superscript:[1,12,36,37],supervis:[0,5,6,7,9,12,22,30,31,33,34,36,37],supplement:[7,34],support:[0,1,9,10,11,13,22,30,31,35,36],suppos:[0,5,6,7,8,10,11,12,13,23,30,31,32,33,34,35,36,37],suppress:[5,13,32,35,36],sure:[0,1,4,6,24],surf:[6,24],surfac:[0,6,24,30],surpass:6,surpris:[0,30],surround:[3,22],survei:[0,5,6,30,31,32,33],svc:[8,9,10],svd:[0,6,11,17,30,33],svdinv:[5,32],svm:[8,9,10,11],svm_clf:[8,10],swath:[5,31],sy:[13,34,35],symbol:[1,5,11,13,22,27,30,31,32,35,36,37],symmeteri:1,symmetr:[0,5,8,11,12,13,23,30,31,35,36,37],symmetri:[6,9],sympi:[0,15,22,24,30],synonim:27,syntax:13,syntaxerror:8,system:[0,1,3,4,6,7,9,10,12,13,15,22,23,24,30,34,35,36,37],systemat:[4,6,33],t0:[3,6,13,21,35,36],t1:[2,13,21,35,36],t2:2,t3:2,t:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,27,28,30,33,34,35,36,37],t_0:[2,9,13,35,36],t_1:[13,35,36],t_:2,t_b:10,t_i:[1,2,5,12,25,31,37],t_j:[12,37],t_k:9,tabl:[9,24,25,27,28,30,36,37],tabul:[0,30],tabular:30,tackl:4,tag:[2,3,4,5,6,7,12,13,14,21,23,27,31,34,35,36,37],taht:[0,30],tail:27,tailor:[2,8,11,30],taiwan:[0,30],take:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,21,22,23,24,27,30,31,32,33,34,35,36,37],taken:[0,1,3,6,10,13,23,30,33,35,36,37],tan:3,tangent:[1,4,12,13,34,35,36,37],tanh:[1,4,7,8,12,34,35,36,37],tape:[3,4],target:[0,1,3,4,5,6,7,8,9,10,11,12,25,30,31,32,33,34,35,36,37],target_nam:9,task:[0,1,3,6,9,11,12,14,20,24,30,33,36,37],tau:[3,5,27,32,33],taught:30,tax:[0,31],taylor:[2,13,34,35],taylornr:[13,34,35],tba:35,tc:8,td:[1,6,13,24,30,33,35,37],teach:30,team:1,teaser:0,technic:[0,5,6,13,15,30,31,35,36],techniqu:[0,1,8,10,13,22,27,29,30,31,33,34,35,36],technolog:[0,1,30,37],tell:[0,4,6,10,11,13,27,33,35,36],temp1:1,temp2:1,temp:1,temperatur:[0,9,30],temporarili:1,ten:[3,17,30],tend:[3,5,6,8,9,10,12,13,14,21,31,32,33,35,36,37],tendenc:[0,30],tension:[6,33],tensor:[3,4],tensorflow:[0,2,4,8,14,15,22,23,24,25,26,29,30,31],term1:[5,6,11,24,31],term2:[5,6,11,24,31],term3:[5,6,11,24,31],term4:[5,6,11,24,31],term:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,24,27,30,31,32,34,35,36],termin:[0,4,5,9,10,13,15,21,30,31,35,36],terrain1:[6,24],terrain:[6,21,24,25],test:[3,4,5,6,7,8,9,10,13,17,19,21,23,24,27,33,34,35,36],test_acc:3,test_accuraci:[1,3,37],test_error:6,test_imag:[3,4],test_ind:[6,33,34],test_input:4,test_label:[3,4],test_loss:3,test_pr:[1,37],test_predict:[1,37],test_rnn:4,test_scor:[7,10,34],test_siz:[0,1,3,5,6,10,30,31,32,33,34,37],test_split:9,tester:32,testerror:[0,6,31,33],testi:4,testpredict:4,testx:4,text:[0,1,2,4,5,8,9,11,13,15,21,23,25,27,29,30,31,33,34,35,36,37],textbook:[17,21,24,25,31,33],textual:9,textur:[1,9],tf:[1,3,4,13,14,34,35],tfe_py_execut:[3,4],th:[0,1,2,5,6,7,9,12,13,14,15,16,23,24,27,30,31,32,33,34,35,36,37],than:[0,1,2,3,4,5,6,7,9,10,11,12,13,17,22,25,27,30,31,32,33,36,37],thank:[4,6,31,32],theano:[1,22,30],thei:[0,1,2,3,4,5,6,7,8,9,11,12,13,23,24,27,31,32,33,34,35,36,37],them:[0,1,3,4,6,8,9,10,11,12,13,23,24,25,30,31,32,33,35,36,37],theme:[0,30],themselv:[0,27,30],thenc:[6,33],theorem:[2,6,7,31,34,36],theoret:[0,4,10,30],theori:[0,1,3,8,9,12,13,18,22,24,29,30,32,35,36,37],thereaft:[0,5,6,11,12,15,16,17,23,24,25,30,33,37],therebi:[0,5,7,11,30,31,32,34],therefor:[0,1,2,3,4,6,7,8,11,13,27,30,31,33,34,35,36,37],therein:11,thereof:[0,6,13,30,33,35,36],theta:[1,4,13,21,27,35,36,37],theta_:[1,13,35,36,37],theta_i:[1,37],theta_linreg:[13,21,35,36],theta_t:[13,35,36],thetaand:[36,37],thetaor:[36,37],thetaxor:[36,37],thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,22,23,24,25,26,27,29,31,32,33,34,35,36,37],thing:[0,1,2,4,5,7,9,27,30,32,33,34],think:[0,1,3,4,6,9,12,13,14,27,30,33,34,35,36,37],third:[0,3,6,13,21,28,30,33,34,35,36],thirti:[7,34],thorughout:30,those:[0,3,5,6,8,9,10,11,21,23,24,25,26,30,31,33],though:[1,2,3,4,13,23,27,35,36,37],thought:[6,14,24,25,27,33],thousand:[0,1,24,30,31,35,36],thread:[3,4],three:[0,1,3,5,6,8,9,12,15,23,24,26,27,28,30,31,32,33,34,36,37],threshold:[1,3,9,10,11,12,13,35,36,37],through:[0,1,2,3,4,5,6,8,11,12,13,14,22,23,27,30,31,32,33,34,35,36,37],throughout:[0,4,5,14,22,23,27,30],thu:[0,1,2,5,6,7,8,10,11,12,13,21,24,28,30,31,32,33,34,35,36,37],thumb:[0,6,24,30,31],thursdai:[28,30,35,36],tibshirani:[6,18,24,26,29,30,31,33],tick_param:6,ticker:[6,13,24,27,34,35],tif:[6,24],tight_layout:[1,7,34],tightli:11,tild:[0,5,6,7,11,15,16,17,18,19,24,27,30,31,32,33,37],till:[0,4,7,8,9,10,12,23,30,31,34,35,37],time:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,21,22,23,24,25,27,30,31,32,33,34,37],timeit:4,timer:4,tini:1,tip:3,titl:[0,1,2,3,4,6,7,8,9,10,13,21,24,27,30,31,33,34,35,36,37],tmp:[13,35,36],tmp_log:[3,4],tn:[2,3,7],to_categor:[1,3,4,37],to_categorical_numpi:[1,37],to_numer:[0,6,30,33],todai:3,togeth:[0,3,6,8,11,13,21,22,30,31,35,36],toi:[14,35,36],told:[13,35,36],toler:[2,14],tolist:4,tomographi:[12,36,37],too:[0,2,4,5,6,9,11,13,15,27,29,30,31,33,34,35,36],took:[8,30],tool:[0,1,3,6,13,22,31,33,35,36],toolbox:8,top:[0,3,5,6,9,10,18,22,30,32,33],topic:[0,5,6,7,8,22,24,25,31,32,34],topograph:24,topolog:[1,3,12,36,37],toposort:2,torkjellsdatt:[28,30],toss:[10,27],total:[0,1,2,3,4,6,7,8,10,11,12,13,14,15,16,23,25,27,28,30,31,33,34,35,37],total_loss:4,totalclustervari:14,totalscatt:14,toward:[1,2,7,12,13,24,34,35,37],towardsdatasci:[35,36],town:[0,31],tp:[4,7],tpng:9,tpu:[13,21,22,30,35,36],tqdm:6,tr:31,trace:[2,3,4,13,36],trace_stack:[2,13,36],traceback:[0,1,2,3,4,9,10,13,15,24,30,32,33,34,35,36],traceback_util:[3,4],tracer:[2,13,36],tracing_count:[3,4],track:[3,13,14,23,34,35,36],tract:[0,31],tractabl:[0,30,31],trade:[5,9,19,32,33],tradeoff:[0,5,19,24,30,31,32,34],tradit:[0,1,4,6,30,33,37],train:[2,3,5,6,8,9,10,11,12,13,17,19,21,24,25,32,33,34,35,36],train_accuraci:[0,1,3,30,37],train_dataset:4,train_end:[0,1,31,37],train_error:6,train_funct:[3,4],train_imag:[3,4],train_ind:[6,33,34],train_label:[3,4],train_pr:[1,37],train_siz:[0,1,3,31,37],train_step:4,train_test_split:[0,1,3,5,6,7,9,10,11,30,31,32,33,34,37],train_test_split_numpi:[0,1,31,37],trainabl:4,trainable_vari:4,trained_model:[6,31,32],trainerror:[0,31],traini:4,training_checkpoint:4,training_dataset:4,training_gradi:[13,21,35,36],training_gradient_fun:[35,36],training_loss:[35,36],trainingerror:[6,33],trainpredict:4,trainscor:4,trainx:4,trait:[0,30],trajectori:4,trajectory_i:21,trajectory_x:21,transfer:9,transform:[0,5,6,7,8,9,10,11,12,13,21,22,23,30,31,32,33,34,35,36,37],transit:[6,12,36,37],translat:[1,4,6,10,31,32,37],translate_vjp:2,transpos:[1,5,11,23,31,32,37],travers:[0,5],treat:[0,1,3,6,12,13,27,30,31,32,33,34,35,36,37],tree:[0,1,6,22,24,30,37],tree_clf:[9,10],tree_clf_:9,tree_clf_sr:9,tree_reg1:9,tree_reg2:9,tree_reg:9,trend:27,treue:7,trevor:[18,24,29],tri:[2,3,4,9,13,34,35,36],triain:0,trial:[0,2,4,6,13,27,30,33,34,35],triangl:[13,34,35],triangular:23,trick:[3,4,8,11,13,21,27,35,36],trickier:27,tridiagon:23,trillion:22,trivial:[0,1,5,11,27,30,32],troubl:[0,8,12,31,37],truck:3,true_beta:[6,31,32],true_divid:37,true_fun:[6,33],truli:30,truncat:21,tucker:8,tuesdai:[28,30,33,34,35,36,37],tumor:[7,9,25,34],tumour:[7,34],tunabl:[1,21,25],tune:[4,9,13,21,23,25,30,34,35,36],tupl:[2,13,36],turn:[0,1,5,6,7,8,9,10,11,12,13,19,23,24,27,30,31,33,34,35,36,37],tutori:[1,4],tv:2,tveito:2,tweak:[1,4,10,27],twice:[13,34,35],twist:11,two:[0,1,2,4,5,6,7,9,10,11,12,13,15,16,23,26,27,29,30,32,33,35,36,37],tx:[13,34,35,36,37],tx_1:[13,34,35],txt:4,ty:[13,34,35],type:[0,1,3,6,8,10,13,16,23,24,27,31,32,33,34,35],typeerror:[2,13,36],typic:[0,1,2,3,4,5,7,9,10,12,13,21,25,27,30,31,32,33,34,35,36,37],typo:[24,25],u:[0,2,5,6,8,10,11,12,17,23,30,31,32,36,37],u_:23,u_i:[12,36,37],u_m:10,ua:[0,30],ubuntu:[0,15,22,24,30],uci:[0,25,31],uio:[24,25,28,29],un:14,unari:[23,30],unary_f:[2,13,36],unary_oper:[2,13,36],unary_to_nari:[2,13,36],unbalanc:[6,9,33,34],unbias:[0,5,6,30,32,33],uncent:[6,32],uncertainti:[0,5,30,32,33],uncertitud:27,unchang:[1,3],uncorrel:[10,27],undefin:[5,31],under:[0,1,5,6,10,13,15,16,22,24,25,30,31,32,33,34,35],underdetermin:[0,30],underfit:[1,6,33],underflowproblem:[5,32,33],undergo:[5,32,33],undergradu:[26,28],underli:[0,1,9,13,27,30,35,36],underset:[4,14],understand:[0,1,3,5,6,10,13,14,21,22,30,31,32,34,35,36],understood:[8,13,35,36],undesir:8,undetermin:[5,8,32,33],undo:4,unexpect:[6,33],unexpected:27,unfair:[6,31,32],unfortun:[1,8,9,10],unicode_liter:[8,9],uniform:[0,1,5,6,11,13,15,16,24,27,30,31,34,35,37],uniformli:[13,27,34,35,36],unifrompdf:27,unimport:[13,34,35],union:[5,6,32,33,34],uniqu:[0,2,6,13,14,23,30,33,34,35],unique_cluster_label:14,unit:[0,1,3,4,5,10,12,27,30,31,32,36,37],unitari:[5,6,23,31],unitarili:[23,30],uniti:27,univari:27,univers:[0,1,2,13,15,22,24,25,26,28,30,31,32,33,34,35,36],unix:1,unknow:[0,23,30],unknown:[0,1,3,4,5,6,8,10,13,16,21,23,30,31,32,33,35,36,37],unknowwn:[12,37],unlabel:1,unless:[0,3,6,11,13,24,25,30,31,33,34,35],unlik:[1,2,3,8,13,34,35,36],unnecessarili:9,unord:3,unravel:[1,37],unrol:[3,11],unseen:[0,7,9,34],unstabl:1,unsupervis:[0,1,4,12,22,30,36,37],unsymmetr:[23,30],untak:2,until:[1,2,4,9,12,13,14,34,35,36,37],untouch:0,unusu:[12,36,37],up:[1,3,4,5,6,8,10,11,13,14,16,18,22,23,24,25,27,28,32,35,36],updat:[1,2,10,12,13,14,21,35,36,37],uploa:30,upload:[22,24,25,29],upon:[0,1,6,7,11,23,24],upper:[0,8,9,16,23,31],uppercas:[23,30],upsampl:4,upscal:4,us:[4,5,6,8,9,10,11,12,14,15,16,17,18,19,23,24,26,27,29,32,33],usa:[30,36],usag:[0,8,22,30,31],usd10000:[0,31],usd:[0,31],use_bia:4,use_multiprocess:[3,4],usecol:[0,30],useless:[1,37],user:[0,1,2,3,4,6,7,8,11,15,21,22,23,24,30,31,32,34,37],usernam:[24,25],userwarn:[3,21],usetex:27,usg:[6,24],usr:27,usual:[0,3,4,7,12,13,14,30,34,35,36,37],ut:[5,32],util:[0,1,3,4,6,7,10,14,25,30,31,33,34],ux:23,v0:27,v1:27,v2:27,v:[2,4,5,6,11,13,17,21,22,31,32,35,36],v_0:11,va:1,val:[13,35,36],val_accuraci:3,val_loss:4,vale:2,valid:[0,1,4,7,9,10,13,21,22,25,27,30,31,35,36],validation_batch_s:[3,4],validation_data:[3,4],validation_freq:[3,4],validation_split:[3,4],validation_step:[3,4],valu:[0,1,2,3,4,6,7,8,9,10,12,13,14,15,16,19,21,22,23,24,30,35,36,37],valuat:9,valueerror:[0,2,30],valy:4,van:[0,18,24,30,31,32,33],vandenbergh:[8,13,34,35],vandermond:[0,30],vanilla:[0,6,11,14,31,32],vanish:[1,4,13,27,34,35],var_x:27,varabl:8,varepsilon:[5,6,18,24,32,33],varepsilon_:[5,6,32,33],varepsilon_i:[5,6,32,33],vari:[0,1,3,5,6,10,15,16,30,33,37],variabl:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,21,23,30,31,32,33,36,37],varianc:[0,1,5,7,9,10,11,13,14,18,19,21,22,23,25,27,30,31,34,35,36],variance_i:[5,11,31],variance_x:[5,11,31],variant:[0,1,6,8,12,13,30,31,34,35,36,37],variat:[3,4,11,30],varieti:[0,3,12,15,22,24,30,36,37],variou:[1,3,5,6,7,8,9,11,12,13,16,18,21,22,23,24,27,31,32,35,36,37],varydimens:4,vastli:3,vaue:1,vault:0,vdot:[2,13,34,35],ve:[24,25],vec:[6,33],vector:[0,1,2,3,4,5,6,7,9,10,11,13,14,16,17,21,22,32,33,34,35],vector_mean:14,ventur:[0,8,15,22,30],verbos:[1,3,4],veri:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,24,25,27,29,30,31,32,33,34,35,36,37],verifi:[3,11,23,30],versatil:[8,30],versicolor:[8,9],version:[0,3,4,10,13,14,15,22,23,24,25,27,30,31,35,36],versu:1,vert:[0,1,5,6,7,8,9,11,13,17,30,31,32,33,34,35,37],vert_1:[5,6,31,32,33],vert_2:[5,6,11,17,31,32,33],via:[0,5,6,7,8,9,10,11,12,15,19,22,23,24,26,27,28,30,31,32,33,34,36,37],vidal:11,video:[0,1,12,22,26,28,30,31,32,33,34,37],view:[1,3,5,6,12,13,21,27,29,30,32,33,35,36,37],violat:8,virginica:9,viridi:[0,1,2,3,30,37],virtual:1,viscos:[13,35,36],viscou:[13,35,36],visibledeprecationwarn:2,vision:[0,3,30],visual:[0,3,11,12,15,22,30,31,36],visualis:1,viz:[6,8,27],vjp:[2,13,36],vjp_argnum:2,vjpfun:2,vjpmaker:2,vjpnode:[2,13,36],vjps_dict:2,vmap:[13,35,36],vmax:[1,6],vmin:[1,6],voic:3,volum:[0,3,30],vote:10,voting_clf:10,votingclassifi:10,votingsimpl:10,vs:[0,2,4,6,31,33,35],vspace:[2,13,36],vstack:[5,11,23,27,30,31],vt:[5,31,32],w1:8,w2:[8,11],w3:8,w:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,23,27,30,31,33,34,35,36,37],w_1:[8,23],w_1x_1:8,w_1x_:8,w_2:[8,23],w_2x_2:8,w_2x_:8,w_3:23,w_4:23,w_:[1,12,36,37],w_hidden:2,w_i:[1,2,10,37],w_ix_i:[12,36,37],w_j:23,w_m:23,w_output:2,w_px_:8,w_px_p:8,wa:[0,1,3,4,5,6,7,10,11,12,13,14,17,23,24,30,31,32,33,34,35,36,37],wai:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,17,23,25,27,30,31,32,34,35,36,37],walk:9,walker:27,wang:[0,30],want:[0,1,2,3,4,5,6,8,9,10,11,12,13,14,15,16,17,22,24,25,27,30,31,32,33,34,35,36,37],warn:[0,4,8,30,31,37],warrant:[6,33,34],wast:[3,35,36],watch:[3,4,22],wave:3,wavelet:8,we:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,22,23,24,25,26,27,28,29,31,32,33,34,37],weak:[9,10,14],weather:[1,12,36,37],web:[22,26,28,30,31],weblink:25,webpag:30,websit:[6,23,24,26,30],wedg:[8,27],wednesdai:[28,30,33,34,35,36,37],wee:11,week:[0,5,6,7,24,25,26,28],weekli:[22,24,28,29,30,36],weight:[0,1,2,3,6,7,9,10,12,13,24,25,27,31,34,35,36],weigth:2,welcom:[8,22],well:[0,1,2,3,4,5,6,7,8,9,10,12,13,15,16,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37],went:8,were:[0,1,3,4,5,6,7,8,10,11,12,14,27,30,31,33,34,36,37],wessel:[0,18,24,30,31,32,33],what:[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,19,22,23,24,25,27,34,35,36,37],whatev:3,when:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,21,23,24,25,27,30,31,32,33,34,37],whenev:[13,21,27,35,36],where:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],wherea:[6,27,33],wherein:[1,12,36,37],whether:[0,3,5,7,9,24,25,27,30,32,34],which:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,22,23,24,25,26,27,28,30,31,32,33,34,37],whichev:[1,3],white:9,whiteboard:[19,31,32,33,34,35],who:[0,26,30],whole:[1,3,4,5,9,11,13,32,33,35,36,37],whose:[0,6,10,27,31,33],whow:[11,31],whrn:33,why:[0,1,3,6,13,21,24,32,34,35],wide:[0,1,3,6,7,12,15,22,23,24,30,33,34,36,37],widehat:[6,33],width:[0,2,3,8,9,30],wieringen:[0,18,24,30,31,32,33],win:10,wind:9,wing:[28,30],winther:2,wiothout:[6,31,32],wiscons:[7,34],wisconsin:[10,25],wisdom:[6,32],wise:[0,1,5,12,13,31,35,36,37],wish:[0,2,5,7,8,11,13,14,23,24,25,30,31,34,35],with_std:[0,31,33],wither:6,within:[0,2,3,4,7,9,12,13,14,27,29,30,34,35,37],withinclust:14,without:[0,1,5,6,8,9,11,12,13,21,25,30,31,32,33,35,36,37],without_trac:[3,4],won:[0,30],wonder:8,woodi:30,word:[0,1,3,4,5,6,7,14,27,30,31,32,33],work:[0,1,4,6,7,8,9,13,15,21,22,24,25,26,27,28,30,31,33,34,35,36,37],worker:[3,4],workshop:30,world:[0,8,30,31],worldwid:[0,30],wors:[0,1,3,4,6,30,33],worst:9,worth:9,worthi:[24,25],would:[0,1,3,5,6,7,8,9,10,11,12,13,23,24,25,27,30,31,32,33,34,35,36,37],wrap:[6,23,30],wrap_util:[2,13,36],wrapper:[0,30],write:[0,1,2,3,5,6,7,8,12,13,15,16,17,20,21,23,24,30,31,33,34,35,36,37],written:[0,2,3,5,11,12,13,16,22,23,24,25,27,30,31,32,33,34,35,36,37],wrong:[1,8,37],wrongli:10,wrote:[5,11,31],wrt:[2,10,13,21,35,36],wth:[10,13,21,35,36],www:[22,23,24,25,29,30],wx_1:8,x0:8,x1:[4,8,9,10,13,35,36],x1_exampl:8,x1d:8,x2:[8,9,10,13,35,36],x2d:[8,11],x2d_train:11,x2dsl:11,x3:8,x:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,30,33,34,35,36,37],x_0:[0,5,11,23,30,31,32,33],x_1:[0,2,5,6,7,8,9,10,11,13,23,27,30,31,32,33,34,35,36,37],x_2:[0,2,5,6,7,8,9,10,11,13,23,27,30,31,33,34,35,36,37],x_3:[8,23,27],x_4:23,x_:[0,2,3,5,6,8,10,11,13,14,18,23,24,27,30,31,32,33,34,35],x_center:11,x_data:[1,37],x_data_ful:[1,37],x_hidden:2,x_i:[0,1,2,5,6,7,8,9,10,11,12,13,14,17,23,27,30,31,32,33,34,35,36,37],x_input:2,x_ix_:[0,30],x_iy_i:8,x_j:[0,2,8,9,12,16,27,31,36,37],x_jy_j:8,x_k:[12,14,23,27,31,36,37],x_l:27,x_m:[6,12,23,27,33,36,37],x_n:[0,2,3,6,8,11,12,13,23,27,30,33,34,35,36,37],x_new:[9,10],x_offset:[6,31,32],x_output:2,x_p:[3,7,9,34],x_poli:9,x_poly10:9,x_pred:4,x_prev:2,x_reduc:11,x_scale:8,x_small:[13,35,36],x_test:[0,1,3,5,6,7,9,10,11,30,31,32,33,34,37],x_test_own:6,x_test_scal:[0,6,7,9,10,11,31,32,33],x_tot:4,x_train:[0,1,3,4,5,6,7,9,10,11,30,31,32,33,34,37],x_train_mean:[6,31,32,33],x_train_own:6,x_train_scal:[0,6,7,9,10,11,31,32,33],x_val:1,xarrai:[22,30],xavier:1,xbnew:[13,34,35],xcode:[0,15,22,24,30],xdclassiffierconfus:10,xdclassiffierroc:10,xg_clf:10,xgb:10,xgbclassifi:10,xgboost:9,xgboot:10,xgbregressor:10,xgparam:10,xgtree:10,xi:[8,13,21,35,36],xi_1:8,xi_:8,xi_i:8,xinv:[32,36,37],xk:8,xla:[3,4,13,21,22,30,35,36],xlabel:[0,1,2,3,4,5,6,7,8,9,10,13,21,24,27,30,31,32,33,34,35,36],xlim:[6,10,33],xm:9,xmesh:[13,35],xnew:[0,13,21,30,34,35,36],xp:27,xpanda:[0,31],xpd:[5,11,31],xplot:0,xs:9,xscale:[0,31],xsr:9,xt_x:[13,21,34,35,36],xtest:[6,33,34],xtick:[3,6,8,9,33],xtrain:[6,33,34],xu:[0,30],xx:[0,23,30],xy:[0,6,8,23,24,30],xytext:8,xz:[23,30],y1:4,y2:4,y3:4,y:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,27,30,31,32,33,34,35,36,37],y_0:[0,5,11,23,30,31,32,33],y_1:[0,5,8,9,11,13,23,30,31,32,33,34,35],y_1y_1:8,y_1y_1k:8,y_1y_2:8,y_1y_2k:8,y_1y_n:8,y_1y_nk:8,y_2:[0,5,8,9,11,23,30,31],y_2y_1:8,y_2y_1k:8,y_2y_2:8,y_2y_2k:8,y_3:[0,9,23],y_4:23,y_:[0,1,5,6,10,11,23,30,31,32,33,37],y_data:[0,1,5,6,30,31,32,33,34,37],y_data_ful:[1,37],y_decis:8,y_fit:[0,31],y_i:[0,1,5,6,7,8,9,10,11,12,13,15,16,17,18,19,23,24,25,30,31,32,33,34,35,36,37],y_if_:10,y_ix_:[0,30],y_ix_i:[7,8,13,31,34,35],y_iy_jk:8,y_j:[6,8,12,19,24,33,36,37],y_k:[12,36,37],y_m:23,y_model:[0,4,5,6,30,31,32,33,34],y_n:[8,13,34,35],y_ny_1:8,y_ny_1k:8,y_ny_2:8,y_ny_2k:8,y_ny_n:8,y_ny_nk:8,y_offset:[6,31,32],y_plot:9,y_pred1:9,y_pred2:9,y_pred:[0,1,4,6,7,8,9,10,31,32,33,34,37],y_pred_rf:10,y_pred_tre:10,y_proba:[7,10,34],y_scaler:[6,32,33],y_test:[0,1,3,4,5,6,7,9,10,11,30,31,32,33,34,37],y_test_onehot:[1,37],y_test_predict:[0,31],y_test_scal:33,y_tot:4,y_train:[0,1,3,4,5,6,7,9,10,11,30,31,32,33,34,37],y_train_mean:[6,31,32],y_train_onehot:[1,37],y_train_predict:[0,31],y_train_scal:[6,32,33],y_val:1,yand:[36,37],ye:[3,6,7,33,34],year:[0,22,30],yet:[0,1,6,8,11,13,30,34,35,36,37],yi:[13,21,35,36],yield:[0,2,5,6,8,10,12,13,14,23,27,30,32,33,34,35,36,37],yk:8,ylabel:[0,1,2,3,4,5,6,7,8,9,10,13,21,24,27,30,31,32,33,34,35,36],ylim:[3,6,33],ym:9,ymesh:[13,35],yn:0,yo:[8,9,10],yor:[36,37],yoshua:[1,29],you:[0,1,2,3,4,5,6,8,9,10,11,13,15,16,17,19,20,21,22,23,24,25,27,28,29,31,32,33,34,35,36,37],young:[0,30],your:[1,2,4,5,6,8,11,13,17,19,20,21,22,23,24,32,33,34,35,36,37],yourself:[11,13,30,35],youtub:22,ypred:[6,33,34],ypredict2:[13,21,34,35,36],ypredict:[0,13,21,30,31,34,35,36],ypredictlasso:[5,32],ypredictol:[0,5,32,33],ypredictown:[6,31,32],ypredictownridg:[6,32],ypredictridg:[0,5,6,32,33,34],ypredictskl:[6,31,32],yridg:30,ys:9,ytest:[6,33,34],ytick:[3,6,8,9,33],ytild:[0,6,30,31,33],ytilde_test_ol:33,ytilde_test_ridg:33,ytildelasso:[5,32],ytildenp:[0,30,31],ytildeol:[0,5,32],ytildeownridg:[6,32],ytilderidg:[5,6,32],ytrain:[6,33,34],yx:[23,30],yxor:[36,37],yy:[23,30],yz:[23,30],z:[0,1,2,3,4,5,6,7,8,9,11,12,13,23,24,27,30,31,33,34,35,36,37],z_0:[23,30],z_1:[23,30],z_2:[23,30],z_:[1,2,12,23,30,37],z_c:[1,37],z_h:[1,37],z_hidden:2,z_i:[1,12,36,37],z_j:[1,12],z_k:[12,31,37],z_m:[1,37],z_mod:9,z_o:[1,37],z_output:2,zaman:27,zaxi:[6,24],zero:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,19,21,23,24,27,30,31,32,33,34,35,36,37],zeros_lik:4,zeroth:31,zfill:4,zip:[2,4,6,13,36],zm_h:[0,30],zn:[0,31],zone:[0,31],zoom:30,zx:[23,30],zy:[23,30],zz:[23,30]},titles:["3. Linear Regression","14. Building a Feed Forward Neural Network","15. Solving Differential Equations with Deep Learning","16. Convolutional Neural Networks","17. Recurrent neural networks: Overarching view","4. Ridge and Lasso Regression","5. Resampling Methods","6. Logistic Regression","8. Support Vector Machines, overarching aims","9. Decision trees, overarching aims","10. Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods","11. Basic ideas of the Principal Component Analysis (PCA)","13. Neural networks","7. Optimization, the central part of any Machine Learning algortithm","12. Clustering and Unsupervised Learning","Exercises week 34","Exercises week 35","Exercises week 36","Exercises week 37","Exercises week 38","Exercises week 39","Exercises week 41","Applied Data Analysis and Machine Learning","2. Linear Algebra, Handling of Arrays and more Python Features","Project 1 on Machine Learning, deadline October 9 (midnight), 2023","Project 2 on Machine Learning, deadline November 13 (Midnight)","Teaching schedule with links to material","1. Elements of Probability Theory and Statistical Data Analysis","Teachers and Grading","Textbooks","Week 34: Introduction to the course, Logistics and Practicalities","Week 35: From Ordinary Linear Regression to Ridge and Lasso Regression","Week 36: Statistical interpretation of Linear Regression and Resampling techniques","Week 37: Statistical interpretations and Resampling Methods","Week 38: Logistic Regression and Optimization","Week 39: Optimization and Gradient Methods","Week 40: Gradient descent methods (continued) and start Neural networks","Week 41 Neural networks and constructing a neural network code"],titleterms:{"1":[0,15,16,17,18,24,30,31],"12":37,"13":25,"14":33,"2":[0,15,16,17,18,25,30,31],"2023":[24,28],"21":34,"23":34,"3":[0,15,16,30,31],"31":31,"34":[15,30],"35":[16,31],"36":[17,32],"37":[18,33],"38":[19,34],"39":[20,21,35],"4":[0,31],"40":[21,36],"41":[21,37],"5":0,"7":32,"9":24,"case":[8,10,27,31,32,34,35],"class":34,"do":[1,30,32,33,35,36,37],"final":[12,21,25,31,32,35,36,37],"function":[0,1,6,7,8,10,11,12,13,21,24,25,27,30,31,32,33,34,35,36,37],"import":[5,21,23,30,31,32],"new":[4,32,33],A:[0,1,4,8,9,21,30,32,33,34],AND:[36,37],And:[21,30,31,32,34,35,36],But:[21,35,36],In:28,Ising:6,OR:[36,37],The:[0,1,2,3,5,6,7,8,9,11,12,17,22,30,31,32,33,34,35,36,37],To:[30,31],With:[4,32],about:[30,31],abov:32,activ:[1,12,25,32,36,37],ad:[0,6,17,24,30,31,36,37],adaboost:10,adagrad:[13,21,35,36],adam:[13,21,35,36],adapt:[10,21,35,36],adjust:[1,37],advanc:21,adversari:4,again:[3,9,34],ai:30,aim:[8,9,17,18,19,20,21,30],aka:[30,31],al:21,algebra:[23,30],algorithm:[9,10,11,12,21,25,31,35,36,37],algortithm:[13,34,35],all:8,an:[0,4,10,30],analys:[5,31],analysi:[0,5,6,11,22,24,25,27,30,31,32,33],analyt:[0,16,17,21],ani:[13,34,35],anoth:[9,32,33],appli:22,approach:[0,8,14,30,33,35,36],approxim:[12,37],architectur:[1,37],argument:[35,36],arrai:[23,30],artifici:[36,37],assist:28,assumpt:[32,33],august:31,autocorrel:27,autograd:[2,13,21,35,36],automat:[13,21,35,36],avoid:[35,36],b:[17,24,25,35,36],back:[1,11,12,37],background:[22,24,25,33],bag:10,base:[13,21,33,35,36],basic:[0,5,7,9,10,11,23,31,32,33,34],batch:[1,35,36],bay:[5,32,33],befor:11,beta:[32,33],better:[8,36,37],bia:[6,24,33],bias:37,binari:[1,37],bind:30,bird:10,boldsymbol:[31,32,33],boost:10,bootstrap:[6,10,33],boston:[0,31],breast:1,brief:[30,33,34,35],bring:[12,37],build:[1,3,9],c:[24,25,30],calcul:31,can:[21,30,33,35,36],cancer:[1,7,9,11,34],cart:9,center:31,central:[13,22,27,33,34,35],chain:[12,37],challeng:34,chang:10,channel:30,chi:[0,30],choos:[1,37],cifar01:3,classic:11,classif:[1,9,10,25,34,37],classifi:[8,34],clip:1,cluster:14,cnn:3,code:[0,1,2,5,9,11,12,13,14,21,25,30,31,32,33,34,35,36,37],collect:[1,3,37],come:34,commun:30,compact:34,compar:[2,10],comparison:32,compet:[21,35,36],complet:31,complex:[0,6,24,31],complic:[6,35,36],compon:11,comput:[9,35,36],computation:33,computerlab:30,con:9,concept:27,condit:[32,33,34,35],confid:33,conjug:[13,35],construct:37,continu:36,contn:30,convex:[8,13,34,35],convolut:[3,12,36,37],correctli:[32,33],correl:[11,31,34],correspond:[34,35],cost:[1,10,31,32,33,34,35,37],cours:[22,29,30],covari:[5,11,27,31],cover:30,critic:25,cross:[6,24,33,34],cython:30,d:[24,25],data:[0,1,3,6,7,9,11,15,16,22,24,27,30,31,32,34,37],dataset:[1,3,37],deadlin:[24,25,30],decai:[2,35,36],decis:[9,10],decomposit:[5,11,17,23,31],deep:[1,2,34],defin:[1,30,37],definit:37,degre:[0,31],deliveri:[24,25],delta:33,dens:[0,30],deriv:[5,12,31,32,33,34,35,37],descent:[2,10,13,21,25,34,35,36],descript:24,design:31,detail:[3,30],develop:[1,37],diagon:11,differ:[8,25,35,36],different:21,differenti:[2,13,35,36],diffus:2,dimension:[2,3,8,24,31],directli:[35,36],disadvantag:9,discret:27,discuss:34,distribut:[5,27,32,33],distrubut:[32,33],doe:[31,32,36,37],domain:27,dot:[35,36],down:1,dropout:1,e:[24,25],each:34,economi:31,electron:[24,25],element:[0,27,30,35,36],elimin:23,energi:30,ensembl:10,entropi:[9,34],environ:[0,15,30],equat:[0,2,12,30,31,32,34,35,37],error:[0,10,30,31,33],essenti:30,estim:[32,33],et:21,etc:30,euler:2,evalu:[1,25,37],exampl:[0,1,2,3,4,6,7,8,9,10,21,30,31,32,33,34,35,36,37],exercis:[0,6,15,16,17,18,19,20,21,30,31,33],expect:[18,27,32,33],expens:33,experi:27,explor:[0,15,16,30],exponenti:2,express:[17,18,30,31,34,35],extend:[34,35],extrapol:4,extrem:[10,30],ey:10,f:[24,25],fall:28,famili:[1,30,31],famou:23,fantast:31,featur:[9,23,31],feed:[1,12,36,37],find:[33,35,36],fine:1,first:[4,12,25,30,31,32,34,35,37],fit:[0,10,30,32],fix:31,fold:[33,34],forc:3,forest:10,format:[24,25,30],forward:[1,2,12,36,37],fourier:3,frank:[6,24,31],freedom:[0,31],frequent:31,frequentist:[0,30],fridai:34,from:[5,10,12,21,25,31,32,33,34,35,36,37],full:[2,37],further:[3,5,31],g:24,gan:4,gate:[36,37],gaussian:23,gd:[13,21,35,36],gener:[4,9,30],geometr:[11,34,35],get:21,gini:9,good:[0,30],goodfellow:21,grade:[28,30],gradient:[1,2,10,13,21,25,34,35,36],grid:34,group:34,growth:2,ha:22,handl:[23,30,31],happen:[32,33],have:30,heard:30,hessian:[31,34,35],hidden:2,histogram:33,homework:[34,35],hous:[0,31],how:34,hyperbol:[36,37],hyperparamet:[1,37],hyperplan:8,i:1,id3:9,idea:11,ideal:[34,35],ident:[32,33],identifi:33,ii:30,iid:[32,33],illustr:[32,36,37],implement:[1,37],implic:[5,31],improv:[1,35,37],includ:[13,21,34,35,36],increment:11,independ:[32,33],index:9,inform:28,input:2,instal:[22,24,30],instructor:28,intercept:31,interpret:[5,11,30,31,32,33,34,35],interv:33,introduc:[11,13,21,31,35,36],introduct:[0,6,22,23,24,25,30,36,37],invers:[5,23,32],invert:31,iter:[10,35],its:31,jacobian:31,jax:[13,21,35,36],job:[36,37],julia:30,jungl:10,k:[33,34],kera:[1,3],kernel:[8,11],l:37,lagrangian:8,lambda:34,lasso:[5,6,24,31,32,33,34],last:[31,33,34,36],later:[5,31],layer:[1,2,3,12,37],learn:[0,1,2,11,13,14,15,16,21,22,24,25,30,31,32,33,34,35,36,37],least:[5,6,18,24,30,31,32],lectur:[30,31,32,33,34,37],level:10,librari:[22,30],likelihood:[7,32,33,34],limit:[1,13,27,33,34,35,36],linear:[0,8,13,23,25,30,31,32,34],link:[5,11,26,29,31,32,33],literatur:[24,25],logist:[7,25,30,34,35,36,37],loop:[35,36],loss:[31,34,35],lu:23,machin:[0,8,13,22,24,25,30,34,35],made:[32,33],mai:30,main:27,make:[0,9,10,15,16,30,31],mani:[10,12,37],manipul:31,margin:[32,33],mass:30,materi:[26,30,31,32,33,34],math:[5,31],mathemat:[3,5,8,31,35,36,37],matric:[5,23,30,32],matrix:[1,5,11,12,23,30,31,32,34,35,36,37],matter:[0,30],max:31,maximum:[32,33,34],mean:[0,30,31,32,34],measur:34,meet:[5,10,27,30,31],mercer:8,method:[6,9,10,13,21,24,33,34,35,36],midnight:[24,25],min:31,mini:[35,36],minibatch:[21,35,36],minim:[30,34],ml:30,mle:[32,33],mlp:[12,37],mnist:[3,4],model:[0,1,4,6,12,30,36,37],moment:[35,36],momentum:[13,21,35,36],moon:[8,9],more:[3,6,21,23,24,30,31,32,33,34,35,36],multi:[36,37],multilay:[12,36,37],multipl:[1,3,37],multipli:8,need:[24,30],network:[1,2,3,4,7,12,25,30,34,36,37],neural:[1,2,3,4,7,12,25,30,36,37],neuron:[36,37],newton:[21,34,35,36],noen:[21,35,36],non:8,normal:[0,1,33],notat:[12,36,37],note:[21,31,32,33],novemb:25,now:[1,9,13,21,32,33,35,36],nuclear:[0,30],nueral:34,numba:30,number:[0,2,21,27,31,35,36],numer:[2,24,25,27],numpi:[21,23,30,35,36],object:[3,37],obtain:11,octob:[24,37],od:2,off:[6,24],ol:[5,6,21,24,32,33,35,36],one:[2,12,34,35,37],ones:[36,37],oper:23,optim:[1,8,13,22,30,31,34,35,36,37],order:[13,21,35,36],ordinari:[5,6,18,24,30,31,32],organ:[0,30],orient:37,oslo:29,other:[4,9,11,12,23,30,31,34,36,37],our:[0,4,5,11,13,30,31,34,35,37],outcom:[22,30],output:2,overarch:[0,4,8,9,17,18,19,20,21,30,31],overview:[10,30,35,36],own:[0,10,11,15,16,25,30,31],packag:[23,30],panda:[30,31],paper:24,paramet:[30,31,34,35,36],part:[13,22,24,25,31,34,35],partial:2,pass:[1,37],pca:11,pdf:27,pencil:24,perceptron:[12,36,37],perform:[1,9,37],period:3,perspect:1,plan:[31,32,33,34,35,36,37],plot:[33,34],point:4,poisson:2,polynomi:[3,32],popul:2,practic:[13,21,28,30,35,36],pre:[1,3,37],predict:4,predictor:34,preprocess:31,prerequisit:[3,22,30],princip:11,principl:3,pro:9,probabl:[5,27,32,33],problem:[1,2,13,21,30,31,32,34,35,36,37],procedur:[9,30],process:[1,3,37],product:[35,36],program:[2,13,24,25,34,35],project:[6,24,25,30,34],prop:[13,35,36],propag:[1,12,37],properti:[5,27,31,34],python:[0,9,15,22,23,30],quick:8,r:30,random:[10,11,27,34],raphson:[34,35],rate:[21,35,36],read:[9,30,31,33],real:[6,24,30],recommend:[30,31,35,36],rectangular:32,recurr:[4,12,36,37],recurs:[35,36],reduc:[0,31],reduct:3,reformul:2,regress:[0,5,6,7,9,10,13,17,18,24,25,30,31,32,33,34,35,36,37],regular:[1,34,37],relat:31,relev:[29,31,33,34,36,37],relu:1,remark:3,remind:[6,8,30,34,35],repeat:31,replac:[13,35,36],report:[24,25],repositori:33,repres:37,requir:[2,22],resampl:[6,24,32,33],rescal:[6,32],residu:31,resourc:2,result:[31,32],revisit:[13,34,35],rewrit:[30,31,33],rewritten:34,ridg:[0,5,6,17,18,24,31,32,33,34,35],rm:[13,35,36],rmsprop:[21,35,36],rule:[12,37],s:[8,10,21,33,34,35,36],same:[13,21,33,35,36],sampl:11,scale:[31,33],schedul:[26,30],schemat:9,scheme:2,scienc:30,scikit:[0,1,11,15,16,30,31,32,33,34,35,37],search:34,second:[13,21,35,36],select:34,semest:28,sensit:[34,35],septemb:[32,33,34],session:32,set:[0,2,3,9,12,15,30,31,34,37],sgd:[13,35,36],should:1,similar:[13,21,35,36],simpl:[0,4,9,13,30,31,32,34,35,36],singl:[10,36,37],singular:[5,11,17,31],size:31,slightli:[35,36],soft:8,softmax:[1,37],softwar:[24,30],solv:[2,32,34,35],solver:13,some:[13,23,30,31,34,35],specifi:2,split:[0,15,16,30,31],squar:[0,5,6,10,18,24,30,31,32],standard:[13,31,33,35],start:[21,36],state:[0,30],statement:30,statist:[5,6,22,27,30,32,33],steepest:[10,13,34,35],step:[25,33,34,35,36],still:31,stochast:[13,21,25,27,35,36],stop:[35,36],strongli:30,studi:34,subtract:31,suggest:30,sum:33,summari:[28,30,36],superposit:3,supervis:1,support:8,svd:[5,31,32],syntax:[35,36],systemat:3,t:[31,32],taken:21,teach:[26,28],teacher:[28,30],technic:32,techniqu:[6,11,24,32],technolog:22,tensorflow:[1,3],tent:30,term:[33,37],test:[0,1,15,16,25,30,31,32,37],textbook:[29,30],than:[34,35],thei:30,theorem:[5,8,11,12,27,32,33,37],theori:27,thi:[17,18,19,20,21,30],think:31,thursdai:[31,32,33,34,37],time:[35,36],tip:[13,21,35,36],togeth:[12,37],tool:30,top:1,topic:30,toward:11,trade:[6,24],tradeoff:[6,33],train:[0,1,4,15,16,30,31,37],transform:3,tree:[9,10],tuesdai:32,tune:1,two:[3,8,22,24,31,34],type:[2,4,12,30,36,37],uio:30,understand:33,univers:[12,29,37],unsupervis:14,unsupport:[35,36],up:[0,2,9,12,15,21,30,31,33,34,37],us:[0,1,2,3,7,13,21,22,25,30,31,34,35,36,37],usag:[32,33],valid:[6,24,33,34],valu:[5,11,17,18,27,31,32,33,34],vari:[21,35,36],variabl:[27,34,35],varianc:[6,24,32,33],variou:[0,15,25,30,33,34],vector:[8,12,23,30,31,36,37],video:[35,36],view:[0,4,10,31],visual:[1,9,37],vs:3,wai:[9,21,33],warm:21,wave:2,we:[21,30,35,36],wednesdai:32,week:[15,16,17,18,19,20,21,30,31,32,33,34,35,36,37],weekend:34,weekli:[26,33],weight:37,what:[0,30,31,32,33],when:[35,36],which:[1,21,35,36],why:[30,31,33,36,37],wisconsin:[7,34],wrap:[31,33],write:[4,11,25,32],x:[31,32],xgboost:10,xor:[36,37],yet:32,you:30,your:[0,10,15,16,25,30,31],yourself:34,z_j:37}}) \ No newline at end of file +Search.setIndex({docnames:["chapter1","chapter10","chapter11","chapter12","chapter13","chapter2","chapter3","chapter4","chapter5","chapter6","chapter7","chapter8","chapter9","chapteroptimization","clustering","exercisesweek34","exercisesweek35","exercisesweek36","exercisesweek37","exercisesweek38","exercisesweek39","exercisesweek41","intro","linalg","project1","project2","schedule","statistics","teachers","textbooks","week34","week35","week36","week37","week38","week39","week40","week41"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["chapter1.ipynb","chapter10.ipynb","chapter11.ipynb","chapter12.ipynb","chapter13.ipynb","chapter2.ipynb","chapter3.ipynb","chapter4.ipynb","chapter5.ipynb","chapter6.ipynb","chapter7.ipynb","chapter8.ipynb","chapter9.ipynb","chapteroptimization.ipynb","clustering.ipynb","exercisesweek34.ipynb","exercisesweek35.ipynb","exercisesweek36.ipynb","exercisesweek37.ipynb","exercisesweek38.ipynb","exercisesweek39.ipynb","exercisesweek41.ipynb","intro.md","linalg.ipynb","project1.ipynb","project2.ipynb","schedule.md","statistics.ipynb","teachers.md","textbooks.md","week34.ipynb","week35.ipynb","week36.ipynb","week37.ipynb","week38.ipynb","week39.ipynb","week40.ipynb","week41.ipynb"],objects:{},objnames:{},objtypes:{},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,28,30,31,32,33,34,35,36,37],"00":[0,1,5,6,9,11,30,31,34,37],"000":[1,3,37],"0000":9,"00000":9,"000000":[5,11,30,31],"00000000e":[5,31,34,37],"000054":30,"0001":[1,17,37],"0001042":21,"00012934":31,"00015239":31,"0001539814498783133":9,"00016826":21,"00018647":21,"00019432":21,"00019883":21,"00019998":5,"00020665":21,"00021438167895478945":[],"00022035":21,"00022902":21,"0002364":31,"0002382102844775691":34,"00024087":5,"0002442":21,"00025381":21,"00027064":21,"00028129":21,"00029012":5,"00029993":21,"00031174":21,"00031535148309577417":6,"00031535148309580783":6,"0003324":21,"00034548":21,"00034944":5,"00036838":21,"00038288":21,"00040825":21,"000417932":2,"00042089":5,"00042432":21,"00045244":21,"000464088":2,"00047025":21,"00048049":21,"00048325":31,"00050142":21,"00050694":5,"00052115":21,"00053008":21,"0005557":21,"00057757":21,"00058016":6,"00060705":6,"00061058":5,"00061585":21,"00062595":6,"00063364":33,"00063862":33,"00064009":21,"0006527":31,"00066668":6,"00067395":[],"00068088":33,"00068251":21,"00068734":6,"00068946":6,"00070937":21,"00072412":[],"00073541":5,"00075597":33,"00075639":21,"00076495":6,"00076905":6,"0007698473260556325":6,"0007698473260556343":6,"00078616":21,"00079129":6,"00079910":33,"00079968":5,"00081564":[],"00083346":33,"00083826":21,"00084705":6,"00085889":6,"00087126":21,"00087697":6,"00088573":5,"00089187":33,"00091628":[],"00092647":6,"000929":21,"00092904":33,"0009485400848532":[],"00096314":5,"00096557":21,"001":[1,2,8,13,17,34,35,37],"00100519":6,"00102956":21,"00104613":31,"0010479245926411787":[6,33],"00105081":6,"00105497":21,"00106677":5,"00107008":21,"00107405":6,"00111756":6,"00114101":21,"0011526":6,"00115999":5,"00117627":[],"00118508":6,"00118591":21,"00119699":33,"00126452":21,"00128479":5,"00131428":21,"001323":6,"00134327e":[],"00137818":6,"00139705":5,"00140139":21,"00140849":33,"00145652":21,"00148709":31,"00149311":6,"00149956":6,"00152117":6,"00154733":5,"00154860":33,"00155308":21,"00156376":6,"00161414":21,"00168251":5,"00170724":[],"00172117":21,"00172452":31,"00174276":6,"00175331":6,"00178871":21,"00183869":31,"00186347":5,"00186362":31,"001880":5,"00190742":21,"00198187":21,"00199495":[],"00200":8,"00202624":5,"00202679":31,"00202756":6,"00203959":[],"00211371":21,"00217499":6,"00219194":33,"00219502":21,"00219624":31,"00224413":5,"00225484":31,"00225909":[],"00228742":6,"00229911":31,"00234197":21,"0023548":6,"002381316302584886":6,"0023813163025848865":6,"00242398":[],"00242847":21,"00242954":33,"00242999":6,"00243186":6,"0024401":5,"00245177":[],"0024598":[],"00249435":6,"00249831":[],"00259385":21,"00266858":2,"00267887":21,"00270244":5,"00272586":[],"00274989":6,"00286972":21,"00289724":6,"0029114":[],"00292838":[],"00293132":21,"00293838":5,"0030207":[],"00305172":27,"003100":30,"00310113":2,"00312361":6,"00313577":21,"00315593":6,"00316561":21,"0032153180657605116":[6,33],"00323332":6,"00324512":[],"00324969":31,"0032542":5,"00325450":33,"003301":6,"00334743":[],"00335448":21,"00335936":[],"0033955154592040923":[6,33],"00341073e":[],"00346394":21,"00353823":5,"00354492":31,"00358844":21,"00359612":[],"003620":30,"0036237":6,"0036367":6,"00369758":6,"00370554":21,"0037095":[],"00375475":5,"003755":5,"00379522":[],"0038332550504751595":34,"0038335":6,"00383872":21,"003909404072811221":[6,33],"00391839":5,"00392139":[],"00396398":21,"00398509":[],"0039987":6,"004":[5,32,33],"004091940707753925":[6,33],"00410387":6,"00410478":6,"00410646":21,"00411073":[],"004113634617443131":[6,31],"00411363461744314":[6,31],"004113634617443147":[6,31],"0041559863458613296":[6,33],"00420072":33,"00424046":21,"00424909":2,"00424967":6,"00426027":5,"00426531":31,"00433417":11,"00439287":21,"00440346":6,"00440395":0,"00441613":[],"00443743":6,"00445655":11,"00446979":31,"00451679":[],"00453622":21,"00455536":[],"004579219539673834":[6,33],"00458878":6,"00460304":[],"004610275230656182":[6,33],"00462287":6,"00465099":33,"00469926":21,"00471782":5,"00472199":6,"00472512":6,"00472549":31,"00474485":31,"00478655":31,"00480366":[],"00480371":31,"0048526":21,"0048938":[],"0049544":6,"004999999999999994":0,"00502702":21,"00504808":[],"00512927":5,"00517114":6,"00519105":21,"00526348":6,"0053018":6,"00537764":21,"00542313":[],"00554552":6,"00555311":21,"00556826":6,"0055941":[],"0056799":5,"00575271":21,"00579953":6,"00588657":6,"00594042":21,"00595615":31,"00598615":[],"00600971":[],"00607783":6,"00611979e":[],"00613258":[],"00615394":21,"006162":6,"00617499":5,"00619918":[],"00620347":[],"00627535":31,"00630331":6,"00631057":[],"00635475":21,"00642221":6,"00642268":[],"00642935":[],"00646613":[],"00651112":[],"00658316":21,"00660427":6,"00663699":[],"00665974":[],"00669662":[],"00672607":6,"00673407":6,"00676387":6,"00679797":21,"0068011":6,"00680794":[],"006829400694106674":31,"00683748":5,"00683964":6,"00686806":[],"0068697":[],"00687175":[],"007024126888938144":[6,33],"00703355":[],"00704231":21,"00712321":31,"0071642501586093735":27,"00719176":6,"0072675":[],"00727211":21,"00727646693":[0,30],"007315":[30,31],"00736955":[],"00738008":[],"0074331":5,"00753349":21,"00754534":[],"00759119":6,"00761275":[],"00769731":[],"00777931":21,"007785":5,"00778523":5,"00781918":33,"00784393":6,"00788598":21,"007891914573161948":31,"00798988":[],"00799998":31,"00803064":6,"00805074":33,"00805892":21,"00813803":6,"00817631":6,"00817834":[],"00823002":5,"00827728":6,"00830822":[],"00831018":6,"00832189":21,"00834567":6,"00843617":[],"00844667":30,"00848904":6,"00851512":[],"00858536":31,"00862101":21,"0086649156":[0,30],"008675369724975977":5,"00868983":[],"00890232":21,"00894639":5,"00905423":6,"00906293":[],"009163470508352218":5,"009164545680330616":[6,33],"00917248":6,"00920609":[],"00922229":21,"00929251598272297":[],"00934327e":31,"00934499":6,"00934865":[],"0093869":31,"00952322":21,"00952586":31,"0096208":6,"00976647":31,"009855809602167547":[],"00986552":21,"00989896":[],"00990475":5,"00992331":6,"00996754":6,"01":[0,1,2,5,6,9,11,13,17,21,29,30,31,33,34,35,36,37],"010018312644139219":[6,33],"01004321":[],"01006401":[],"0100706":6,"01018743":21,"010331721306655165":[6,33],"01033856":[],"01035984":[],"01038358":31,"01050849":[],"010516485576646504":[6,33],"0105536":21,"0106014":23,"01066519":6,"01066976":[],"01076611":5,"01076733":[],"01089797":21,"0109":[],"010902":30,"01094846":21,"01097423":31,"0110":27,"01103246":[],"01107621901137467":[6,33],"01112952":[],"011225":2,"01128968":21,"01130932":31,"0113104":6,"01135167":31,"01148039":[],"01165807":21,"01179792":6,"011917343246903285":31,"01191824":5,"012073649469946107":[6,33],"0120771":21,"01214101":31,"01219292":6,"01222822":31,"01223198":6,"01231917":6,"01233332":[],"01247118":21,"01257265":[],"01265755":31,"012658":31,"01267006":31,"01268892":31,"01272215":[],"01288591":31,"01290811e":[],"01290947":6,"01291943":21,"01295356":5,"01300561":21,"013121574062587286":[6,33],"01318643":6,"013341":21,"01344196":30,"01347636":31,"01347916":6,"01348565":6,"013623165903312745":[],"01362461":[],"01366733":[],"01367553":6,"01372375":31,"01382052":21,"01397146":6,"01405935":6,"01409821":[],"01416528":6,"01420034":[],"01424197":31,"01427149":21,"01432847":[],"01433809":5,"014436800088896381":[6,33],"01449782":6,"01458337":6,"014586":31,"01458611":31,"0146081":6,"01463049":6,"01463052":31,"01477821":31,"01478446":21,"01492":31,"01502518":31,"0150723888951771":6,"01507238889517717":6,"01508632":31,"01508966":31,"01514564":[],"01521658e":[],"01526688":21,"01529503":31,"01531845":6,"01537557":[],"0154222":31,"01542292":33,"01544605":21,"01549377":6,"01549939":33,"01550546":33,"01552289":31,"01558197":5,"01562311":[],"01566461":[],"01581562":21,"01594452":33,"01600491":[],"01603602":[],"01619664":[],"016285782696017142":[6,33],"01633169":21,"01633913":6,"01640891":6,"01655318":6,"016587414993045335":[6,33],"01663866":[],"01667827":[],"01671556":31,"01678384":[],"01691871":21,"01691985":6,"0169643":5,"01704432":23,"01708781":6,"01708852":6,"01713366":6,"01722502":[],"01724499":5,"01731293":[],"01735584819559331":[6,33],"017355848195593312":[6,33],"01747077":21,"01762067":31,"01765474":31,"017665":5,"01783414e":31,"01809873":21,"018232":[30,31],"01831050e":6,"01831207e":6,"01859922":[],"01865187e":[],"01866537":6,"0186893":21,"01873344":11,"01873869":5,"01881546":31,"01882522":[],"01897575":[],"01898855":6,"01899119":[],"01905883":6,"01908936":6,"019140656913589":27,"01914066":27,"01916913":31,"01918548":[],"01919702":23,"01931743":[],"01936105":21,"01963611":6,"01969145":6,"01975416527168255":[6,33],"01975848":6,"01989299":31,"01989549":30,"01999282":21,"02":[0,3,4,6,7,12,30,34,36,37],"0200568":31,"02024701e":[],"02024962":6,"020404272938413143":9,"02044454":[],"02054837e":6,"02061026":31,"02061094":[],"02068067":6,"02071142":21,"0207306":31,"02073509":5,"02079171":31,"02098261":6,"02123176":6,"0212604":[],"02126208":31,"02138725":21,"021592704588021174":[6,33],"021592704588021178":[6,33],"02178583":[],"02183021":30,"02186131":[],"02198702e":6,"02198703e":6,"02208512":6,"02215597":21,"02228115":6,"02229529":6,"02231445":36,"02252765":5,"02284019":[],"02287894":21,"02288816":[],"022999498260366198":[6,33],"02308518":30,"02348765":6,"02355925":[],"02365049":6,"02400359":31,"02416381":[],"02424794":33,"02447466":21,"0245528":6,"02468681":31,"02492265":5,"02498832":6,"025027":21,"02503753":6,"02511518":6,"02522069":6,"02531037":[],"02536494":31,"02542246":[],"02546675":33,"025709":[11,31],"02574735e":[],"02586427":6,"02593026":31,"0260906":6,"02610528":[],"02618169":21,"02622906":[],"026250840755899812":11,"02625193":8,"02635835":31,"026605727637184554":[6,33],"026605727637184558":[6,33],"02702978":31,"02707227":5,"02723445":6,"02760977349102238":[6,33],"027609773491022394":[6,33],"02761736":[],"02764023":[],"02790465":[],"02804715":[],"02809859":31,"028389":[],"02838933":[],"02845284":[],"02857":4,"02892224":[],"029":6,"02944425":31,"029483":5,"0296969":31,"029733":[30,31],"02976145":6,"02992852":[],"02994311":5,"02f":[6,24],"03":[1,6,31,34,37],"03025391":[],"03032441e":6,"03060273":[],"03063575":31,"03065428":[],"03074083":[],"03077640549":4,"03099776":5,"031":[5,32,33],"03107818":[],"03113051":[],"03119091":31,"03172365":[],"03195835":31,"03196357":6,"03203047":[],"03251863":5,"03256632e":[1,37],"03267527":6,"03279636":6,"0330308045183219":6,"0330308045187757":6,"03308408":5,"03338173":[],"03365768507152769":[6,33],"03370315":31,"033790755027115954":5,"03389964":[],"034047":30,"034169230664804":30,"03443175":[],"03447512":6,"034557":31,"03543039":31,"03543455":[],"03543958":31,"03562355":6,"03568439":6,"035909":30,"0359565":5,"03616508":31,"03630548":6,"0366352614656884":[],"03707133":11,"03717939":31,"03727597":[],"03728183e":[],"03735403":[],"0374748":[],"03774822e":[],"03781367141738902":[6,33],"03813208":[],"03814292":6,"03815288":6,"038300":[11,31],"03856554":23,"03868779":[],"03894328":31,"039":6,"039039":5,"03908546":[],"03935519":[],"03946221":[],"039967668952797":6,"0399676689527975":6,"04":[1,6,11,34,37],"040102":5,"04010697":6,"04014929":[],"0401585":30,"04058784":[],"04063602":6,"04084872":23,"041":9,"041050166905828786":[],"04111096":31,"0411487294305088":6,"041148729430523":6,"04191629":13,"04193203":31,"042044382097756156":30,"04218461":[],"04220758":6,"04223754":30,"04225015":31,"04259402":31,"04276619":[],"04292593":0,"04295757":33,"043":9,"04310095":[],"04314342":31,"04315108":5,"0431531":[],"04346721":5,"04355837":6,"04362":9,"04362755":31,"04372783":31,"0437499":2,"04389027":6,"04423486":6,"04426647":31,"04426744e":31,"044334":[30,31],"04448923":30,"044613":6,"0447389":31,"04537385":6,"04543942":6,"04547353":31,"04555073":30,"04566964":6,"04574692":[],"0458":9,"04584982e":[],"04648335":5,"046531":[],"04669463":31,"04683565":5,"04690007":31,"04720848":[],"04778116":27,"04784395":6,"04816611e":[],"04818727730430286":[6,33],"04869126e":[],"048920":30,"04892055":6,"0489354":[],"04909093":6,"04912436":6,"04926746":33,"049462":30,"049556996627824":6,"0495569966278269":6,"0496375":31,"05":[1,4,6,13,24,31,36,37],"05009826":6,"05024857":[],"05056463":[],"050663":[],"05066303":[],"05091289":[],"05100875":6,"05126901":31,"051418":5,"051649":[11,31],"0517473":5,"05183886":[],"05227921801205679":[6,33],"052305":31,"05234611":[],"05238712":[],"05263":9,"052992":[],"05302":9,"053417":31,"05357244":[],"05364854":8,"05383795":6,"053849":5,"053944":[],"05412502":[],"05432856":23,"054375":[],"05446143":[],"05447415":6,"05459089":31,"054617":31,"054655":31,"054954":[],"05505310046363":2,"05515143e":[],"05533":9,"05544019":[],"055676":[30,31],"055734":31,"055910":31,"055987":31,"05599455":[],"056030":[],"05614483":5,"05623":9,"05648":9,"05651951":6,"05667":9,"056683":31,"057124":[],"05716368155342902":[6,33],"057179":[],"057219":[],"057300":31,"057393":31,"057406":5,"057418":31,"057457":31,"057722":31,"05781491e":[],"057835":31,"05785343":6,"05789007":6,"05792524":[],"05796251":6,"05807125":6,"0582573":[],"05825965":[],"058435":[],"05852973":30,"058552":31,"058556":[],"058645":31,"058738":[],"05883":9,"05884":9,"058854":31,"058952":31,"058996":31,"059031":31,"059182":5,"059427":5,"05966593":30,"059736":[],"059807":31,"05982961":23,"059830":[],"05989727":[],"059951":31,"05999":9,"059993":31,"06":[3,4,6,31,35,36],"060001":11,"060037":[],"060083":31,"06020587":6,"060254":31,"06026294":31,"060278":[],"060300":[],"060334":[],"060349":30,"060387":[],"06043581":6,"060567":5,"060716":31,"06072551":[],"06075426":11,"060756":31,"060872":31,"061013":[],"061034":5,"061084":11,"061092":5,"061163":31,"061239":[],"061264":[],"061359":31,"061443":31,"061452":31,"061614":31,"061642":[],"061679":30,"061775":5,"061836":[],"061915":[],"06200174":5,"062016":31,"062082":[],"062082386342319454":[6,33],"062100":[],"062221":11,"062292565":4,"06231773":[],"062337":31,"062351":[],"062470":[],"062599":31,"062624":31,"062749":[],"062797":5,"062874":31,"062967":5,"06299237e":[],"063000":[],"063019":31,"063055":5,"063061":31,"06307625":[],"063080":31,"063081":5,"0632":33,"063260":31,"06331463":31,"063325":[],"063407":11,"063436":[],"063443":30,"063653":31,"063716":[],"063724":30,"063760":[],"063822":[],"063832":[],"063894":31,"063912":[],"063927":[],"06397412":[],"063982":[],"06407201":[],"064074":31,"064294":[],"064412":5,"064420":[],"06444":9,"064501":31,"064532":5,"06453579006728322":[6,33],"064602":5,"064606":31,"064609":31,"064634":11,"064699":31,"064793":31,"06481015":36,"064856":[],"064874":5,"06488406":30,"06491736":6,"064987":5,"065006":[],"065026":30,"065077":31,"065089":[],"06511966":21,"065158":5,"065214":5,"065249":[],"065378":31,"065390":31,"065410":31,"06547790180152352":[6,33],"06547790180152355":[6,33],"065517":11,"065588":[],"06578047":[],"065801":[],"065815":[],"065872":[],"065910":[],"065982":5,"066042":5,"066066":31,"066077":[],"066344":5,"06637":9,"06638817":23,"06642248":31,"066438":[],"066453":11,"066474":31,"066500":31,"066612":31,"066647":31,"06664867":23,"06666117":[],"0666807":2,"06668613e":[],"066762":5,"066787":31,"066804":[],"06682268":[],"0668226833598415":[],"066837":[11,31],"066854":31,"066999":31,"067009":5,"06724062":5,"067328":5,"067409":[],"067419":11,"067437":5,"067440":5,"067611":5,"067630":[],"067637":31,"067707":31,"067745":[],"067748":[],"067826":[],"067832":[],"067915":11,"067979":[],"068":[],"068083":[],"068241":5,"068264":31,"068307":31,"068403":11,"06842111e":[],"068441":31,"06844519414009444":[6,33],"06844519414009445":[6,33],"06853772":[],"06855126e":[],"068606":11,"068629":31,"068727":31,"068734":5,"0687531":[],"068757":[],"068816":5,"068906":31,"068974":5,"068987":5,"069028":31,"069033":11,"069055":5,"06915522":[],"069213":5,"069257":5,"069296":[],"069365":11,"069384":11,"069388":[],"069452":31,"069584":[30,31],"069594":[],"069629":[],"069630":[],"069739":[],"069746":5,"069766":5,"069803":[],"069822":5,"069939":[],"07":[6,31],"070042":11,"07004211":11,"070043":[30,31],"070067":[],"070107":11,"070146":31,"070157":11,"07016":9,"07017":9,"07020234":[],"070213":31,"070220":11,"070228":5,"070275":5,"07039":9,"070441":[],"070457":31,"070569":5,"070582":31,"070597":5,"07062318":6,"070737":31,"070769":[],"070795":5,"070811":11,"070889":[11,31],"070986":[5,31],"071062":11,"071138":[],"07115":9,"071191":5,"071258":11,"0713":[0,30],"07130734":[],"07136324":[],"07139233":[],"071423":5,"07145103":11,"071452":11,"071498":[],"071554":5,"07160048164232538":[6,33],"0716004816423254":[6,33],"071611":5,"071773":5,"071788":[],"071801":[],"071872":11,"071879":11,"07188255":[],"072000":31,"072009":11,"072111":31,"072128":[],"072132":31,"072168":[],"07226292":[],"072310":5,"072369":[],"072404":5,"072476":31,"072621":31,"072624":11,"072790":11,"072805":5,"072830":[],"07285":3,"07286416":21,"072914":[],"072931":11,"072953":5,"073008":5,"073088":11,"073152":11,"07321674":[],"07331468":[],"073354":11,"073362":11,"073422":5,"073444":[],"073445":11,"073494":5,"07358383":31,"073598":[11,31],"073630":11,"073634":[],"073644":31,"073708":[],"073716":[],"073728":5,"073802":11,"073853":[],"073858":5,"073972":11,"073980":5,"073984":11,"074067":[11,31],"074084":31,"07410236e":[],"074108":11,"07420079":[],"074201":[],"074210":31,"07421084":5,"074323":31,"074327":11,"074330":5,"074419":11,"074439":11,"074457":11,"074509":11,"0745177":[],"074545":5,"074560":11,"07456491":5,"074686":[],"074772":5,"074780":11,"074879":[],"07490892":6,"074969":5,"074970":11,"075058":11,"075249":11,"075342":11,"075513":11,"075521":11,"075523":5,"075582":11,"075587":11,"075758":5,"075779":11,"075816":31,"075889":31,"075980":11,"075984":11,"075990":[],"076012":5,"076105":11,"076125":5,"076127":11,"076136":5,"076150":31,"076249":5,"076266":11,"07627734":[],"076354":5,"07641937":33,"0764924":6,"076504":11,"076587":11,"076592":5,"076662":11,"076721":[],"07678":9,"076820":[],"076825":11,"076833":11,"076857":11,"07692307692307693":9,"076938":[11,31],"076950":[],"076996":11,"077168":31,"077171":11,"077219":[],"077226":11,"077460":31,"077542":5,"077549":[],"077613":11,"077650":5,"077705":11,"077710":11,"077756":5,"07777777777777778":37,"078":[],"078029":11,"078110":31,"078187":11,"07820":9,"078329":[],"078336":31,"078412":11,"07842458":[],"078467":5,"078540":31,"078545":5,"078593":5,"07864":9,"078656":5,"078707":5,"07871":9,"078845":11,"078868":11,"078974":31,"078986":31,"079121":11,"079124":11,"079165":11,"079226":5,"07929472":13,"079432":[],"079434":11,"07944154":[23,30],"079455":5,"079581":5,"0796891867672603":[6,33],"079878":11,"07988085572440823":[],"079882":5,"079946":31,"08":[9,27,31,35,36],"080105":11,"080163":11,"080181":[],"080256":5,"08030109":27,"080406":5,"080411":5,"08043851":5,"080473":[],"080505":11,"080616":31,"080690":[],"080764":31,"08076969085177746":11,"080773":11,"080933":11,"081126":11,"081246":5,"081276":31,"08131003":6,"08156108":6,"081570":11,"081584":11,"08159374":[],"08165104":31,"081655":31,"081680":5,"08174081":27,"081772":11,"08185315":31,"081916726599974":[],"081955":11,"081976":11,"0819836":[],"082189":5,"082205":5,"08221578":27,"082255":11,"082347":11,"08238863600759742":5,"08245909":23,"082506":11,"08251519":6,"082517":5,"08256285":[],"082577":11,"082653":31,"082760":11,"082781":11,"082875":30,"08299273e":6,"083000":11,"083066":[],"083096":11,"08318298e":[1,37],"083317":[],"08333333333333333":[9,37],"08336233266":4,"083527":[30,31],"08352721390288316":30,"08376632":[6,31],"083766322923899":[6,31],"0837663229239043":[6,31],"083853":5,"08389064":[],"083988":5,"084075":5,"084076":31,"084247":5,"08426840630693412":[6,33],"08426840630693413":[6,33],"08449894":[],"08455":9,"08474":9,"084764":5,"084809":31,"08481871":31,"084843":5,"085023":11,"08505008":30,"085235":[],"0853136633465326":34,"085391":11,"085454":11,"08551306":6,"08551338":[],"08551625":[],"08576932":6,"08593216":6,"08611111111111111":37,"086441":11,"086518":5,"086843":11,"086864":[],"08690":9,"08703034":30,"087247":5,"087250":5,"08728068":[],"08758":9,"087603":5,"087642":11,"08770809":[],"087887":30,"088155":5,"08815506":5,"0881981":5,"08823":25,"08844723450419088":23,"088697":5,"08871404":5,"08881497884574564":31,"08888888888888889":37,"08902":9,"0892144853354966":34,"08928088":21,"0895387":31,"089539":31,"089710":5,"08973767":[],"08996":9,"09":[1,31,37],"090365":5,"09076319":30,"09149148":[],"09166666666666666":37,"0917":9,"09172409":6,"09179697e":[],"092":6,"09251":9,"093":6,"09308274":30,"09327269724691106":27,"09336399":[],"093408":5,"094082198961999e":6,"0940821989652176e":6,"09444444444444444":37,"09527217":[],"09599224":[],"09609807":5,"09726322":21,"09744":9,"09760094":[],"09780":9,"09791":9,"09858511":[],"09861229":[23,30],"09903804":8,"09919198949274803":[6,33],"09951287404314545":[1,37],"0998713":[],"0n":[0,30],"0s":4,"0x1162c32b0":21,"0x118f6d610":[],"0x11de12520":[],"0x11df37280":[],"0x11fdbfd60":[],"0x1268ba940":21,"0x127a38670":35,"0x127e425e0":13,"0x13002a640":[],"0x1305bb1c0":[],"0x13eaa7490":35,"0x13ef4e1c0":34,"0x16c9a8880":13,"0x2800bca90":[],"1":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,19,20,21,23,25,26,27,28,29,32,33,34,35,36,37],"10":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,17,21,23,24,26,27,28,30,31,32,33,34,35,36,37],"100":[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,17,21,23,27,28,30,31,32,33,34,35,36,37],"1000":[0,1,2,4,5,8,11,13,14,21,22,27,30,31,34,35,36,37],"10000":[2,5,6,10,11,13,27,32,33],"100000":8,"10001":10,"1001":[9,27],"1002":27,"1003":27,"10030":9,"1005":27,"1007":32,"10077114273548984":[6,33],"1009":27,"101058":23,"1011":27,"1013":27,"1013904243":27,"10141413e":6,"1015":27,"10156593":[],"10160394":[],"10188623":21,"102":[3,31],"1023":27,"10230":9,"1024":3,"10247463629935179":[],"10251317e":[],"1026":27,"10268273":[],"1027":27,"103":[1,37],"1030":27,"10340":9,"10354083919795562":[],"1037":27,"10378326e":[1,37],"1038":27,"10391807":6,"10398646080125036":[6,33],"10398646080125037":[6,33],"10399758":21,"1040":27,"10405456":11,"10430":9,"10440776":30,"104411":[30,31],"1047":27,"10520":9,"10555555555555556":37,"10572":33,"10589577":5,"106095":[11,31],"10638925":[],"1063892533225306":[],"106431":30,"10683216":[],"1078":33,"10790125813226321":31,"108":[6,9],"1089452":[],"10913":6,"10927588":11,"109276":11,"10931453":6,"10954867e":[],"10960":9,"10983954":[],"10m":4,"10th":9,"10x":[0,30],"11":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,16,18,21,23,24,26,27,28,29,30,31,32,33,34,35,36,37],"1100":27,"1101":27,"11022302e":[5,37],"11022363":31,"11039573e":[],"11078018494378859":[],"111":[1,7,12,34,36,37],"11100":9,"11197884":23,"11202337":33,"112383":[11,31],"1124":9,"11352187":30,"11388888888888889":37,"11390":9,"11427818":[],"114550":33,"11462415":5,"11482289e":6,"11507992e":[1,37],"11547777218876518":[6,33],"115822":6,"11590":9,"11660":9,"11666666666666667":[1,37],"117":8,"117430":30,"11744554e":6,"11749517":[],"11780":9,"118":2,"1182":33,"118318":[30,31],"11837308":[],"11837671":23,"1184":4,"11840":9,"11890":9,"11896755":23,"119":2,"119936":2,"11m":4,"12":[0,1,2,3,4,5,6,8,9,11,12,13,21,23,27,29,30,31,33,35,36],"120":[2,3],"12011393e":[],"12023635e":[],"1203":9,"1203284":8,"12044974":31,"120450":31,"120508":11,"12050822":11,"1206":8,"121":[8,9,10],"12129289":[],"12155548":30,"1215pm":[28,30],"12182967":6,"122":[2,8,9,10],"12222222222222222":[1,37],"12224317":[],"122282":30,"123":2,"12318726e":6,"12330033":31,"12333649":6,"123711":6,"12380":9,"124":[0,30],"12400":9,"12552073e":6,"12568438":[],"12591227":31,"12594172":[],"126":9,"1261":9,"12618549":5,"1265":9,"12695501":30,"127":4,"1271":6,"1277":6,"12777777777777777":37,"127812":30,"12790":9,"128":[3,4,13,35,36],"12814914":23,"128664":6,"12871842":31,"129":2,"12921833":[],"1297":9,"1298":9,"129963":33,"12998822":[],"12m":4,"12pm":[28,30],"13":[0,1,2,4,5,6,9,11,12,13,21,23,27,30,31,33,34,36,37],"130":9,"13003291":6,"13055555555555556":37,"130694":31,"13069442":31,"13076331":[],"131":9,"132":9,"13220608e":6,"1326":9,"1326197715":30,"13280":9,"133":[7,34],"13404683":23,"13410999":11,"134110":11,"13422946e":[],"13444436":[],"1345":33,"1346":33,"135":9,"13535942":6,"13542726":13,"13646574":5,"13661243e":6,"13679863":6,"1371":6,"13740":9,"137400784702911":31,"13749148e":[],"13759245e":[],"137652":[11,31],"1377":[3,4],"1378":[3,4],"1379":[3,4],"1380":[3,4],"1381":[3,4],"1382":[3,4],"13827006":[],"13829298":23,"1383":[3,4],"1384":[3,4],"1385":[3,4],"1386":[3,4],"13865173":5,"138775":[11,31],"1388888888888889":37,"1388976715362099":23,"13890":9,"1392559585048734e":6,"139255958997547e":6,"13925918083728273":[],"139431112903922":33,"1394311129039245":33,"1395084586525954":33,"1395235273363669":33,"13987729":[],"13m":4,"14":[0,2,4,5,6,8,9,10,11,12,13,21,23,27,29,30,31,36,37],"140":[2,9],"14021063":6,"14023656":30,"141":2,"14100":9,"1412":[21,35,36],"1416398":6,"14174745":6,"1418":9,"142":9,"14250":9,"14277718e":31,"143":[2,7,34],"1437":[1,37],"1438149":[],"14400":9,"1440501043841336":[1,37],"14440":9,"1446729567":4,"144993":30,"145":2,"146":2,"14629156":33,"146704":11,"14670413":11,"14697721":[],"14710":9,"14722222222222223":[1,37],"147400":[11,31],"147420":[11,31],"1479":9,"148":[3,4],"148009":[],"14812206":6,"14859":6,"149":[3,4],"149294":[],"149299":6,"14962649":[],"14g":[6,33],"14m":4,"15":[0,1,2,4,6,7,8,9,12,13,15,16,17,18,21,27,30,33,34,35,36,37],"150":[3,4,8,9],"15005476":5,"15047127":23,"150726":6,"15098090e":6,"151":[3,4],"15130074e":6,"1513237":[],"151515":[],"15183857":[],"152":[3,4,9],"15200":9,"1520039":23,"152701":33,"1527777777777778":37,"153036":[30,31],"15313054":33,"15383855":[],"15384615384615385":9,"15443469e":34,"155":9,"15553403":[],"15649598":[],"15673992":23,"15693449e":[],"156956":5,"15697121e":[],"1575":9,"158":9,"15863713":[],"1587":9,"1590":9,"15962297":13,"15975618":30,"15990":9,"15990395":[],"15g":[6,33],"15m":4,"15pm":30,"16":[1,2,3,4,5,6,8,9,10,21,23,27,30,31,32,33,36,37],"1600552":[],"1603":3,"16087734":[],"16111111111111112":[1,37],"16168603e":[],"16211139":5,"16220":9,"162246":5,"16231451":4,"1625":9,"1628":9,"162999":30,"16304863":31,"163049":31,"1630775253":37,"16342407":5,"16343471":6,"16356503":33,"16384":3,"16456084":[],"16500":9,"16521791":[],"16570701":[],"166":9,"16762223e":[],"167787":5,"168":9,"16805821e":6,"16921883":[],"169219":[],"16933554":[],"17":[1,2,4,5,6,8,9,18,21,27,31,33,36,37],"17006020e":[],"17022089147584388":27,"1709":9,"17121077":[],"17136288":23,"17144765665252978":[],"171525":31,"1715252":31,"17174962e":[1,37],"17222222222222222":37,"17257288":27,"1726":9,"17275391":[],"173":21,"17300":9,"17305512":23,"1731":9,"17362603":[],"17440757e":[],"17446471":6,"17451":[],"1752":9,"175300":[30,31],"17540272":30,"17603044":[],"17615838052499":11,"17641709":6,"17647619":6,"17733642":30,"17777777777777778":[1,37],"17801022":5,"17861098":6,"17917768":5,"179404":6,"17949575":5,"17953942":11,"1797":[1,3,37],"17m":4,"18":[2,4,6,7,8,9,10,13,19,21,27,33,34,35,36],"18029127":5,"1803":25,"1807":4,"1809":9,"181":9,"1812":9,"18128852":[],"1821":9,"18314387":[],"18333333333333332":37,"1836":33,"18383522":31,"184":9,"18409473e":[],"18433544":30,"184519":[30,31],"18474816e":[],"18488944":[],"18489312":[],"1849":[3,4],"1850":[3,4],"1851":[3,4],"1852":[3,4],"1853":[3,4],"1854":[3,4],"1855":[3,4],"1856":[3,4],"1857":[3,4],"185713":5,"18571316":5,"1858":[3,4],"1859":[3,4],"1860":9,"18611111111111112":37,"18613217e":6,"18624242":[],"18660":9,"18670072e":31,"18673098":11,"18726877":27,"18780801":30,"18807824e":[],"18824315":30,"18829946":[],"1887":6,"189367":30,"189496":[30,31],"189622":[30,31],"19":[2,4,6,9,13,21,27,33,36],"19003":6,"19166136":23,"19166666666666668":37,"191963":30,"19207979":5,"1921649":[],"19220":9,"19343949":23,"1937079":23,"1940":[0,31],"194042826649355e":6,"1940428268204826e":6,"1943":[12,36,37],"19431161":5,"194312":5,"19436962e":[],"19463967":30,"194861702085775":[],"1956":9,"19569961":[6,31],"19590868":[],"19652884e":[],"1970":[23,30],"1973":9,"197370":[11,31],"19740":9,"19743643":27,"19769458e":[],"1979":[6,33],"19800":9,"19825288e":[],"19888258":27,"19983530":6,"1999":[25,33],"1_1":[12,36,37],"1_2":[12,36,37],"1_3":[12,36,37],"1cm":[0,8,10,27,30],"1d":[1,2,3,37],"1e":[1,2,4,13,14,21,35,36,37],"1e10":14,"1e4":6,"1f":1,"1k":23,"1n":[0,30],"1s":4,"1x":[0,30],"2":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,19,21,22,23,24,26,27,29,32,33,34,35,36,37],"20":[0,1,2,4,6,7,8,9,13,21,27,28,30,31,32,33,34,36,37],"200":[0,2,3,4,8,9,10],"2000":[0,31],"20015436":6,"20017452":[],"2004":[13,34],"2006":29,"2008":30,"2010":1,"2011":[1,37],"2014":4,"20142361":[],"2015":1,"2016":[0,30],"2018":[0,6,31,33],"2019":[8,9],"2021":[6,14,31,32,34],"2022":30,"2023":[3,4,15,16,17,18,19,20,21,25,30,32,33,34,35,36,37],"2027":9,"20272874":[],"20277777777777778":[1,37],"20289224":[],"20355156":33,"20371418":[],"20484434":[],"20500":9,"205231":30,"20594513":23,"2060":9,"2069":9,"20695722":30,"207545":[11,31],"207888":30,"20820528e":[],"20833333333333334":[1,37],"20867052175003364":[6,33],"20916295":31,"20956318":[],"209789":30,"20980":9,"21":[0,1,2,4,5,6,7,9,12,13,15,21,23,30,31,33,36,37],"210340":[11,31],"21055226":13,"21058097":5,"21059098":23,"21110005":33,"21130":9,"2116753732":4,"21169159e":6,"213103":[11,31],"213743":[11,31],"21401303e":[],"21460652":11,"214607":11,"21546249":[],"21596432":6,"216290":[11,31],"216683":[11,31],"21710121":[],"21879159":30,"22":[0,1,2,4,5,6,9,12,13,19,21,23,30,31,33,34,35,36,37],"22001043":30,"22044605e":[5,31,37],"22092934e":[],"221":8,"22103874e":[],"221180":[30,31],"22130126":30,"2216":9,"2218":9,"221805":2,"221921":5,"22209775e":[],"222400":[30,31],"22241171":27,"22328509":30,"22368396":30,"22416937":[],"22467274":33,"225":4,"22574374":30,"226296567359957":27,"22690428":5,"22729927":23,"2284246870217162":[6,33],"22847924":5,"23":[1,2,4,6,7,9,12,13,21,23,30,33,36,37],"23002365e":6,"23047985":[],"23076923076923078":9,"23110543":[],"23167717":5,"23192074e":[],"232435":[30,31],"23257415":[],"23333333333333334":37,"2338675":31,"233868":31,"23392132":30,"234":6,"23528337":33,"2364":9,"23643365":33,"2379":6,"238":33,"2397":9,"23971032":31,"23979359":[],"24":[0,1,2,4,6,9,13,19,21,23,30,33,36,37],"24005098e":[],"24085321":33,"24140":9,"24159785":31,"2416":9,"24175744e":6,"2419":9,"24251681":[],"24280599":[],"242806":[],"2430":9,"24390":9,"24444444444444444":37,"24569547":30,"246":2,"24602503e":[],"2465439":[],"24829908":5,"24906604e":6,"24968001e":[],"25":[2,3,4,5,6,7,8,9,11,13,15,20,21,23,24,30,31,33,34,36,37],"250":[2,4,7,9,34],"25000":[0,31],"250636":30,"25084316":[],"25139357":23,"251879":[30,31],"252436":[30,31],"255":3,"255001":[30,31],"25561567":27,"256":[2,4],"25617654e":6,"25617658e":6,"25650679":[],"25663096":23,"2572":9,"2575":9,"25844504":[],"25872167e":[],"259153":[11,31],"25920793":37,"2597":9,"26":[2,4,6,9,13,21,33,36],"26037366":23,"2619":31,"262638":5,"26263837":5,"26291451":27,"26292364":33,"26297455":31,"26301436":5,"26372759":[],"264":4,"26409315307910025":6,"2640931530791004":6,"264377":[],"26437713":[],"264421":30,"2650":9,"265109911":4,"26514544":23,"2654":9,"26666667":13,"26710969":5,"26776828":21,"26780278":5,"268":9,"26803966":[],"26931499":13,"2697447":5,"26995402":31,"27":[0,1,2,4,6,13,21,31,33,36,37],"27092910":6,"27424746e":[],"27438488":[],"2750":9,"27547557":[],"276263":[11,31],"27650338":30,"27693602e":37,"27700":9,"27717261":21,"27760":9,"27793476":11,"277935":11,"27859357":[],"27924636":5,"27971414":[],"27n_":27,"28":[1,2,3,4,6,9,13,16,21,31,33,35,36,37],"28008933":23,"280179":30,"280573":5,"280647":[11,31],"28081221e":[],"28096517":30,"281930":30,"28205578e":31,"28206156":[],"28210895":[],"282259":30,"282727":[11,31],"2830637392":4,"283078":23,"28336218e":6,"28390":9,"28391978":31,"28443039":33,"28475098":8,"28490569":30,"28566769":37,"28607817":23,"2861":27,"28621796e":[],"28638913":36,"28641189":21,"28662669":[],"2871":9,"2873":9,"2882":27,"28837459":[],"2886":27,"2890":[0,30],"28908491":23,"2892":27,"29":[4,6,7,9,20,21,33,34],"29135778":5,"291358":5,"2915":27,"29153991":30,"29167186":5,"29199381":23,"29228133":[],"29275129":23,"2931":30,"29350903":[],"29384004e":[],"29401213":23,"2941718e":[],"29454955e":[],"29496954e":[],"2953":[3,4],"2954":[3,4],"2955":[3,4],"2956":[3,4],"2957":[3,4],"296414":30,"2968":30,"2980":30,"29822833":6,"2990":30,"299748":[30,31],"2_":[12,36,37],"2_1":[12,36,37],"2_2":[12,36,37],"2_3":[12,36,37],"2_i":[12,36,37],"2_m":[6,27,33],"2_t":[13,35,36],"2_x":27,"2b":27,"2c8f433990d1":[35,36],"2cm":8,"2d":[1,3,11,12,22,30,36,37],"2e":[6,33],"2f":[0,7,9,10,11,12,30,31,34,36,37],"2g":2,"2g_i":2,"2k":3,"2m":[6,33],"2n":[0,2,3,30,31],"2nd":9,"2p":27,"2pm":[28,30],"2pt":4,"2x":[0,3,8,13,30,35,36],"2x_ix_jy_iy_j":8,"2x_j":8,"2y_i":10,"2y_j":8,"3":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,21,22,23,24,25,26,27,28,32,33,34,35,36,37],"30":[0,1,4,6,7,9,10,13,21,28,30,31,33,34,35,36],"300":[21,36,37],"30000":[0,30],"30010":9,"30119421":8,"30170017":37,"30177145":[],"302":33,"30258509":[23,30],"303":6,"30335380e":[],"30442964":31,"30447937":[],"30466214e":6,"30478013":30,"30494363":[],"305":[0,30],"30567713":23,"306":[0,30],"30630294":27,"30677003":[],"306770031113352":[],"307":[0,30],"3072":3,"3073":33,"307631":11,"30763135":11,"3076923076923077":9,"30787294":6,"308":[0,30],"309":[0,30],"30940":9,"30971881":21,"31":[4,12,23,27,30,36,37],"310":[0,30],"31022577":13,"310579":31,"3105791":31,"311":[0,30],"31113868e":[],"312":32,"3123314713548606":[6,33],"31276579e":6,"313":32,"31318084":5,"3139661":[],"31415359e":[],"31457796":5,"315":[6,32],"3155":[0,5,6,32,33,34],"31579721":23,"31588332":21,"316":32,"31650694":6,"31705377":30,"31718909":11,"317367":11,"31803769":13,"3189":33,"31896852":8,"31927572":23,"31995103":[],"32":[3,4,6,12,13,23,27,33,35,36,37],"3200":[1,37],"32149601703519115":[6,33],"3214960170351912":[6,33],"3215":9,"32265589":[],"3228044":[],"32341247e":[],"324":2,"3245":2,"32450054":31,"3250":[1,6,37],"32577534":[],"32584888":23,"32615859":27,"326238":[30,31],"32632463":5,"326325":5,"32708194":30,"32941592e":[],"329492":30,"33":[2,4,9,12,23,28,33,36,37],"33020191":[],"3303366":[],"33066907e":[5,31],"33104875":21,"33113018":[],"33166055e":5,"331939":[30,31],"333":[7,34],"33333333":13,"33408606":[],"33534416":27,"335849":[],"33746734":[],"33746734412664":[],"33860497":30,"33903511":[],"33995567":23,"339961":5,"3399612":5,"34":[2,4,9,23,33],"340071371496255":31,"3403":9,"340583":30,"340782":[11,31],"34100913":[],"34114547":5,"34149655":5,"341497":5,"34154132":21,"34158540e":[],"342680":[30,31],"3436":[0,30],"3437":[0,30],"3439564710454786":9,"34412923":31,"34447052":23,"34517495":23,"34569596":5,"34685874":27,"34998197":[],"35":[0,2,4,6,9,17,24,28,30,33],"35140":9,"351636":[11,31],"35182854":5,"35412147":33,"35470445e":[5,31],"35533773":6,"35564856":[],"356399":[30,31],"3568919":[],"357508":[30,31],"35771826":6,"3581341341":4,"35825829e":[],"35846425":33,"359":[5,32],"3592571":[],"3597516959642966":27,"3597517":27,"36":[0,1,2,4,5,6,24,27,33],"360":[1,37],"36051635":23,"3613":9,"361556":[30,31],"3616476":[],"3621311":5,"3632959111950474e":6,"363295916323784e":6,"36420967":37,"36434588":[],"3655222":5,"367":2,"36789460e":[],"36795972e":[],"369139":[11,31],"37":[1,4,9,19,24,30,34],"3703468543933255":23,"370782966":4,"37112277":23,"37239927e":31,"3729492":23,"37388140e":[],"37396662":6,"375694":30,"3765":4,"376547":30,"3770":4,"3773":4,"377372":31,"37737221":31,"37853034e":[],"3786":4,"3789":4,"37900111":6,"37917253":30,"3795":4,"3799":4,"38":[1,4,9,24,27,30],"380":9,"38020451":5,"380205":5,"38088413":23,"3812":4,"38135733e":6,"3814":4,"3816":4,"38165546":[],"3817475779":[6,33],"3821":4,"382187":30,"38259375":30,"38319502e":[],"3834":4,"3836":4,"3837":4,"3838":4,"3838917029":35,"3840":4,"3842967":[],"38461538461538464":9,"38461539":35,"38465596":5,"38511413":27,"3853":4,"38533185":6,"3856":4,"386":9,"38629436":[23,30],"3865":4,"387":32,"3873":4,"38764522e":[],"3877":4,"3878":4,"38787447":30,"38831624":23,"3886":33,"38916861e":6,"3893":4,"38962192e":6,"39":[0,1,4,9,25,28,30,36,37],"3901":4,"3907":4,"3907408":[],"39078751e":[],"3919":4,"39197698":31,"391977":31,"39214397":31,"392144":31,"3923":4,"3928":4,"39287528":21,"39300201":23,"39308683e":[],"3932":4,"3944":4,"39457095":23,"3948":4,"39483726":23,"39541528":[],"39572825":[],"39579407":5,"39612983":27,"39644178":[],"3970":4,"39706038":5,"39730396":24,"3975":4,"397700":[11,31],"39789527":[23,30],"39890447":[],"39895173e":[],"39931051e":31,"3996":4,"39965905e":[],"399836":[30,31],"3999":4,"3d":[2,3,4,6,13,24,33,35],"3f":[1,3,9],"3n":23,"3x":[2,8],"3x_i":2,"3y":8,"3yk470mj5p931p9dtkk0y6jw0000gn":[1,6,13,24,30,33,35,37],"4":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,21,23,24,25,27,30,32,33,34,35,36,37],"40":[1,4,6,9,24,25,28,30,33,37],"400":4,"4000":[9,30],"4014":4,"401842":[11,31],"40216748":11,"4033":4,"40362053":[],"40389562":27,"404":31,"404130":11,"40413036":11,"4050":[29,30],"40500157":27,"405890":[11,31],"40620066":31,"406201":31,"40629059":[],"40644745":23,"4066":4,"4082":6,"4087":9,"4087793":5,"40892146":[],"40927184e":6,"40contain":25,"41":[0,1,2,4,9,23,25],"41021561":[],"4107":9,"41097603":[],"41219619":31,"41246325":23,"41291861":[],"41371745":[],"41433969":5,"415066":11,"41506637":11,"41511965e":[1,37],"415201":30,"4155":[2,15],"4166666666666667":9,"41771755":[],"418506":[11,31],"4187996":[],"41882037e":6,"42":[1,2,4,8,9,10,23,37],"421120085426022":[],"42138688e":[],"42172457":30,"42198678":5,"421987":5,"42239354":23,"4230769230769231":9,"42441033":5,"42450":9,"425564":[],"42556446":[],"42578415":30,"4258049":[],"42584543":[],"426":[6,7,34],"42800148":[],"428741":11,"42874148":11,"429":33,"429345":[],"42934502":[],"42967903e":[],"43":[0,2,4,7,9,23,34,37],"43043913":23,"43054282":5,"4310":30,"433":33,"43330971e":6,"43425860e":[],"43490863":30,"43496417":30,"435163":[30,31],"4353":4,"43579948e":6,"43639284e":31,"436462435":4,"43766686":11,"43809274e":[],"438136":[30,31],"439230":6,"44":[0,2,4,23,37],"44089210e":[5,31],"441182":[],"44118245":[],"441264":30,"442600":[11,31],"443217":[30,31],"44347438":21,"444":9,"44407741e":[],"44418822":27,"44520102":23,"446033":33,"44624525e":31,"446453":30,"44729805":23,"44732200e":[],"44842116":36,"44921888":23,"44970586e":[1,37],"45":[2,9,28,30],"450":9,"450257":[11,31],"4504":9,"45065211":[],"45073476e":[],"450m":4,"45134965":23,"45207509":30,"452553":30,"45255977":13,"45281756":27,"45308692":23,"45405253e":[],"455173":33,"4555094":[],"455592":[],"4557763":11,"455947":[30,31],"455m":4,"456":9,"45610021":30,"45642521":21,"456m":4,"457":[2,4],"458027":[30,31],"458078":[11,31],"458m":4,"45915671e":31,"45922756e":[],"45960079":5,"46":[2,9,28,30],"4600624385659884":30,"4601":9,"46022436e":[],"46153846153846156":9,"462":[7,34],"462m":4,"46313714":[],"46383925e":6,"46383926e":6,"463861":30,"4676059":31,"467606":31,"467818":[],"46781836":[],"468m":4,"46984697e":6,"47":[2,9,28,30],"47042744":5,"470714":[30,31],"47075725":6,"47116868e":6,"47125748":5,"47132891":5,"47176716":33,"47176783":33,"47179152":33,"471874":11,"47187428":11,"47202442":33,"47313680":33,"473m":4,"47430124e":[],"47447472":23,"475405":[],"47540513":[],"47610036":6,"47701204":30,"477m":4,"47815203":11,"479465113":4,"479m":4,"48":[2,4,9,33],"480":30,"48134747":30,"481401":5,"48140137":5,"48145226":23,"481979":6,"48240312e":[],"48243352e":[],"48257387":[28,30],"483257001":13,"48336413":[],"48356153e":21,"483m":4,"48418018":[],"48423285":30,"48461009":21,"48464841":23,"48476997":11,"484m":4,"48598711":[],"485m":4,"48629506":30,"487m":4,"48815255e":[],"488m":4,"489502":11,"48950243":11,"48994188":5,"49":[2,5,6,9,11,24,31,35,36],"49078463":[],"49152":3,"492m":4,"4940954":[0,30],"49555885e":[],"4959161509357395e":6,"495916150936645e":6,"495m":4,"49616116":23,"497":[3,4],"4974810657432664":[],"497m":4,"498":[3,4],"49865980e":[],"499":[3,4],"4990":27,"4992":27,"4997":27,"499m":4,"4c4c7f":[9,10],"4d":3,"4f":6,"4pm":[28,30],"4s":4,"4y":8,"4y_i":10,"5":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,21,23,24,27,30,31,32,33,34,35,36,37],"50":[1,2,3,4,6,7,8,9,10,13,21,30,31,33,34,35,36,37],"500":[1,3,4,6,9,10,13,33,34,35,36,37],"50000000e":37,"50000455":5,"50000553":5,"50000718":5,"50000855":5,"50000969":5,"50001063":5,"50001142":5,"50001207":5,"50001261":5,"50001306":5,"50001343":5,"50001374":5,"500014":5,"50001414":5,"50001422":5,"50001439":5,"50001454":5,"50001466":5,"50001476":5,"50001485":5,"50001492":5,"50001498":5,"50001502":5,"50001506":5,"5000151":5,"50001512":5,"50001515":5,"50001517":5,"50001518":5,"50001519":5,"50001521":5,"50001522":5,"50001523":5,"50001524":5,"50001525":5,"50079895":27,"500m":4,"501":[3,4],"5018":27,"50184628e":[],"501m":4,"502":[3,4],"50227564e":6,"50274255":23,"503":[3,4],"50321091":5,"504":[3,4],"50427787":33,"50462474":23,"505":[3,4],"50519365":[],"50562981":[],"506":[0,3,4,31],"506553":31,"50655336":31,"50691065":27,"50697511":30,"507":[3,4],"50721349":30,"507d50":[9,10],"508":[3,4],"50837888e":[],"50846111e":6,"50846112e":6,"50j":[13,35],"50x10":[1,37],"51":[2,10],"510":[1,37],"511":[3,4],"511888":5,"51191552":6,"512":[3,4],"51374050":33,"514219":[30,31],"515m":4,"5177783846":4,"51845286":23,"518895":30,"52":[3,4,35,36],"52015514":[],"52204004":23,"52209178":[],"5222222222222223":37,"522836":30,"522m":4,"52362157e":31,"52400486e":[],"52482437":30,"525054":[],"52518625":30,"525739":11,"52573941":11,"526744":[11,31],"52775466":33,"52795454":11,"52856208":[],"52874252":5,"52944573":11,"529446":11,"52950417":21,"5297947920715131":[],"53":[2,3,4,9],"5303329":11,"5305555555555556":[1,37],"531280":[30,31],"5320148":23,"53250091":30,"53278871":5,"532789":5,"5340022":[],"534362":30,"53542722":27,"53703498":6,"53738247":33,"53755010e":[],"5378811":11,"53811172e":[],"5384615384615384":9,"539261":[11,31],"54":[2,3,4,6,9,27],"540":9,"54039921":5,"54041041e":5,"541605":[30,31],"54285633":27,"543939":31,"54393936":31,"544439":[30,31],"54637219":33,"55":[1,2,3,4,9,37],"55086461":30,"552042":4,"55315304":27,"55328795e":[],"5555555555555556":37,"555m":4,"556m":4,"557795":[11,31],"55854694":11,"55868255":[],"5594":6,"55955126":23,"55972302e":[],"56":[1,2,3,4,9,37],"56033697":5,"56171141":30,"56198284":5,"561m":4,"56240703e":[],"56288861":27,"562888614232874":27,"563167":30,"56364308":30,"56366546":23,"56399029e":[],"564":9,"564374":[11,31],"56465688":23,"56477354":[],"565":9,"56536":[0,30],"56570797e":[],"56589683":33,"566":9,"56636537":[],"56636616e":6,"567":9,"56740132":[],"568":[9,33],"568587":5,"56858701":5,"569":[1,9],"56912044e":6,"56939714":5,"56965674":33,"57":[0,2,3,4,8,9,28,30],"570":9,"571":[5,32],"571105947979344e":6,"571105947979394e":6,"57201944e":6,"572069":30,"57285536":[],"573029":[],"57302926":[],"574465":[11,31],"57572321":23,"576":33,"57670824":23,"5769230769230769":9,"5786304":[],"57952471e":[],"58":[2,4,9,10,28,30],"5808118":[],"58193124":[],"581m":4,"58268575":[],"5828247":27,"5829913":30,"5833333333333334":9,"583595":[30,31],"58492636e":31,"58742004e":[],"58818643":23,"58841019e":[],"5888888888888889":37,"58948138":27,"58948347":23,"59":[2,4,9],"59004971":23,"591317992":4,"59222238":[],"5944444444444444":37,"59446603":[],"59511582":23,"59589728e":[],"596m":4,"5974862":[],"59895188":30,"59916814e":[],"5cm":27,"5f":[8,35],"5x":8,"5y":8,"6":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,21,23,27,28,30,31,32,33,34,35,36,37],"60":[1,2,3,4,9],"60000":4,"6019067271":4,"60293962":5,"603636":30,"6037092":30,"60383004":30,"60420593":5,"60543038":31,"60673226":11,"6067329321734374":[],"606760":5,"6071713":[],"60815105":6,"60943791":[23,30],"61":[2,7,34],"61043964e":[],"6111111111111112":37,"61197218":23,"612939":[30,31],"613579":[30,31],"61394448":23,"614808":[11,31],"61504341":30,"61532006":[],"6153846153846154":9,"61585143":27,"61653285e":21,"61702282":6,"61775176":33,"618982":[30,31],"61971639e":[],"61992828e":[],"62":[3,4],"621102":30,"62373464":11,"625":[7,34],"62554614":[],"626635268":[6,33],"62841921":[],"62862896":23,"6289054":30,"62894215":5,"62919818":30,"63":[0,1,3,4,6,7,31,33,34,37],"6300745149331701":31,"63025821e":6,"63162342":31,"63180447":33,"63249532e":6,"63277911e":[],"633949":30,"634715":[],"63471545":[],"63498144":5,"63567272":23,"63677721":[],"637129335071195":31,"63849228e":[],"63875295":[],"64":[1,2,3,4,7,13,23,30,34,35,36,37],"64012627":5,"64111239":[],"64147722":30,"64158883e":34,"64291044e":[],"64292493":[],"64299732":30,"64316192":33,"64316482":33,"64391062":5,"643m":4,"64502836":27,"64550753":27,"646283":[11,31],"64742912e":6,"647473":[11,31],"64846973e":[],"649382":[11,31],"64969451":5,"649695":5,"64x50":[1,37],"65":[1,2,3,4,7,8,9,34,37],"65036493":[],"65196615":[],"652187":11,"65218729":11,"6536392":31,"65408703e":[],"65442354":31,"654424":31,"654m":4,"65565751":21,"65571174e":31,"65599456":31,"65628888":30,"6568551":23,"65704027":30,"657041":30,"65720414":27,"65743689":31,"65833132":31,"65885453":5,"65891389":31,"658914":31,"66":[2,3,4],"66051179":[],"66064822":31,"66080313":31,"66204648":6,"66219404":6,"6628996975186953":31,"66294408":31,"66323494":27,"6638":9,"6652177":31,"66545355":[],"66560":9,"66562658e":[],"665m":4,"666597":30,"666897":[],"66689729":[],"667":9,"667239":30,"66798429":[],"668172":[30,31],"67":[2,9],"67035174":30,"67047975e":6,"67189384":30,"671m":4,"67264685":[],"672721":[30,31],"67314874e":5,"67347822":[],"67432237e":[],"67554897":30,"67640036":30,"67671601":[],"6780674":[],"67890723":23,"68":2,"68192193":5,"68286725":31,"68419351":5,"684194":5,"68534263e":6,"68542204":5,"685643":[],"68564345":[],"68592431":33,"6860597312101988":[],"6869":9,"68759903e":[],"687m":4,"6887363571":4,"68929213e":6,"689345":30,"689519":[11,31],"69":[2,7,9,27,34],"690":9,"69009002":30,"690617":[30,31],"69069n_":27,"690710":[],"69071035":[],"69111133e":[],"692":[33,37],"692268":5,"69226802":5,"69230769":35,"6923076923076923":9,"692m":4,"69484813e":5,"69504801":6,"69582036":27,"69634577e":6,"69695259":5,"69714468":[],"6980":[21,35,36],"69818111":23,"69873514":23,"699":2,"69908626":6,"6999536":11,"6n_":27,"6pm":30,"7":[0,1,2,3,4,5,6,7,8,9,11,12,13,15,21,23,24,26,27,29,30,31,33,34,35,36,37],"70":[1,7,9,34,37],"700":2,"70037324e":31,"701":2,"701370":5,"702":2,"704":2,"70573539":[],"70653767":4,"706833":30,"70710678":[5,31],"70832814":5,"7086067479626619":31,"7094664":[],"709698":30,"71":[1,37],"7100524":[],"71142161":31,"711422":31,"7119":9,"712018":[11,31],"71269506e":[],"71285447":30,"713163":30,"7135487":11,"71375273e":[],"71424969":[],"71437567912473":27,"71437568":27,"71467081":27,"71504681":[],"71640333":23,"71737253":31,"71761101":31,"718165":5,"72174172":11,"72228205":30,"72271878e":6,"72328506":23,"7236674":5,"724":3,"72742343e":[],"72859758":5,"72981762":8,"73":[6,33],"731000":[30,31],"73231305":[],"73293298":30,"733096":[30,31],"734107":11,"73410729":11,"73448544":23,"73456649":[],"74":[6,33,35,36],"740":9,"74081822":8,"740m":4,"741391":5,"7413913":5,"741m":4,"74280244":23,"74384949":31,"74401372":[],"74462857":[],"74577867":23,"74607851":31,"74724767":23,"74818082":30,"74829661":31,"74840212":5,"7484672e":21,"7490462":27,"749765":[30,31],"75":[2,5,6,8,9,11,24,30,31,33,37],"750445":[30,31],"75050135":31,"7506274061293645":11,"751699":[11,31],"75170092":5,"75268791":[],"75269037":31,"75282841":23,"75315452":21,"75354069":[],"75457798":[],"75576555":31,"75627883":11,"756279":11,"75631027":30,"756352":[30,31],"75719828":30,"75770568":31,"75823753e":[],"75963425":[],"76":[2,9,28,30],"76004012":27,"76010633":23,"76077707e":[],"76084455":30,"76174289e":[],"7644":4,"764997683364458":[],"765":[7,34],"7651068":27,"7664107":30,"76771975":30,"7692307692307693":9,"76936315":5,"7694444444444445":37,"7697":33,"77":[2,9,28,30,35,36],"770204":3,"77025447e":[],"77152076":5,"7718":9,"77265448":31,"77343022e":[],"77448317e":[],"7748567":[],"77589027":21,"77632628":[],"77636e":[13,36],"77646856":30,"77714169":8,"7779287093124035":[],"77794957":23,"7782028952":4,"77856932":[],"78":2,"78009660e":31,"78156479e":5,"78177713":[],"78184120e":6,"78299706":27,"785061":30,"78524451e":[],"78556129":30,"78882958":23,"78886274":[],"78941903":5,"78951443":[],"79":2,"79072516":[],"79106945e":21,"79111643":5,"79125269":[],"791809":[],"793167":[30,31],"79328516":[],"794282":[11,31],"794906":[],"79490641":[],"795225339396409":5,"79550688e":[],"79578306":21,"79675445":27,"79787771":27,"79896478e":[],"79909592":33,"79914677":27,"7993408651198877":33,"79934087":33,"7995707762668065":33,"7d7d58":[9,10],"8":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,21,23,24,25,27,30,31,32,33,34,35,36,37],"80":[0,1,2,5,8,9,31,32,33,37],"800":[4,7,34],"80152684":23,"80189569":[],"80228781e":[],"802550782087107":[],"80354994":6,"80460179":33,"80469739":5,"80540415e":[],"80548430e":[],"8055555555555556":37,"80609615e":6,"80609616e":6,"80625657":37,"80802836":30,"80847477e":6,"80861057":11,"808611":11,"81":[1,37],"81048318e":6,"81071342":30,"81114345":[],"81160425":5,"81333804":6,"814":[7,11,34],"81597834":33,"815am":[28,30],"81633628":11,"816454":[30,31],"81651921":21,"81664404":[],"816847":[30,31],"81753152":23,"81784973":27,"8182":33,"8186717":21,"8197":33,"82":2,"82102668":[],"82139086e":[],"82198978":5,"82296251":23,"82410428":30,"82651934e":[],"8265786":5,"82909728":23,"83":[2,30],"8305555555555556":37,"83146596":33,"83190841":[],"83298727":[],"832987270767667":[],"832m":4,"83384573":31,"83443698":[],"83488328":23,"83505053":21,"83512277":5,"83657122":30,"83752888e":[],"83770406":[],"83774539":21,"83793362":30,"83870794e":[],"839818":30,"84":2,"84082439":30,"84094234":21,"84159521":23,"842436":[30,31],"84290819e":[],"84355903e":[1,37],"84359332e":[],"84380376":23,"84443254e":[1,37],"84444399":[],"845716766413386":27,"84571677":27,"84575663":27,"8461538461538461":9,"84638256":[],"846383":[],"84666445":36,"84780262":6,"84783351e":21,"84846601":[],"84858":32,"84859258":13,"84923989e":6,"84927263":11,"84929103":23,"84942247e":[],"84994524":5,"84m":4,"85":[1,2,9,37],"850164":5,"85035714":[],"85263220":6,"85278920e":5,"85288931":[],"85297050e":[],"853835":30,"85514104":27,"85548858":27,"85601992":5,"85615662":30,"85714286":34,"8574":[],"858":9,"858185":30,"8583333333333333":37,"85888897e":[],"86":2,"86012593":23,"86015267":30,"86117291":5,"86134827":5,"86145244":11,"861676":30,"86221134":23,"86252988":6,"86341536":30,"8635085":11,"8638888888888889":37,"86452742":[],"86619181":30,"86630":9,"8666666666666667":37,"86666667":34,"86810":9,"869":[0,30],"87":[9,31],"870":[0,30],"8702784034":4,"87072815e":31,"871":[0,30],"8722222222222222":37,"87242312":21,"873":[0,30],"87381451":5,"874":[0,30],"87403627e":[],"87458904":30,"875":37,"87533278":13,"875794":27,"8759":[13,36],"876":6,"87627342":33,"87795661":30,"878123":30,"8784267":31,"88":[0,2,13,35,36],"88046261":5,"8805555555555555":37,"88168312e":6,"88182591":31,"88305878":30,"88323026":31,"88336879":5,"884399":27,"884669":31,"88529063e":6,"88613493":31,"88744469e":[],"888577549915147":5,"8888888888888888":37,"88908909e":[],"8897518e":21,"89":2,"89126914e":31,"8915573":[],"89288636":11,"89410423":5,"8942133":13,"8944444444444445":37,"89609007":23,"896911":5,"8969113":5,"89793609":23,"89823921":37,"89996783":36,"8f":[6,33],"8g":[6,33],"8n":23,"8x8":[1,37],"9":[0,1,2,3,4,5,6,7,8,9,11,12,13,21,23,25,26,27,28,30,31,32,33,34,35,36,37],"90":[1,2,9],"90075537":5,"9011":6,"90220243":5,"90223115":30,"90266948":5,"9027777777777778":37,"90297441":37,"90325763":30,"9036573":23,"9040":9,"904648525660773":27,"90475506e":6,"9054":33,"9055555555555556":37,"906747":5,"90803422":13,"908736":[],"90873644":[],"91":[28,30],"910":9,"91050344e":[],"9111111111111111":37,"91128596":5,"912":[3,4],"9129629":30,"914":[3,4],"9142491":30,"91492986e":6,"915":[3,4],"91538877":[],"91650774":[],"916508":[],"9165822":27,"9166666666666666":9,"917":[3,4],"91760278":5,"91784246":[],"918":[3,4],"91812702":5,"918992":[30,31],"91966064":[],"92":[6,9,28,30],"92067658":[],"9208878":13,"92103867":[],"92236466e":[],"9230769230769231":9,"92351924":21,"923602":30,"92405283":[],"925":37,"92507116e":[1,37],"92578916":5,"92579609e":[],"92648983":[],"92651068":33,"92717417":30,"92729959":30,"92772833":23,"9277777777777778":37,"92857143":[7,34],"92930426e":[],"9295763474254684":11,"9305555555555556":37,"931":[0,30],"93155188":5,"93158979":5,"932656":[],"93267138892912":[],"93267139":[],"933":[5,32],"93420126":37,"93492130e":6,"93500562":[],"93528653e":[],"93571082":27,"93601008e":31,"937":27,"937082":[30,31],"93799826":5,"938":27,"93820524":13,"9387":9,"93884803":27,"939":[0,27,30],"93944615e":[],"93988393":[],"94":[7,27,34],"94226022e":6,"94230225":[],"942422095469182":[],"94256677":[],"94260358":11,"942604":11,"94273542":31,"94284104":5,"94320205":5,"94338159":27,"943439":5,"944":[3,4],"94433302e":[],"9444444444444444":[1,37],"94484047e":37,"945":[3,4],"94591015":[23,30],"946":[3,4],"94639099":11,"946957":5,"94697839":30,"947":[3,4],"9472222222222222":37,"948":[3,4],"94814932":[],"94815131":27,"9481513127527335":27,"94822514":6,"9482527":5,"94854992":13,"94866246":23,"949":[3,4],"94938706":[],"95":[1,7,9,11,33,34,37],"950":[3,4],"95008046":6,"95055425":21,"951":[3,4],"951109":[],"95117099":30,"95190644":30,"95231424":5,"952387":31,"9527777777777777":37,"95284275":5,"953065564":[1,37],"95327702":23,"95329348":[],"95351665":5,"95355327":[],"954":27,"95429024":[],"95508909":[],"95511792":31,"955118":31,"9555555555555556":37,"95558642":31,"955820c21e8b":4,"956563":[11,31],"95684892":5,"95686268":[],"95697233e":[],"95703":[13,36],"95763525":[],"9578":6,"958228616652075":5,"96":[1,6,7,11,33,34],"960":27,"9601304850035702e":6,"960130485007504e":6,"96024953":5,"96033509e":[],"96046928":27,"96084663":5,"961":27,"96183456":30,"962":27,"962990":30,"963198":23,"9637117593816477":6,"9640435":5,"96461989e":[],"9649652536":4,"965548":[30,31],"96611032":30,"96631321":31,"96688672":5,"966899":30,"9674916":5,"96750421":23,"967809":[11,31],"96804366":27,"96841776":13,"96890557e":[],"97":[7,34],"97005689":5,"97062694":27,"97069774":11,"970698":11,"97108e":[13,36],"9716":[],"9722222222222222":37,"9723":[],"97243128":5,"97262227":21,"97300836":5,"97488151":30,"97497404e":6,"975":37,"97507735":5,"97514104e":[],"97594511":[],"9764":[],"97644118":5,"9765":[],"97690235":33,"97705827":5,"97758848":5,"9777777777777777":37,"978":32,"9780387310732":29,"9780387848570":29,"97804446":13,"9781492032632":29,"9783319210079595":11,"978553":5,"97879245":[],"97898392":[6,31],"97906022e":31,"97926491":5,"97948913":23,"98":[0,1,7,9,34,37],"980":9,"98004227":23,"9805555555555555":37,"98091621":5,"98127617":27,"981321":[30,31],"98139097":5,"98215566e":[],"98275501":5,"983310":[30,31],"98404993":[],"98413059":5,"984182":11,"98418221":11,"98430782":11,"984308":11,"98454786":5,"984601":[],"98460101":[],"9849967686928113":34,"985":27,"98566191":5,"986":27,"9861111111111112":37,"98620879e":[],"986699":5,"98680716":5,"98686102":[],"98694705":27,"98706221":21,"98716878":5,"9871776311306221":27,"98808176":5,"98822371":6,"988835":11,"9888544725633199":[],"9888888888888889":37,"989":27,"9890348":5,"98914003":[],"9893447":5,"98947894":31,"9898ff":[9,10],"99":[1,7,9,11,13,21,33,34,35,36],"990":9,"99009525":5,"99051150":6,"99083639":[],"99084226e":[],"99088801":5,"991":27,"99106686":[],"99115119":5,"99176998":5,"992":27,"99215828":30,"99242921":5,"99265097":5,"99268332":30,"993":27,"99316252":5,"99371056":5,"99389612":5,"9940253773173835":[],"9943201":5,"9947756":5,"99492986":5,"9950597269547777":31,"99528218":5,"99539415":5,"9955500279779226":[],"99566069":5,"99578809":5,"99589367":21,"996":[5,32,33],"99608161":5,"9963311287748658":31,"9963961":5,"99650061":5,"9967458":5,"9969332511584248":31,"99700706":5,"99709215":5,"99729756":5,"99751458":5,"99758326":5,"99767262":[],"99775587":5,"9978254":[],"99793613":5,"99799099":5,"99813653":5,"99828624":5,"9983295":5,"99845267":5,"99854557":31,"998577":5,"99861053":5,"99862019":31,"99866581":[],"99869482":31,"99871521":5,"99876945":31,"99881845":5,"99883628":31,"99884384":5,"99884409":31,"99888222":21,"99891093":31,"99891873":31,"99893323":5,"99898558":31,"999":[9,21,27,35,36],"99901896":5,"99903755":5,"99906023":31,"99911427":5,"99912709":31,"99913489":31,"99918546":5,"99919837":5,"99920175":31,"99926459":5,"99927642":31,"9993237":5,"99932732":[],"99933188":5,"9993511":31,"9993736":21,"99938942":5,"99941797":31,"9994385":5,"99944037":[],"99944272":5,"99949077":21,"99949266":31,"99949306":5,"99953381":5,"99953475":5,"99956735":31,"99957911":5,"99961294":5,"9996357":21,"99965056":5,"99967865":5,"99970894":31,"99970988":5,"9997332":5,"99975913":5,"99977849":5,"99978365":31,"99980002":5,"9998161":5,"99984215":[],"99984732":5,"9998542":[],"99987324":5,"99988325":[],"99989476":5,"99991263":5,"99992746":5,"99993978":5,"99995":5,"999955585168597":6,"99999985":[],"9m":4,"9x":[6,24],"9y":[6,24],"\u00f8yvind":[6,31,32],"abstract":[1,20,35],"boolean":4,"break":[0,4,6,11,14,30],"byte":[23,30],"case":[0,1,2,3,4,5,6,7,11,12,13,14,16,21,22,23,24,25,30,33,36,37],"catch":[0,30],"class":[0,1,3,4,6,7,8,9,11,12,13,27,30,33,35,36,37],"default":[0,1,2,4,6,7,13,16,23,24,25,30,31,32,34,35],"do":[0,2,3,4,5,6,8,9,10,11,12,13,14,15,16,21,23,24,25,31,34],"ekstr\u00f8m":4,"export":9,"f\u00f8470":[28,30],"final":[0,1,2,3,4,5,6,7,8,9,10,11,13,14,16,18,19,20,24,26,27,28,30,33,34],"float":[0,3,4,5,9,11,13,14,23,30,31,35,36],"function":[2,3,4,5,9,14,15,16,17,18,19,22,23],"import":[0,1,2,3,4,6,7,8,9,10,11,12,13,14,16,17,24,27,33,34,35,36,37],"int":[0,1,2,3,4,5,6,11,13,14,21,23,27,31,33,35,36,37],"long":[0,1,3,4,12,13,30,34,35,36,37],"m\u00f8svatn":[6,24],"new":[0,1,2,3,5,6,7,8,9,10,11,13,14,17,21,23,24,30,31,34,35,36,37],"null":30,"public":[0,22,30],"return":[0,1,2,3,4,5,6,7,8,9,11,13,14,21,23,24,27,30,31,32,33,34,35,36,37],"sch\u00f8yen":[6,31,32],"short":[4,5,24,25,32,33],"super":[3,5,31,32],"switch":0,"throw":[3,6,27,33],"true":[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,16,19,23,24,25,27,30,31,32,33,34,35,36,37],"try":[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,22,23,24,25,27,30,31,32,33,34,35,36,37],"var":[1,5,6,10,11,13,18,19,24,27,30,31,32,33,35,37],"while":[0,1,3,4,5,6,7,8,9,11,12,13,27,30,31,32,33,34,35,36,37],A:[2,3,5,6,7,10,11,12,13,16,18,20,22,23,24,25,26,27,28,29,31,35,36,37],AND:2,And:[0,3,4,5,6,9,13,20,22,24,25,27,37],As:[0,1,2,3,4,5,6,8,10,12,13,16,23,24,25,27,30,31,32,33,34,35,36,37],At:[0,4,6,13,24,30,35],BE:[0,30],Be:[2,22,30],Being:[13,35],But:[0,1,2,3,5,6,9,10,25,27,31,32,33],By:[0,3,5,6,12,13,17,23,30,31,32,33,34,35,36,37],For:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,26,27,29,30,31,32,33,34,35,36,37],IF:[6,32,33],IN:29,If:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,16,21,22,23,24,25,27,30,31,32,33,34,35,36,37],In:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37],Is:11,Ising:[5,12,31,36,37],It:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,22,23,24,25,27,30,31,32,33,34,35,36,37],Its:[1,2,4,11,37],NO:[7,11,34],No:[3,4,6,9,30,32,34,36],Not:[0,1,5,6,30,31,32,33,36,37],OR:27,Of:27,On:[0,3,15,26,27,28,29,30],One:[0,1,3,4,5,6,7,8,11,12,13,17,20,21,24,27,31,33,34,35,36,37],Or:[0,1,6,24,30,34],Such:[0,6,12,16,27,33,34,35,36,37],That:[0,5,7,10,11,12,14,19,24,27,30,32,33,34,37],The:[4,10,13,14,15,16,18,19,20,21,23,24,25,26,27,28,29],Their:37,Then:[0,1,6,8,9,10,11,12,13,14,23,24,30,31,33,34,35,36,37],There:[0,3,4,5,6,8,9,11,12,14,23,24,26,27,28,30,31,32,34,35,36,37],These:[0,2,3,4,5,8,9,10,11,12,13,14,15,16,23,24,25,27,28,30,31,32,35,36,37],To:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,21,23,24,25,27,32,33,34,35,36,37],With:[0,5,6,8,9,10,11,12,14,18,23,24,25,27,30,31,33,36,37],_0:[5,8,10,11,13,31,34,35],_1:[2,5,6,8,10,11,12,13,14,23,31,32,33,34,35,36,37],_2:[2,5,8,11,12,13,23,31,35,36,37],_3:23,_4:23,_9:[13,35,36],_:[0,1,2,4,5,6,7,8,9,10,11,12,13,17,18,19,21,23,24,30,31,32,33,34,35,36,37],_________________________________________________________________:4,__call__:[3,4],__class__:10,__doc__:[6,33],__future__:[8,9],__getattr__:32,__getitem__:2,__init__:[1,2,3,32,37],__main__:2,__name__:[2,10,32],__traceback__:[3,4],_auto10:[6,12,36,37],_auto11:[6,36],_auto12:[6,36],_auto1:[2,3,4,5,6,7,12,13,21,23,27,31,34,35,36,37],_auto2:[2,3,4,5,6,12,13,23,27,35,36,37],_auto3:[3,4,5,6,12,13,23,35,36,37],_auto4:[4,6,12,13,23,35,36,37],_auto5:[4,6,12,13,23,35,36,37],_auto6:[4,6,12,23,36,37],_auto7:[4,6,12,23,36,37],_auto8:[6,12,36,37],_auto9:[6,12,36,37],_base:8,_build:[0,17,19,22,24,29,30],_build_call_output:[3,4],_c:[1,37],_call:[3,4],_call_flat:[3,4],_check_optimize_result:[7,11,34],_compon:11,_decor:[0,30],_depth:9,_distn_infrastructur:34,_eagerdefinedfunct:[3,4],_fraction:9,_handl:[3,4],_i:[0,1,2,5,6,7,8,11,12,13,15,16,17,19,24,30,31,32,33,34,35,36,37],_inference_funct:[3,4],_interpolatefunctionerror:[3,4],_j:[0,1,2,3,5,6,8,13,17,19,24,31,32,33,35,37],_jit_compil:[3,4],_k:[13,34,35,36],_l:[12,36,37],_lambda:[6,30],_leaf:9,_lock:[3,4],_logist:[7,11,34],_m:10,_make_vjp:[2,13,36],_maybe_define_funct:[3,4],_multilayer_perceptron:37,_n:[2,5,8,11,13,31,34,35],_node:[2,9,13,36],_notokstatusexcept:[3,4],_num_output:[3,4],_p:[5,8,31],_process_traceback_fram:[3,4],_r:[3,4],_ratio:11,_sampl:9,_select_forward_and_backward_funct:[3,4],_split:[6,9,24],_src:21,_stateful_fn:[3,4],_stateless_fn:[3,4],_t:[13,21,35,36],_test:[6,24],_trace:[2,13,36],_unpad:2,_valu:[2,13,36],_varianc:11,_weight:9,a0:3,a0faa0:[9,10],a1:[0,30],a2:[0,30],a3:[0,30],a4:[0,30],a_0:[0,21,25,30],a_1a:[0,30],a_1x:[21,25],a_2a:[0,30],a_2x:[21,25],a_3:[0,30],a_3a:[0,30],a_4:[0,30],a_4a:[0,30],a_:[0,1,16,23,30,31,37],a_h:[1,37],a_i:[0,1,2,12,30,37],a_j:[1,12,37],a_k:[0,1,12,37],aaron:29,ab:[0,2,5,13,14,21,30,31,32,35,36],ab_channel:22,abandon:1,abbrevi:26,abid:27,abil:[0,10,30],abl:[0,1,4,5,6,7,10,12,13,16,24,31,34,35,36,37],about:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,22,23,24,25,28,32,33,34,35,36,37],abov:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,23,24,25,27,29,30,31,33,34,35,36,37],abovement:[6,33],abscissa:[13,34,35],absolut:[0,2,5,6,13,30,31,32,33,35,36],absorb:[31,32],acceler:[13,21,35,36],accept:[0,3,6,9,24,30,31],access:[0,3,11,27,31],accid:[4,6,33,34],accompani:[0,30,31],accomplish:[8,9,13,35,36],accord:[0,1,2,5,6,9,12,13,14,15,16,27,30,32,33,34,35,36,37],accordingli:11,account:[0,3,5,13,15,27,30,32,33,35,36],accumul:[12,13,21,27,35,36,37],accur:[0,3,4,6,10,13,33,35,36],accuraci:[0,1,3,4,5,6,7,9,10,11,12,25,30,31,34,36,37],accuracy_scor:[0,1,10,30,37],accuracy_score_numpi:[1,37],achiev:[0,1,5,6,8,12,23,30,32,33,36,37],aco:27,acquaint:[22,30],acquir:[1,22,30],acr:[0,31],across:[1,3,6,9,22,30,33,37],act:[1,3,23,37],action:27,activ:[0,2,3,4,9,26,28,30,33,34,35],actual:[0,1,4,5,6,8,11,16,23,27,30,31,32,33],ad:[1,3,4,5,8,13,15,16,23,32,33,34,35],ada_clf:10,adaboostclassifi:10,adadelta:[13,35,36],adagrad:25,adam:[1,3,4,25,28,30],adapt:[4,6,13,29,31,33,34],add:[0,1,2,3,4,5,6,8,10,11,12,15,16,17,21,24,25,27,30,31,32,33,35,37],add_outgrad:2,add_subplot:[1,7,12,14,34,36,37],addendum:5,addit:[0,2,3,5,6,7,8,9,10,12,13,15,17,21,22,23,24,27,28,29,30,31,32,33,34,35,36,37],addition:[12,13,34,35,36,37],address:[1,9,11,13,30,35,36],adjac:[3,12,36,37],adjoint:[5,31,32],adjust:[0,5,12,13,34,35,36],admir:[0,30],advanc:[4,6,12,29,30,33,36,37],advantag:[1,3,5,6,10,13,23,32,33,34,35,36,37],adversari:30,afecionado:30,affect:3,affin:[0,3,8,11,31],afford:3,aficionado:30,aforement:14,african:[0,31],after:[0,1,2,4,5,6,9,11,12,13,15,20,21,22,23,24,25,27,30,31,32,33,35,36,37],afterward:[0,30],ag:[0,7,26,30,31,34],ag_0:2,again:[0,1,4,5,6,7,8,10,11,12,13,15,16,21,24,25,27,30,31,32,33,35,36,37],against:[1,4,7,10,21,25,34,37],agegroup:[7,34],agegroupmean:[7,34],aggreg:[9,10],agorithm:10,agre:[5,6,27,32,33],agreement:[13,21,35,36],ahead:9,ai:[0,25,29],aid:[11,20],aim:[0,1,4,6,7,11,14,15,16,22,23,24,25,31,33,34],ainv:5,airplan:3,aka:[5,32,33],al:[0,2,4,15,16,17,25,29,30,31,32,33,34,35,36,37],alarm:[5,7,32,33],algebra:[0,3,5,13,21,22,31,32,33,35,36],algorithm:[0,1,2,4,5,6,7,8,13,14,22,23,24,27,29,30,32,33,34],align:[0,2,5,6,7,8,13,24,27,30,31,32,33,34,35],all:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,15,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],allevi:[1,13,34,35],alloc:[3,23],allow:[0,1,2,3,5,6,8,10,13,15,16,22,23,24,30,31,32,33,34,35,36,37],almost:[0,1,6,8,11,13,21,27,30,33,34,35,36],alon:[2,9],along:[2,3,4,5,6,9,10,11,22,23,30,31,32,33,34],alpha:[0,1,2,3,4,6,7,8,9,10,13,14,27,30,31,33,34,35,37],alpha_0:3,alpha_1:3,alpha_2:3,alpha_:10,alpha_i:[3,13,35],alpha_k:[13,35],alpha_m:10,alpha_n:3,alpha_opt:[13,35],alreadi:[2,3,4,5,6,10,12,22,23,27,30,31,32,33,36,37],also:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37],alter:[1,37],altern:[0,1,4,5,6,7,8,9,11,13,23,24,30,31,32,33,34,35,36,37],although:[0,1,5,6,8,10,13,16,21,30,32,33,35,36],alwai:[0,3,5,6,12,13,16,21,27,30,31,32,33,34,35,36,37],am:[4,31],ame2016:[0,30],american:[0,31],among:[0,3,5,9,10,12,23,30,31,32,36,37],amongst:[5,32,33],amount:[0,1,3,4,6,8,10,14,22,33],an:[1,2,3,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,27,28,29,31,32,33,34,35,36,37],an_:27,anaconda:[0,1,15,22,24,30],analog:[13,35,36],analys:[6,32,33],analysi:[1,3,4,7,14,15,16,17,19,21,23,29,34,37],analyt:[2,3,5,6,7,12,13,15,22,24,25,30,31,32,33,34,35,36,37],analytical_gradi:21,analyz:[0,1,3,4,5,6,16,17,24,25,27,30,31,32,37],andrew:[1,37],angl:[0,3,9,31],anharmon:3,ani:[0,1,2,3,4,5,6,7,8,9,10,12,14,18,27,30,31,32,33,36,37],anim:[4,12,36,37],ann:[12,36,37],annot:[0,1,3,7,8,30,31,34,37],announc:30,anoth:[0,1,3,4,5,6,7,8,10,11,12,13,23,24,25,27,30,31,34,35,36,37],ans_vspac:2,ansatz:[0,30],answer:[0,1,3,5,6,23,24,25,28,30,32,33,37],antialias:[2,6,24],anticip:4,anymor:[1,8],anyon:[4,8],anyth:[1,27],anytim:[28,30],apach:1,apart:[11,13,34,35],api:[1,22,30],appar:2,appear:[0,1,3,13,16,23,27,30,35,36,37],append:[1,3,4,8,9,13,21,30,35],appendix:24,appl:[3,4],appli:[0,1,2,3,4,6,7,8,9,10,11,12,13,15,16,24,25,27,29,30,31,32,33,34,35,36,37],applic:[0,1,3,4,5,6,7,9,12,13,21,23,24,27,29,30,31,33,34,35,36,37],apply_gradi:4,approach:[1,2,4,5,6,9,10,11,12,13,17,21,22,27,29,31,34,37],appropri:[2,6,9,12,13,22,27,33,35,36,37],approv:30,approx:[0,2,3,6,10,11,13,27,30,33,34,35,36],approxim:[0,1,2,3,4,5,6,7,10,11,13,18,19,24,27,30,31,32,33,34,35,36],apt:[0,15,22,24,30],aq:27,ar:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],aragorn:30,arang:[1,3,4,6,7,9,10,12,13,24,30,34,35,36,37],arbitrari:[1,4,6,8,12,13,27,33,34,35,36,37],arbitrarili:[0,1,11,30,37],arc:[6,24],architectur:[3,4,12],archiv:25,area:[0,3,6,9,24,29,30],arg:[0,2,3,4,13,30,36],argmax:[1,11,37],argmin:[4,10,14],argnum:[2,13,36],argnum_0:2,argnum_1:2,args_with_tang:[3,4],argsort:11,argu:[1,13,35,36],argument:[0,2,3,5,11,12,13,21,24,30,31,32,33,37],argval:2,aris:[0,6,12,13,27,30,33,34,35,37],arithmet:[0,13,23,30,35,36],arm:[6,32],armadillo:23,around:[0,1,4,5,6,11,27,30,32,33,37],arr:2,arrai:[0,1,2,3,4,5,6,7,8,9,11,12,13,14,21,22,24,27,31,32,33,34,35,36,37],arrang:[3,30],arraybox:[2,13,35,36],arriv:[0,6,9,11,23,27,30,33],arrow:[12,36,37],arrowprop:8,art3d:[13,35],art:[0,1,15,22,30],articl:[0,3,4,6,10,18,25,30,31,32,33],artifici:[0,2,7,12,29,30,34],artificialneuron:[12,36,37],arug:[13,35,36],arxiv:[3,4,21,25,35,36],as_fram:31,asap:30,asarrai:[0,2,6,9,21,31,32,35],ashort:20,asid:31,ask:[5,6,11,12,32,33,37],aspect:[0,6,22,24,30,31,32],assembl:[0,3,30],assert:4,assess:[0,6,24,30,31,32,33],assici:4,assign:[0,7,8,9,12,13,14,26,28,29,30,31,34,35,36,37],associ:[0,6,9,12,14,27,30,33,36,37],assum:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,19,23,24,27,30,31,32,33,34,35,36,37],assumpt:[0,3,5,6,9,11,18,24,27,30,31],ast:[0,5,6,18,24,30,32,33,34],astronomi:[30,31,32,33,34,35,36,37],astyp:[4,9,10],asymmetri:[0,30],asymptot:[4,6,33],async_wait:[3,4],atla:30,atom:[0,30],attempt:[0,4,6,7,8,10,30,32,34],attend:26,attent:[0,23,30],attr:[3,4,32],attract:[0,10,30],attribut:[0,9,13,25,30,32,33],attributeerror:[13,32],audi:[0,30],audio:[3,4],august:[15,16,30],aurelien:[0,15,26,29,30,36],austfjel:[6,24],author:[0,1,10,27,30],authour:30,auto:[9,10,27],autocor:27,autocorrelation_tim:27,autocorrelform:27,autocovari:27,autoencod:[4,22,30],autoencond:22,autograd:[22,25,30],autom:[0,22,29,30],automac:23,automag:30,automat:[0,1,2,3,4,11,16,22,23,30,37],automobil:3,autonom:4,avail:[0,1,4,6,10,11,15,20,21,22,23,24,25,26,28,29,30,33,37],averag:[0,1,3,6,9,10,13,14,21,27,28,30,31,32,33,34,35,36,37],avoid:[0,4,5,6,9,11,13,21,23,30,31,33,34],awai:[2,3,6,31,32,33],awar:[2,10],award:[28,30],ax:[0,1,2,3,4,6,7,8,9,10,11,12,13,14,23,24,25,30,31,33,34,35,36,37],axes3d:[2,6,13,24,34,35],axes_grid1:6,axessubplot:31,axhlin:8,axi:[0,1,2,3,4,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],axiom:[5,32,33],axlabel:[0,30],axvlin:[4,8],axvspan:4,b1:8,b2:8,b3:8,b:[0,1,3,4,5,6,8,9,10,12,13,14,15,16,21,27,28,30,31,32,33,34,37],b_0:0,b_1:[0,2,12,13,35,36,37],b_2:[0,13,35,36],b_5:[13,35,36],b_:[0,1,23,37],b_group:9,b_i:[0,1,2,12,30,36,37],b_ia_:[0,30],b_ia_i:0,b_index:9,b_j:[1,12,36,37],b_k:[0,1,12,13,35,36,37],b_m:[12,36,37],b_score:9,b_valu:9,bachelor:[26,28],back:[0,3,4,5,6,8,9,10,15,23,25,27,30,31,32,34,35,36],backbon:23,backend:[1,4,21],background:[29,30,31],backpropag:[1,37],backtrack:9,backup:23,backward:[1,2,4,12,23,37],backward_pass:2,bad:[6,31,32],badli:27,bag:[9,22,30],bag_clf:10,baggin:30,baggingboot:10,baggingclassifi:10,baggingtre:10,balanc:[6,33,34],band:23,bandwidth:23,bar:[0,6,11,15,16,24,30],barber:29,bare:[4,10],base:[0,1,3,4,5,7,8,9,10,14,22,27,28,29,30,31,32,34,37],basi:[5,7,8,10,11,12,13,23,31,32,34,35,36,37],basic:[2,6,8,12,13,14,22,24,27,30,35,36,37],batch:[3,4,11,12,13,21,25,34,37],batch_shap:4,batch_siz:[1,3,4,37],batchnorm:4,bay:[7,34],bayesian:[5,22,29,30,32,33],beam:[30,33,34,35,36,37],becattini:28,becaus:[0,1,2,3,4,5,6,8,9,12,13,14,30,32,33,34,35,36,37],beccatini:30,becom:[0,1,2,5,6,7,9,12,13,21,27,30,31,32,33,34,35,36,37],been:[0,1,2,3,4,5,6,11,12,13,22,23,24,25,30,31,32,33,35,36,37],befor:[0,1,2,3,4,5,6,7,8,12,13,14,23,24,25,27,30,31,32,33,34,35,36,37],beforehand:[0,27,30],begin:[0,1,2,3,4,5,6,7,8,9,11,12,13,14,21,23,24,27,28,30,31,32,33,34,35,36,37],behav:[1,6,13,33,34,35],behavior:[0,1,13,30,34,35,36],behaviour:[12,36,37],behind:[0,1,6,8,13,30,34,35,37],being:[0,1,2,3,4,5,7,8,10,11,12,13,17,27,30,31,32,33,34,35,36,37],believ:[9,23],belong:[7,8,9,13,14,34,35,36],below:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,23,24,25,27,30,31,32,33,34,35,36,37],benchmark:10,benefici:[1,13,35,36,37],benefit:[0,1,4,11,13,15,22,30,34,35,36,37],bengio:[1,21,25,26,29,30,31,35,36],benign:[1,7,9,34],besid:[4,5,32],bessel:[5,31,32,33],best:[0,1,2,3,4,5,6,7,8,9,10,12,13,24,25,28,30,31,33,34,35,37],best_estimator_:34,beta1:[21,35,36],beta2:[21,35,36],beta:[0,1,3,5,6,7,10,11,13,16,17,18,19,21,24,30,31,34,35,36,37],beta_0:[0,1,3,5,6,7,13,30,31,32,33,34,35,37],beta_0x_:[0,30,31],beta_1:[0,1,3,5,6,7,10,13,30,31,32,33,34,35,36,37],beta_1x_0:[0,30],beta_1x_1:[0,7,30,34],beta_1x_2:[0,30],beta_1x_:[0,30,31],beta_1x_i:[7,13,31,34,35],beta_2:[0,3,13,30,31,35,36],beta_2x_0:[0,30],beta_2x_1:[0,30],beta_2x_2:[0,7,30,34],beta_2x_:[0,30,31],beta_2x_i:31,beta_3:3,beta_3x_i:31,beta_4x_i:31,beta_:[0,3,6,7,13,30,31,32,33,34,35,36],beta_i:[0,3,5,17,30,31,32],beta_j:[0,5,6,13,18,24,30,31,32,33,35,36],beta_k:[13,34,35],beta_linreg:[13,21,34,35,36],beta_m:10,beta_mg_m:10,beta_n:3,beta_ol:33,beta_p:[7,34],beta_px_p:[7,34],beta_ridg:33,betaol:33,betaridg:33,betavalu:5,better:[0,1,2,3,4,6,9,10,11,12,13,21,30,31,32,33,35],between:[0,1,2,3,4,5,6,7,8,9,11,12,13,14,17,21,24,25,27,30,31,32,33,34,35,36,37],beyond:[0,1,5,6,8,13,21,24,30,31,34,35,36],bf:[13,14,23,27,34,35],bgd:[13,35,36],bia:[0,1,2,3,5,8,9,10,12,13,19,25,30,31,32,34,35,36,37],bias:[1,2,3,5,6,9,12,25,32,36],big:[0,1,2,5,6,14,18,30,32,33,37],bigger:[1,6,31,32],bigr:[12,36,37],bike:9,bilbo:30,billion:[3,12,22,36,37],bin:[0,7,27,31,34],binari:[0,3,5,7,9,10,12,25,30,32,33,34],binarycrossentropi:4,bind:[0,31],binomi:[22,27,30],binsboot:[6,33],bioinformat:[0,30],biolog:[1,12,36,37],bios1100:[22,30],bird:[0,3,30],birth:30,bishop:[26,29,30],bit:[1,4,23,27,30,37],bitwis:27,bivari:2,bk:[0,13,31,35,36],bla:[23,30],black:[8,9,14,21],bledso:30,blob:[19,20,24,30,34,35,36],block:[6,10,22,23,27,30,33],blogpost:4,blue:[0,3],bluntli:30,bm:31,bmatrix:[0,1,3,5,7,8,11,13,23,30,31,32,34,35,37],bmi:[1,37],bodi:[0,1,4,12,30,36,37],bold:1,boldfac:[0,5,16,31,32],boldsymbol:[0,1,2,3,5,6,7,8,10,11,13,14,15,16,17,18,19,21,24,30,34,35,36,37],boltzmann:[12,22,30,36,37],book1:29,book:[19,24,25,29,30,32],boost:[1,9,22,30],boostrap:10,bootstrap:[1,13,19,22,24,25,30,34,35,36],borrow:30,boston_dataset:[0,31],bot:8,both:[0,1,4,5,6,8,9,10,13,14,15,16,22,23,24,25,27,28,30,31,32,33,34,35,36],bottl:[7,34],bound:[0,8,12,31,35,36,37],boundari:[2,4,8,11,12,37],box:[2,4,9],boxed_arg:2,boyd:[8,13,34,35],bracket:[4,27],brain:[1,7,12,34,36,37],branch:9,breast:[5,7,11,25,32,33,34],breat:25,breviti:[13,21,35,36],brew:[0,15,22,24,30],brg:8,brief:[24,25,31],briefli:[0,30],bring:[0,5,6,10,25,30,31,32],broad:[0,3,4,30],brought:[13,21,22,30,35,36],brownle:4,browser:30,brute:[3,5,11,31,32,34],bs:[8,9,10],buffer_s:4,bui:4,build:[0,4,5,6,10,23,27,30,32,33,34,35,36,37],built:[0,1,3,4,6,31,33],bunch:11,busi:[0,31],c1:[8,11],c2:[8,11],c:[0,1,2,4,5,6,7,8,9,10,11,12,13,14,15,16,19,22,23,27,28,29,31,32,33,34,35,36,37],c_0:27,c_1:[12,36,37],c_2:[12,36,37],c_3:[12,36,37],c_4:[12,36,37],c_:[0,8,9,10,13,21,27,31,34,35,36],c_i:[12,13,35,36,37],c_k:27,ca:[1,30],cach:10,cal:[0,8,10,12,13,15,16,30,34,35,37],calcul:[0,1,2,4,5,6,8,9,10,11,12,13,14,15,16,18,21,23,25,27,30,32,33,34,35,36,37],california:[25,31],call:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],callabl:[3,4],callback:[3,4],calor:[0,31],cambridg:[13,29,34,35],can:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,22,23,24,25,27,28,29,31,32,34,37],cancel:[0,13,30,31,35,36],cancellation_manag:[3,4],cancer:[5,10,25,32,33],cancerpd:[7,34],candid:[8,9,10,35],cannot:[0,1,4,5,6,7,8,9,26,27,30,31,32,34,37],canopi:[0,15,22,24,30],canva:[24,25,30],cap:[5,32,33],capabl:[0,1,8,13,22,30,35,36],capac:[2,28],capita:[0,31],caption:[24,25],captur:[4,11,12,36,37],captured_input:[3,4],car:[3,4],card:[0,7,30,34],cardin:1,care:[11,34],carefulli:[13,35],carlo:[0,6,22,27,29,30,33],carri:[2,6,7,24,33,34],cart:10,casella:29,cast:1,cat:[3,4],categor:[0,1,3,9,11,30,37],categori:[0,1,3,7,10,12,14,30,31,34,36,37],categorical_crossentropi:[1,3],caus:[0,5,6,27,30,31,32,33],causal:0,causat:[0,30],cax:1,cb:[6,30],cbar:1,cc:[0,1,3,4,5,13,25,30,31,32,33,34,35],ccc:[5,12,32,36,37],cdf:27,cdot:[0,2,6,12,13,14,23,27,30,33,34,35,36,37],celebr:[13,34,35],cell:[0,1,2,3,4,9,10,13,15,24,30,32,33,34,35,36],center:[0,1,6,7,8,9,11,14,24,27,30,32,33,34],central:[0,3,5,6,8,16,23,25,30,31,32],centroid:[14,27],centroid_differ:14,centuri:3,certain:[0,3,6,7,9,27,30,31,33,34],certainti:33,cg:[13,35],cha:[0,31],chain:[0,1,13,22,27,30,35,36],challeng:[35,36],chanc:[1,5,13,27,32,33,35,36,37],chang:[0,1,2,3,4,5,6,8,9,11,12,13,14,21,23,24,25,27,30,31,32,33,34,35,36,37],channel:3,chap4:37,chapter3:[0,19,24],chapter:[0,6,10,11,18,21,23,24,25,29,30,31,32,33,34,35,36,37],charact:[0,3,5,8,30,31],character:[8,9,10,12,27,36,37],characterist:[0,1,3,10,13,21,30,35,36],charg:[0,30],charl:[0,31],chase:4,chat:30,chd:[7,34],chddata:[7,34],cheap:[5,31],cheaper:[1,13,35,36],check:[0,1,3,4,5,11,13,23,30,31,35,36],checkmark:3,checkpoint:4,checkpoint_dir:4,checkpoint_prefix:4,chen:10,chiaramont:2,choic:[0,1,2,3,4,6,9,12,13,14,19,23,25,30,31,33,34,35,36,37],choleski:[5,23,31],choos:[2,3,6,9,10,11,13,14,24,25,33,34,35,36],chosen:[0,1,2,6,8,9,10,13,16,21,25,27,30,33,34,35,36],chosen_datapoint:[1,37],christian:29,christoph:[26,29,30],cifar10:3,cifar:3,circ:[1,12,37],circl:[0,8,12,31,36,37],circuit:3,circumfer:9,circumv:[1,5,13,31,35,36],ckpt:4,clariti:27,class_nam:[3,9],class_val:9,class_valu:9,class_weight:[3,4],classic:[7,9,13,34,35,36,37],classif:[0,3,5,6,7,8,11,12,22,24,29,30,31,32,33,35],classifi:[0,1,4,7,9,10,11,25,30,37],classificaton:[1,37],classifii:10,clean:[1,37],clear:[1,5,10,12,13,21,35,36,37],clearli:[0,3,5,6,7,8,18,27,31,32,33,34],clever:[1,10,37],clf3:0,clf:[0,6,8,9,10,30,31],clf_lasso:6,clf_ridg:[6,30],clip:[3,27],clone:28,close:[0,1,2,4,6,8,9,11,12,13,14,24,27,29,30,33,34,35,36,37],closer:[3,5,13,31,35,36],closest:[8,11,13,14,35],closur:[22,30],cloud:[22,30],cluster:[0,1,4,6,11,22,30,33,37],cluster_label:14,cm:[1,2,3,6,8,9,13,24,34,35,37],cmap:[0,1,2,3,4,6,8,9,10,24,30,37],cmap_arg:6,cmb:26,cmd:9,cmu:31,cn_:27,cnn:[12,36,37],cnn_kera:3,cntk:[22,30],co:[0,2,3,6,9,13,21,30,33,35,36],code:[3,4,6,7,8,15,16,17,19,22,23,24,27,29],coef0:8,coef:[0,30],coef_:[0,5,6,8,9,13,30,31,32,33,34,35],coeff:5,coeffici:[0,3,5,6,7,8,9,13,15,16,23,30,31,32,33,34,35,36],coerc:[0,6,30,33],coin:[10,27],coin_toss:10,col:[0,11,30,31],colab:[22,30],cold:9,colinear:[0,31],collabor:[24,25],collaps:8,collect:[0,2,6,10,11,21,22,27,29,30,33],collinear:[5,31,32],color:[0,3,4,6,8,9,10,21,24,27,35],color_channel:3,color_cod:6,colorbar:[1,6,24],colsample_bytre:10,colsaobject:10,colspec:[0,30],column:[0,1,2,5,6,7,8,9,11,12,17,23,30,31,32,33,34,36,37],columntransform:9,com:[4,6,19,20,21,22,24,25,29,30,32,34,35,36,37],combin:[1,2,5,6,7,10,27,32,33,34,35,36],come:[0,1,3,4,5,12,13,14,15,25,30,31,32,33,35,36,37],command:[0,1,30],comment:[0,4,5,6,15,16,24,25,30,31],commerci:[0,15,22,24,30],commod:[0,30],common:[0,1,3,5,6,7,9,11,13,14,24,25,27,30,31,33,34,35,36,37],commonli:[0,1,4,6,7,9,13,14,31,33,34,35,36,37],commun:[0,12,24,36,37],commut:3,commutatitav:3,compact:[0,1,3,5,6,7,9,11,12,13,14,30,31,32,33,35,36,37],compair:0,compar:[0,3,4,5,6,11,13,15,16,21,23,24,25,30,31,32,33,34,35,36],comparison:[2,4,13,25,35,36],compat:[7,34],compet:[0,30],competit:10,compil:[0,1,3,4,13,15,21,22,23,30,35,36],complet:[0,2,3,4,9,12,30,36,37],completenn:[12,36,37],complex:[1,5,8,9,11,12,13,15,16,19,25,30,33,35,36,37],complic:[0,1,9,13,30,33,34,37],compoment:31,compon:[0,1,3,4,5,6,7,9,14,16,22,30,31,32,33,34,37],components_:11,compos:[9,12,13,14,21,22,30,35,36,37],compphys:[0,6,17,19,20,22,24,26,28,29,30,31,34,35,36],compress:[0,30,31],compris:[6,34],compromis:[5,31],compulsori:[22,30],comput:[0,1,2,3,4,5,6,7,8,10,11,12,13,15,16,17,21,22,23,24,25,26,27,29,30,31,32,33,34,37],computation:[0,3,6,9,13,27,30,34,35,36],computationalscienceuio:30,computerlab:[24,25],con:25,concat:30,concaten:[2,4,6,14],concav:[1,9,13,31,34,35],concentr:[0,10,31],concept:[0,2,22,30,31],conceptu:[12,13,34,35,36,37],concern:[0,1,4,7,30,34,37],concic:30,conclud:[0,5,13,21,32,33,35,36],conclus:[1,37],concretefunct:[3,4],cond:2,conda:[0,1,15,22,24,30],condis:31,condit:[0,2,4,5,6,8,9,11,13,27,30,31,36],conduct:[22,30],condwav:2,confid:[0,5,6,7,8,18,24,30,31,32,34],configur:[3,21],confirm:[5,12,32,33,36,37],confus:[5,6,7,10,23,31,32,33],confusion_matrix:9,congruenti:27,conjug:[4,8],conjugaci:[13,35],conjunct:3,connect:[0,1,3,4,9,11,12,13,23,30,31,34,35,36,37],consequ:[5,6,8,10,12,13,31,32,33,34,35,36,37],conserv:[5,14,31],consid:[0,1,2,3,5,6,7,8,9,10,12,13,16,19,21,23,24,25,27,30,31,32,33,34,35,36,37],consider:[0,1,5,13,30,31,32,33,34,35,37],consist:[0,1,2,3,4,6,12,13,19,21,24,25,27,31,33,34,35,36,37],constant:[0,2,4,5,6,8,12,13,27,30,31,32,33,34,35,36,37],constitu:[0,30],constitut:[2,6,33,34],constrain:[1,3,5,7,11,32,34,37],constraint:[5,6,8,13,17,31,32,33,35,36],construct:[0,1,2,3,5,6,7,8,9,10,11,23,27,30,31,32,33,34],consult:25,contact:[0,30],contain:[0,2,3,4,5,6,7,8,9,11,12,13,17,19,21,23,24,25,27,29,30,31,32,33,34,35,36,37],contemporari:30,content:[1,22,23,30],context:[3,4,6,10,13,24,33,34,35,36],contigu:23,continu:[0,1,2,3,4,5,6,7,8,9,10,12,13,17,18,21,23,24,25,27,30,31,32,33,34,35,37],contour:[9,10,13,35],contourf:[8,9,10],contrast:[1,4,9,10,12,36,37],contribut:[0,3,5,13,21,27,30,31,32,35,36],contributor:[0,24,30],control:[0,1,3,9,13,15,22,30,35,36,37],conv2d:[3,4],conv2dtranspos:4,conv:[3,4],convei:30,conveni:[0,5,6,12,13,23,24,25,30,32,33,34,35,36,37],convent:[12,31,37],converg:[1,2,4,5,7,8,11,13,14,21,25,31,32,34,35,36,37],convergencewarn:[7,8,11,34,37],convert:[0,1,4,5,9,11,13,23,30,31,35,36],converttomatrix:4,convex:[4,5,7,31],convinc:[13,34,35],convolut:[1,4,22,30],cool:[4,9],coolwarm:[6,24],coordin:[5,12,14,31,32,36,37],coorel:[0,31],copi:[0,1,2,14,31,37],copyright:[25,33],core:[2,3,4,10,13,30,36],corel:30,coronari:[7,34],corr:[0,5,7,11,31,34],correalt:[11,22],correct:[0,1,2,3,4,5,7,13,23,27,30,31,32,33,35,36,37],correctli:[1,2,6,7,10,25,37],correl:[0,1,3,5,6,7,10,12,13,21,22,27,30,32,33,35,36,37],correlation_matrix:[0,5,7,11,31,34],correspond:[0,3,5,6,8,9,11,12,15,16,17,22,23,24,27,30,31,32,33,36,37],cortex:[12,36,37],cosin:[3,6,33],cost:[0,2,3,5,6,7,8,9,12,13,16,17,19,21,24,25,30,36],cost_deep_grad:2,cost_funct:2,cost_function_deep:2,cost_function_deep_grad:2,cost_function_grad:2,cost_grad:2,cost_sum:2,costol:[13,21,35,36],could:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,17,23,24,25,27,30,31,32,33,34,35,36,37],coulomb:[0,30],count:[0,2,9,26,27,28,30],countor:[13,35],coupl:[4,5,6,32,33],cours:[0,1,3,5,11,24,25,26,28,31,33],courvil:[21,25,26,29,30,31,35,36],cov:[5,6,11,23,27,30,31,32,33],cov_xi:[5,11,31],cov_xx:[5,11,31],cov_yi:[5,11,31],covari:[0,7,22,23,30,32,34],covariance_matrix:[5,11,14,31],cover:[0,5,17,22,28,29,31,32],covert:[0,30],covxi:27,covxx:27,covxz:27,covyi:27,covyz:27,covzz:27,cpu:[1,3,4],cpu_util:[3,4],craft:3,crawford:30,creat:[1,2,3,4,5,9,10,11,12,13,22,24,30,32,34,35,36,37],create_biases_and_weight:[1,37],create_convolutional_neural_network_kera:3,create_neural_network_kera:1,create_x:[5,11,31],credit:[0,7,28,30,34],crim:[0,31],crime:[0,31],criteria:[0,4,9,10,14,27,30],criterion:[9,10,13,34,35],critic:[6,24,30,31,32],critiqu:[24,25],cross:[0,1,3,7,9,10,13,22,25,27,30,31,32,35,36,37],cross_entropi:4,cross_val_scor:[6,33,34],cross_valid:[7,10,34],crossvalid:[6,33],crucial:[1,27],cs231:3,cs:[26,28],csr_matrix:[23,30],csv:[0,4,6,7,9,30,33,34],ctnk:1,ctx:[3,4],cubic:0,cumbersom:[5,32,33],cumsum:[10,11,30],cumul:[7,10,27],cumulative_heads_ratio:10,cup:[5,32,33],current:[1,2,3,4,13,14,21,24,29,34,35,36],curs:[0,31],curv:[6,7,10,12,24,34,36,37],curvatur:[13,34,35,36],custom:[6,14,24],custom_cmap2:[9,10],custom_cmap:[9,10],cutpoint:9,cv:[6,7,10,33,34],cvxbook:[13,34],cvxopt:[5,8,31],cycl:[1,12,36,37],cyclotron:[31,32],d2_g_t:2,d:[1,2,3,4,5,6,7,8,9,10,11,13,14,23,27,28,30,31,32,33,34,35,36,37],d_f:[13,34,35],d_g_t:2,d_net_out:2,da:3,dagger:[5,23,31],dai:[1,9,22,37],damp:3,daniel:[28,30],darget:9,darkr:27,dat:[0,30],dat_id:[0,6,7,9,30,31,33,34],data1:14,data2:14,data3:14,data4:14,data:[2,4,5,8,10,12,13,14,17,18,19,21,23,25,29,33,35,36],data_handl:[3,4],data_id:[0,6,7,9,30,31,33,34],data_indic:[1,37],data_modul:31,data_panda:30,data_path:[0,6,7,9,30,31,33,34],data_url:31,databas:[1,37],datafil:[0,6,7,9,24,30,31,33,34],datafram:[0,4,5,7,9,11,30,31,34],datapoint:[1,5,6,7,11,13,31,33,34,35,36,37],dataset:[0,4,6,7,8,9,10,11,13,14,15,16,19,24,25,30,31,33,34,35,36],datatyp:4,date:[15,16,17,18,19,20,21,24,25,30,31,32,33,34,35,36,37],daughter:10,david:29,davison:33,dbh:[1,37],dbo:[1,37],dc5e85cd93c3:25,dcomposit:23,ddot:2,dead:1,deadlin:[16,17,18,19,20,21,26],deal:[0,1,3,5,6,8,11,13,14,17,18,23,24,27,30,31,32,33,34,35,36,37],dealt:0,debt:[7,34],debug:[0,5,6,32,33,34],decad:[0,3,30],decai:[0,13,27,30],decemb:[26,28,30],decent:10,decid:[0,2,3,5,6,9,24,32,33,34],decim:[0,30],decis:[0,1,8,11,22,29,30,37],decision_funct:8,decision_tre:9,decisiontreeclassifi:[9,10],decisiontreeregressor:[0,9,10],declar:[0,4,23,30],decompos:[5,6,23,31],decomposit:[0,6,12,24,30,32,36,37],decompost:[5,31],deconvolut:3,decor:[0,30],decorrel:[10,13,21,35,36],decreas:[1,2,4,5,6,10,11,13,32,33,34,35,36,37],deduc:[0,30],deep:[3,7,12,13,21,22,25,26,29,30,31,35,36,37],deep_neural_network:2,deep_param:2,deep_tree_clf1:9,deep_tree_clf2:9,deep_tree_clf:[9,10],deepen:[5,22,30],deeper:[0,3,4,30],deeplearningbook:29,deer:3,def:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,21,24,27,30,31,32,33,34,35,36,37],def_covari:27,def_funct:[3,4],default_tim:4,defect:[5,31],defici:[5,31],defin:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,31,32,33,34,35,36],definit:[1,2,5,6,7,8,10,11,12,13,17,23,27,31,32,33,34,35],defint:27,defun:[3,4],defvjp:2,degre:[3,5,6,8,9,10,11,15,16,17,19,24,27,30,32,33,34],del:1,delet:6,delimit:4,deliv:[26,30],delta:[0,2,3,6,8,12,13,14,21,30,35,36,37],delta_0:3,delta_1:3,delta_2:3,delta_3:3,delta_4:3,delta_5:3,delta_:[1,23,37],delta_h:[0,1,30,37],delta_j:[3,12,37],delta_k:[12,37],delta_l:[1,3,37],delta_momentum:[13,21,35,36],delta_n:[0,3,30],delug:22,delv:[0,30],demand:[13,34,35],demonstr:[0,3,5,6,7,11,12,22,30,31,32,33,34,37],demystifi:[36,37],den:4,denomin:[1,5,32,33,37],denot:[1,2,6,7,13,27,34,35,36,37],dens:[1,3,4],dense_1:4,densiti:[0,2,6,27,30,33],depart:[25,28,30,31,32,33,34,35,36,37],depend:[0,1,2,4,5,6,7,8,11,12,13,15,21,22,23,24,27,30,31,32,33,34,35,36,37],depict:27,deploy:[0,15,22,24,30],deprec:[2,3,13,24,30,31,35],deprecate_nonkeyword_argu:[0,30],depth:[0,3,9,10,23,33],deriv:[0,1,2,6,7,8,10,11,13,16,17,19,21,22,24,30,36],derivati:[13,35,36],derivative_fn:[13,35,36],descend:[5,9,11,31,32],descent:[0,1,3,7,8,12,30,31,37],descent_i:21,descent_x:21,descr:31,describ:[0,2,4,5,6,8,10,11,12,13,18,21,23,24,25,30,32,33,35,36,37],descript:[0,8,9,25,30],design:[0,1,3,4,5,6,7,10,11,12,13,15,16,17,18,19,24,25,30,32,33,34,35,36,37],designmatrix:[0,30],desir:[0,2,4,5,13,14,30,31,34,35],despit:[1,12,36,37],destroi:23,det:[5,23,31],detail:[0,6,11,13,14,23,24,25,31,34,35],detect:[3,8,12,36,37],determin:[0,2,3,4,5,6,8,9,10,11,12,13,16,23,27,30,31,32,33,34,35,36,37],determinist:[7,13,27,34,35,36],dev:1,develop:[0,3,5,8,10,11,12,21,22,23,24,25,30,31,32,33,36],deviat:[0,1,2,4,5,6,19,24,27,30,31,32,33],devic:[3,4],device_nam:[3,4],devis:[12,36,37],df1:30,df:[4,8,11,13,30,35],di:[0,31],diag:[5,8,31,32],diagnost:[1,10],diagon:[0,5,7,13,18,21,23,24,27,30,31,32,34,35,36],diagonaliz:[5,31],diagram:10,diagsvd:6,dice:[6,27,33],dict:[6,8,34],dict_kei:31,dictionari:[0,31],did:[0,1,5,6,7,10,11,14,24,25,30,32,33,34,35],die:1,diff1:2,diff2:2,diff:2,diff_ag:2,diffeent:8,differ:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,15,17,21,22,23,24,27,29,30,31,32,33,34,37],different:[],differenti:[0,3,16,21,22,23,30,31,34,37],differential_oper:[2,13,36],difficult:[0,1,6,10,13,21,24,27,30,33,35,36],difficulti:[0,1,13,30,34,35,36],diffonedim:2,digit:[0,1,3,4,6,24,25,26,28,30,37],dilemma:[13,35,36],dilut:1,dim:[4,11,14,23],dimens:[0,1,2,3,4,5,8,9,11,14,16,17,23,30,31,32,37],dimension:[0,4,5,6,9,11,13,14,19,21,22,23,25,30,32,33,34,35,36],dimensionless:[0,3,30],diment:23,dimnsion:4,diod:3,direct:[0,1,2,4,11,12,13,14,21,30,31,34,35,36,37],directli:[1,4,5,6,27,31,37],directori:9,disabl:[3,4],disadvantag:[0,30],disappear:[3,6,33],disc_loss:4,disc_tap:4,discard:[6,11,33,34],disciplin:[0,3,12,30,36,37],disclaim:27,discord:30,discourag:[13,31,34,35],discov:[0,30],discover:[5,32],discret:[1,3,5,7,13,32,33,34,35,36],discrimin:[4,7,10,11,34],discriminator_loss:4,discriminator_loss_list:4,discriminator_model:4,discriminator_optim:4,discuss:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,27,29,30,31,32,33,35,36,37],diseas:[7,34],disguis:[6,31,32,33],disord:[1,7,34],dispai:[36,37],displai:[0,1,3,4,5,6,7,8,9,10,11,12,14,24,27,30,31,33,34,36,37],displaystyl:[0,5,17,30,31,32],displot:31,disregard:[0,30],dissimilar:[11,14],dist:14,distanc:[0,8,9,11,14,27,31],distance_list:9,distinct:[3,7,8,9,10,14,34],distinctli:8,distinguish:[0,4,7,8,27,30,34],distplot:[0,31],distribut:[0,1,4,6,7,10,11,13,14,15,16,18,19,22,23,24,25,30,31,34,35,37],distrubut:[0,15,22,24,30],dive:[0,8,23,30],diverg:[1,13,34,35,36],divid:[0,1,3,5,6,7,8,9,11,12,25,27,30,31,32,33,34,36,37],divis:[6,8,9,13,21,23,27,33,34,35,36],dna:[7,34],dnn1:4,dnn2_gru2:4,dnn:[0,1,2,4,12,30,36,37],dnn_kera:1,dnn_model:1,dnn_numpi:[1,37],dnn_scikit:[0,1,30,37],doamin:[32,33],doc:[0,6,17,19,20,22,24,25,26,28,29,30,31,34,35,36],document:[4,7,11,13,31,34,35,36],doe:[0,1,2,3,4,5,6,8,10,11,12,13,16,21,23,24,27,30,33,34,35],doesn:[3,9,12,37],dog:[1,3,4,37],domain:[5,8,13,24,25,32,33,34,35],domin:[0,30],don:[0,1,3,5,6,8,11,13,15,21,22,24,25,30,31,35,36,37],done:[0,2,3,4,5,6,9,10,11,13,17,23,24,30,31,32,33,34,35,36],dot:[0,2,3,5,6,7,8,9,10,11,12,13,21,23,24,27,30,31,32,33,34,37],doubl:[3,4,23,30],doubli:1,down:[0,3,6,9,11,12,13,21,30,34,35,36,37],download:[0,1,3,5,6,23,24,29,30,37],downsampl:3,dozen:1,dq:[6,33],drag:[13,35,36],dramat:11,drastic:4,draw:[4,6,10,13,33,34,35],drawback:[0,1,3,13,31,34,35,36],drawn:[1,4,6,7,11,27,30,33,34,37],drive:[3,4],driven:3,drop:[0,1,5,6,11,13,21,27,30,31,32,33,35,36],dropna:[0,6,30,33],dropout:4,dt:[2,3,13,27,35,36],dtype:[0,1,2,3,4,14,21,23,30,31,36,37],dub:[0,30],due:[1,2,5,6,8,10,12,13,28,30,31,33,34,35,36,37],dummi:[0,31],dure:[0,1,3,4,8,9,11,17,20,22,24,30,33,35,36],dwell:[0,31],dwh:[1,37],dwo:[1,37],dx:[2,3,8,27],dx_1:27,dx_1p:[6,33],dx_2p:[6,33],dx_mp:[6,33],dx_n:27,dxp:[6,33],dy:[1,8,27],dynam:4,dz:8,e:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,18,19,21,27,28,30,31,32,33,34,35,36,37],e_:[0,2,30],each:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,21,22,23,25,26,27,28,30,31,32,33,35,36,37],eager:[3,4,33],eapprox:[0,30],earli:[1,3,4,13,21,35,36,37],earlier:[0,5,7,8,9,11,12,13,20,21,30,31,34,35,36,37],earthexplor:[6,24],eas:[6,9,14,33],easi:[0,5,6,7,8,9,10,11,12,13,18,21,22,23,25,30,31,32,33,34,35,36,37],easier:[5,6,8,9,13,25,27,30,31,33,35,36],easiest:[13,34,35],easili:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,23,24,30,31,32,33,34,35,37],eastern:[28,30],ebind:[0,30],eblock:9,econometr:30,economi:5,ecosystem:[22,30],ect:26,edg:3,edgecolor:[6,33],edu:[13,25,31,34],educ:[0,24,25,30,31,34],eff:27,effect:[1,4,10,13,27,35,36,37],effic:[1,37],effici:[0,3,10,13,22,23,27,30,34,35,36],efron:[6,33],egrad:[13,35,36],eig:[5,11,13,21,23,27,30,31,34,35,36],eigen:27,eigenpair:[5,11,31],eigenvalu:[0,5,8,11,13,21,23,30,31,32,34,35,36],eigenvector:[5,11,13,17,31,32,35],eight:[23,30],eigval:[23,27,30],eigvalu:[11,13,21,34,35,36],eigvec:[23,27,30],eigvector:[11,13,21,34,35,36],eispack:[23,30],either:[1,5,6,7,8,9,10,11,13,15,16,24,25,27,30,31,32,33,34,35,37],elabor:27,elarn:3,electr:[0,3,12,30,36,37],electron:30,eleg:11,element:[1,2,3,4,5,6,7,8,11,12,13,17,18,20,21,22,23,24,25,26,29,31,32,33,34,37],elementari:[10,13,23,35,36],elementwis:[3,13,35,36],elementwise_grad:[2,13,35,36],elessar:30,elif:[2,3,4,14,21],elim:23,elimin:[3,8],els:[1,2,3,4,7,9,12,13,23,34,35,36,37],elu:1,elus:[0,30],email:[26,28,30],embed:[0,11,31],embodi:[6,19,24,33],emit:27,emner:29,emphas:[0,10,22,30],emphasi:[0,22,29,30],empir:[1,11,27],emploi:[0,1,5,6,11,13,24,25,27,30,31,32,33,34,35,37],employ:[0,30,31],empti:[6,10,33],emul:[12,36,37],en:[22,29],enabl:[11,21],enbodi:[6,33],encod:[0,3,5,9,11,14,17,30,31,32],encompass:[0,24,27,30],encount:[0,1,5,6,7,13,21,27,30,31,33,34,35,36,37],encourag:[24,25],end:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,21,23,24,27,28,30,31,32,33,34,35,36,37],end_box:[2,13,36],end_nod:[2,13,36],end_valu:[2,13,36],endpoint:[3,6],energi:[0,4,6,31,33],enforc:[12,36,37],eng:29,engin:[0,1,3,4,22,30],english:[24,25],enorm:3,enough:[0,6,13,30,33,34,35],ensembl:[1,9],ensur:[0,1,2,3,5,6,11,13,21,27,31,32,33,34,35,36,37],ensure_initi:[3,4],entail:30,enter:[5,6,17,31,32],enthought:[0,15,22,24,30],entir:[1,3,7,9,22,27,30,34,35,36,37],entiti:[9,12,23,30,37],entri:[0,5,8,11,12,23,30,31,32,33,37],entropi:[1,3,7,10,13,30,35,36,37],enumer:[0,1,2,3,4,6,8,30,31,32,37],env:[0,2,3,4,7,8,11,13,21,27,30,31,32,34,36,37],environ:[2,21,22,24],eo:[0,6,30,33],eol:[0,30],eosfit:[0,30],epoch:[0,1,3,4,12,13,21,25,30,35,36,37],epoch_num:[3,4],epsilon:[0,5,6,7,13,19,24,30,31,32,33,34,35,36],epsilon_0:[0,30],epsilon_1:[0,30],epsilon_2:[0,30],epsilon_:[0,30],epsilon_i:[0,30,31],eq:[3,13,14,23,27,34,35],eqnarrai:[3,5,6,32,33],equal:[0,1,2,3,4,5,6,8,9,11,12,13,14,15,23,24,25,27,30,31,32,33,34,35,36,37],equat:[1,3,4,5,6,7,8,9,10,11,13,14,16,17,18,19,21,23,24,27,33,36],equilibrium:[2,12,36,37],equiv:[3,13,23,27,34,35],equival:[0,1,5,7,8,11,13,21,22,23,30,31,32,33,35,36,37],erf:27,eriador:30,eridg:30,err:[0,10],err_:[6,33],err_sqr:2,errat:[13,34,35],errno:9,erron:2,error:[1,2,4,5,6,7,9,11,12,13,15,16,17,18,19,21,22,23,24,25,27,32,34,35,36,37],error_estimate_corr_tim:27,error_handl:[3,4],error_hidden:[1,37],error_output:[1,37],escap:[13,34,35,36],especi:[1,3,9,12,13,24,25,35,36,37],essenti:[0,5,6,9,10,12,14,24,25,27,31,36,37],establish:[0,6,10,11,15,24,25,30],estim:[0,1,5,6,7,10,11,13,22,27,30,31,34,35,36,37],estimated_mse_fold:[6,33,34],estimated_mse_kfold:[6,33,34],estimated_mse_sklearn:[6,33,34],et:[0,2,4,15,16,17,25,29,30,31,32,33,34,35,36,37],eta0:[8,13,34,35],eta:[0,1,3,8,12,13,21,25,30,34,35,36,37],eta_:[13,21,35,36],eta_t:[13,35,36],eta_v:[0,1,3,30,37],etc:[0,1,3,5,7,8,9,11,12,13,14,15,21,22,23,24,25,27,31,34,35,36,37],ethic:[22,30,31],etsim:33,euclidean:[0,14,31],evalu:[0,2,3,4,5,6,9,13,24,27,30,31,32,33,34,35,36],evaluationform:[20,24,35,36],evaluationgrad:[20,24,35,36],evalut:[13,35,36],even:[0,1,3,4,5,6,8,9,10,11,12,13,14,22,23,27,30,31,32,33,34,35,36,37],evenli:4,event:[5,7,10,27,32,33,34],eventu:[0,5,6,11,12,13,24,25,28,31,32,33,34,35,36,37],everi:[0,1,2,3,4,5,6,9,10,11,12,13,14,22,27,28,30,31,32,33,34,35,36,37],everyth:[4,12,21,37],everywher:[4,13,34,35],evolv:[0,30],exact:[0,2,5,11,12,13,23,27,30,31,35,37],exactli:[0,3,4,6,12,22,24,31,33,36,37],exam:30,examin:[6,33],exampl:[5,11,12,13,15,16,19,20,22,23,24,25,27,29],exce:[1,12,13,21,35,36,37],excel:[0,1,4,5,10,25,30,31],except:[3,4,6,8,9,23],excess:[0,30],excit:[0,30],exclud:[1,6,12,24,31,32,33,34,36,37],exclus:[0,1,3,6,27,30,33,34],execut:[2,3,4,5,13,31,35,36],execute_with_cancel:[3,4],executing_eagerli:[3,4],exemplifi:[13,35,36],exercic:[28,30],exercis:[5,22,24,25,26,28,32,34,35,36,37],exercisesweek35:17,exhaust:[6,33,34],exhibit:[0,5,6,8,30,31,33],exist:[0,1,2,3,5,6,7,8,9,13,18,23,24,25,30,31,32,33,34,35],exit:[5,23,31],exp:[0,1,2,5,6,7,8,10,11,12,13,15,16,21,24,27,30,31,32,33,34,35,36,37],exp_term:[1,37],expand:[5,7,11,13,31,34,35],expans:[0,3,5,8,10,12,13,30,31,34,35,37],expect:[0,1,5,6,7,11,12,13,15,16,19,21,22,24,25,30,31,34,35,36,37],expectation_value_of_h_wrt_p:27,expens:[6,10,13,34,35,36],experi:[0,1,6,8,13,22,24,30,31,33,34,35,36],experiment:[0,3,4,6,9,27,30,33],experimental_get_tracing_count:[3,4],expert:[1,9],explain:[0,6,9,10,11,13,19,24,30,34,35],explained_variance_ratio_:11,explan:25,explanatori:[0,30],explicit:[0,3,6,13,21,23,24,30,31,32,35,36],explicitli:[0,4,21,30],explod:1,exploit:[0,3,12,13,30,35,36,37],explor:[1,4,6,8,13,22,24,25,34,35,36],expon:[1,37],exponenti:[0,1,5,6,10,13,24,27,30,32,33,34,35,36],export_graphviz:9,export_text:9,exporttext:9,expos:[22,30],express:[0,2,3,5,6,7,10,12,13,16,21,23,24,25,27,32,33,36,37],exptmean:27,exptvari:27,extend:[0,2,7,11,13,17,22,30],extens:[0,12,15,22,30,36,37],extent:[0,1,6,29,30,33],extern:[3,6,9],extra:[1,3,5,28,30,31,37],extract:[0,3,5,6,7,8,11,13,23,30,31,34,35],extrapol:[0,30],extrem:[0,1,4,5,6,7,8,9,13,16,23,31,32,33,34,35,36],extremum:[13,34,35],extrins:11,ey:[0,5,6,13,14,23,30,32,33,34,35],f11:[0,30],f12:[0,30],f13:[0,30],f1:[13,35,36],f1_grad:[13,35,36],f1d:[13,35],f2:[13,35,36],f2_grad_x1:[13,35,36],f2_grad_x1_analyt:[13,35,36],f2_grad_x2:[13,35,36],f2_grad_x2_analyt:[13,35,36],f3:[13,35,36],f3_grad:[13,35,36],f3_grad_analyt:[13,35,36],f4:[13,35,36],f4_grad:[13,35,36],f4_grad_analyt:[13,35,36],f5:[13,35,36],f5_grad:[13,35,36],f6:[13,35,36],f6_for:[13,35,36],f6_for_grad:[13,35,36],f6_grad_analyt:[13,35,36],f6_while:[13,35,36],f6_while_grad:[13,35,36],f7:[13,35,36],f7_grad:[13,35,36],f7_grad_analyt:[13,35,36],f8:[13,35,36],f8_grad:[13,35,36],f9:[0,13,30,35,36],f9_altern:[13,35,36],f9_alternative_grad:[13,35,36],f9_grad:[13,35,36],f:[0,1,2,3,4,5,6,7,8,10,12,13,14,16,18,19,21,23,27,28,30,31,32,33,34,35,36,37],f_0:[3,10],f_1:[10,13,34,35],f_2:[12,13,34,35,36,37],f_3:[12,36,37],f_:10,f_d:27,f_grad:[13,35,36],f_grad_analyt:[13,35,36],f_i:[0,6,12,16,33,36,37],f_m:[3,10],f_n:3,f_vec:2,f_wrap:2,face:[13,34,35,36],facecolor:[6,8,27,33],facil:[0,15,22,30,33,34,35,36,37],facilit:[12,36,37],fact:[0,1,3,5,9,11,12,13,30,31,32,33,34,35,36,37],factor:[0,1,3,5,6,9,10,11,13,23,27,30,31,32,33,35,36,37],factori:[13,35,36],fade:6,fafab0:[9,10],fahimeh:[28,30],fail:[0,3,4,6,7,8,11,13,28,30,33,34,35],failur:[7,34],fairli:[1,2,27],fake:4,fake_loss:4,fake_output:4,fale:25,fall:[8,9,26],fals:[0,1,2,3,4,5,6,7,9,10,14,23,24,30,31,32,33,34,35,36,37],famili:[0,7,8,27,34],familiar:[0,3,5,6,8,15,22,23,24,27,30,32,33],famou:[6,12,37],far:[0,3,4,5,6,8,11,12,13,14,30,31,34,35,36,37],fashion:[0,9,10,30],fast:[1,3,6,10,12,13,22,27,30,33,34,35,37],faster:[1,11,13,35,36],fastest:[13,23,34,35],favor:[7,34],favorit:27,fc:3,featur:[0,1,3,5,6,7,8,10,11,12,13,18,22,24,25,27,30,32,33,34,35,36,37],feature_nam:[0,1,7,9,31,34],feautur:9,fed:[1,37],feed:[0,2,3,11,22,25,30],feed_forward:[1,37],feed_forward_out:[1,37],feed_forward_train:[1,37],feedback:[4,20,30],feeddorward:4,feedforward:[1,4,12,37],feel:[0,5,6,11,13,15,16,21,22,24,25,28,30,32,35,36],feet:[0,31],fei:30,felt:[24,25],fetch:[6,24,31],fetch_california_h:31,fetch_openml:31,few:[1,3,4,5,9,27,30,35,37],fewer:[0,9,11,30],ffnn:[1,12,25,36,37],field:[0,3,6,12,22,30,36,37],fifth:[0,6,15,16,24,30],fig:[0,1,2,3,4,6,7,12,13,14,24,30,34,35,36,37],fig_id:[0,6,7,9,30,31,33,34],figaxi:27,figsiz:[0,1,2,3,4,6,7,8,9,10,30,31,33,34,37],figur:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,16,21,22,24,25,30,31,32,33,34,35,36,37],figure_id:[0,6,7,9,30,31,33,34],figurefil:[0,6,7,9,30,31,33,34],file:[0,2,3,4,5,6,7,9,13,24,25,30,31,32,33,34,36],file_prefix:4,filenam:[30,31],filenotfounderror:9,filepath_or_buff:[0,30],fill:[5,9,31],filter:[3,4],filter_traceback:[3,4],filtered_flat_arg:[3,4],filtered_tb:[3,4],financ:[0,30],find:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,16,21,22,24,25,27,30,31,32,34,37],fine:[0,14,15,30],finish:2,finit:[3,5,6,12,13,17,27,31,32,33,35,36,37],first:[0,1,2,3,5,6,7,8,9,10,11,13,14,15,16,17,21,23,24,27,28,29,33,36],first_moment:[21,35,36],first_term:[21,35,36],firsteigvector:11,fit:[1,3,4,5,6,7,8,9,11,12,13,15,16,17,21,24,25,27,31,33,34,35,36,37],fit_beta:[6,31,32],fit_intercept:[0,5,6,31,32,33],fit_mod:9,fit_transform:[0,6,8,9,11,33,34],fiti:[0,30],five:[0,9,17,24,30,31,34],fix:[0,3,4,6,10,11,12,13,21,24,25,30,33,34,35,36,37],flag:4,flat:[12,13,21,34,35,36,37],flatten:[1,3,4,5,23,37],flexibl:[1,6,8,10,12,25,30,31,33,36,37],flip:[28,30],float32:[4,9,21],float64:[4,21,23,30,31,36,37],flop:[5,23,31],flow:[1,4,12,36,37],fluctuat:[5,32],fly:11,fm:[0,30],fmax:3,fmesh:[13,35],fn:[3,4,7],focu:[0,3,4,5,6,15,22,25,29,30,31,32,33],focus:[1,6,7,23,31,32,34,37],fold:[6,9,24],folder:[0,1,4,6,13,24,25,30,33,35,37],follow:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],font:[0,7,27,30,34],fontdict:27,fontsiz:[1,6,8,9,10,27],fontweight:1,footprint:3,foral:[8,31],forc:[0,5,6,10,11,30,31,32,34],forcast:4,forecast:[4,12,36,37],forest:[0,1,9,22,30],forget:11,form:[0,3,4,5,6,7,8,9,11,12,13,17,21,22,23,24,25,27,30,31,32,33,34,35,36,37],formal:[3,4,14,27],format:[0,1,2,3,4,6,7,8,9,10,11,22,27,29,31,32,33,34,36,37],format_data:4,formatstrformatt:[6,13,24,34,35],formul:[4,6,11,14],formula:[3,13,27,34,35,36],forth:[4,12,36,37],fortran2003:[22,30],fortran2008:[24,25],fortran90:27,fortran:[0,15,22,23,30],fortun:[0,11,31],forward:[0,3,4,6,22,23,25,30,33],forward_backward:[3,4],forward_funct:[3,4],found:[1,2,4,5,6,12,13,19,20,24,25,30,31,32,33,35,36,37],foundat:[22,30],four:[4,5,6,8,12,23,24,26,28,30,32,36,37],fourier:[0,30],fourierdef1:3,fourierdef2:3,fourierseriessign:3,fourth:[12,30,31,37],fp:7,frac:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,16,17,19,23,24,25,27,30,31,32,33,34,35,36,37],fractal:9,fraction:9,frame:[7,30,34],framework:[1,8,10,27],frank:[5,11,21,25],frankefunct:[5,6,11,24,31],fredli:[28,30],free:[0,6,11,13,15,16,21,22,23,24,25,27,28,29,30,35,36],freecodecamp:22,freedom:[5,32],freeli:[0,24,30],frequenc:[3,4,6,7,27,33,34],frequent:[0,8,9,13,30,34,35],frequentist:22,fresh:10,fridai:[16,28,30],friedman:[6,18,24,26,29,30,31],friendli:4,frodo:30,frog:3,from:[0,1,2,3,4,6,7,8,9,11,13,14,16,17,18,19,22,23,24,27,28,29,30],from_cod:9,from_logit:[3,4],from_tensor_slic:4,fromnumer:2,front:[0,4,5,15,16,30,31,32],fulfil:[2,5,12,31,36,37],full:[0,1,3,5,7,9,10,13,27,30,31,34,35,36],full_matric:[5,31],fulli:[3,6,12,26,27,33,34,36,37],fun:[2,13,22,30,36],fun_nam:2,func:[0,2,30,31],functionali:11,fundament:[0,6,22,30,33],funtion:2,further:[2,7,9,30],furthermor:[0,3,5,6,7,11,12,13,17,22,24,30,31,32,33,34,35,36,37],futur:[0,4,8,9,30,31],futurewarn:[0,30,31],fy:[15,24,25,26,28,29,30],fys4155:[24,25],fys5419:[29,30],fys5429:[29,30],g0:2,g:[0,1,2,3,4,6,8,9,10,11,13,27,30,32,33,34,35,36,37],g_0:2,g_1:[2,10],g_2:[2,10],g_:[2,9,10],g_analyt:2,g_dnn_ag:2,g_euler:2,g_i:2,g_m:[3,10],g_n:3,g_re:2,g_t:2,g_t_d2t:2,g_t_d2x:2,g_t_dt:2,g_t_hessian:2,g_t_hessian_func:2,g_t_jacobian:2,g_t_jacobian_func:2,g_trial:2,g_trial_deep:2,g_vec:2,gain:[1,5,7,9,10,13,31,32,33,35,36],galleri:[0,30],game:4,gamge:30,gamma1:8,gamma2:8,gamma:[0,2,8,9,10,11,13,21,30,34,35,36],gamma_0:10,gamma_1:10,gamma_1x:10,gamma_:[0,30],gamma_i:[0,8,27,30],gamma_j:[13,35,36],gamma_k:[13,34,35],gamma_m:10,gamma_x:[0,30],gap:8,gate:[4,12],gather:[0,1,12,31,36,37],gaug:[12,36,37],gaussbacksub:23,gaussian:[4,5,6,8,14,27,32,33],gaussian_point:14,gaussian_rbf:8,gave:[13,35,36],gbc:[26,30],gca:[2,6,8,13,24,35],gd:[1,25,34],gd_clf:10,gdclassiffiercgain:10,gdclassiffierconfus:10,gdclassiffierroc:10,gdm:[13,21,35,36],gdregress:10,ge:[1,5,7,27,31,34],gen_loss:4,gen_tap:4,gender:[0,30],genener:4,gener:[0,1,2,3,5,6,8,10,11,12,13,14,15,16,17,19,20,21,23,24,27,29,31,32,33,34,35,36,37],generallay:[12,36,37],generate_and_save_imag:4,generate_imag:4,generate_latent_point:4,generate_simple_clustering_dataset:14,generated_imag:4,generator_loss:4,generator_loss_list:4,generator_model:4,generator_optim:4,genom:22,geodes:11,geometr:[0,13,30],geometri:[5,32,33],georg:29,geotif:[6,24],geq:[2,5,8,9,13,31,32,34,35],geron:[0,15,21,26,29,30,35,36],get:[0,1,2,3,4,5,6,7,9,10,11,13,15,20,22,23,24,25,27,28,30,31,32,33,34,35,36,37],get_dummi:9,get_paramet:2,get_split:9,get_yaxi:8,get_yticklabel:6,getattr:2,gibb:[22,30],gif:4,gini:10,gini_index:9,ginvers:13,git:[0,15,22,30],giter:[13,21,35,36],github:[0,6,15,17,19,20,21,22,24,25,26,28,29,30,31,34,35,36],gitlab:[0,15,22,24,25,30],give:[0,1,2,3,5,6,7,8,9,10,12,13,14,17,22,24,25,27,30,31,32,33,34,35,36,37],given:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,23,24,25,27,30,31,32,33,34,35,36,37],global:[6,7,13,24,34,35,36],gloriou:25,glorot:1,gnew:13,go:[0,1,3,5,6,8,9,11,12,13,24,30,31,32,33,34,35,37],goal:[0,7,9,30,34],goe:[0,1,2,5,6,13,14,18,23,30,31,32,33,34,35,36,37],golden:[13,35],gone:[5,31,32],gong:[1,37],good:[1,3,4,5,6,9,10,11,13,17,21,22,27,29,31,32,33,34,35,36],goodfellow:[4,25,26,29,30,31,32,34,35,36,37],googl:[1,4,21,22,30],got:[1,6,24,37],gotcha:21,gov:[6,24],gp:29,gpu:[1,13,21,22,30,35,36],grad:[2,13,21,35,36],grad_analyt:[13,35,36],grade:26,gradient:[0,3,4,7,8,9,12,22,30,31,37],gradient_desc:[3,21,35],gradientboostingclassifi:10,gradientboostingregressor:10,gradients_of_discrimin:4,gradients_of_gener:4,gradients_util:[3,4],gradienttap:4,gradual:[1,14],grai:[4,6,24],graph:[1,9,11,12,13,34,35,36,37],graph_from_dot_data:9,graph_funct:[3,4],graphic:[0,1,9,30],grasp:[0,30],gray_r:[1,3,37],grayscal:3,great:[5,13,34,35],greater:[1,7,27,34,37],greatli:[13,35,36],greedi:[9,34],green:[0,3,9,27],grei:4,grid:[1,3,6,7,8,12,27,31,32,33,36,37],gridsearch:34,gridsearchcv:34,grossli:[13,34,35],ground:[0,30],group:[0,6,7,9,14,22,24,25,26,28,30,33],groupbi:[0,30],grow:[1,3,9,10,37],growth:[0,30],gru:4,guarante:[0,3,4,13,27,30,31,34,35],guess:[1,4,10,13,14,21,25,34,35,36,37],guestrin:10,guid:1,guidelin:[20,35,36],h1:2,h:[0,1,5,6,8,13,16,18,21,24,27,28,29,30,31,34,35,36,37],h_1:[2,13,34,35],h_2:[2,13,34,35],h_:[0,13,30,34,35],h_m:10,ha:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,21,23,24,25,27,30,31,32,33,34,35,36,37],haa:[28,30],habit:[0,31],had:[0,1,6,7,13,30,33,34,35,37],hadamard:[1,12,13,21,35,36,37],half:[1,8,9],halv:10,hand:[0,1,2,3,5,11,12,13,15,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37],handi:[3,24,25],handl:[0,1,2,5,9,11,22,32],handle_unknown:9,handsid:[12,37],handwrit:[12,36,37],handwritten:[1,5,30,37],handwrittennot:[19,30,34,35],happen:[1,2,3,4,5,6,10,13,27,31,35,36,37],hard:[1,7,8,10,13,34,35,37],hardcopi:[22,30],harder:[0,1,31],harmon:3,hasn:37,hassl:[0,15,22,30],hast:[22,30],hasti:[0,6,15,16,17,18,24,26,29,30,31,32,33,34],hat:[0,1,5,6,7,9,10,11,12,13,17,18,23,24,31,32,33,35,36,37],have:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,27,28,31,32,33,34,35,36,37],haven:[1,37],he:[7,34],head:[0,4,10,27,31],header:[0,30,31],heads_proba:10,health:[0,31],hear:[0,13,30,35,36],heart:[0,7,30,34],heatmap:[0,1,3,7,30,31,34,37],heavili:[0,30],heavisid:[1,37],height:[1,3,6,31,32,37],held:[13,21,35,36],help:[0,1,4,12,13,16,21,24,25,30,35,36,37],helper:[4,14],henc:[0,5,6,8,9,10,12,13,18,24,30,31,32,33,34,35,36,37],henrik:[28,30],her:[7,34],here:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,27,30,31,32,33,34,35,36,37],hereaft:[0,8,12,30,37],hermitian:23,hessenberg:23,hessian:[0,2,5,13,16,21,32,36],heterogen:[9,10],hi:[7,34],hidden:[1,3,4,12,25,36,37],hidden_bia:[1,37],hidden_bias_gradi:[1,37],hidden_layer_s:[0,1,30,37],hidden_neuron:4,hidden_weight:[1,37],hidden_weights_gradi:[1,37],hierarch:[5,31,32],high:[0,1,2,3,4,5,6,9,10,11,13,14,21,22,23,24,25,30,31,33,34,35,36],higher:[0,1,3,5,6,8,13,21,24,25,30,31,32,33,34,35,36],highest:[1,2,37],highli:[0,3,4,10,18,22,23,25,29,30,31,32,33],highwai:[0,31],hing:8,hint:[13,16,25,31,34,35],hip:22,hire:[0,30],hist:[4,6,7,27,33,34],histogram:[0,6,7,27,31,34],histor:[7,11,34],histori:[3,4,12,36,37],histplot:31,hitherto:[5,32],hjorth:[28,30,31,32,33,34,35,36,37],hobbi:27,hoc:[5,31],hoff:29,hold:[1,3,6,13,14,21,33,34,35,36,37],holder:[0,30],holomorphic_grad:[2,13,36],home:[0,31],homepag:[24,25,30],homework:[6,13],homogen:[1,3,9,10,13,21,35,36],honchar:2,hopefulli:[0,11,27,30],horizont:11,hors:[3,7,34],hot:[1,9,37],hour:[1,22,26,27,28,30,33,37],house_pric:31,how:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,21,22,23,24,25,27,30,31,32,33,35,36,37],howev:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,22,23,24,25,27,30,31,32,33,34,35,36,37],hspace:[0,4,8,10,27,30],hstack:[1,31],htf:[26,30],html:[0,7,11,17,19,22,24,26,28,29,30,31,34,37],http:[0,3,4,6,7,11,13,17,19,20,21,22,23,24,25,26,28,29,30,31,32,34,35,36,37],huang:[0,30],huber:[0,30],huge:[1,3,4,22,37],human:[0,1,3,6,9,12,30,31,32,36,37],humid:9,hundr:1,hungri:1,hybrid:26,hydrogen:[0,30],hyper:[21,25],hyperbol:[1,4,12],hyperparam:8,hyperparamet:[3,4,5,6,9,13,17,30,31,32,33,34,35,36],hyperplan:11,hz:[3,4],i0:[0,30],i1:[0,6,8,12,30,31,32,33,36,37],i2:[0,8,12,30,36,37],i3:[0,12,30,36,37],i5:[0,30],i:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,28,30,31,32,33,34,35,36,37],i_1:[5,6,32,33],i_2:[5,6,32,33],i_:[13,34,35],ian:29,ic:[1,25,37],id:[7,13,34,35],ida:[28,30],idea:[0,1,2,3,4,6,9,10,12,13,23,24,25,30,31,32,33,34,35,36,37],ideal:[0,2,6,8,13,27,30,31,33,36],idem:[6,33],ident:[5,6,12,13,17,23,24,31,35,36,37],identical:[32,33],identifi:[0,1,7,9,11,12,13,14,30,31,34,35,36,37],idx:2,ieor:27,ifi:29,ifs:[22,30],ignor:[0,1,3,9,31],ii:[23,27],iii:[23,30],ij:[0,1,3,6,8,12,14,16,18,23,24,27,30,31,32,33,36,37],ik:[0,23,30,31],illustr:[5,7,10,12,13,14,22,30,33,34,35],ilsvrc:[35,36],im:6,imag:[1,3,4,6,9,11,12,14,25,29,30,36,37],image_at_epoch_:4,image_batch:4,image_height:3,image_path:[0,6,7,9,30,31,33,34],image_width:3,imageio:[6,24],imagenet:30,images_from_seed_imag:4,imagin:1,immedi:[0,3,4,6,15,22,30],implement:[0,2,3,4,5,6,8,9,10,11,12,13,14,17,21,24,25,27,30,31,32,33,34,35,36],impli:[3,5,6,7,13,23,31,32,33,34,35],implicit:3,implicitli:[11,27],importantli:3,impos:[0,6,11,12,30,36,37],imposs:[0,5,30,31],impress:[0,12,30,36,37],improv:[0,4,5,9,10,11,13,21,24,25,31,36],impur:9,imread:[6,24],imshow:[1,3,4,6,24,37],in1:2,in2:2,in3050:[29,30],in3310:30,in4080:[29,30],in4300:[29,30],in4310:29,in5400:3,in5550:29,in_out_neuron:4,inaccur:[13,34,35],inact:[12,36,37],inadequ:[0,30],inch:[6,31,32],includ:[0,1,2,3,4,5,6,7,11,12,15,16,17,20,22,24,25,27,28,29,30,31,32,33,37],include_bia:[6,9,33],inclus:17,incom:[12,36,37],incorrect:[1,37],incoveni:8,increas:[0,1,3,4,5,6,7,8,9,11,12,13,21,24,27,30,31,32,33,34,35,36,37],increasingli:27,increment:35,ind:6,inde:[0,2,4,5,6,13,30,31],indefinit:4,independ:[0,5,6,7,8,12,13,27,30,31,34,35,36,37],index:[0,1,3,4,10,14,22,23,25,27,29,30,31,37],index_col:[0,30],indic:[0,1,3,4,5,6,9,10,11,13,16,21,24,25,30,31,35,36,37],indispens:[6,33],individu:[1,6,7,10,12,27,30,31,33,34,36,37],indu:[0,31],indx1:2,indx2:2,indx3:2,indx:23,ineffici:[3,13,35,36],inequ:[8,13],inequaltii:[34,35],inertia:[13,21,35,36],inf1000:[22,30],inf1100:[22,30],inf1100l:[22,30],inf1110:[22,30],inf3000:30,infeas:9,infer:[0,1,4,6,29,30,33,37],infer_nrow:[0,30],inferenc:1,infil:[0,6,7,9,30,33,34],infin:[5,6,7,11,18,31,32,33,34],infinit:3,infinitesim:27,influenc:[6,10,33,34],influenti:[1,37],info:30,inform:[0,1,3,4,6,9,11,12,13,14,21,23,24,25,29,30,33,34,35,36,37],infti:[3,6,13,27,33,34,35],ingeni:[13,34,35,36],ingrad:2,ingredi:[0,9,30],inher:[6,33],inherit:[23,30],initi:[0,1,2,6,10,13,14,23,25,27,30,33,34,35,36,37],initial_epoch:[3,4],inject:14,inlin:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],inner:[0,13,31,35],inp:4,inplac:[13,35,36],input:[0,1,3,4,5,6,7,8,9,10,12,13,14,15,21,24,25,27,30,31,32,33,34,35,36,37],input_dim:1,input_shap:[3,4],inputs:1,inputs_shuffl:[0,1,31,37],insert:[3,5,6,8,10,27,31,32,33],insid:[0,4,7,31,34],insight:[0,1,5,21,22,25,30,31,32,33],insist:[6,13,31,32,35],inspect:34,inspir:[0,1,12,25,30,36,37],instabl:2,instal:[0,1,5,6,9,15],instanc:[0,1,2,4,6,9,11,13,30,31,33,34,35,37],instanti:10,instead:[0,1,2,3,4,5,6,8,9,11,13,14,21,23,24,27,30,31,33,34,35,36,37],institut:[1,37],instruct:[0,1,15,16,30],int32:10,int64:31,int64index:30,int_0:27,int_:[3,6,27,33],int_a:27,intak:[0,31],integ:[1,2,13,14,23,27,30,35,36,37],integer_vector:[1,37],integr:[3,6,27,30,33],intellectu:30,intellig:[0,14,29,30],intend:[10,30],intens:[1,25],intention:14,interact:[0,6,9,12,22,24,25,30,36,37],intercept:[0,6,8,11,13,16,24,30,32,33,34,35],intercept_:[0,6,8,9,13,30,31,32,33,34,35],interceptol:33,interceptridg:33,interchang:[5,12,23,32,33,36,37],interconnect:1,interest:[0,1,2,3,4,5,6,7,8,9,12,21,22,24,25,27,30,31,32,33,34,35,36,37],interfac:[0,1,23,31,37],interior:[0,9,30],intermedi:[23,31],intern:[1,10,12,36,37],interpol:[1,3,4,6,12,24,36,37],interpr:[5,31,32],interpret:[0,1,6,9,10,12,13,17,19,23,24,25,27,37],interv:[0,3,5,6,7,13,18,24,27,30,31,32,34,35],intial:[13,34,35],intract:[0,4,31],intrins:[3,11,23,27,30],intro:[22,29,30],introduc:[0,1,5,6,8,10,12,17,23,24,27,30,33,34,37],introduct:[1,2,4,13,17,20,29,31,34,35],introductori:[0,4,23,29,30,31],intuit:[0,5,6,8,12,13,21,24,30,32,33,35,36,37],inv:[0,5,13,21,30,31,32,34,35,36],invalid:[8,37],invalu:[0,13,15,22,30,34,35],invari:[1,37],invd:[5,32],inver:[8,36,37],invers:[0,3,6,13,15,16,17,21,24,25,30,31,34,35,36],inverse_transform:8,invert:[0,5,7,10,13,21,30,32,34,35,36],invh:[13,21,35,36],invok:[0,8,31],involv:[0,2,6,7,11,12,31,33,34,35,36,37],io:[0,17,19,22,24,26,28,29,30,31],ion:36,ip:[0,8,27,30],ipca:11,ipykernel_18986:1,ipykernel_19041:[],ipykernel_19107:[],ipykernel_19139:[],ipykernel_19152:[],ipykernel_19176:6,ipykernel_19181:[],ipykernel_19201:[],ipykernel_19294:13,ipykernel_19329:24,ipykernel_19344:30,ipykernel_19367:33,ipykernel_19394:35,ipykernel_74401:37,ipynb:[22,30],ipython:[0,5,7,9,11,14,15,22,24,25,30,31,34],iq:[6,33],iri:[8,9],irreduc:[6,33],irrelev:[5,31],irrespect:[0,30],irvin:25,isbox:[2,13,36],iseffici:[35,36],isn:[5,32,33],isnul:[0,31],isomap:11,isotop:[30,33,34,35,37],issu:[1,9,23,31,32],it_arrai:[13,35],item:[0,13,30,35,36],items:[23,30],iter:[1,2,3,4,6,7,8,11,13,14,21,27,33,34,36,37],its:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,18,22,23,24,25,27,30,32,33,34,35,36,37],itself:[5,6,12,19,24,25,27,31,32,33,37],j1:23,j:[0,1,2,3,4,5,6,8,9,11,12,13,14,16,17,18,19,23,24,27,29,30,31,32,33,34,35,36,37],j_:6,j_lasso_sk:6,j_ridge_sk:6,j_sk:6,jackknif:[6,22,30,33],jacobian:[2,13,34,35,36],jacobian_shap:2,jakobsen:[28,30],jason:4,jax:[22,25,30],jax_descend_i:21,jax_descend_x:21,jax_enable_x64:21,jax_grad:21,jensen:[28,30,31,32,33,34,35,36,37],jerom:[18,24,29],ji:[12,23,37],jit:[13,35,36],jj:[0,5,6,30,32,33],jk:[0,1,6,12,23,30,36,37],jl:[0,30],jm:23,jnp:[13,21,35,36],job:[2,8,10],join:[0,4,6,7,9,30,31,33,34],joint:[4,5,32,33],judg:[13,34,35],judgement:[6,24],julia:[22,23,24],jump:[24,27],junk:4,jupit:30,jupyt:[0,15,19,22,24,29,30,33],just:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,22,24,25,27,30,31,32,33,34,35,36,37],justif:[0,30],justifi:[3,10],k0:[7,34],k1:[7,34],k:[0,1,3,5,6,7,8,9,10,11,12,13,14,22,23,24,27,28,30,31,32,35,36,37],kaggl:[6,24,25],kappa_d:27,karl:[28,30],karush:8,kate:30,katrin:[28,30],keep:[0,1,4,5,6,11,13,14,23,24,25,30,31,32,33,34,35,36],keepdim:[1,6,10,23,33,37],kei:[0,1,3,6,12,31,36,37],kept:[4,6,14,33],kera:[0,4,22,24,25,30],kernel:[0,1,3,22,30,31],kernel_regular:[1,3],kernel_s:4,kernelpca:11,kev:[0,30],kevin:[29,30],keyboardinterrupt:[1,2,3,4],keyword:[13,23,24,30,35],kfold:[6,33,34],kg:[1,37],ki:23,kick:[1,13,35,36],kiener:2,kilomet:[6,31,32],kind:[0,2,3,4,8,12,13,14,30,31,35,36,37],kj:[6,12,23,31,32,33,37],kjm:[22,30],kkt:8,kl:27,km:[12,30,36,37],kmean:14,kmeanspoint:14,kn_k:14,know:[0,1,2,5,6,8,13,22,30,31,32,34,35,36],knowledg:[0,22,30],known:[1,3,4,5,6,7,8,9,12,23,24,25,27,29,31,32,33,34,36,37],kondev:[0,30],kp:27,kpca:11,kroneck:14,kuhn:8,kvalsund:[28,30],kwarg:[0,2,3,4,13,30,36],kwd:[0,3,4,30],kwown:[0,30],l0:[7,34],l1:[0,1,3,7,30,34],l1_l2:[1,3],l1regl:5,l2:[1,3,37],l:[0,1,2,3,5,6,7,8,10,11,12,13,19,23,24,27,30,31,33,34,35,36],l_1:[7,34],l_2:[7,13,25,34,35],l_:23,l_j:[12,37],la:[13,35],la_i:[12,37],la_k:[12,37],lab:[20,22,24,30,35,36],label:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,21,22,23,24,25,27,30,31,32,33,34,35,36,37],label_prob:[35,36],labelencod:[7,10,34],labels:[6,8,9],labels_shuffl:[0,1,31,37],laboratori:[26,31,32],lack:[0,30],lagari:2,lagrang:[8,11],lambda:[0,1,2,3,5,6,7,8,10,12,13,17,18,21,24,25,27,30,31,32,33,35,36,37],lambda_0:11,lambda_1:[5,8,11,31],lambda_2:[8,11],lambda_:11,lambda_i:[8,11],lambda_iy_i:8,lambda_jy_iy_j:8,lambda_k:8,lambda_n:[5,8,31],lamda:1,land:[0,8,31],landmark:8,landscap:[13,21,34,35,36],langl:[0,6,11,27,30,31],languag:[0,1,4,8,15,22,23,24,25,29,30],lapack:[23,30],laplac:[5,32,33],laptop:22,larg:[0,1,2,4,5,6,8,9,10,11,13,15,22,23,24,27,29,30,31,33,34,35,36,37],larger:[0,3,5,6,8,10,11,13,17,27,30,31,32,33,34,35,36],largest:[4,8,11],lasso:[0,7,22,30],lasso_sk:6,last:[0,1,2,3,4,5,6,7,8,9,10,12,13,15,17,18,23,24,27,28,30,32,35,37],latent:4,latent_dim:4,latent_point:4,latent_space_value_rang:4,later:[0,1,4,7,8,12,13,14,15,22,24,25,30,34,35,36,37],latest:[4,22],latest_checkpoint:4,latex:30,latter:[0,3,6,7,8,11,13,16,17,23,24,27,30,31,32,33,34,35,36],lattic:[12,36,37],law:[0,30],lax_numpi:21,layer:[0,4,13,21,25,30,35,36],lbfg:[7,9,10,11,34],lcc:[5,6,32,33],lda:11,ldot:[0,6,11,19,24,30,33,34],le:[5,7,10,13,17,21,27,31,32,34,35,36],lead:[0,1,3,5,6,7,8,9,10,11,12,13,16,17,23,27,30,31,32,33,34,35,36,37],leaf:9,leaki:[1,25],leakyrelu:4,lear:[13,34,35],learn:[3,4,5,6,7,8,9,10,12,18,23,26,28,29],learnabl:3,learner:10,learnig:30,learning_r:[3,8,10,21],learning_rate_init:[0,1,30,37],learning_schedul:[13,21,35,36],learnt:[24,25],least:[0,2,7,8,10,11,15,16,17,19,21,22,23,25,27,33,34],leat:[13,21,35,36],leav:[0,1,3,5,6,9,11,30,32,33,34],lectur:[0,1,5,10,11,12,13,15,17,21,22,23,24,25,26,28,29,35,36],lecturenot:[0,17,19,22,24,29,30],left:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,16,17,19,23,24,27,30,31,32,33,34,35,36,37],leftarrow:[8,12,37],legend:[0,2,3,4,5,6,7,8,9,10,13,30,31,32,33,34,35,36],len:[0,1,2,3,4,5,6,8,9,10,11,12,23,30,31,32,33,35,36,37],len_index:[0,30],length:[0,1,2,3,4,8,9,13,16,22,30,31,34,35,36,37],length_of_sequ:4,leq:[0,5,7,8,13,14,17,27,30,31,32,34,35],less:[0,1,3,4,5,6,8,9,13,22,27,30,31,32,33,34,35,36],lessen:1,let:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,23,27,30,31,32,33,34,35,36,37],letter:[0,16,23,27,30,31],level:[0,1,5,6,9,22,23,24,25,26,28,30,31,33],li:[8,11,30],lib:[0,2,3,4,7,8,11,13,21,30,31,32,34,36,37],liblinear:[8,10],librari:[0,1,2,3,4,5,6,9,10,11,15,21,23,24,25,27,29,31,32,33,34,37],licens:[0,1,15,22,24,25,30,33],lie:[0,6,11,27,31,33],life:[0,1,8,12,30,36,37],lifetim:[13,35,36],like:[0,1,2,3,4,5,6,7,9,10,11,12,13,15,16,21,22,23,24,25,27,30,31,32,33,34,35,36,37],likelihood:[0,1,5,9,30,31,35,36,37],lim_:27,lima:[28,30],limit:[0,5,6,7,8,11,12,21,23,24,25,30,31,37],lin_clf:8,lin_model:[0,31],lin_reg:9,linalg:[0,2,5,6,8,11,13,21,23,27,30,31,32,33,34,35,36,37],line1:8,line2:8,line2d:[13,21,35],line3:8,line:[0,1,2,3,4,6,8,9,10,11,13,15,21,24,30,31,32,33,34,35,36],linear:[1,3,5,6,7,9,10,11,12,17,18,21,22,24,27,33,35,36,37],linear_model:[0,5,6,7,8,9,10,11,13,30,31,32,33,34,35,36,37],linear_regress:[6,33],linearli:[5,31],linearloc:[6,13,24,34,35],linearregress:[0,6,7,9,30,31,32,33,34],linearsvc:8,lineat:32,liner:[1,3,37],linerar:10,linewidth:[0,2,4,6,8,9,10,24,33],link:[0,4,9,12,22,24,25,28,30,37],linlag:[5,32],linpack:[23,30],linreg:[0,30],linspac:[0,2,3,4,6,8,9,10,13,15,16,21,23,27,30,31,32,33,35,36],linu:4,linux:[0,1,15,22,24,30],liquid:[0,30],list:[0,1,2,3,4,9,22,24,25,30,31,35],listcomp:2,listedcolormap:[9,10],literatur:[1,7,14,29,33,34],littl:[1,3,9,12,37],live:8,ll:[0,27,30,31],lle:[0,31],lloyd:[4,14],lmb:[0,2,5,6,32,33,34],lmbd:[0,1,3,30,37],lmbd_val:[0,1,3,30,37],lmbda:[13,34,35],ln:[1,13,34,35,37],load:[0,1,4,6,7,9,10,24,31,34],load_boston:[0,31],load_breast_canc:[1,7,9,10,11,34],load_data:[3,4],load_digit:[1,3,37],load_iri:[8,9],loc:[0,3,6,7,8,9,10,30,33,34],local:[0,1,2,3,4,7,12,13,30,31,34,35,36,37],locat:[2,3,8],lock:[3,4],log10:[0,5,6,32,33,34],log:[0,1,2,4,5,6,7,9,10,11,13,23,24,25,30,31,32,33,34,35,36,37],log_:[0,30],log_clf:10,logarithm:[0,5,7,23,30,32,33,34],logbook:[24,25],logic:[0,1,9,30],logist:[0,1,2,8,9,10,11,12,13,21,22,31],logistic_predict:[35,36],logisticregress:[7,9,10,11,34,36,37],logit:[7,34],logreg:[7,9,10,11,34,36,37],logspac:[0,1,3,5,6,30,32,33,34,37],longer:[2,3,8,10,14,23,25,27,30],loocv:[6,33,34],look:[0,1,2,3,4,5,6,7,8,9,10,11,13,18,21,23,24,25,27,30,31,32,33,34,35,36],loop:[1,4,6,10,12,14,22,23,30,33,37],lose:[1,37],loss:[0,1,3,4,5,6,7,8,10,11,13,23,24,25,30,32,33,36,37],loss_fil:4,lossfil:4,lost:4,lot:[0,1,4,6,31,33,35,36],low:[0,6,9,10,11,24,25,30,31,33],lower:[0,1,3,6,9,10,16,23,31],lowercas:[23,30],lowest:[9,13,27,35,36],lr:[1,3,4,10],lstat:[0,31],lstm:4,lstm_2layer:4,lstsq:[0,30,31],lt:[6,33],lu:[0,5,30,31],lubksb:23,luckili:2,ludcmp:23,lux:23,lvert:[1,37],lw:[0,30],m1:[3,4],m:[0,1,2,3,5,6,8,9,10,11,12,13,21,23,26,27,28,29,30,31,32,33,34,35,36,37],m_1:14,m_:[9,12,37],m_h:[0,30],m_k:14,m_l:[12,37],m_n:[0,30],m_p:[0,30],m_t:[13,35,36],ma:11,machin:[1,3,4,5,6,7,9,10,11,12,15,21,23,26,29,31,32,33,36,37],machinelearn:[0,6,17,19,20,22,24,26,28,29,30,31,34,35,36],mackai:29,made:[0,1,3,4,5,6,7,9,11,12,18,24,25,30,31,34,36,37],mae:[0,30],magic:4,magnitud:[1,6,7,13,31,32,34,35,36,37],mai:[0,1,2,3,5,6,7,8,9,11,12,13,18,21,22,23,24,25,27,31,32,33,34,35,36,37],mail:[26,28],main:[0,1,3,4,5,6,7,9,23,24,25,29,30,31,34],mainli:[0,5,6,7,9,30,31,32,33,34],maintain:[6,31,33],major:[1,6,9,10,13,23,30,33,34,35,36,37],make:[1,2,3,4,5,6,7,8,11,12,13,21,22,23,24,25,27,29,32,33,34,35,36,37],make_axes_locat:6,make_classif:[36,37],make_moon:[8,9,10],make_pipelin:[0,6,10,31,33],make_vjp:[2,13,36],makedir:[0,6,7,9,30,31,33,34],makeplot:[0,30],malcondit:23,malign:[1,7,9,34],mammographi:[5,32,33],manag:[0,2,3,15,22,24,30],mandatori:[28,30],mani:[0,1,3,4,5,6,7,8,9,11,13,14,21,22,23,24,25,27,29,30,31,32,33,34,35,36],manifold:11,manner:3,manual:[6,31,32,34],map:[0,1,2,6,7,8,11,12,14,24,27,30,34,36,37],margin:[0,5,8,30],marit:[0,30],mark:30,marker:[0,7,21,23,30,31,34],markov:[22,30],marsaglia:27,mass:[0,1,5,13,31,35,36,37],massag:[0,30],masses2016:[0,30],masses2016ol:[0,30],masses2016tre:0,masseval2016:[0,30],master:[6,19,20,24,26,28,30,34,35,36],mat1100:[22,30],mat1110:[22,30],mat1120:[22,30],mat:[22,30],match:[0,1,4,5,13,14,30,31,34,35,36],materi:[4,5,7,13,17,23,28,35,36,37],math:[3,7,12,13,21,23,27,29,30,33,34,35,36,37],mathbb:[0,4,5,6,7,8,11,12,13,14,17,18,19,23,24,27,30,31,32,33,34,35,36,37],mathbf:[0,5,6,7,8,13,18,19,21,23,24,30,31,32,33,34,35,36],mathcal:[1,5,6,7,13,19,24,32,33,34,35,37],matheemat:3,mathemat:[0,6,11,12,13,17,22,23,27,29,30,32,33,34],mathemati:30,mathrm:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,17,18,19,24,27,30,31,32,33,34,35,36,37],matmul:[1,2,5,32,37],matnat:29,matplotlib:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,21,22,23,24,27,30,31,32,33,34,35,36,37],matplotlibdeprecationwarn:[13,24,35],matric:[0,1,3,4,6,7,8,11,13,16,17,22,31,34,35],matrix:[0,2,3,4,6,7,8,10,13,15,16,17,18,19,21,24,25,27,33],matshow:1,matter:[2,3,13,31,34,35,36],max:[0,1,2,3,4,9,10,12,13,21,28,30,34,35,36,37],max_depth:[0,9,10],max_diff1:2,max_diff2:2,max_diff:2,max_it:[0,1,7,8,11,13,30,34,35,36,37],max_iter:14,max_leaf_nod:10,max_queue_s:[3,4],max_sampl:10,maxdegre:[0,6,10,31,33],maxdepth:10,maxim:[1,4,5,7,8,11,32,33,34,37],maximum:[0,2,3,5,7,8,9,10,13,14,30,31,35,36,37],maxpolydegre:[5,6,32,33,34],maxpooling2d:3,mbox:[5,6,18,24,31,32,33],mccorduck:30,mcculloch:[12,36,37],md:[11,20,24,35,36],mdoel:4,mean:[1,2,3,4,5,6,7,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,27,33,35,36,37],mean_absolute_error:[0,30],mean_divisor:14,mean_i:27,mean_matrix:14,mean_squared_error:[0,4,6,7,10,30,31,33,34],mean_squared_log_error:[0,30],mean_vector:14,mean_x:27,meaning:[0,4,7,30,34],meansquarederror:[0,30],meant:[2,3,7,10,13,34,35,36],measur:[0,1,2,5,6,9,11,12,14,19,24,25,27,30,31,32,33,37],mechan:[0,4,27,30],median:[0,30,31],medicin:[12,36,37],medium:[4,8,13,25,35,36],medv:[0,31],meet:[0,28],mehta:[0,25,30,31,32],memori:[3,4,11,12,13,21,23,30,35,36,37],mention:[0,12,13,24,25,27,30,34,35,36,37],mere:[0,15,25,30],meshgrid:[2,5,6,8,9,10,11,24,31],messag:[5,13,35,36],messi:2,met:[0,3,8,30,31],metal:[3,4],meteorolog:9,meter:[6,31,32],method:[0,1,2,3,4,5,7,8,11,12,14,16,17,18,19,22,23,25,27,29,30,31,32,37],metion:[6,24],metric:[0,1,3,6,7,9,10,14,15,16,30,31,33,34,37],metropoli:[22,30],mev:[0,27,30],mgd:[13,35,36],mglearn:[22,30],mgrid:[13,35],mhjensen:[2,3,7,8,11,21,31,34,37],mi:10,mia:[28,30],michael:[25,37],michigan:[30,31,32,33,34,35,36,37],microsoft:29,mid:[1,37],midel:4,midnight:[16,17,18,19,20,21],midpoint:9,might:[0,1,2,4,6,9,13,31,32,34,35,36],mild:9,millimet:[6,31,32],million:[0,30,31,35,36],mimic:[12,36,37],min:[0,2,5,8,9,30],min_:[0,2,5,14,17,30,31,32],min_samples_leaf:9,mind:[0,6,13,24,30,31,32,33,34,35],mindboard:4,mine:[22,30],mini:[1,11,12,13,21,25,34,37],minibatch:[1,11,13,37],minibathc:[13,35,36],miniforge3:[0,2,3,4,7,8,11,13,21,30,31,32,34,36,37],minim:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,17,18,21,24,31,32,33,35,36,37],minima:[0,1,7,13,30,34,35,36,37],minimum:[0,1,2,6,8,9,11,13,31,33,34,35,36,37],minmaxscal:[0,31],minor:[13,24,27,35],minst:1,minu:[7,34],mirror:9,misc:[6,24],misclassif:[8,9,10],misclassifi:[8,10],miser:0,mismatch:1,miss:[0,7,10,31],mistak:4,mit:29,mix:[1,2,30],mixtur:[13,21,35,36],mk:[9,23],mkdir:[0,6,7,9,30,31,33,34],ml:[0,1,10,13,23,24,25,31,34,35,36],mlab:27,mle:[5,7,34],mlp:[1,36],mlpclassifi:[1,36,37],mlpregressor:[0,30],mm:23,mn:[12,27,36,37],mnist:[1,11,25,37],mod:27,mode:[26,28,30],model:[2,3,5,7,8,9,10,11,13,14,15,16,18,19,21,22,24,27,29,31,32,33,34,35],model_select:[0,1,3,5,6,7,9,10,11,30,31,32,33,34,37],moder:10,modern:[0,6,7,22,30,33,34],modif:[2,12,13,35,36,37],modifi:[0,1,3,5,7,8,10,12,13,30,31,32,34,35,36,37],modul:[0,7,11,23,30,32,34],modular:27,modulo:27,moe:[11,31],moment:[5,6,13,21,27,32,33],momentum:25,monitor:[13,21,35,36],monoton:[5,12,27,32,33,36,37],mont:[0,6,22,27,29,30,33],moor:[5,6,32],more:[0,1,2,4,5,7,8,9,10,11,12,13,14,18,22,25,27,37],moreov:[0,3,30],morten:[28,30,31,32,33,34,35,36,37],most:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,21,22,24,27,30,31,32,33,34,35,36,37],mostli:[1,11],motion:[0,13,30,35,36],motiv:[1,4],move:[0,4,5,6,7,9,12,13,14,21,24,27,30,31,32,33,34,35,36,37],mpl:[0,7,30,34],mpl_toolkit:[2,6,13,24,34,35],mplot3d:[2,6,13,24,34,35],mplregressor:[1,37],mse:[0,4,5,6,9,10,15,16,17,19,24,25,30,31,32,33,34],mse_simpletre:10,mselassopredict:[5,32],mselassotrain:[5,32],mseownridgepredict:[6,32],msepredict:[5,32],mseridgepredict:[0,5,6,32,34],msetrain:[5,32],msg:[0,30,31],msle:[0,30],mt:[7,12,34,36,37],mu0:27,mu1:27,mu2:27,mu:[0,6,11,13,27,30,33,35,36],mu_1:31,mu_:[6,27,31,32,33],mu_i:[6,31,32,33],mu_n:11,mu_x:27,much:[0,1,2,3,4,5,6,8,9,10,11,12,13,23,24,27,30,31,32,33,35,36,37],multi:[0,1,3,7,22,30,31,34],multiclass:[1,7,34,37],multidimension:[11,12,30,36,37],multilay:1,multinomi:[7,34],multipl:[2,4,5,6,7,12,13,27,31,33,34,35,36],multipli:[3,5,6,11,13,23,27,31,32,33,35],multiplum:8,multivari:[0,2,10,11,22,27,30],multivariate_norm:[11,14],murphi:[11,29,30,32],must:[0,1,2,5,6,8,10,12,13,14,27,30,31,33,34,35,36,37],mut_add:2,mutat:[7,34],mutual:[1,3,6,13,33,34,35],mx_:27,myenv:[0,2,3,4,7,8,11,13,21,30,31,32,34,36,37],myriad:[0,15,22,30],mz1:27,mz2:27,n1:23,n2:23,n:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,30,31,32,33,34,35,36,37],n_0:[12,27,36,37],n_:[1,2,3,8,12,27,36,37],n_boostrap:[6,10,33],n_bootstrap:[6,33],n_categori:[1,3,37],n_cluster:14,n_compon:11,n_epoch:[13,21,35,36],n_estim:10,n_examples_to_gener:4,n_featur:[1,37],n_filter:3,n_hidden:2,n_hidden_neuron:[0,1,30,37],n_i:27,n_input:[0,1,3,31,37],n_instanc:9,n_iter:[34,35],n_iter_i:[7,11,34],n_job:10,n_k:14,n_l:[12,27,36,37],n_layer:1,n_m:9,n_neuron:1,n_neurons_connect:3,n_neurons_layer1:1,n_neurons_layer2:1,n_point:14,n_sampl:[6,8,9,10,14,33,36,37],n_split:[6,33,34],n_step:4,n_t:2,n_x:2,nabla:[1,13,34,35,37],nabla_:[2,13,21,34,35,36],nabla_w:[13,35,36],nag:[13,35,36],naimi:[0,30],naiv:[7,34],naive_kmean:14,najafi:[28,30],nall:[0,30],name:[0,1,3,4,5,6,7,8,9,10,12,13,14,15,22,23,24,27,28,30,31,32,33,34,35,36,37],nameerror:[10,15,24,33,34,35],narrow:[13,35,36],nary_f:[2,13,36],nary_op_arg:[2,13,36],nary_op_kwarg:[2,13,36],nary_oper:[2,13,36],nation:[1,5,31,32,33,37],nativ:[22,30],natur:[0,1,4,8,9,12,13,24,25,27,29,30,34,35,36,37],navier:[12,36,37],nb:27,nb_:23,nbconvert:30,nd:14,ndarrai:[2,6],ndef:13,ne:[9,10,23,27,31],nearest:[1,3,6,11,37],nearli:[13,34,35],neat:30,neatli:35,neccesari:[6,33],necess:2,necessari:[0,1,3,4,8,14,30,37],necessarili:[0,4,11,27,30],necesserali:[5,32,33],neck:[7,34],need:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,21,23,25,27,31,32,33,34,35,36,37],neg:[0,1,3,5,6,7,10,13,23,27,30,32,33,34,35,36,37],neg_mean_squared_error:[6,33,34],neglect:27,neglig:27,neighbor:[3,6,11],neither:[4,13,35,36],neq:[13,14,27,34,35],nervou:[12,36,37],nest:[2,9,12,36,37],nesterov:[13,35,36],net:[2,4,12,36,37],netlib:[23,30],network:[0,9,13,21,22,29,31,35],neural:[0,13,21,22,29,31,34,35],neural_network:[0,1,2,30,36,37],neuralnetwork:[1,37],neuralnetworksanddeeplearn:37,neuron:[1,2,3,4,12],neutral:[0,30],neutron:[0,30],never:[1,3,4,6,9,27,33,37],new_box:[2,13,36],new_chang:[13,21,35,36],new_hobbit:30,new_root:[2,13,36],new_trac:[2,13,36],new_tracing_count:[3,4],newaxi:[0,3,6,9,33,34],newli:[0,30],newton:[1,7,8,13,27,37],next:[0,1,2,3,4,5,6,8,9,13,14,21,30,31,32,34,35,37],next_guess:[13,35],next_input:4,nf8_grad:13,nfrom:13,ng:[1,37],ngini:9,ni:14,nice:[0,1,5,11,30,31,32,33,37],nielsen:[25,37],nimport:13,niter:[13,21,34,35,36],nitric:[0,31],nlambda:[0,5,6,32,33,34],nlp:29,nm:27,nm_n:[0,30],nmse:[6,33],nn:[2,5,6,12,23,32,33,36,37],nn_model:1,nnmin:2,node:[1,2,3,9,10,12,25,36,37],node_constructor:2,nois:[0,4,5,6,8,9,10,13,15,16,19,24,30,31,32,33,34,35],noise_dimens:4,noisi:[1,6,19,24,33,37],non:[0,1,3,4,5,6,7,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],noncommerci:[25,33],none:[0,1,2,3,4,5,9,10,13,27,30,31,32,33,34,35,36],nonlinear:[3,6,8,9,11,12,33,36,37],nonneg:[6,9,13,33,34,35],nonparametr:6,nonsens:27,nonsingular:23,nonumb:[3,7,8,13,21,23,34,35,36],nonxla:[3,4],nor:[1,4,13,35,36],norm:[0,1,5,6,8,11,13,17,30,31,32,33,34,35,36,37],normal:[3,4,5,6,7,8,9,10,11,12,13,15,16,18,19,21,22,23,24,25,27,30,31,32,34,35,36,37],normali:[23,30],norvig:30,norwai:[6,24,25,30,36],notat:[0,2,5,6,13,14,21,27,30,31,32,33,35],note:[0,1,2,3,4,5,6,7,8,11,12,13,14,15,16,19,22,23,24,25,27,29,30,34,35,36,37],notebook:[0,1,3,9,15,22,24,25,30,33,37],notesexercise5week452022:30,notessep14:[19,34],notessep28:35,noth:[1,2,5,8,12,14,27,31,32,36,37],notic:[4,5,12,13,23,27,30,32,35,36,37],notimplementederror:2,notion:3,novel:[3,6,10,34],novemb:[1,26,28,30],now:[0,2,4,5,6,7,8,10,11,12,14,15,16,17,22,23,24,25,27,30,31,34,37],nowadai:[0,1,3,9,22,30],nox:[0,31],np:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,21,23,24,27,30,31,32,33,34,35,36,37],npr:2,nprint:13,nsampl:[6,9,33,34],nt:2,nthi:[0,30],ntrained_model:6,nu:27,nuclear:[5,31],nuclei:[0,27,30],nucleon:[0,30],nucleu:[0,30],num:4,num_allow_arg:[0,30],num_coordin:2,num_hidden_neuron:2,num_it:2,num_iter:21,num_neuron:2,num_neurons_hidden:2,num_output:[3,4],num_point:2,num_tre:10,num_valu:2,number:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,23,24,25,26,28,30,32,33,34,37],numberid:[7,34],numberparamet:3,numer:[0,5,6,9,10,11,12,13,17,21,22,23,29,30,31,32,33,34,35,36,37],numpi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,22,24,27,31,32,33,34,37],numpy_vjp:2,numpy_wrapp:2,nunmpi:[5,31],nvalu:9,nx:[2,13],nx_test:6,nx_train:6,nx_train_mean:6,ny:27,ny_pr:6,ny_train:6,ny_train_mean:6,o:[0,6,7,8,9,11,15,21,23,28,29,30,31,34],obei:[6,11,13,31,32,33,35],object:[0,1,2,4,8,10,13,23,30,31,34,35,36],obliqu:[5,31],observ:[0,1,3,5,6,7,8,9,10,11,12,13,14,27,32,33,34,35,36,37],obtain:[0,1,5,6,7,8,9,10,12,13,14,17,21,23,24,25,27,30,31,32,33,34,35,36,37],obviou:[5,6,11,27,31],obviouli:30,obvious:[0,4,5,6,21,23,25,30,32,33],oc:31,occupi:[0,31],occur:[0,6,8,9,23,27,30],oct:25,octob:[20,21,26,28,30,36],od:0,odd:[0,3,7,30,31,34],odenum:2,odesi:2,oen:0,off:[1,3,4,5,9,13,19,27,32,33,35,36,37],offer:[6,11,22,23,26,28,30,33],offic:[28,30],offici:[26,30],often:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,16,22,23,27,30,31,33,34,35,36,37],ofter:[23,30],ol:[0,13,15,16,17,18,25,30,31],old:[1,5,10,13,32,33,34,35,37],ols_fit:33,ols_fit_beta:33,ols_sk:6,ols_svd:6,olsbeta:[0,5,32],omega:[2,3,6],omega_0:3,omit:[0,5,30,31,32,33],on_train_batch_begin:[3,4],onc:[1,6,9,11,13,33,34,35,36],one:[0,1,3,4,5,6,7,8,9,10,11,13,14,19,21,22,23,24,25,27,28,30,31,32,33,36],onehot:[1,37],onehot_vector:[1,37],onehotencod:9,ones:[0,2,5,6,8,9,10,11,13,21,23,24,30,31,32,33,34,35],ones_lik:4,onl:3,onli:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,19,21,23,24,25,27,30,31,32,33,34,35,36,37],onlin:[11,26],onto:[5,11,31],op_nam:[3,4],open:[0,1,4,6,7,9,15,22,24,26,28,30,33,34],oper:[0,1,3,5,6,10,11,12,13,15,22,27,30,31,32,33,35,36,37],operation:27,oplu:27,opmiz:[13,35,36],opportun:[0,30],oppos:[6,13,35,36],opposit:[1,5,8,31],opt:[1,5,25,30,32],optim:[0,2,3,4,5,6,7,9,10,11,14,15,16,17,18,19,21,24,25,32,33],optimis:[1,3],optimizer_v2:3,option:[0,1,3,5,6,7,8,11,21,23,24,25,31,32,33,34,37],optionalxlacontext:[3,4],optmiz:[1,8,13,21,31,35,36,37],oral:30,orang:0,order:[0,1,2,3,5,6,7,8,9,10,11,12,15,16,23,24,25,27,30,31,32,33,34,37],ordinari:[0,2,3,7,11,13,15,16,17,19,21,22,25,33,34,35,36],ordinrari:33,oreilli:29,org:[0,3,4,7,11,21,22,23,29,30,34,35,36],organ:[6,7,10,23,33,34],orient:[1,5,27,31,32],origin:[0,3,5,6,8,11,12,13,23,30,31,33,35,36,37],orthogn:[5,31],orthogon:[0,5,6,8,11,13,17,23,30,31,32,35],orthonorm:[5,31,32],os:[0,1,4,5,6,7,8,9,28,30,31,32,33,34],oscar:1,oscil:[3,13,35,36],oslo:[0,15,22,24,25,26,28,30,31,32,33,34,35,36,37],osx:[0,15,22,24,30],other:[0,1,2,3,5,6,7,8,10,13,14,15,19,22,24,25,26,27,28,29,32,33,35],otherwis:[0,1,4,7,13,21,23,25,30,31,34,35,36,37],ouput:[5,7,12,32,33,34,37],our:[1,2,3,6,7,8,9,10,12,14,15,16,17,18,19,21,22,23,24,25,27,32,33,36],ourmodel:0,ourselv:[0,5,6,8,11,13,30,31,32,33,34,35],out1:2,out2:2,out:[0,1,2,4,5,6,7,8,9,10,11,12,13,16,21,22,23,24,25,27,30,31,32,33,34,35,36,37],out_fil:9,outcom:[0,7,9,10,12,27,31,34,37],outdoor:9,outer:[6,12,13,37],outfil:4,outgrad:2,outlier:[0,8,30,31],outlin:[6,10,11,33],outlook:9,outperform:10,output:[0,1,3,4,5,6,7,8,9,10,12,13,16,23,24,25,27,30,31,32,33,34,35,36,37],output_bia:[1,37],output_bias_gradi:[1,37],output_shap:4,output_weight:[1,37],output_weights_gradi:[1,37],outputlayer1:[12,36,37],outputlayer2:[12,36,37],outsid:4,over1:[13,35,36],over:[0,1,3,4,5,6,9,10,12,13,21,23,24,30,31,32,33,34,35,36,37],overal:[1,10,37],overcast:9,overcom:[12,13,35,36,37],overdetermin:[0,30],overfit:[0,1,3,6,9,10,13,21,33,35,36,37],overflow:[1,5,32,33,37],overhead:[12,37],overlap:[3,7,8,9,34],overlin:[0,5,6,9,10,11,14,23,30,31,32,33],overst:[0,30],overtrain:4,overview:[3,34],own:[4,5,6,8,12,13,21,22,23,24,32,33,35,36,37],owner:[0,31],ownmsepredict:0,ownmsetrain:0,ownridgebeta:[0,6,32],ownypredictridg:0,ownytilderidg:0,oxid:[0,31],p0:2,p1:2,p:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,17,23,27,30,31,32,33,34,35,37],p_:[2,4,8,9],p_hidden:2,p_i:[5,27,32,33],p_j:27,p_n:27,p_output:2,p_x:27,pack:[0,30],packag:[0,1,2,3,4,5,7,8,11,13,15,21,22,24,25,27,31,32,34,35,36,37],pad:[3,4],page:[0,22,30],pai:[0,1,9,13,35,36],pair:[0,2,3,9,22,27,30,31],pamilla:30,panda:[0,4,5,6,7,9,11,15,22,24,32,33,34],panel:30,paper:1,paradigm:[0,30],parallel:[3,4,10,13,21,22,23,30,35,36],param:[2,4],param_distribut:34,param_grid:34,paramat:2,paramet:[0,1,2,3,4,5,6,7,8,9,10,12,13,16,17,18,19,21,24,25,27,32,33,37],parameter:[0,6,10,24,30,31],parametr:[0,6,15,16,30,31,33],paramt:[3,5,32,33],parent:2,parent_argnum:2,parser:[0,30],part:[0,1,3,5,6,10,17,18,21,23,26,27,28,30,32,33,36],partial:[0,1,5,6,7,8,10,11,12,13,16,27,30,31,32,33,34,35,37],particip:[22,26,28,30],particl:[0,4,13,27,30,35,36],particular:[0,1,2,3,5,6,9,10,11,12,13,16,24,27,29,30,31,32,33,34,35,36,37],particularli:[5,6,8,11,13,21,27,31,33,34,35,36],partit:[1,4,9,37],partli:[6,30],pass:[2,3,12,14,34],password:[24,25],past:[10,27],patch:[6,27,33],path:[0,4,6,7,9,15,22,30,31,33,34],pathcollect:21,patient:[7,34],patter:4,pattern:[0,3,4,12,26,29,30,36,37],pauli:[0,30],pc:[11,22],pca:[0,7,22,30,31,34],pd:[0,4,5,6,7,9,11,30,31,32,33,34],pde:2,pdf:[0,3,4,5,6,9,19,20,24,25,29,30,32,33,34,35],pedagog:[0,30,31],penal:[6,31,32,33],penalti:[6,13,24,31,32,33,34,35],penros:[5,6,32],pentagon:[13,34,35],peopl:[0,1,9,13,22,31,35,36,37],per:[0,1,6,26,28,30,31,33],percentag:[0,10,11,28,31],perceptron:[0,1,7,30,34],peregrin:30,perfect:[0,1,13,21,30,35,36,37],perfectli:[4,6,33],perform:[0,2,3,4,5,6,8,10,11,12,13,14,15,16,17,19,21,22,23,24,25,27,30,31,32,33,34,35,36],performac:4,perhap:[0,5,13,30,31,32,34,35],perimet:[1,9],period:[1,4,27,37],permut:11,persist:[13,35,36],person:[5,6,7,26,28,30,31,32,33,34],perspect:29,pertin:[12,25,37],petal:[8,9],peter:29,phantom:27,phase:[6,12,36,37],phenomena:27,phi:8,phi_k:8,philosophi:[13,35],phone:[28,30],photo:4,php:25,phrase:[0,30],physic:[0,1,4,7,12,13,25,27,28,29,30,31,32,33,34,35,36,37],physicist:25,pi:[2,3,5,6,7,9,12,13,27,32,33,34,35,36,37],pick:[1,9,10,11,13,14,35,36,37],pickl:1,pictur:[0,30],pie:[22,30],piec:[11,14],pillow:[0,15,22,24,30],pinv:[5,6,13,21,31,32,33,35,36,37],pip3:[0,1,15,24,30],pip:[0,1,15,22,24,30],pipelin:[0,6,8,10,31,33],pippin:30,pit:4,pitfal:[6,31,32],pitt:[12,36,37],pixel:[1,3,4,37],pixel_height:[1,3,37],pixel_width:[1,3,37],place:[0,4,6,8,13,23,24,30,33,34,35],plai:[0,3,4,5,6,8,11,22,30,31,32,33,34],plain:[8,10,12,13,14,21,25,34,35,37],plan:[6,9,28,29,30],plane:[8,9],plateau:[5,32],platform:[3,4,22,30],plausibl:[12,36,37],pleas:[7,11,13,24,25,28,30,31,34,35,36],plenti:1,plethora:[3,12,36,37],plot:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,21,22,23,24,25,27,30,31,32,35,36,37],plot_confusion_matrix:[7,10,34],plot_count:6,plot_cumulative_gain:[7,10,34],plot_data:1,plot_dataset:8,plot_decision_boundari:[9,10],plot_import:10,plot_max:4,plot_min:4,plot_model:4,plot_numb:4,plot_predict:8,plot_regression_predict:9,plot_result:4,plot_roc:[7,10,34],plot_surfac:[2,6,13,24,35],plot_train:9,plot_tre:[9,10],plt:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],plu:[0,3,5,7,30,31,32,34],pm:[8,33],pmatrix:2,pml:29,pn:3,png:[0,4,6,7,9,30,31,33,34],point:[0,1,2,3,5,6,7,8,9,10,11,13,14,15,16,17,19,21,23,24,27,28,30,31,33,34,35,36,37],point_1:4,point_2:4,poisson:[22,27,30],poli:[6,8,33,34],poly100_kernel_svm_clf:8,poly3:0,poly3_plot:0,poly3dcollect:[13,35],poly_featur:[8,9],poly_features10:9,poly_fit10:9,poly_fit:9,poly_kernel_svm_clf:8,polydegre:[0,5,6,10,31,32,33],polygon:[13,34,35],polym:[12,36,37],polymi:24,polynomi:[0,5,6,7,8,9,10,11,15,16,17,19,21,24,25,30,31,33,34],polynomial_featur:[6,33],polynomial_svm_clf:8,polynomialfeatur:[0,6,8,9,31,33,34],polytrop:[0,6,30,33],pool:3,pool_siz:3,poor:[1,13,21,34,35,36],poorli:[0,31],pop:2,popul:[0,5,30,31,32,33],popular:[0,1,3,6,7,8,9,11,12,15,22,23,24,27,30,31,34,36,37],popularli:[0,30],portabl:10,portion:[11,13,21,35,36],pose:[0,4,5,6,11,27,30,33],posit:[0,1,2,3,5,7,8,10,11,13,14,17,23,27,30,31,32,33,34,35,36,37],possibl:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,15,19,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],possible_gradient_typ:[3,4],possible_gradient_types_non:[3,4],possibletapegradienttyp:[3,4],posterior:[5,32,33],postpon:[0,30,31],postscript:[24,25],postul:[5,32,33],potenti:[0,3,5,6,12,13,30,31,32,33,35,36,37],pott:[12,36,37],power:[0,1,5,6,8,9,12,13,30,31,33,35,36,37],pp:[5,6,18,32,33,34],practic:[0,5,6,7,8,24,25,27,31,32,33,34],practition:[0,1,3,30],pre:30,preced:[1,11,12,27,36,37],preceed:4,preceq:8,precis:[0,2,5,11,13,23,24,25,27,30,31,32,33,35,36],pred:[6,33,35,36],predicit:0,predict:[0,1,5,6,7,8,9,10,15,16,22,24,29,30,31,32,33,34,36,37],predict_prob:[1,37],predict_proba:[7,10,34,36,37],predictor:[0,5,6,7,9,10,11,30,31,32],prefer:[0,1,6,8,9,11,13,15,22,24,25,30],prepar:[0,6,23,24,25,30,31],preprocess:[0,4,6,7,8,9,10,11,32,33,34],prerequisit:0,prescript:[24,25],presenc:[13,35,36],present:[0,5,6,7,9,12,13,21,23,24,25,27,30,31,32,35,36,37],preserv:[3,11,23],press:[13,29,34,35],pretrain:[1,4],pretti:[0,4,8,9,15,22,24,30],prev_centroid:14,prevent:[13,27,35,36],previou:[0,1,2,3,4,5,6,8,10,11,12,13,21,23,24,25,27,31,34,35,36,37],previous:[2,3,9,10,27],price:[0,4,9,13,31,35,36],primal:8,primari:[0,7,30,34],prime:27,primit:2,princip:[0,5,7,22,30,31,34],principl:[0,6,7,8,14,30,33,34],print:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,21,23,27,30,31,32,33,34,35,36,37],print_funct:[8,9],printout:[0,30],prior:[0,5,6,30,31,32,33],privat:[0,30],pro:25,prob:[1,27],probabilist:[0,29,30,31],probabl:[0,1,3,4,6,7,10,13,22,30,31,34,35,36,37],problem:[0,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,27,33],probml:29,proce:[0,5,6,7,8,9,10,11,13,23,30,31,32,33,35],procedur:[2,4,5,6,8,10,11,13,21,24,31,32,33,34,35,36],proceed:23,process:[0,2,4,6,9,10,12,13,15,21,22,23,24,27,29,30,33,34,35,36],prod:29,prod_:[1,5,7,32,33,34,37],produc:[0,3,4,5,6,9,10,11,12,13,22,23,24,27,30,31,32,33,35,36,37],product:[0,1,3,5,6,7,8,12,13,16,21,22,23,30,31,32,33,34,37],profess:[0,30],profil:[3,4],profile_util:[3,4],progag:25,program:[0,1,4,5,6,8,12,14,15,16,21,22,23,26,27,28,30,31,33,36,37],programm:23,progress:[1,4,14,35],prohibit:[6,33],project1:[6,24],project:[0,1,2,3,5,11,13,17,18,19,20,21,22,26,28,31,32,33,35,36,37],project_root_dir:[0,6,7,9,30,31,33,34],promin:[12,36,37],promis:8,promot:[28,30],prone:9,pronounc:[13,22,30,35,36],proof:[0,11,12,13,30,33,34,35,37],propag:[2,3,13,25,35,36],proper:[0,2,6,7,24,30,33],properli:[1,6,8,10,13,21,24,25,35,36],properti:[0,1,3,12,13,16,17,23,30,33,35,36,37],proport:[0,1,5,9,11,13,16,27,30,31,35,36,37],propos:[1,4,6,10,24,25,30],propto:[5,13,32,33,34,35,36],proton:[0,30],prove:[3,13,34,35,36],provid:[0,1,3,4,5,6,8,9,10,12,13,15,21,22,23,24,25,27,30,31,32,33,34,35,36,37],proxi:[1,13,21,35,36],prune:9,pseudo:[23,27,35],pseudocod:[24,25],pseudoinv:[5,32],pseudoinvers:[5,6,32],pseudorandom:[6,27,33],psycholog:[0,30],pt:[13,35],ptratio:31,punish:[0,1,30,37],pure:[3,9,27],purest:9,puriti:9,purpos:[0,3,10,12,14,30,31,36,37],put:[1,30],py:[0,1,2,3,4,5,6,7,8,11,13,21,24,30,31,32,33,34,35,36,37],pycod:30,pydata:22,pydot:9,pyhton2:30,pylab:[0,7,30,34],pylint:[3,4],pypi:22,pyplot:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,33,34,35,36,37],pythagora:[5,32,33],python2:[0,15,24,30],python3:[0,2,3,4,7,8,11,13,15,21,22,24,30,31,32,34,36,37],python:[1,2,3,4,5,6,8,11,12,13,14,16,21,24,25,27,31,32,35,36,37],pytorch:[0,22,24,25,30],pywrap_tf:[3,4],q:[5,6,8,11,27,31,33],qp:8,qquad:[2,11,13,23,35,36],qr:[5,6,23,31],quad:[1,13,23,35,37],quadrat:[0,8,9,13,15,16,30,35],qualit:[4,9,24,25,27],qualiti:[0,9,15,16,22,30,31],quantifi:1,quantil:10,quantit:[0,6,9,24,25,30,33],quantiti:[0,2,5,6,7,9,10,11,12,14,16,23,27,30,31,32,33,34,37],quantum:[4,12,29,30,36,37],quartil:[0,31],quench:5,queri:9,question:[0,5,6,9,11,12,13,24,28,30,31,32,33,35,36,37],qugan:4,quick:[4,27],quick_execut:[3,4],quickli:[1,3,9,11,13,34,35],quit:[1,5,6,9,10,12,31,33,36,37],quot:[4,30],r2:[0,5,6,25,30,31,32,34],r2_score:[0,30,31],r2score:[0,30],r:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,21,22,23,24,27,31,32,33,34,35,36,37],r_1:9,r_2:9,r_j:9,r_m:9,rad:[0,31],radial:[0,8,12,31,36,37],radioact:27,radiu:[0,1,9,31],rag:2,rain:9,rais:[0,2,13,30,32,36],ramp:1,ran0:27,ran1:27,ran2:27,ran3:27,rand:[0,4,5,6,9,10,13,15,16,21,23,30,31,32,33,34,35,36],randint:[6,9,13,21,33,35,36],randn:[0,1,2,5,6,9,11,13,15,16,21,30,31,32,33,34,35,36,37],random:[0,1,2,3,4,5,6,8,9,13,14,15,16,21,22,23,24,30,31,32,33,35,36,37],random_forest_model:10,random_index:[13,21,35,36],random_indic:[1,3,37],random_st:[0,7,8,9,10,11,31,34,36,37],randomforestclassifi:10,randomizedsearchcv:34,randomli:[1,6,9,13,14,21,33,34,35,36,37],randuniform:34,rang:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,21,23,27,30,31,32,33,34,35,36,37],rangl:[0,6,11,27,30,31],rangle_x:27,rank:[5,31],rankdir:4,raphson:[1,8,13,37],rapidli:[0,30],rare:[1,13,30,33,34,35,36,37],rate:[0,1,2,3,4,8,9,10,12,13,25,31,34,37],rather:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,23,27,30,31,32,33,34,35,36,37],ratio:[4,7,9,10,11,34],rational:[0,30],ravel:[5,6,7,8,9,10,11,13,23,31,33,34,35],raw:3,raw_df:31,rbf:[8,11,12,36,37],rbf_kernel_svm_clf:8,rbf_pca:11,rc:[0,27,31],rcond:[0,30,31],rcparam:[0,1,3,7,8,9,10,27,30,34,37],re:[2,4,13,34,35],reach:[1,4,5,6,7,9,10,11,12,13,14,32,33,34,35,36,37],read:[0,2,3,4,5,6,7,8,11,12,16,21,23,24,25,26,27,29,32,34,35,36,37],read_csv:[0,6,7,9,30,31,33,34],read_fwf:[0,30],reader:[0,6,23,27,30,31,32],readi:[0,1,5,6,8,10,11,12,23,24,30,32,33,37],readili:[1,37],readthedoc:22,real:[0,1,2,4,7,10,11,12,13,23,31,33,34,36,37],real_loss:4,real_output:4,realist:8,realiti:27,realiz:[1,12,36,37],realli:[0,1,30],rearrang:[13,35,36],reason:[0,1,3,4,10,13,29,30,34,35,36],reassign:1,recal:[5,6,9,10,11,12,23,27,30,31,32,33,34,35,37],recast:3,receiv:[1,3,10,12,27,36,37],recent:[0,1,2,3,4,6,9,10,13,15,21,24,29,30,32,33,34,35,36],recept:[3,12,36,37],receptive_field:3,recip:[0,6,7,23,24,25,30,31,34],reciproc:[5,32],recogn:[0,4,5,10,30,32,33],recognit:[0,1,3,12,26,29,30,36,37],recommend:[0,2,3,4,5,6,8,13,15,18,21,22,23,24,25,29,32,33,37],reconsid:9,reconstruct:11,record:[10,20,24,25,26,28,30,35,36],rectangl:[9,13,34,35],rectangular:[5,31],rectifi:[1,3,12,36,37],recur:[0,22,30],recurr:[0,1,22,30],recurs:[9,22,23,30],red:[0,3,4,6,8,9,21,33,35],redefin:[0,10,30,31],redefinit:32,reduc:[1,3,5,6,9,10,11,13,21,30,32,33,34,35,36,37],reduct:[0,10,11,22,27,30,31],refer:[0,1,2,3,5,6,7,11,12,13,14,20,23,24,25,29,30,31,33,34,35,36,37],referenc:2,refin:[12,36,37],refit:[6,33],reflect:[0,1,4,5,24,25,27,30],refresh:[22,30],refreshprogrammingskil:30,reg:[10,11],regard:[1,9,13,35],regardless:[12,36,37],region:[3,4,6,9,12,24,36,37],regist:[6,24,27],reglasso:[5,32],regr_1:[0,9],regr_2:[0,9],regr_3:[0,9],regress:[1,8,11,12,15,16,21,22,23],regressor:[0,7,10,30,34],regridg:[0,5,6,32,33,34],regular:[0,3,4,5,6,7,9,13,17,25,28,30,31,32,33,35,36],reilli:[0,15,29,30],reinforc:[0,8,22,30],reiter:1,reject:7,rel:[0,4,6,7,9,12,13,27,30,31,33,34,35,36,37],relat:[0,1,3,4,5,11,13,14,23,27,30,32,33,35,36],relationship:[0,4,9,30],relativeerror:[0,30,31],releas:[1,3,4,13,22,24,25,30,33,35],relev:[0,1,5,7,11,15,21,22,24,25,27,30],reli:[0,6,8,30],reliabilti:[24,25],reliabl:[7,27,34],relu:[3,4,25,37],remain:[1,2,4,6,12,23,27,31,32,33,34,36,37],remaind:27,reman:2,remark:1,rememb:[0,8,13,23,24,25,30,35,36],remind:[0,5,11,13,23,27,31,32,33],remov:[0,4,5,6,30,31,32,33],render:[0,30,31],reorder:[5,7,31,32,34],reorgan:[0,30],repeat:[0,1,3,4,5,6,9,10,11,13,14,21,23,24,25,27,30,32,33,34,35,36,37],repeated:30,repeatedli:[0,6,10,13,33,35,36],repet:3,repetit:[6,30,31,33,34,35],rephras:[13,34,35],replac:[0,1,3,4,5,6,10,12,14,15,16,21,22,24,25,30,31,32,33,34,37],replica:[6,33],repo:[24,25],report:[20,30,35,36],reportexampl:[20,24],reportsampl:20,repositori:[0,4,24,25,30,31],repres:[0,1,2,3,4,5,6,7,8,9,10,12,13,25,27,30,31,32,33,34,35,36],represent:[0,1,3,6,27,30,33,34,37],representd:3,reproduc:[0,5,6,9,12,15,16,22,24,27,30,31,37],repuls:[0,30],request:[0,13,21,30,35,36],requir:[0,1,3,4,5,6,8,9,11,12,13,17,23,30,31,32,33,34,35,36,37],res1:2,res2:2,res3:2,res_analyt:2,res_analytical1:2,res_analytical2:2,res_analytical3:2,resaml:[6,24],resampl:[0,7,10,19,22,30,31,34,35],rescal:[0,11,12,31,36,37],rescu:[5,32,33],reseach:[6,24],research:[0,4,13,21,22,29,30,35,36],resembl:[6,27,33],reserv:[1,5,6,27,32,33,37],reshap:[0,1,2,3,4,6,8,9,10,15,16,23,30,31,33,37],residenti:[0,31],residu:[0,5,13,30,35],resiz:[5,31],resourc:30,respect:[0,1,2,3,5,6,7,8,10,11,12,13,14,16,17,21,24,27,30,31,32,33,34,35,36,37],respond:[12,36,37],respons:[0,7,9,12,30,31,34,36,37],rest:[0,5,31],restat:[0,12,30,37],restor:4,restored_discrimin:4,restored_gener:4,restrict:[0,3,9,12,30,36,37],result:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,21,22,23,24,25,27,30,33,34,35,36,37],retail:[0,31],retain:[5,6,31,33,34],rethink:33,return_data:14,return_sequ:4,return_x_i:9,reus:[1,3,6,18,19,20,24,25],reveal:[0,12,30,36,37],revers:[1,23],review:[22,23],revisit:[14,37],revolut:30,reward:[0,4,30],rewrit:[0,3,5,6,7,8,10,11,12,13,19,23,24,27,32,34,35,36,37],rewritten:[2,6,8,10,27,33],rewrot:[13,34,35],rf:10,rgb:3,rgoj5yh7evk:22,rh:[6,33],rho:[0,10,13,21,30,35,36],rho_1:10,rho_2:10,rho_m:10,rich:[0,30],ride:9,rideclass:9,ridedata:9,ridg:[7,11,13,21,22,25,30],ridge_fit:33,ridge_fit_beta:33,ridge_sk:6,ridgebeta:[5,32],ridgecv:34,right:[0,1,2,3,5,6,7,8,9,10,12,13,14,16,17,19,23,24,27,30,31,32,33,34,35,36,37],right_sid:2,rightarrow:[0,1,5,6,8,11,12,13,27,30,31,33,34,35,36,37],rigor:[0,30],ring:6,rise:[0,30],risk:[0,13,15,16,30,34,35,36],rival:4,river:[0,31],rm:[0,27,31],rmse:[0,31],rmsporp:[13,21,35,36],rmsprop:[1,3,4,13,25],rnd_clf:10,rng:27,rnn1:4,rnn2:4,rnn:[4,12,36,37],rnn_2layer:4,rnn_input:4,rnn_output:4,rnn_train:4,rntrick1:27,rntrick2:27,rntrick3:27,rntrick4:27,ro:[0,13,21,30,34,35,36],robert:[18,24,29],robust:[0,30],robustscal:[0,31],roc:[7,10],role:[0,2,5,6,8,22,30,31,32,33,34],roll:6,room:[0,28,30,31],root:[0,5,9,13,27,30,31,32,34,35,36],rot:30,rotat:[1,8,9,10],rotation_matrix:9,roughli:[1,3],round:[0,7,9,13,31,34,35,36],routin:[13,23,30,34,35],row:[0,1,2,5,6,7,9,11,23,30,31,32,33,34,37],rr:[5,31],rrr:[5,31],rug:[13,34,35,36],rule:[0,1,5,6,13,24,30,31,32,33,35,36],run:[0,1,2,3,4,5,6,8,9,11,13,15,21,22,24,25,30,31,32,33,34,35,36],runtim:[1,6,14],runtimewarn:[1,6,33,37],russel:30,rust:[0,15,22,23,30],rv_frozen:34,rvert:[1,37],rvert_2:[1,37],s:[0,1,2,3,4,5,6,7,9,11,12,13,16,17,18,22,23,24,25,27,30,31,32,37],s_1:6,s_:[3,6],s_i:[6,7,34],s_j:6,s_k:6,saddl:[13,34,35,36],sai:[0,1,2,3,4,5,6,7,8,9,10,11,12,23,24,27,30,31,32,33,34,37],said:[6,9,13,34,35],sake:[0,5,7,11,30,31,32,34],sale:[0,30],sam:30,same:[0,1,2,3,4,5,6,8,9,11,12,14,17,23,24,27,30,31,32,34,37],samm:10,sampl:[0,1,2,3,4,5,6,7,8,9,10,13,14,15,16,19,21,22,23,24,27,30,31,32,33,34,35,36,37],sample_vari:14,sample_weight:[3,4],sampleexptvari:27,samwis:30,sastri:11,satisfactori:[0,30],satisfi:[1,2,3,6,8,13,17,23,27,33,34,35,37],satur:[1,6,33],save:[0,4,6,7,9,13,21,30,31,33,34,35,36],save_fig:[0,6,7,9,10,30,31,33,34],savefig:[0,4,6,7,9,27,30,31,33,34],savetxt:4,saw:[5,31],scalabl:10,scalar:[2,5,6,10,13,31,32,33,36],scale:[0,1,3,5,6,7,8,9,10,11,12,13,15,16,17,21,22,23,24,25,28,30,32,34,35,36,37],scale_mean:4,scale_std:4,scaler:[0,7,8,9,10,11,31,33],scan:[5,7,32,33,34],scari:[5,32,33],scatter:[0,1,6,7,8,9,14,21,30,31,32,33,34],scenario:[6,13,34,35,36],schedul:[13,28,35,36],scheme:[1,13,34,35,36],schrage:27,scienc:[0,1,10,12,13,22,26,27,28,29,31,34,35,36,37],scientif:[0,15,22,24,25,30,35,36],scientist:[0,30],scikit:[3,5,6,7,8,9,10,13,21,22,23,24,25,26,29,36],scikit_learn:[0,16],scikitlearn:30,scikitplot:[7,10,34],scipi:[0,3,5,6,13,15,22,23,24,30,31,32,33,34,35],scl:6,score:[0,1,3,6,7,9,10,11,15,16,24,25,28,30,31,33,34,35,36,37],scores_kfold:[6,33,34],scratch:[1,13,36,37],sdg:[13,21,35,36],seaborn:[0,1,3,6,7,21,25,30,31,34,37],seamless:[0,15,22,24,30],search:[0,1,3,5,9,13,30,32,35,36,37],sec:6,second:[0,2,3,4,5,6,7,8,9,11,12,14,15,16,22,23,24,25,27,28,30,31,33,34,37],second_mo:[21,35,36],second_term:[21,35,36],secondeigvector:11,secondli:[12,37],section:[4,11,17,23,27,31,32,34,35,36],sector:[0,30],see:[0,1,2,3,4,5,6,7,8,10,11,12,13,15,16,17,18,19,21,22,23,24,25,27,30,31,32,33,34,35,36,37],seed:[0,1,2,3,4,5,6,8,9,11,13,14,15,16,21,24,27,30,31,32,33,34,35,36,37],seed_imag:4,seek:[1,2,8],seem:[1,3,4,35,36,37],seemingli:[0,30],seen:[0,1,3,5,10,12,17,27,30,37],segment:[13,34,35],seismic:6,seldomli:[0,30],select:[1,5,6,8,9,10,11,17,24,25,26,27,28,29,30,31,32,33,37],self:[1,2,3,4,5,21,31,32,37],sell:4,semest:[7,26,34],semi:[8,13,34,35],semilogx:6,send:[5,12,13,28,30,35,36,37],senior:[26,28],sens:[0,4,6,8,24,30,33],sensibl:3,sensit:[0,5,6,9,13,30,31,32,33,36],sent:[2,33],sentenc:[4,12,36,37],sep:[31,33],separ:[0,1,2,4,6,8,9,12,14,15,22,24,27,30,33,36,37],septemb:[16,17,18,19,20,24,30,31,35],sequenc:[2,3,4,7,9,10,12,13,22,23,27,30,34,35,36,37],sequenti:[1,3,4,10,12,27,36,37],seri:[0,1,2,3,4,5,6,10,11,12,13,23,30,31,32,33,34,35,36,37],serif:[0,7,27,30,34],serv:[0,1,2,3,5,7,13,21,24,29,30,31,32,33,34,35,36],servic:[24,25],session:[1,20,24,26,28,30,33,34,35,36,37],set:[1,4,5,6,7,8,10,11,13,14,16,17,21,22,23,24,25,27,28,32,33,35,36],set_major_formatt:[6,24],set_major_loc:[6,24],set_tick:[1,8],set_ticklabel:1,set_titl:[0,1,2,3,7,12,14,30,34,36,37],set_xlabel:[0,1,2,3,7,12,30,34,36,37],set_xlim:[7,12,34,36,37],set_xticklabel:1,set_ylabel:[0,1,2,3,7,30,34,37],set_ylim:[7,12,34,36,37],set_ytick:[7,34],set_yticklabel:[1,6],set_zlim:[6,24],seth:4,setminu:[6,34],setosa:[8,9],setosa_or_versicolor:8,setp:[6,33],setup:[1,4,6,8,21,22,25,30,31,37],sever:[0,3,5,6,7,8,9,11,12,13,21,22,23,25,27,30,31,32,33,34,35,36,37],sgd:[1,3,21,25,34],sgd_clf:8,sgdclassifi:8,sgdreg:[13,34,35],sgdregressor:[13,34,35],sgn:[5,31,32],shallow:[13,35,36],shape:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,15,16,23,30,31,32,33,34,35,37],shape_bas:2,share:[1,3,30],she:[7,34],shell:21,shift:[1,6,12,27,32,36,37],ship:3,shire:30,shortcom:[13,34,35,36],shorten:4,shorter:27,shorthand:[30,33],shortli:[23,30],should:[0,2,3,5,6,8,9,11,12,13,15,16,21,23,24,25,27,30,31,32,33,35,36,37],should_sync:[3,4],show:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,19,21,23,24,27,30,31,32,33,34,35,36,37],show_shap:4,shown:[0,4,5,7,8,11,12,13,21,23,31,34,35,36,37],shrink:[3,5,6,8,11,24,31,32],shrinkag:[5,6,31,32],shrunk:11,shuffl:[0,1,3,4,6,13,21,31,33,34,35,36,37],side:[0,2,5,8,12,13,23,25,30,32,33,34,35,36,37],sigh:[22,30],sigma0:27,sigma1:27,sigma2:27,sigma:[0,1,5,6,7,10,11,12,13,17,18,19,23,24,27,30,31,32,33,34,35,36,37],sigma_0:[5,31,32],sigma_1:[5,31,32],sigma_2:[5,31,32],sigma_:[5,23,30,31,32,33],sigma_fn:[7,12,34,36,37],sigma_i:[0,5,30,31,32],sigma_j:[5,17,31,32],sigma_m:[6,27,33],sigma_n:[11,27],sigma_t:[13,35,36],sigma_x:27,sigmoid:[1,2,4,7,8,10,12,25,34,35,36,37],sigmundson:[6,31,32],sign:[1,2,7,8,10,27,28,34,37],signal:[1,3,10,12,36,37],signatur:[3,4],signifi:4,signific:1,significantli:[1,13,21,27,34,35,36,37],sim:[4,5,6,13,18,24,27,32,33,35,36],similar:[0,1,2,3,4,5,6,7,8,9,10,11,14,17,22,23,24,25,30,31,32,33,34],similarli:[0,1,3,5,8,10,13,20,27,30,31,32],simpl:[1,2,3,5,6,7,8,10,11,12,14,15,16,17,19,21,22,23,24,25,27,33,37],simple_rnn:4,simplepredict:10,simpler:[0,1,5,6,7,13,16,19,21,22,24,25,30,32,35,36],simplernn:4,simplest:[0,1,3,4,9,10,12,14,30,36,37],simpletre:10,simpli:[0,1,2,4,5,6,8,9,10,11,12,15,22,23,24,25,27,30,31,32,33,36,37],simplic:[2,5,6,7,8,9,10,11,12,14,31,32,33,34,36,37],simplicti:[5,31],simplifi:[0,6,9,15,22,24,30,31,32,33],simplist:[3,6,27,33],simul:[6,33],simultan:[6,33],sin:[0,1,2,3,4,9,12,13,21,23,30,35,36,37],sinc:[0,1,2,3,5,6,7,8,9,10,11,13,21,23,27,29,30,31,32,33,34,35,36,37],sine:[3,12,36,37],singl:[0,1,2,3,5,6,7,8,9,12,13,23,25,27,30,31,32,33,34,35],singular:[0,6,13,23,24,30,32,33,34,35],sinusoid:3,site:[0,2,3,4,7,8,11,13,21,24,25,26,30,31,32,34,36,37],situat:[0,4,5,7,13,21,27,30,31,34,35,36],six:[3,27],size:[0,1,2,3,4,5,6,8,9,10,11,13,21,23,24,25,27,30,32,33,34,35,36,37],sketch:10,ski:9,skill:[0,30],skip:[3,4,11],skiprow:31,skl:[0,6,30,31,32],sklearn:[0,1,3,5,6,7,8,9,10,11,13,14,30,31,32,33,34,35,36,37],skplt:[7,10,34],sl:[6,32,34],slack:8,slice:[2,23,30],slide:[0,3,15,16,24,25,27,30,31,33,35,37],slight:[6,13,33,35,36],slightli:[1,2,3,5,6,7,10,27,31,32,33,34],slope:[8,11,12,36,37],slow:[0,2,8,13,31,34,35,36],slower:[5,23,30,31,32],slowest:23,slowli:[12,37],slp:[1,37],small:[0,1,2,3,5,6,8,9,10,11,12,13,21,22,23,24,27,30,31,32,33,34,35,36,37],smaller:[0,1,2,5,6,8,9,11,13,27,30,31,32,33,34,35,36],smallest:[0,4,14,15,16,30,34],smallest_row_index:14,smooth:[0,3,6,9,13,24,30,34,35],sn:[0,1,3,6,7,30,31,34,37],sne:11,sneak:30,so:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,18,19,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],soar:6,social:[0,30],societ:30,soft:[1,7,10,12,34,36,37],soften:8,softmax:[3,7,34],softwar:[0,8,15,22,23],sol:8,sole:[0,6,30],solid:[0,7,30,34],solut:[0,1,2,3,5,6,8,10,11,13,17,18,23,24,25,27,30,31,32,33,34,35,36],solution_ev:35,soluton:2,solv:[0,1,3,5,6,8,10,11,12,13,23,24,25,30,31,36,37],solve_expdec:2,solve_ode_deep_neural_network:2,solve_ode_neural_network:2,solve_pde_deep_neural_network:2,solveod:2,solveode_popul:2,solver:[2,7,8,9,10,11,21,23,34],some:[0,1,2,3,4,5,6,7,8,9,10,11,12,14,27,32,33,36,37],some_model:[6,31,32],somehow:4,someth:[0,1,3,4,7,9,11,24,25,27,30,31,34,37],sometim:[0,1,11,12,13,14,30,31,35,36,37],somewhat:[36,37],soon:[23,28],sophist:[0,30],sopt:[13,35],sort:[5,6,9,11,27,31,33],sound:[3,5,32,33],sourc:[0,1,3,6,15,22,23,24,25,27,30,31,33],space:[0,1,4,5,8,9,11,12,13,14,21,27,31,32,33,34,35,36,37],span:[0,3,5,9,11,23,30,31],spare:1,spars:[3,6,23,30],sparse_mtx:[23,30],sparsecategoricalcrossentropi:3,sparseobject:2,sparsiti:10,spatial:[1,2,3,12,36,37],speak:27,special:[6,7,10,12,13,23,27,30,31,32,33,34,35,37],specif:[0,1,2,3,4,5,6,7,8,9,11,12,16,22,23,24,25,27,29,30,31,32,33,34,36,37],specifi:[0,3,5,6,7,9,11,13,14,21,24,27,30,32,33,34,35,36],specifici:[0,10,30],spectacular:3,spectral:1,speech:[0,1,3,4,12,30,36,37],speed:[1,2,4,13,35,36,37],spend:27,spent:[24,25],sphere:[0,31],spin:6,spite:[0,30],spline:8,split:[1,3,4,5,6,8,9,10,11,14,17,24,27,32,33,34],splite:0,splitter:[1,10],spontan:27,spot:3,spread:[0,11,27,30,31],springer:[18,24,29,30,32],spuriou:[13,21,35,36],sqquar:32,sqrsignal:3,sqrt:[0,3,4,5,6,8,10,11,13,17,21,27,31,32,33,35,36],squar:[1,2,3,4,7,8,9,11,13,14,15,16,17,19,21,22,23,25,27,33,34,35,36,37],squarederror:10,squaredeuclidean:14,squash:[12,36,37],srtm:[6,24],srtm_data_norway_1:[6,24],stabil:[5,24,25],stabl:[0,4,5,6,7,9,11,22,30,31,32,34],stack:[2,3,4],stacklevel:[0,30],stage:[5,13,21,24,25,35,36],stai:[0,2,4,5,11,17,30,31],stand:[0,5,9,12,30,31,32,36,37],standadscal:31,standard:[0,1,4,5,6,7,8,10,12,15,16,17,19,21,23,24,25,27,30,32,34,36,37],standard_basi:2,standardscal:[0,6,7,8,9,10,11,31,32,33],stanford:[13,34],start:[0,1,2,3,4,5,6,8,9,10,11,12,13,14,20,23,24,25,27,28,30,31,33,34,35,37],start_box:[2,13,36],start_nod:[2,13,36],start_tim:14,starting_point:21,stat:[6,31,33,34],state:[1,2,4,5,6,7,8,10,11,12,13,22,25,27,31,32,33,34,35,36,37],statement:[0,7,23,34],stationari:[34,35],statist:[0,1,3,4,7,9,10,11,12,13,14,18,23,24,26,29,31,34,35,36,37],statu:[0,7,11,30,31,34],stavang:[6,24],std:[0,4,6,30,31,33],steep:[13,21,34,35,36],steepest:36,step:[0,1,2,3,4,6,7,9,10,11,12,13,14,21,23,24,30,37],step_fn:[7,12,34,36,37],step_length:[13,35,36],step_num:[3,4],step_siz:35,steps_list:9,steps_per_epoch:[3,4],stereo:3,still:[0,2,3,5,6,11,13,17,27,33,34,35,36],stimuli:[12,36,37],stk2100:[29,30],stk3155:[15,24,25,26,28],stk4021:[29,30],stk4051:[29,30],stk4155:[26,28],stk5000:29,stk:[29,30],stochast:[0,1,5,6,8,11,12,15,16,24,30,32,33,34,37],stock:4,stoke:[12,36,37],stone:[0,7,24,30,34],stop:[1,4,7,9,11,13,14,21,34,37],storag:[5,31],store:[0,1,2,3,6,11,13,24,27,30,35,36,37],storehaug:[28,30],str:[1,3,4,37],straight:[0,6,8,13,30,31,33,34,35],straightforward:[0,2,3,5,6,8,9,10,13,23,30,31,32,33,34,35],strategi:[0,1,9,30,37],stratifi:[6,33],strength:[0,5,14,31],stretch:11,strict:[8,13,34,35],strictli:[8,13,34,35],stride:[4,23],strike:6,string:[1,37],stroke:[7,34],strong:[3,6,9,10,12,23,27,33,36,37],strongli:[0,8,22,23,25,31],stronli:[0,31],structur:[0,1,2,3,6,9,10,12,22,30,33,34,35,36,37],stuck:[1,13,34,35,36,37],student:[0,24,25,26,28,29,30],studi:[0,3,4,5,6,7,8,11,12,13,17,19,21,22,24,25,29,30,31,32,35,36,37],studier:29,style:[0,7,9,23,30,34],sub:[9,12,36,37],subarg:[2,13,36],subdivid:[0,23,30],subfield:[0,30],subject:[6,8,27],submit:30,subplot:[0,1,3,4,6,7,8,9,10,13,14,24,30,31,33,34,35,37],subplots_adjust:[8,27],subprogram:[23,30],subract:[0,31],subroutin:[0,30],subscript:[1,37],subsequ:[1,4,5,6,12,23,27,31,33,36,37],subset:[1,6,9,12,13,22,30,33,34,35,36,37],subspac:[0,8,11,31],substanti:[9,10],substep:11,substitut:[3,6,12,23,33,36,37],subsubset:9,subtask:6,subtl:1,subtract:[0,4,5,6,11,13,17,21,23,24,27,32,33,35,36],subtre:9,subval:[2,13,36],succeed:[0,4,30],success:[3,7,9,13,27,34,35],successfulli:[4,9],sudo:[0,15,22,24,30],suffer:[0,1,2,5,10,30,31,32],suffici:[1,6,8,11,13,33,34,35,37],suggest:[1,13,25,29,35,36],suit:[8,12,36,37],suitabl:[0,27,31],sum:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,21,23,24,27,30,31,32,34,35,36,37],sum_:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,23,24,25,27,30,31,32,33,34,35,36,37],sum_i:[0,2,5,6,8,13,17,19,24,31,32,33,35,36],sum_j:6,sum_ja_:0,sum_k:[6,8,12,23,37],sum_logist:[13,35,36],sum_m:3,sum_n:3,sum_nx_:3,summar:[5,6,9,25,32,33,34,35,37],summari:[1,3,4,10,21,25,26,32,37],summat:[0,3,16,31],sundai:[17,18,19,20,21],sunni:9,superconduct:[31,32],superfici:3,superscript:[1,12,36,37],supervis:[0,5,6,7,9,12,22,30,31,33,34,36,37],supplement:[7,34],support:[0,1,9,10,11,13,22,30,31,35,36],suppos:[0,5,6,7,8,10,11,12,13,23,30,31,32,33,34,35,36,37],suppress:[5,13,32,35,36],sure:[0,1,4,6,24],surf:[6,24],surfac:[0,6,24,30],surpass:6,surpris:[0,30],surround:[3,22],survei:[0,5,6,30,31,32,33],svc:[8,9,10],svd:[0,6,11,17,30,33],svdinv:[5,32],svm:[8,9,10,11],svm_clf:[8,10],swath:[5,31],sy:[13,34,35],symbol:[1,5,11,13,22,27,30,31,32,35,36,37],symmeteri:1,symmetr:[0,5,8,11,12,13,23,30,31,35,36,37],symmetri:[6,9],sympi:[0,15,22,24,30],synonim:27,syntax:13,syntaxerror:8,system:[0,1,3,4,6,7,9,10,12,13,15,22,23,24,30,34,35,36,37],systemat:[4,6,33],t0:[3,6,13,21,35,36],t1:[2,13,21,35,36],t2:2,t3:2,t:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,27,28,30,33,34,35,36,37],t_0:[2,9,13,35,36],t_1:[13,35,36],t_:2,t_b:10,t_i:[1,2,5,12,25,31,37],t_j:[12,37],t_k:9,tabl:[9,24,25,27,28,30,36,37],tabul:[0,30],tabular:30,tackl:4,tag:[2,3,4,5,6,7,12,13,14,21,23,27,31,34,35,36,37],taht:[0,30],tail:27,tailor:[2,8,11,30],taiwan:[0,30],take:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,21,22,23,24,27,30,31,32,33,34,35,36,37],taken:[0,1,3,6,10,13,23,30,33,35,36,37],tan:3,tangent:[1,4,12,13,34,35,36,37],tanh:[1,4,7,8,12,34,35,36,37],tape:[3,4],target:[0,1,3,4,5,6,7,8,9,10,11,12,25,30,31,32,33,34,35,36,37],target_nam:9,task:[0,1,3,6,9,11,12,14,20,24,30,33,36,37],tau:[3,5,27,32,33],taught:30,tax:[0,31],taylor:[2,13,34,35],taylornr:[13,34,35],tba:35,tc:8,td:[1,6,13,24,30,33,35,37],teach:30,team:1,teaser:0,technic:[0,5,6,13,15,30,31,35,36],techniqu:[0,1,8,10,13,22,27,29,30,31,33,34,35,36],technolog:[0,1,30,37],tell:[0,4,6,10,11,13,27,33,35,36],temp1:1,temp2:1,temp:1,temperatur:[0,9,30],temporarili:1,ten:[3,17,30],tend:[3,5,6,8,9,10,12,13,14,21,31,32,33,35,36,37],tendenc:[0,30],tension:[6,33],tensor:[3,4],tensorflow:[0,2,4,8,14,15,22,23,24,25,26,29,30,31],term1:[5,6,11,24,31],term2:[5,6,11,24,31],term3:[5,6,11,24,31],term4:[5,6,11,24,31],term:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,24,27,30,31,32,34,35,36],termin:[0,4,5,9,10,13,15,21,30,31,35,36],terrain1:[6,24],terrain:[6,21,24,25],test:[3,4,5,6,7,8,9,10,13,17,19,21,23,24,27,33,34,35,36],test_acc:3,test_accuraci:[1,3,37],test_error:6,test_imag:[3,4],test_ind:[6,33,34],test_input:4,test_label:[3,4],test_loss:3,test_pr:[1,37],test_predict:[1,37],test_rnn:4,test_scor:[7,10,34],test_siz:[0,1,3,5,6,10,30,31,32,33,34,37],test_split:9,tester:32,testerror:[0,6,31,33],testi:4,testpredict:4,testx:4,text:[0,1,2,4,5,8,9,11,13,15,21,23,25,27,29,30,31,33,34,35,36,37],textbook:[17,21,24,25,31,33],textual:9,textur:[1,9],tf:[1,3,4,13,14,34,35],tfe_py_execut:[3,4],th:[0,1,2,5,6,7,9,12,13,14,15,16,23,24,27,30,31,32,33,34,35,36,37],than:[0,1,2,3,4,5,6,7,9,10,11,12,13,17,22,25,27,30,31,32,33,36,37],thank:[4,6,31,32],theano:[1,22,30],thei:[0,1,2,3,4,5,6,7,8,9,11,12,13,23,24,27,31,32,33,34,35,36,37],them:[0,1,3,4,6,8,9,10,11,12,13,23,24,25,30,31,32,33,35,36,37],theme:[0,30],themselv:[0,27,30],thenc:[6,33],theorem:[2,6,7,31,34,36],theoret:[0,4,10,30],theori:[0,1,3,8,9,12,13,18,22,24,29,30,32,35,36,37],thereaft:[0,5,6,11,12,15,16,17,23,24,25,30,33,37],therebi:[0,5,7,11,30,31,32,34],therefor:[0,1,2,3,4,6,7,8,11,13,27,30,31,33,34,35,36,37],therein:11,thereof:[0,6,13,30,33,35,36],theta:[1,4,13,21,27,35,36,37],theta_:[1,13,35,36,37],theta_i:[1,37],theta_linreg:[13,21,35,36],theta_t:[13,35,36],thetaand:[36,37],thetaor:[36,37],thetaxor:[36,37],thi:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,22,23,24,25,26,27,29,31,32,33,34,35,36,37],thing:[0,1,2,4,5,7,9,27,30,32,33,34],think:[0,1,3,4,6,9,12,13,14,27,30,33,34,35,36,37],third:[0,3,6,13,21,28,30,33,34,35,36],thirti:[7,34],thorughout:30,those:[0,3,5,6,8,9,10,11,21,23,24,25,26,30,31,33],though:[1,2,3,4,13,23,27,35,36,37],thought:[6,14,24,25,27,33],thousand:[0,1,24,30,31,35,36],thread:[3,4],three:[0,1,3,5,6,8,9,12,15,23,24,26,27,28,30,31,32,33,34,36,37],threshold:[1,3,9,10,11,12,13,35,36,37],through:[0,1,2,3,4,5,6,8,11,12,13,14,22,23,27,30,31,32,33,34,35,36,37],throughout:[0,4,5,14,22,23,27,30],thu:[0,1,2,5,6,7,8,10,11,12,13,21,24,28,30,31,32,33,34,35,36,37],thumb:[0,6,24,30,31],thursdai:[28,30,35,36],tibshirani:[6,18,24,26,29,30,31,33],tick_param:6,ticker:[6,13,24,27,34,35],tif:[6,24],tight_layout:[1,7,34],tightli:11,tild:[0,5,6,7,11,15,16,17,18,19,24,27,30,31,32,33,37],till:[0,4,7,8,9,10,12,23,30,31,34,35,37],time:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,21,22,23,24,25,27,30,31,32,33,34,37],timeit:4,timer:4,tini:1,tip:3,titl:[0,1,2,3,4,6,7,8,9,10,13,21,24,27,30,31,33,34,35,36,37],tmp:[13,35,36],tmp_log:[3,4],tn:[2,3,7],to_categor:[1,3,4,37],to_categorical_numpi:[1,37],to_numer:[0,6,30,33],todai:3,togeth:[0,3,6,8,11,13,21,22,30,31,35,36],toi:[14,35,36],told:[13,35,36],toler:[2,14],tolist:4,tomographi:[12,36,37],too:[0,2,4,5,6,9,11,13,15,27,29,30,31,33,34,35,36],took:[8,30],tool:[0,1,3,6,13,22,31,33,35,36],toolbox:8,top:[0,3,5,6,9,10,18,22,30,32,33],topic:[0,5,6,7,8,22,24,25,31,32,34],topograph:24,topolog:[1,3,12,36,37],toposort:2,torkjellsdatt:[28,30],toss:[10,27],total:[0,1,2,3,4,6,7,8,10,11,12,13,14,15,16,23,25,27,28,30,31,33,34,35,37],total_loss:4,totalclustervari:14,totalscatt:14,toward:[1,2,7,12,13,24,34,35,37],towardsdatasci:[35,36],town:[0,31],tp:[4,7],tpng:9,tpu:[13,21,22,30,35,36],tqdm:6,tr:31,trace:[2,3,4,13,36],trace_stack:[2,13,36],traceback:[0,1,2,3,4,9,10,13,15,24,30,32,33,34,35,36],traceback_util:[3,4],tracer:[2,13,36],tracing_count:[3,4],track:[3,13,14,23,34,35,36],tract:[0,31],tractabl:[0,30,31],trade:[5,9,19,32,33],tradeoff:[0,5,19,24,30,31,32,34],tradit:[0,1,4,6,30,33,37],train:[2,3,5,6,8,9,10,11,12,13,17,19,21,24,25,32,33,34,35,36],train_accuraci:[0,1,3,30,37],train_dataset:4,train_end:[0,1,31,37],train_error:6,train_funct:[3,4],train_imag:[3,4],train_ind:[6,33,34],train_label:[3,4],train_pr:[1,37],train_siz:[0,1,3,31,37],train_step:4,train_test_split:[0,1,3,5,6,7,9,10,11,30,31,32,33,34,37],train_test_split_numpi:[0,1,31,37],trainabl:4,trainable_vari:4,trained_model:[6,31,32],trainerror:[0,31],traini:4,training_checkpoint:4,training_dataset:4,training_gradi:[13,21,35,36],training_gradient_fun:[35,36],training_loss:[35,36],trainingerror:[6,33],trainpredict:4,trainscor:4,trainx:4,trait:[0,30],trajectori:4,trajectory_i:21,trajectory_x:21,transfer:9,transform:[0,5,6,7,8,9,10,11,12,13,21,22,23,30,31,32,33,34,35,36,37],transit:[6,12,36,37],translat:[1,4,6,10,31,32,37],translate_vjp:2,transpos:[1,5,11,23,31,32,37],travers:[0,5],treat:[0,1,3,6,12,13,27,30,31,32,33,34,35,36,37],tree:[0,1,6,22,24,30,37],tree_clf:[9,10],tree_clf_:9,tree_clf_sr:9,tree_reg1:9,tree_reg2:9,tree_reg:9,trend:27,treue:7,trevor:[18,24,29],tri:[2,3,4,9,13,34,35,36],triain:0,trial:[0,2,4,6,13,27,30,33,34,35],triangl:[13,34,35],triangular:23,trick:[3,4,8,11,13,21,27,35,36],trickier:27,tridiagon:23,trillion:22,trivial:[0,1,5,11,27,30,32],troubl:[0,8,12,31,37],truck:3,true_beta:[6,31,32],true_divid:37,true_fun:[6,33],truli:30,truncat:21,tucker:8,tuesdai:[28,30,33,34,35,36,37],tumor:[7,9,25,34],tumour:[7,34],tunabl:[1,21,25],tune:[4,9,13,21,23,25,30,34,35,36],tupl:[2,13,36],turn:[0,1,5,6,7,8,9,10,11,12,13,19,23,24,27,30,31,33,34,35,36,37],tutori:[1,4],tv:2,tveito:2,tweak:[1,4,10,27],twice:[13,34,35],twist:11,two:[0,1,2,4,5,6,7,9,10,11,12,13,15,16,23,26,27,29,30,32,33,35,36,37],tx:[13,34,35,36,37],tx_1:[13,34,35],txt:4,ty:[13,34,35],type:[0,1,3,6,8,10,13,16,23,24,27,31,32,33,34,35],typeerror:[2,13,36],typic:[0,1,2,3,4,5,7,9,10,12,13,21,25,27,30,31,32,33,34,35,36,37],typo:[24,25],u:[0,2,5,6,8,10,11,12,17,23,30,31,32,36,37],u_:23,u_i:[12,36,37],u_m:10,ua:[0,30],ubuntu:[0,15,22,24,30],uci:[0,25,31],uio:[24,25,28,29],un:14,unari:[23,30],unary_f:[2,13,36],unary_oper:[2,13,36],unary_to_nari:[2,13,36],unbalanc:[6,9,33,34],unbias:[0,5,6,30,32,33],uncent:[6,32],uncertainti:[0,5,30,32,33],uncertitud:27,unchang:[1,3],uncorrel:[10,27],undefin:[5,31],under:[0,1,5,6,10,13,15,16,22,24,25,30,31,32,33,34,35],underdetermin:[0,30],underfit:[1,6,33],underflowproblem:[5,32,33],undergo:[5,32,33],undergradu:[26,28],underli:[0,1,9,13,27,30,35,36],underset:[4,14],understand:[0,1,3,5,6,10,13,14,21,22,30,31,32,34,35,36],understood:[8,13,35,36],undesir:8,undetermin:[5,8,32,33],undo:4,unexpect:[6,33],unexpected:27,unfair:[6,31,32],unfortun:[1,8,9,10],unicode_liter:[8,9],uniform:[0,1,5,6,11,13,15,16,24,27,30,31,34,35,37],uniformli:[13,27,34,35,36],unifrompdf:27,unimport:[13,34,35],union:[5,6,32,33,34],uniqu:[0,2,6,13,14,23,30,33,34,35],unique_cluster_label:14,unit:[0,1,3,4,5,10,12,27,30,31,32,36,37],unitari:[5,6,23,31],unitarili:[23,30],uniti:27,univari:27,univers:[0,1,2,13,15,22,24,25,26,28,30,31,32,33,34,35,36],unix:1,unknow:[0,23,30],unknown:[0,1,3,4,5,6,8,10,13,16,21,23,30,31,32,33,35,36,37],unknowwn:[12,37],unlabel:1,unless:[0,3,6,11,13,24,25,30,31,33,34,35],unlik:[1,2,3,8,13,34,35,36],unnecessarili:9,unord:3,unravel:[1,37],unrol:[3,11],unseen:[0,7,9,34],unstabl:1,unsupervis:[0,1,4,12,22,30,36,37],unsymmetr:[23,30],untak:2,until:[1,2,4,9,12,13,14,34,35,36,37],untouch:0,unusu:[12,36,37],up:[1,3,4,5,6,8,10,11,13,14,16,18,22,23,24,25,27,28,32,35,36],updat:[1,2,10,12,13,14,21,35,36,37],uploa:30,upload:[22,24,25,29],upon:[0,1,6,7,11,23,24],upper:[0,8,9,16,23,31],uppercas:[23,30],upsampl:4,upscal:4,us:[4,5,6,8,9,10,11,12,14,15,16,17,18,19,23,24,26,27,29,32,33],usa:[30,36],usag:[0,8,22,30,31],usd10000:[0,31],usd:[0,31],use_bia:4,use_multiprocess:[3,4],usecol:[0,30],useless:[1,37],user:[0,1,2,3,4,6,7,8,11,15,21,22,23,24,30,31,32,34,37],usernam:[24,25],userwarn:[3,21],usetex:27,usg:[6,24],usr:27,usual:[0,3,4,7,12,13,14,30,34,35,36,37],ut:[5,32],util:[0,1,3,4,6,7,10,14,25,30,31,33,34],ux:23,v0:27,v1:27,v2:27,v:[2,4,5,6,11,13,17,21,22,31,32,35,36],v_0:11,va:1,val:[13,35,36],val_accuraci:3,val_loss:4,vale:2,valid:[0,1,4,7,9,10,13,21,22,25,27,30,31,35,36],validation_batch_s:[3,4],validation_data:[3,4],validation_freq:[3,4],validation_split:[3,4],validation_step:[3,4],valu:[0,1,2,3,4,6,7,8,9,10,12,13,14,15,16,19,21,22,23,24,30,35,36,37],valuat:9,valueerror:[0,2,30],valy:4,van:[0,18,24,30,31,32,33],vandenbergh:[8,13,34,35],vandermond:[0,30],vanilla:[0,6,11,14,31,32],vanish:[1,4,13,27,34,35],var_x:27,varabl:8,varepsilon:[5,6,18,24,32,33],varepsilon_:[5,6,32,33],varepsilon_i:[5,6,32,33],vari:[0,1,3,5,6,10,15,16,30,33,37],variabl:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,21,23,30,31,32,33,36,37],varianc:[0,1,5,7,9,10,11,13,14,18,19,21,22,23,25,27,30,31,34,35,36],variance_i:[5,11,31],variance_x:[5,11,31],variant:[0,1,6,8,12,13,30,31,34,35,36,37],variat:[3,4,11,30],varieti:[0,3,12,15,22,24,30,36,37],variou:[1,3,5,6,7,8,9,11,12,13,16,18,21,22,23,24,27,31,32,35,36,37],varydimens:4,vastli:3,vaue:1,vault:0,vdot:[2,13,34,35],ve:[24,25],vec:[6,33],vector:[0,1,2,3,4,5,6,7,9,10,11,13,14,16,17,21,22,32,33,34,35],vector_mean:14,ventur:[0,8,15,22,30],verbos:[1,3,4],veri:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,24,25,27,29,30,31,32,33,34,35,36,37],verifi:[3,11,23,30],versatil:[8,30],versicolor:[8,9],version:[0,3,4,10,13,14,15,22,23,24,25,27,30,31,35,36],versu:1,vert:[0,1,5,6,7,8,9,11,13,17,30,31,32,33,34,35,37],vert_1:[5,6,31,32,33],vert_2:[5,6,11,17,31,32,33],via:[0,5,6,7,8,9,10,11,12,15,19,22,23,24,26,27,28,30,31,32,33,34,36,37],vidal:11,video:[0,1,12,22,26,28,30,31,32,33,34,37],view:[1,3,5,6,12,13,21,27,29,30,32,33,35,36,37],violat:8,virginica:9,viridi:[0,1,2,3,30,37],virtual:1,viscos:[13,35,36],viscou:[13,35,36],visibledeprecationwarn:2,vision:[0,3,30],visual:[0,3,11,12,15,22,30,31,36],visualis:1,viz:[6,8,27],vjp:[2,13,36],vjp_argnum:2,vjpfun:2,vjpmaker:2,vjpnode:[2,13,36],vjps_dict:2,vmap:[13,35,36],vmax:[1,6],vmin:[1,6],voic:3,volum:[0,3,30],vote:10,voting_clf:10,votingclassifi:10,votingsimpl:10,vs:[0,2,4,6,31,33,35],vspace:[2,13,36],vstack:[5,11,23,27,30,31],vt:[5,31,32],w1:8,w2:[8,11],w3:8,w:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,23,27,30,31,33,34,35,36,37],w_1:[8,23],w_1x_1:8,w_1x_:8,w_2:[8,23],w_2x_2:8,w_2x_:8,w_3:23,w_4:23,w_:[1,12,36,37],w_hidden:2,w_i:[1,2,10,37],w_ix_i:[12,36,37],w_j:23,w_m:23,w_output:2,w_px_:8,w_px_p:8,wa:[0,1,3,4,5,6,7,10,11,12,13,14,17,23,24,30,31,32,33,34,35,36,37],wai:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,17,23,25,27,30,31,32,34,35,36,37],walk:9,walker:27,wang:[0,30],want:[0,1,2,3,4,5,6,8,9,10,11,12,13,14,15,16,17,22,24,25,27,30,31,32,33,34,35,36,37],warn:[0,4,8,30,31,37],warrant:[6,33,34],wast:[3,35,36],watch:[3,4,22],wave:3,wavelet:8,we:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,22,23,24,25,26,27,28,29,31,32,33,34,37],weak:[9,10,14],weather:[1,12,36,37],web:[22,26,28,30,31],weblink:25,webpag:30,websit:[6,23,24,26,30],wedg:[8,27],wednesdai:[28,30,33,34,35,36,37],wee:11,week:[0,5,6,7,24,25,26,28],weekli:[22,24,28,29,30,36],weight:[0,1,2,3,6,7,9,10,12,13,24,25,27,31,34,35,36],weigth:2,welcom:[8,22],well:[0,1,2,3,4,5,6,7,8,9,10,12,13,15,16,19,20,21,22,23,24,25,27,29,30,31,32,33,34,35,36,37],went:8,were:[0,1,3,4,5,6,7,8,10,11,12,14,27,30,31,33,34,36,37],wessel:[0,18,24,30,31,32,33],what:[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,19,22,23,24,25,27,34,35,36,37],whatev:3,when:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,16,17,18,21,23,24,25,27,30,31,32,33,34,37],whenev:[13,21,27,35,36],where:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,22,23,24,25,27,28,30,31,32,33,34,35,36,37],wherea:[6,27,33],wherein:[1,12,36,37],whether:[0,3,5,7,9,24,25,27,30,32,34],which:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,22,23,24,25,26,27,28,30,31,32,33,34,37],whichev:[1,3],white:9,whiteboard:[19,31,32,33,34,35],who:[0,26,30],whole:[1,3,4,5,9,11,13,32,33,35,36,37],whose:[0,6,10,27,31,33],whow:[11,31],whrn:33,why:[0,1,3,6,13,21,24,32,34,35],wide:[0,1,3,6,7,12,15,22,23,24,30,33,34,36,37],widehat:[6,33],width:[0,2,3,8,9,30],wieringen:[0,18,24,30,31,32,33],win:10,wind:9,wing:[28,30],winther:2,wiothout:[6,31,32],wiscons:[7,34],wisconsin:[10,25],wisdom:[6,32],wise:[0,1,5,12,13,31,35,36,37],wish:[0,2,5,7,8,11,13,14,23,24,25,30,31,34,35],with_std:[0,31,33],wither:6,within:[0,2,3,4,7,9,12,13,14,27,29,30,34,35,37],withinclust:14,without:[0,1,5,6,8,9,11,12,13,21,25,30,31,32,33,35,36,37],without_trac:[3,4],won:[0,30],wonder:8,woodi:30,word:[0,1,3,4,5,6,7,14,27,30,31,32,33],work:[0,1,4,6,7,8,9,13,15,21,22,24,25,26,27,28,30,31,33,34,35,36,37],worker:[3,4],workshop:30,world:[0,8,30,31],worldwid:[0,30],wors:[0,1,3,4,6,30,33],worst:9,worth:9,worthi:[24,25],would:[0,1,3,5,6,7,8,9,10,11,12,13,23,24,25,27,30,31,32,33,34,35,36,37],wrap:[6,23,30],wrap_util:[2,13,36],wrapper:[0,30],write:[0,1,2,3,5,6,7,8,12,13,15,16,17,20,21,23,24,30,31,33,34,35,36,37],written:[0,2,3,5,11,12,13,16,22,23,24,25,27,30,31,32,33,34,35,36,37],wrong:[1,8,37],wrongli:10,wrote:[5,11,31],wrt:[2,10,13,21,35,36],wth:[10,13,21,35,36],www:[22,23,24,25,29,30],wx_1:8,x0:8,x1:[4,8,9,10,13,35,36],x1_exampl:8,x1d:8,x2:[8,9,10,13,35,36],x2d:[8,11],x2d_train:11,x2dsl:11,x3:8,x:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,25,27,30,33,34,35,36,37],x_0:[0,5,11,23,30,31,32,33],x_1:[0,2,5,6,7,8,9,10,11,13,23,27,30,31,32,33,34,35,36,37],x_2:[0,2,5,6,7,8,9,10,11,13,23,27,30,31,33,34,35,36,37],x_3:[8,23,27],x_4:23,x_:[0,2,3,5,6,8,10,11,13,14,18,23,24,27,30,31,32,33,34,35],x_center:11,x_data:[1,37],x_data_ful:[1,37],x_hidden:2,x_i:[0,1,2,5,6,7,8,9,10,11,12,13,14,17,23,27,30,31,32,33,34,35,36,37],x_input:2,x_ix_:[0,30],x_iy_i:8,x_j:[0,2,8,9,12,16,27,31,36,37],x_jy_j:8,x_k:[12,14,23,27,31,36,37],x_l:27,x_m:[6,12,23,27,33,36,37],x_n:[0,2,3,6,8,11,12,13,23,27,30,33,34,35,36,37],x_new:[9,10],x_offset:[6,31,32],x_output:2,x_p:[3,7,9,34],x_poli:9,x_poly10:9,x_pred:4,x_prev:2,x_reduc:11,x_scale:8,x_small:[13,35,36],x_test:[0,1,3,5,6,7,9,10,11,30,31,32,33,34,37],x_test_own:6,x_test_scal:[0,6,7,9,10,11,31,32,33],x_tot:4,x_train:[0,1,3,4,5,6,7,9,10,11,30,31,32,33,34,37],x_train_mean:[6,31,32,33],x_train_own:6,x_train_scal:[0,6,7,9,10,11,31,32,33],x_val:1,xarrai:[22,30],xavier:1,xbnew:[13,34,35],xcode:[0,15,22,24,30],xdclassiffierconfus:10,xdclassiffierroc:10,xg_clf:10,xgb:10,xgbclassifi:10,xgboost:9,xgboot:10,xgbregressor:10,xgparam:10,xgtree:10,xi:[8,13,21,35,36],xi_1:8,xi_:8,xi_i:8,xinv:[32,36,37],xk:8,xla:[3,4,13,21,22,30,35,36],xlabel:[0,1,2,3,4,5,6,7,8,9,10,13,21,24,27,30,31,32,33,34,35,36],xlim:[6,10,33],xm:9,xmesh:[13,35],xnew:[0,13,21,30,34,35,36],xp:27,xpanda:[0,31],xpd:[5,11,31],xplot:0,xs:9,xscale:[0,31],xsr:9,xt_x:[13,21,34,35,36],xtest:[6,33,34],xtick:[3,6,8,9,33],xtrain:[6,33,34],xu:[0,30],xx:[0,23,30],xy:[0,6,8,23,24,30],xytext:8,xz:[23,30],y1:4,y2:4,y3:4,y:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,23,24,27,30,31,32,33,34,35,36,37],y_0:[0,5,11,23,30,31,32,33],y_1:[0,5,8,9,11,13,23,30,31,32,33,34,35],y_1y_1:8,y_1y_1k:8,y_1y_2:8,y_1y_2k:8,y_1y_n:8,y_1y_nk:8,y_2:[0,5,8,9,11,23,30,31],y_2y_1:8,y_2y_1k:8,y_2y_2:8,y_2y_2k:8,y_3:[0,9,23],y_4:23,y_:[0,1,5,6,10,11,23,30,31,32,33,37],y_data:[0,1,5,6,30,31,32,33,34,37],y_data_ful:[1,37],y_decis:8,y_fit:[0,31],y_i:[0,1,5,6,7,8,9,10,11,12,13,15,16,17,18,19,23,24,25,30,31,32,33,34,35,36,37],y_if_:10,y_ix_:[0,30],y_ix_i:[7,8,13,31,34,35],y_iy_jk:8,y_j:[6,8,12,19,24,33,36,37],y_k:[12,36,37],y_m:23,y_model:[0,4,5,6,30,31,32,33,34],y_n:[8,13,34,35],y_ny_1:8,y_ny_1k:8,y_ny_2:8,y_ny_2k:8,y_ny_n:8,y_ny_nk:8,y_offset:[6,31,32],y_plot:9,y_pred1:9,y_pred2:9,y_pred:[0,1,4,6,7,8,9,10,31,32,33,34,37],y_pred_rf:10,y_pred_tre:10,y_proba:[7,10,34],y_scaler:[6,32,33],y_test:[0,1,3,4,5,6,7,9,10,11,30,31,32,33,34,37],y_test_onehot:[1,37],y_test_predict:[0,31],y_test_scal:33,y_tot:4,y_train:[0,1,3,4,5,6,7,9,10,11,30,31,32,33,34,37],y_train_mean:[6,31,32],y_train_onehot:[1,37],y_train_predict:[0,31],y_train_scal:[6,32,33],y_val:1,yand:[36,37],ye:[3,6,7,33,34],year:[0,22,30],yet:[0,1,6,8,11,13,30,34,35,36,37],yi:[13,21,35,36],yield:[0,2,5,6,8,10,12,13,14,23,27,30,32,33,34,35,36,37],yk:8,ylabel:[0,1,2,3,4,5,6,7,8,9,10,13,21,24,27,30,31,32,33,34,35,36],ylim:[3,6,33],ym:9,ymesh:[13,35],yn:0,yo:[8,9,10],yor:[36,37],yoshua:[1,29],you:[0,1,2,3,4,5,6,8,9,10,11,13,15,16,17,19,20,21,22,23,24,25,27,28,29,31,32,33,34,35,36,37],young:[0,30],your:[1,2,4,5,6,8,11,13,17,19,20,21,22,23,24,32,33,34,35,36,37],yourself:[11,13,30,35],youtub:22,ypred:[6,33,34],ypredict2:[13,21,34,35,36],ypredict:[0,13,21,30,31,34,35,36],ypredictlasso:[5,32],ypredictol:[0,5,32,33],ypredictown:[6,31,32],ypredictownridg:[6,32],ypredictridg:[0,5,6,32,33,34],ypredictskl:[6,31,32],yridg:30,ys:9,ytest:[6,33,34],ytick:[3,6,8,9,33],ytild:[0,6,30,31,33],ytilde_test_ol:33,ytilde_test_ridg:33,ytildelasso:[5,32],ytildenp:[0,30,31],ytildeol:[0,5,32],ytildeownridg:[6,32],ytilderidg:[5,6,32],ytrain:[6,33,34],yx:[23,30],yxor:[36,37],yy:[23,30],yz:[23,30],z:[0,1,2,3,4,5,6,7,8,9,11,12,13,23,24,27,30,31,33,34,35,36,37],z_0:[23,30],z_1:[23,30],z_2:[23,30],z_:[1,2,12,23,30,37],z_c:[1,37],z_h:[1,37],z_hidden:2,z_i:[1,12,36,37],z_j:[1,12],z_k:[12,31,37],z_m:[1,37],z_mod:9,z_o:[1,37],z_output:2,zaman:27,zaxi:[6,24],zero:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,17,18,19,21,23,24,27,30,31,32,33,34,35,36,37],zeros_lik:4,zeroth:31,zfill:4,zip:[2,4,6,13,36],zm_h:[0,30],zn:[0,31],zone:[0,31],zoom:30,zx:[23,30],zy:[23,30],zz:[23,30]},titles:["3. Linear Regression","14. Building a Feed Forward Neural Network","15. Solving Differential Equations with Deep Learning","16. Convolutional Neural Networks","17. Recurrent neural networks: Overarching view","4. Ridge and Lasso Regression","5. Resampling Methods","6. Logistic Regression","8. Support Vector Machines, overarching aims","9. Decision trees, overarching aims","10. Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods","11. Basic ideas of the Principal Component Analysis (PCA)","13. Neural networks","7. Optimization, the central part of any Machine Learning algortithm","12. Clustering and Unsupervised Learning","Exercises week 34","Exercises week 35","Exercises week 36","Exercises week 37","Exercises week 38","Exercises week 39","Exercises week 41","Applied Data Analysis and Machine Learning","2. Linear Algebra, Handling of Arrays and more Python Features","Project 1 on Machine Learning, deadline October 9 (midnight), 2023","Project 2 on Machine Learning, deadline November 13 (Midnight)","Teaching schedule with links to material","1. Elements of Probability Theory and Statistical Data Analysis","Teachers and Grading","Textbooks","Week 34: Introduction to the course, Logistics and Practicalities","Week 35: From Ordinary Linear Regression to Ridge and Lasso Regression","Week 36: Statistical interpretation of Linear Regression and Resampling techniques","Week 37: Statistical interpretations and Resampling Methods","Week 38: Logistic Regression and Optimization","Week 39: Optimization and Gradient Methods","Week 40: Gradient descent methods (continued) and start Neural networks","Week 41 Neural networks and constructing a neural network code"],titleterms:{"1":[0,15,16,17,18,24,30,31],"12":37,"13":25,"14":33,"2":[0,15,16,17,18,25,30,31],"2023":[24,28],"21":34,"23":34,"3":[0,15,16,30,31],"31":31,"34":[15,30],"35":[16,31],"36":[17,32],"37":[18,33],"38":[19,34],"39":[20,21,35],"4":[0,31],"40":[21,36],"41":[21,37],"5":0,"7":32,"9":24,"case":[8,10,27,31,32,34,35],"class":34,"do":[1,30,32,33,35,36,37],"final":[12,21,25,31,32,35,36,37],"function":[0,1,6,7,8,10,11,12,13,21,24,25,27,30,31,32,33,34,35,36,37],"import":[5,21,23,30,31,32],"new":[4,32,33],A:[0,1,4,8,9,21,30,32,33,34],AND:[36,37],And:[21,30,31,32,34,35,36],But:[21,35,36],In:28,Ising:6,OR:[36,37],The:[0,1,2,3,5,6,7,8,9,11,12,17,22,30,31,32,33,34,35,36,37],To:[30,31],With:[4,32],about:[30,31],abov:32,activ:[1,12,25,32,36,37],ad:[0,6,17,24,30,31,36,37],adaboost:10,adagrad:[13,21,35,36],adam:[13,21,35,36],adapt:[10,21,35,36],adjust:[1,37],advanc:21,adversari:4,again:[3,9,34],ai:30,aim:[8,9,17,18,19,20,21,30],aka:[30,31],al:21,algebra:[23,30],algorithm:[9,10,11,12,21,25,31,35,36,37],algortithm:[13,34,35],all:8,an:[0,4,10,30],analys:[5,31],analysi:[0,5,6,11,22,24,25,27,30,31,32,33],analyt:[0,16,17,21],ani:[13,34,35],anoth:[9,32,33],appli:22,approach:[0,8,14,30,33,35,36],approxim:[12,37],architectur:[1,37],argument:[35,36],arrai:[23,30],artifici:[36,37],assist:28,assumpt:[32,33],august:31,autocorrel:27,autograd:[2,13,21,35,36],automat:[13,21,35,36],avoid:[35,36],b:[17,24,25,35,36],back:[1,11,12,37],background:[22,24,25,33],bag:10,base:[13,21,33,35,36],basic:[0,5,7,9,10,11,23,31,32,33,34],batch:[1,35,36],bay:[5,32,33],befor:11,beta:[32,33],better:[8,36,37],bia:[6,24,33],bias:37,binari:[1,37],bind:30,bird:10,boldsymbol:[31,32,33],boost:10,bootstrap:[6,10,33],boston:[0,31],breast:1,brief:[30,33,34,35],bring:[12,37],build:[1,3,9],c:[24,25,30],calcul:31,can:[21,30,33,35,36],cancer:[1,7,9,11,34],cart:9,center:31,central:[13,22,27,33,34,35],chain:[12,37],challeng:34,chang:10,channel:30,chi:[0,30],choos:[1,37],cifar01:3,classic:11,classif:[1,9,10,25,34,37],classifi:[8,34],clip:1,cluster:14,cnn:3,code:[0,1,2,5,9,11,12,13,14,21,25,30,31,32,33,34,35,36,37],collect:[1,3,37],come:34,commun:30,compact:34,compar:[2,10],comparison:32,compet:[21,35,36],complet:31,complex:[0,6,24,31],complic:[6,35,36],compon:11,comput:[9,35,36],computation:33,computerlab:30,con:9,concept:27,condit:[32,33,34,35],confid:33,conjug:[13,35],construct:37,continu:36,contn:30,convex:[8,13,34,35],convolut:[3,12,36,37],correctli:[32,33],correl:[11,31,34],correspond:[34,35],cost:[1,10,31,32,33,34,35,37],cours:[22,29,30],covari:[5,11,27,31],cover:30,critic:25,cross:[6,24,33,34],cython:30,d:[24,25],data:[0,1,3,6,7,9,11,15,16,22,24,27,30,31,32,34,37],dataset:[1,3,37],deadlin:[24,25,30],decai:[2,35,36],decis:[9,10],decomposit:[5,11,17,23,31],deep:[1,2,34],defin:[1,30,37],definit:37,degre:[0,31],deliveri:[24,25],delta:33,dens:[0,30],deriv:[5,12,31,32,33,34,35,37],descent:[2,10,13,21,25,34,35,36],descript:24,design:31,detail:[3,30],develop:[1,37],diagon:11,differ:[8,25,35,36],different:21,differenti:[2,13,35,36],diffus:2,dimension:[2,3,8,24,31],directli:[35,36],disadvantag:9,discret:27,discuss:34,distribut:[5,27,32,33],distrubut:[32,33],doe:[31,32,36,37],domain:27,dot:[35,36],down:1,dropout:1,e:[24,25],each:34,economi:31,electron:[24,25],element:[0,27,30,35,36],elimin:23,energi:30,ensembl:10,entropi:[9,34],environ:[0,15,30],equat:[0,2,12,30,31,32,34,35,37],error:[0,10,30,31,33],essenti:30,estim:[32,33],et:21,etc:30,euler:2,evalu:[1,25,37],exampl:[0,1,2,3,4,6,7,8,9,10,21,30,31,32,33,34,35,36,37],exercis:[0,6,15,16,17,18,19,20,21,30,31,33],expect:[18,27,32,33],expens:33,experi:27,explor:[0,15,16,30],exponenti:2,express:[17,18,30,31,34,35],extend:[34,35],extrapol:4,extrem:[10,30],ey:10,f:[24,25],fall:28,famili:[1,30,31],famou:23,fantast:31,featur:[9,23,31],feed:[1,12,36,37],find:[33,35,36],fine:1,first:[4,12,25,30,31,32,34,35,37],fit:[0,10,30,32],fix:31,fold:[33,34],forc:3,forest:10,format:[24,25,30],forward:[1,2,12,36,37],fourier:3,frank:[6,24,31],freedom:[0,31],frequent:31,frequentist:[0,30],fridai:34,from:[5,10,12,21,25,31,32,33,34,35,36,37],full:[2,37],further:[3,5,31],g:24,gan:4,gate:[36,37],gaussian:23,gd:[13,21,35,36],gener:[4,9,30],geometr:[11,34,35],get:21,gini:9,good:[0,30],goodfellow:21,grade:[28,30],gradient:[1,2,10,13,21,25,34,35,36],grid:34,group:34,growth:2,ha:22,handl:[23,30,31],happen:[32,33],have:30,heard:30,hessian:[31,34,35],hidden:2,histogram:33,homework:[34,35],hous:[0,31],how:34,hyperbol:[36,37],hyperparamet:[1,37],hyperplan:8,i:1,id3:9,idea:11,ideal:[34,35],ident:[32,33],identifi:33,ii:30,iid:[32,33],illustr:[32,36,37],implement:[1,37],implic:[5,31],improv:[1,35,37],includ:[13,21,34,35,36],increment:11,independ:[32,33],index:9,inform:28,input:2,instal:[22,24,30],instructor:28,intercept:31,interpret:[5,11,30,31,32,33,34,35],interv:33,introduc:[11,13,21,31,35,36],introduct:[0,6,22,23,24,25,30,36,37],invers:[5,23,32],invert:31,iter:[10,35],its:31,jacobian:31,jax:[13,21,35,36],job:[36,37],julia:30,jungl:10,k:[33,34],kera:[1,3],kernel:[8,11],l:37,lagrangian:8,lambda:34,lasso:[5,6,24,31,32,33,34],last:[31,33,34,36],later:[5,31],layer:[1,2,3,12,37],learn:[0,1,2,11,13,14,15,16,21,22,24,25,30,31,32,33,34,35,36,37],least:[5,6,18,24,30,31,32],lectur:[30,31,32,33,34,37],level:10,librari:[22,30],likelihood:[7,32,33,34],limit:[1,13,27,33,34,35,36],linear:[0,8,13,23,25,30,31,32,34],link:[5,11,26,29,31,32,33],literatur:[24,25],logist:[7,25,30,34,35,36,37],loop:[35,36],loss:[31,34,35],lu:23,machin:[0,8,13,22,24,25,30,34,35],made:[32,33],mai:30,main:27,make:[0,9,10,15,16,30,31],mani:[10,12,37],manipul:31,margin:[32,33],mass:30,materi:[26,30,31,32,33,34],math:[5,31],mathemat:[3,5,8,31,35,36,37],matric:[5,23,30,32],matrix:[1,5,11,12,23,30,31,32,34,35,36,37],matter:[0,30],max:31,maximum:[32,33,34],mean:[0,30,31,32,34],measur:34,meet:[5,10,27,30,31],mercer:8,method:[6,9,10,13,21,24,33,34,35,36],midnight:[24,25],min:31,mini:[35,36],minibatch:[21,35,36],minim:[30,34],ml:30,mle:[32,33],mlp:[12,37],mnist:[3,4],model:[0,1,4,6,12,30,36,37],moment:[35,36],momentum:[13,21,35,36],moon:[8,9],more:[3,6,21,23,24,30,31,32,33,34,35,36],multi:[36,37],multilay:[12,36,37],multipl:[1,3,37],multipli:8,need:[24,30],network:[1,2,3,4,7,12,25,30,34,36,37],neural:[1,2,3,4,7,12,25,30,36,37],neuron:[36,37],newton:[21,34,35,36],noen:[21,35,36],non:8,normal:[0,1,33],notat:[12,36,37],note:[21,31,32,33],novemb:25,now:[1,9,13,21,32,33,35,36],nuclear:[0,30],nueral:34,numba:30,number:[0,2,21,27,31,35,36],numer:[2,24,25,27],numpi:[21,23,30,35,36],object:[3,37],obtain:11,octob:[24,37],od:2,off:[6,24],ol:[5,6,21,24,32,33,35,36],one:[2,12,34,35,37],ones:[36,37],oper:23,optim:[1,8,13,22,30,31,34,35,36,37],order:[13,21,35,36],ordinari:[5,6,18,24,30,31,32],organ:[0,30],orient:37,oslo:29,other:[4,9,11,12,23,30,31,34,36,37],our:[0,4,5,11,13,30,31,34,35,37],outcom:[22,30],output:2,overarch:[0,4,8,9,17,18,19,20,21,30,31],overview:[10,30,35,36],own:[0,10,11,15,16,25,30,31],packag:[23,30],panda:[30,31],paper:24,paramet:[30,31,34,35,36],part:[13,22,24,25,31,34,35],partial:2,pass:[1,37],pca:11,pdf:27,pencil:24,perceptron:[12,36,37],perform:[1,9,37],period:3,perspect:1,plan:[31,32,33,34,35,36,37],plot:[33,34],point:4,poisson:2,polynomi:[3,32],popul:2,practic:[13,21,28,30,35,36],pre:[1,3,37],predict:4,predictor:34,preprocess:31,prerequisit:[3,22,30],princip:11,principl:3,pro:9,probabl:[5,27,32,33],problem:[1,2,13,21,30,31,32,34,35,36,37],procedur:[9,30],process:[1,3,37],product:[35,36],program:[2,13,24,25,34,35],project:[6,24,25,30,34],prop:[13,35,36],propag:[1,12,37],properti:[5,27,31,34],python:[0,9,15,22,23,30],quick:8,r:30,random:[10,11,27,34],raphson:[34,35],rate:[21,35,36],read:[9,30,31,33],real:[6,24,30],recommend:[30,31,35,36],rectangular:32,recurr:[4,12,36,37],recurs:[35,36],reduc:[0,31],reduct:3,reformul:2,regress:[0,5,6,7,9,10,13,17,18,24,25,30,31,32,33,34,35,36,37],regular:[1,34,37],relat:31,relev:[29,31,33,34,36,37],relu:1,remark:3,remind:[6,8,30,34,35],repeat:31,replac:[13,35,36],report:[24,25],repositori:33,repres:37,requir:[2,22],resampl:[6,24,32,33],rescal:[6,32],residu:31,resourc:2,result:[31,32],revisit:[13,34,35],rewrit:[30,31,33],rewritten:34,ridg:[0,5,6,17,18,24,31,32,33,34,35],rm:[13,35,36],rmsprop:[21,35,36],rule:[12,37],s:[8,10,21,33,34,35,36],same:[13,21,33,35,36],sampl:11,scale:[31,33],schedul:[26,30],schemat:9,scheme:2,scienc:30,scikit:[0,1,11,15,16,30,31,32,33,34,35,37],search:34,second:[13,21,35,36],select:34,semest:28,sensit:[34,35],septemb:[32,33,34],session:32,set:[0,2,3,9,12,15,30,31,34,37],sgd:[13,35,36],should:1,similar:[13,21,35,36],simpl:[0,4,9,13,30,31,32,34,35,36],singl:[10,36,37],singular:[5,11,17,31],size:31,slightli:[35,36],soft:8,softmax:[1,37],softwar:[24,30],solv:[2,32,34,35],solver:13,some:[13,23,30,31,34,35],specifi:2,split:[0,15,16,30,31],squar:[0,5,6,10,18,24,30,31,32],standard:[13,31,33,35],start:[21,36],state:[0,30],statement:30,statist:[5,6,22,27,30,32,33],steepest:[10,13,34,35],step:[25,33,34,35,36],still:31,stochast:[13,21,25,27,35,36],stop:[35,36],strongli:30,studi:34,subtract:31,suggest:30,sum:33,summari:[28,30,36],superposit:3,supervis:1,support:8,svd:[5,31,32],syntax:[35,36],systemat:3,t:[31,32],taken:21,teach:[26,28],teacher:[28,30],technic:32,techniqu:[6,11,24,32],technolog:22,tensorflow:[1,3],tent:30,term:[33,37],test:[0,1,15,16,25,30,31,32,37],textbook:[29,30],than:[34,35],thei:30,theorem:[5,8,11,12,27,32,33,37],theori:27,thi:[17,18,19,20,21,30],think:31,thursdai:[31,32,33,34,37],time:[35,36],tip:[13,21,35,36],togeth:[12,37],tool:30,top:1,topic:30,toward:11,trade:[6,24],tradeoff:[6,33],train:[0,1,4,15,16,30,31,37],transform:3,tree:[9,10],tuesdai:32,tune:1,two:[3,8,22,24,31,34],type:[2,4,12,30,36,37],uio:30,understand:33,univers:[12,29,37],unsupervis:14,unsupport:[35,36],up:[0,2,9,12,15,21,30,31,33,34,37],us:[0,1,2,3,7,13,21,22,25,30,31,34,35,36,37],usag:[32,33],valid:[6,24,33,34],valu:[5,11,17,18,27,31,32,33,34],vari:[21,35,36],variabl:[27,34,35],varianc:[6,24,32,33],variou:[0,15,25,30,33,34],vector:[8,12,23,30,31,36,37],video:[35,36],view:[0,4,10,31],visual:[1,9,37],vs:3,wai:[9,21,33],warm:21,wave:2,we:[21,30,35,36],wednesdai:32,week:[15,16,17,18,19,20,21,30,31,32,33,34,35,36,37],weekend:34,weekli:[26,33],weight:37,what:[0,30,31,32,33],when:[35,36],which:[1,21,35,36],why:[30,31,33,36,37],wisconsin:[7,34],wrap:[31,33],write:[4,11,25,32],x:[31,32],xgboost:10,xor:[36,37],yet:32,you:30,your:[0,10,15,16,25,30,31],yourself:34,z_j:37}}) \ No newline at end of file diff --git a/doc/LectureNotes/_build/jupyter_execute/exercisesweek41.ipynb b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41.ipynb index 6dfba1160..4a84c43ea 100644 --- a/doc/LectureNotes/_build/jupyter_execute/exercisesweek41.ipynb +++ b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "59b40432", + "id": "e3354581", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "0c67e680", + "id": "8d5fc499", "metadata": { "editable": true }, @@ -27,7 +27,7 @@ }, { "cell_type": "markdown", - "id": "c36ec93d", + "id": "d3ef3596", "metadata": { "editable": true }, @@ -82,7 +82,7 @@ }, { "cell_type": "markdown", - "id": "38303814", + "id": "9940e21b", "metadata": { "editable": true }, @@ -92,7 +92,7 @@ }, { "cell_type": "markdown", - "id": "f68b9c20", + "id": "6559d6d2", "metadata": { "editable": true }, @@ -105,7 +105,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "4dfe5e82", + "id": "021b66d2", "metadata": { "collapsed": false, "editable": true @@ -116,20 +116,20 @@ "output_type": "stream", "text": [ "Own inversion\n", - "[[3.97594511]\n", - " [2.99866581]]\n", - "Eigenvalues of Hessian Matrix:[0.39890447 3.73456649]\n", + "[[3.83505053]\n", + " [3.09726322]]\n", + "Eigenvalues of Hessian Matrix:[0.27717261 4.34154132]\n", "theta from own gd\n", - "[[3.97594511]\n", - " [2.99866581]]\n", + "[[3.83505053]\n", + " [3.09726322]]\n", "theta from own sdg\n", - "[[3.94814932]\n", - " [2.97879245]]\n" + "[[3.77589027]\n", + " [3.07286416]]\n" ] }, { "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkMAAAHFCAYAAADxOP3DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAA9hAAAPYQGoP6dpAABTeElEQVR4nO3deXwTZeIG8Ce9OQstlJ7Qgtzlvu9WOQRSgS6ioCis7qrc4u4Kq66gqyz8lEPxwnXBq4jacgVFOVpAAQUpyn1owQKt5UyhpaVN398fIaFpkjZ3ZjLP9/PJBzozmbyTNM2T91QJIQSIiIiIFMrP2wUgIiIi8iaGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIglatWoVVCqV8RYQEICoqCg8+OCDOHXqlNfKNW/ePKhUKq89vhycOXMGKpUKr732mreLQkQ2CvB2AYjIupUrV6JNmzYoKSnB999/j1deeQWZmZk4fvw4GjZs6O3iERH5BIYhIglLTExE9+7dAQBJSUnQ6XR48cUXsW7dOkyePNnLpSNvKisrM9YaEpFz2ExGJCOGYPTHH38Yt5WUlOCZZ55B586dERoairCwMPTp0wfr1683u79KpcK0adPw8ccfo23btqhduzY6deoEjUZjduymTZvQuXNnBAcHIyEhwWqzT0lJCebOnYuEhAQEBQUhJiYGU6dOxbVr10yOi4+Ph1qthkajQZcuXVCrVi20bdvW+NirVq1C27ZtUadOHfTs2RP79++v8fkwNCdmZmbiqaeeQqNGjRAeHo7U1FRcuHDB7NrnzZtndo74+HhMmjTJ7Jzbt2/HX/7yF4SHh6N+/fp45JFHUFRUhPz8fIwbNw4NGjRAVFQU/va3v6GsrMzsvBUVFXjllVfQtGlThISEoHv37ti2bZvZcadOncKECRMQERGB4OBgtG3bFm+99ZbJMVlZWVCpVPj444/xzDPPICYmBsHBwTh9+jSKi4vxt7/9DQkJCQgJCUFYWBi6d++O1atX1/j8EZEev1IQyUhOTg4AoFWrVsZtpaWluHLlCv72t78hJiYGt27dwtatW5GamoqVK1fikUceMTnHpk2bsG/fPrz00kuoW7cuFi1ahDFjxuDEiRNo3rw5AGDbtm0YNWoU+vTpg88++ww6nQ6LFi0yCWEAIITA6NGjsW3bNsydOxcDBgzAL7/8ghdffBF79uzBnj17EBwcbDz+559/xty5c/Hcc88hNDQU8+fPR2pqKubOnYtt27bh1VdfhUqlwrPPPgu1Wo2cnBzUqlWrxufl8ccfx8iRI5GWlobc3Fz8/e9/x8MPP4zt27c7/Fw//vjjSE1NxWeffYbs7Gz885//RHl5OU6cOIHU1FT89a9/xdatW7Fw4UJER0dj9uzZJvdfvnw5mjVrhqVLl6KiogKLFi3C8OHDsWPHDvTp0wcAcPToUfTt2xdNmzbF66+/jsjISHzzzTeYMWMGLl26hBdffNHknHPnzkWfPn3w7rvvws/PDxEREZg9ezY+/vhj/Pvf/0aXLl1QVFSEw4cP4/Llyw5fO5HiCCKSnJUrVwoAYu/evaKsrExcv35dbN68WURGRoqBAweKsrIyq/ctLy8XZWVl4rHHHhNdunQx2QdANGnSRBQWFhq35efnCz8/P7FgwQLjtl69eono6Ghx8+ZN47bCwkIRFhYmKv/Z2Lx5swAgFi1aZPI4a9asEQDEihUrjNuaNWsmatWqJc6dO2fcdvDgQQFAREVFiaKiIuP2devWCQBiw4YNNj1PU6ZMMdm+aNEiAUDk5eWZXPuLL75odo5mzZqJRx991Oyc06dPNzlu9OjRAoBYvHixyfbOnTuLrl27Gn/OyckRAKw+f4MHDzZuGzZsmIiNjRVardbknNOmTRMhISHiypUrQgghMjMzBQAxcOBAs/InJiaK0aNHm20nItuxmYxIwnr37o3AwEDUq1cP9957Lxo2bIj169eb9RP54osv0K9fP9StWxcBAQEIDAzEBx98gGPHjpmdMzk5GfXq1TP+3KRJE0RERODs2bMAgKKiIuzbtw+pqakICQkxHlevXj2kpKSYnMtQ81K5mQkA7r//ftSpU8esWahz586IiYkx/ty2bVsA+v5QtWvXNttuKFNN7rvvPpOfO3bsaNf9LVGr1SY/G8o0cuRIs+2WHsfa87dz507odDqUlJRg27ZtGDNmDGrXro3y8nLjbcSIESgpKcHevXtNzvmnP/3J7HF69uyJr7/+GnPmzEFWVhZu3rzp8DUTKRXDEJGEffTRR9i3bx+2b9+OJ554AseOHcP48eNNjsnIyMC4ceMQExODTz75BHv27MG+ffvw5z//GSUlJWbnDA8PN9sWHBxs/BC9evUqKioqEBkZaXZc1W2XL19GQEAAGjdubLJdpVIhMjLSrKkmLCzM5OegoKBqt1sqvyVVr8nQNOdMMLCnrJbKae35u3XrFm7cuIHLly+jvLwcb775JgIDA01uI0aMAABcunTJ5P5RUVFm53zjjTfw7LPPYt26dUhOTkZYWBhGjx7t1SkYiOSGfYaIJKxt27bGTtPJycnQ6XT473//iy+//BJjx44FAHzyySdISEjAmjVrTOYAKi0tdegxGzZsCJVKhfz8fLN9VbeFh4ejvLwcFy9eNAlEQgjk5+ejR48eDpXBHYKDgy0+J+7qW2Pt+QsKCkLdunURGBgIf39/TJw4EVOnTrV4joSEBJOfLc3xVKdOHcyfPx/z58/HH3/8YawlSklJwfHjx11zMUQ+jjVDRDKyaNEiNGzYEP/6179QUVEBQP8BGRQUZPJBmZ+fb3E0mS0Mo7kyMjJMajyuX7+OjRs3mhx7zz33ANAHssrS09NRVFRk3C8F8fHx+OWXX0y2bd++HTdu3HDL41l7/gYMGAB/f3/Url0bycnJyM7ORseOHdG9e3ezm6VavOo0adIEkyZNwvjx43HixAkUFxe7+rKIfBJrhohkpGHDhpg7dy7+8Y9/IC0tDQ8//DDUajUyMjIwZcoUjB07Frm5uXj55ZcRFRXlcFPJyy+/jHvvvRdDhgzBM888A51Oh4ULF6JOnTq4cuWK8bghQ4Zg2LBhePbZZ1FYWIh+/foZR5N16dIFEydOdNWlO23ixIl44YUX8K9//QuDBg3C0aNHsXz5coSGhrrl8fz9/TFkyBDMnj0bFRUVWLhwIQoLCzF//nzjMcuWLUP//v0xYMAAPPXUU4iPj8f169dx+vRpbNy40abRcL169YJarUbHjh3RsGFDHDt2DB9//DH69Olj0g+LiKxjGCKSmenTp2P58uV46aWXMH78eEyePBkFBQV499138b///Q/NmzfHnDlzcO7cOZMPXnsMGTIE69atw/PPP48HHngAkZGRmDJlCm7evGlyTpVKhXXr1mHevHlYuXIlXnnlFTRq1AgTJ07Eq6++ajKs3tv+/ve/o7CwEKtWrcJrr72Gnj174vPPP8eoUaPc8njTpk1DSUkJZsyYgYKCArRv3x6bNm1Cv379jMe0a9cOBw4cwMsvv4znn38eBQUFaNCgAVq2bGnsN1STu+++Gxs2bMCSJUtQXFyMmJgYPPLII3juuefccl1EvkglhBDeLgQRERGRt7DPEBERESkawxAREREpGsMQERERKRrDEBERESkawxAREREpGsMQERERKZoi5hmqqKjAhQsXUK9ePYvT2RMREZH0CCFw/fp1REdHw8/PffU3ighDFy5cQFxcnLeLQURERA7Izc1FbGys286viDBUr149APons379+l4uDREREdmisLAQcXFxxs9xd1FEGDI0jdWvX59hiIiISGbc3cWFHaiJiIhI0RiGiIiISNEYhoiIiEjRGIaIiIhI0RiGiIiISNEYhoiIiEjRGIaIiIhI0RiGiIiISNEYhoiIiEjRGIaIiIhI0RiGiIiISNEYhoiIiEjRGIaIiIhI0RiGiIiISNEYhoiIiEjRGIaIiIhI0RiGiIiISNG8HoZ27tyJlJQUREdHQ6VSYd26dVaPfeKJJ6BSqbB06VKPlY+IiIh8m9fDUFFRETp16oTly5dXe9y6devwww8/IDo62kMlIyIiIiUI8HYBhg8fjuHDh1d7zPnz5zFt2jR88803GDlypIdKRkRERErg9ZqhmlRUVGDixIn4+9//jvbt23u7OERERORjvF4zVJOFCxciICAAM2bMsPk+paWlKC0tNf5cWFjojqIRERGRD5B0zdBPP/2EZcuWYdWqVVCpVDbfb8GCBQgNDTXe4uLi3FhKIiIikjNJh6Fdu3ahoKAATZs2RUBAAAICAnD27Fk888wziI+Pt3q/uXPnQqvVGm+5ubmeKzQRERHJiqSbySZOnIjBgwebbBs2bBgmTpyIyZMnW71fcHAwgoOD3V08IiIi8gFeD0M3btzA6dOnjT/n5OTg4MGDCAsLQ9OmTREeHm5yfGBgICIjI9G6dWtPF5WIiIh8kNfD0P79+5GcnGz8efbs2QCARx99FKtWrfJSqYiIiEgpvB6GkpKSIISw+fgzZ864rzBERESkOJLuQE1ERETkbgxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoXg9DO3fuREpKCqKjo6FSqbBu3TrjvrKyMjz77LPo0KED6tSpg+joaDzyyCO4cOGC9wpMREREPsXrYaioqAidOnXC8uXLzfYVFxfjwIEDeOGFF3DgwAFkZGTg5MmTuO+++7xQUiIiIvJFKiGE8HYhDFQqFdauXYvRo0dbPWbfvn3o2bMnzp49i6ZNm9p03sLCQoSGhkKr1aJ+/fouKi0RERG5k6c+vwPcdmY30Wq1UKlUaNCggdVjSktLUVpaavy5sLDQAyUjIiIiOfJ6M5k9SkpKMGfOHEyYMKHahLhgwQKEhoYab3FxcR4sJREREcmJbMJQWVkZHnzwQVRUVODtt9+u9ti5c+dCq9Uab7m5uR4qJREREcmNLJrJysrKMG7cOOTk5GD79u01thsGBwcjODjYQ6UjIiIiOZN8GDIEoVOnTiEzMxPh4eHeLhIRERH5EK+HoRs3buD06dPGn3NycnDw4EGEhYUhOjoaY8eOxYEDB6DRaKDT6ZCfnw8ACAsLQ1BQkLeKTURERD7C60Prs7KykJycbLb90Ucfxbx585CQkGDxfpmZmUhKSrLpMTi0noiISH4UM7Q+KSkJ1eUxCU2DRERERD5INqPJiIiIiNyBYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUzeuTLhIREREZ6XTArl1AXh7goVUjGIaIiIhIGjIygJkzgXPnPPqwDENERETkfRkZwNixgBeW4WKfISIiIvIunU5fI+Sl9UgZhoiIiMi7du3yeNNYZQxDRERE5F15eV59eIYhIiIi8q6oKK8+PMMQERERedeAAUBsLKBSeeXhGYaIiIjIu/z9gWXL9P/3QiBiGCIiIiLvS00FvvwSiInx+EOrhPDSODYPKiwsRGhoKLRaLep7aDZLIiIickClGagL69dHqFrt9s9v1gwRERGRonEGaiIiIpIGLsdBREREisXlOIiIiEixuBwHERERKRqX4yAiIiJF43IcREREpGhcjoOIiIgUjctxEBERkaJxOQ4iIiJSPC7H4V5cjoOIiEgmvLAcByddJCIiIunw9weSkvT/Lyz0yEOymYyIiIgUjTVDRETkPpWaPBAVpR815O/v7VIRmWAYIiIi97C06GZsrH7UUGqq98olNwyUbsdmMiIicj3DoptVl1g4f16/PSPDO+WSm4wMID4eSE4GJkzQ/xsfz+fPxTiajIiIXEun039gW1trSqXS1xDl5MizhsNTNTXWVnE3zMPz5Zc+X8Pmqc9v1gwREZFr1bTophBAbq7+OKnR6YCsLGD1av2/Op3pfk/V1FS3irth26xZ5uUjhzAMERGRa9m66KaXF+c0U1PQ8WTTn5wDpQx5PQzt3LkTKSkpiI6Ohkqlwrp160z2CyEwb948REdHo1atWkhKSsKRI0e8U1giIqqZrYtuenlxThM1BZ0vv/RsTY2tQXH9etc8nsJ5PQwVFRWhU6dOWL58ucX9ixYtwuLFi7F8+XLs27cPkZGRGDJkCK5fv+7hkhIRkU1qWnRTpQLi4vTHSYEtTVJTpni2psbWoLh0KTtTu4DXw9Dw4cPx73//G6kWOoEJIbB06VI899xzSE1NRWJiIj788EMUFxcjLS3NC6UlIqIaVbfopuHnpUul03naliapixdtO5ermv7sWcWdfYec5vUwVJ2cnBzk5+dj6NChxm3BwcEYNGgQdu/ebfV+paWlKCwsNLkREZEHWVt0MzZWeqOgXNl3yVVNf4ZAacuAbx/uO1RWXOaRx5F0GMrPzwcANGnSxGR7kyZNjPssWbBgAUJDQ423uLg4t5aTiIgsSE0FzpwBMjOBtDT9vzk50gpCgO0BplEjzzb9pabqa31sIbXO6E64fOoKPp3yPcY3240WUUUeeUxJhyEDVZVfPiGE2bbK5s6dC61Wa7zl5ua6u4hERGSJYdHN8eP1/0qlaawyW/s4vf32nZ+r7gfc0/Q3apRtx0mpM7qdRIXA0Q2nsWhEFgaE/oyIVqF4+J1++Oz3vtCigUfKIOnlOCIjIwHoa4iiKr3QBQUFZrVFlQUHByM4ONjt5SMiIh9gaJIaO1YfbCo3TVUOOqmp+mMtLTFi2O9qhqB2/rzlJjPDBJZS6Yxuo9LCUux8+zA0n93AxiMJyCm/C8Bdxv0dQ05A3TUPyeOCMWSW+8sj6TCUkJCAyMhIbNmyBV26dAEA3Lp1Czt27MDChQu9XDoiIvIZhj5ONQWd1FR9bY2n1gqzNahJscatioIjF/HVkhPY+HUAvr3QHjfQzbgvGCW4u/EhqO8uhnrmXWjapzWA1vo+v7PcXzavh6EbN27g9OnTxp9zcnJw8OBBhIWFoWnTppg1axZeffVVtGzZEi1btsSrr76K2rVrY8KECV4sNRER+Rxbg46h6c+T5bIlqEmMqBD45cuT2LgiD5q9jfBjUTsI9Dfuj/T7A+qWJ6BODcbgWYmoE9HDa2X1+tpkWVlZSE5ONtv+6KOPYtWqVRBCYP78+Xjvvfdw9epV9OrVC2+99RYSExNtfgyuTUZERE7z9urx3n58G9y8chPb3zgMzRc3oTlxF87pok32d6t9FCnd8/Bg/3No2TYAfrEx1V6Hpz6/vR6GPIFhiIiInJKRYblmZtkyydbMeMqFA/nQLD4JzdZgbP2jA26itnFfLRRjSOQhpAy9hREzWyL6zG67nkeGIRdiGCKSIRl8CyaF4OrxJirKK/DTp8eh+V8BNPua4MDNtib74/zPQ93mV6SMq4WkaYmoFVZLv8OB55FhyIUYhohkht/CSSp0Ov1irdZmqDaM5srJ8emwfiP/BrYuOwJNxi1sOt0K+RV3RnSrUIFedY8gpc9lqP8ajQ6pLaHyqzL9gIPPo6c+v73egZqIyIS1b4+VF8xkICJPsWf1eE92qvaAs9+fg2bZr9Bk1kbmpQ4oRS/jvnooxLCYI1AP12H4rNaIaN+h+pNJ/HlkGCIi6ahpwUyVSj8j76hRPv0tnCTE1pmdfWAGaN0tHX5YeRSaDy9Dkx2NQyWtAMQa9zcPOIuUxDNQj6+HgVMSEVS3j+0nl/jzyDBERNIh8W+PpEC2zuws0xmgtb9r8e3So9Cs1+GrnDa4JO7U8PhBh/6hh6Dudw3qp+LQZkRzqPyaOfZAEn8eGYaISDok/u2RFMgHZ4A+ve0sNMvPYOOOeth5tQPKcaeGp4HqGoY3PQL1SODe2e0Q1qJz9SezdaCDxJ9HhiEikg6Jf3skBfKBGaDLisuw+/0j2PjxNWgONcWJW80B3KnhaRP0K9Qdc6F+uAH6/qU9Amv3s+3E9gx0kPjzyNFkRCQdhhEnNX179PGROyRBlj744+IkOwP0lV+vYvPio9ioUWFzbjtcEw2M+wJQhkEND0E96DrU0+Jx1z0ONH05Ot2Anc8jh9a7EMMQkYwY/sgClr89cjSZOc7J5BkSfp5FhcDxr37Dxrdzofm+Ib4vTEQF7pStkeoSRiQch3qUP4bOaofQpqGOP5iz0w3Y8TwyDLkQwxCRzMjsW7hXcU4mxbp14xZ2LD8EzWc3oDkSj9/KTWt4OoSchLrLBaRMCkfPSe3gH+Si4JaVBVhYRstMZqbTAx04zxARKZenVwaXK87JpDiGld81m/3x7fn2uF5p5fcglOLuRr8g5Z5ijJzeAs36tQLQyvWF8MGBDgxDRCRNnl4ZXG44J5MiGFZ+17yfB83ecPxwo73Zyu8j7zqJlD8F4Z4Z7VE30gMrv/vgQAeGISIiOeKcTN7hgX5DN6/cROabt1d+P94CubrWAFob93etdQwpPf+A+s8R6DqhDfwCmlg/mTtIfJi8IxiGiIjkyAebKiTFUuhZv95t/bMuHMjHpqUnodkSjK35iSjGnRqeWijG4CaHkDK0FCNmtERM97YA2lo/mbtVN0we0P/8+uuyqpFkGCIikiMfbKqQDEud0sPDgcuXzY91sH9WRXkFDqQZVn6PwE/F7QBEGvcbVn5X318LydMTUSusl/WTeUNqqv6aqz5PBrNn68OQTPqscTQZEZEccU4m97DWKb06Nj7XRQVF2Lr0MDQZpdh0qhXyKu6EH8PK7+rel6H+SxQ6jm1lvvK7FH35JXD//ebbXTQVBofWuxDDEBH5JM7J5Fo1zZ9TEwtDyc/uPIvseWtxYv8NbLveE9twj3H+n7q4jmExh6G+V7/ye5PExs6V39OcnW/IBhxaT0RE1bPWVBEbyzmZHFFTp/Sa5OVBd0uHH1cdxcZVl3Fz/2HMLluI0dCf81kAeYjCV82eQtMnR2DglEQE17dj5Xep8aFO/AxDRERyxjmZXMfJzuYLnrmExQ9dxSXRAWOQgS8xA4Bp40ukKh+P/f4i0Ko9UL+b5RPJhQ914mcYIiKSO87J5BoOdjavgArnEIvn86agAv5oiCt43/9JqHQCVXv9qHxpDigf6sTv5+0CEBGRD9Lp9Ms2rF6t/1en83aJamaYP0dlueOyQNV6Hn0QAoD/C5iLp7vtQtbSgyj4+gDCdRfNgtCdE1VqPpKzGp4vqFT6ZXRkMN8QwxAREblWRoa+Y21yMjBhgv7f+Hj9dikzzJ8DmH3AG0LPZYSbbL9RqxHy//U23ix7Cq/tT8KgmZ0RcPWibY8ng+ajalXzfBl/XrpUFrVfDENERFIgx5oUSwwj3Kp2rDXMxyPhQCQqBI4FdcK6LvNQgAiTfecQi0lYhWcS0pE1djmK3/gvkJmJ+tfzED3/SdMT+VDzUY0MnfhjYky3x8bKajQjh9YTEXmbr6w874Gh1q5268Yt7Hz7MDSrr0NzOB6/3l753Q86DMAu9AzIRstWKrSfloRej3WwbeV3Jc4B5aZlSjjPkAsxDBGRZFmb5E/KcwVZ++DLytI3idXEwnw8bi9bJQVHLuLrpSeg+dof35xvj+u487kQhFIkhx9Cyt1FGDmjBeL7xzpWDs4B5RKcZ4iIyNfJceX56mqxSkttO4e7+spYKZtYshSH0AGaFRewcY/5yu9N/AqgvusE1KlBGDyzPepGdne+LJwDSlYYhoiIvEVuk9ZZq8Uy9AeaN8+287ijr4yVsolz5yDuvx/z8CXW4k4A6VLrGFJ66Fd+7/ZQG/gFRFQ9o/M4B5RsMAwREXmLnCats6UW6/339TUfNfWVcXaoddWmsL59gZkzIYSFeX2gHw6/DDNRERGJEUPKMXKWB1d+5xxQssAwRCQXbuqgSF4kp1FHttRinTsHzJ+vryFSqSz3lXF0qLXh93/9euDTT4GLd4avFwWGok6Z1uq8Pn4QiMM5rFtzi8GELOLQeiI5kOu8LVQ9OU1aZ2vtVMuWrh9qXfn3f+lSkyAEALXKtLadRwo1bCRJrBkikrqa+mlwVIp8GSatGzvW9TUprmZPLVZSkuv6ymRkQPxpLADzJjADm7/VS6GGjSSJQ+uJpEyG87aQAyyNgoqLk9aoIw/OnWNY+X3TqgJM2/MwIpDvXDOGEt4nPtqMzqH1RCS/0UbkGDmMOnJzLVbhuUJ8u+QINOt1+Oq31rgoOmAQsvBv5DtXblfVsEk5bPjKpJ1exDBEJGVyGm1EzpHDqCMXz53z6/az0Cw/A82OuthxpQPK0Me4LxRapIbtAK7YWcZGjYBLl0zLtngxEBamX+rEkSAj5bDBZnSXYDMZkZRJYUZfoqocrCUpLynH7vePQPPxVWh+jsOxWy1M9rcKzIG641mkPNwA/f7aHoE/fm/b7z9wpyns9Glg9+47Zbt4EZg92/EgI+UZwhXQjM7lOFyIYYhkS4lrHJFPuZpzDZsXH4Vmo8DXv7fDVdHQuC8AZRjQ4DBSBmkx8qlmaDUswfTONf3+G1gLJs4GGamHDQV8WWKfISKS12gjIuhXfj+xOQeat3/Hxu8a4HttInToa9wfrrqMEQnHoL7PD0NntUeDZl2sn6y63//KLDXTuWKpEyn22atcK3f0qG33saUZXcp9ojyAYYhI6rjGEUncrRu3sOsd/crvGw/F49fy5gCaG/e3Dz6FlC7noX4kDL0faw//oP7WT1aVtd//xo2Bhx7ShxlLH9yuCDJS67Nnqe+SLWqaUkDKfaI8RPJhqLy8HPPmzcOnn36K/Px8REVFYdKkSXj++efh58c5I0kh5DDaiBTl4rFL+HrJcWz8yrDye1fjPsPK7+rkIoyc3hwJA1sCaOn4gzny+++KICOlGcKtNflVx5blT9gBG4AMwtDChQvx7rvv4sMPP0T79u2xf/9+TJ48GaGhoZg5c6a3i0fkHHuqpuUw2sgXKLy5wBpRIXB47Sn9yu+7w7HXwsrvI1ucgHpMIAbPbI960S5Y+b0ye3//XRFkDDOEu3uttZpU1+RnjS3N6K5oSvQRkg9De/bswahRozBy5EgAQHx8PFavXo39+/d7uWRETmLVtPQ485r4YIgquVaCrOWHsXFNETTHWuB3XSsArYz7u9Q6BnX3P6Ce3BjdJ7Z1z8rvjnJFkJFKn72amvwssaUZXYp9orxFSNyCBQtEs2bNxIkTJ4QQQhw8eFBERESItLQ0m8+h1WoFAKHVat1VTCL7pKcLoVIJof9zc+emUulv6eneLqHyOPOapKcLERtrer/YWFm+jhey88X7j+wUoyL3itq4YXJJISgW6ogfxLsTdojcHy94u6g1M7ymVV9Xe99nll7fuDjPvb5paea/l5Zuzz+vPzYzU4jycted147PW1fz1Oe35MNQRUWFmDNnjlCpVCIgIECoVCrx6quvVnufkpISodVqjbfc3FyGIZKO8nLzP6xV/1DHxdn2x4xcw5nXRObBtkJXIX765KiYl5Qputc+YnYZMX4XxBNtd4iNL/wgii4Webu49nNVkCkv14cMe8KGq2Rm2hZaMjPtK7Oj5/UghqHbVq9eLWJjY8Xq1avFL7/8Ij766CMRFhYmVq1aZfU+L774ogBgdmMYIkmQwR8gxXHmw0aGwbboYpFY/8+94i9tdohovwtmxe5Z55B46e5McSDtmKi4Vea9EOAq3gwyrmD4PbMUuq39ntlSW+nIeT2MYei22NhYsXz5cpNtL7/8smjdurXV+7BmiCRNBlXTiuPoayKjYHt29znx9oM7xIjGP4oQFJsUrw6uizFRe8QHk3aKvJ//uHMnH2r+kz17mvzsqa10VVOim3gqDEm+A3VxcbHZEHp/f39UVFRYvU9wcDCCg4PdXTQix0hpuC7pOfqaSG0emkoqyivw46qj0Ky6BM1PUfi5pDWAGOP++IBcqNv+hpTxdTFoaiKC6/c2PQGHXEuLrfON2TtCjPOYAZDBchyTJk3C1q1b8d5776F9+/bIzs7GX//6V/z5z3/GwoULbTqHbJfj8MHRKQQusSFFjr4mElsOofBcIbYsOwLNunJs+rUNLorGxn1+0KFPvSNI6XcF6idj0S6lBVR+KssnkvoyFEpW0+eCo7+TEv288djnt1vrnVygsLBQzJw5UzRt2lSEhISI5s2bi+eee06UlpbafA5ZjiZj9bRvk3jVtCI58ppIoM/Fr5lnxbLULDE4bL8IRKnJw9fHNTEu7nvx8ZPfiYvHL9l+Umeb/+TeR0fOfKwZnn2GXEh2YUjmo1PIRt4erkvmHHlNPBxsy26WiZ1vHhT/6Jkp2gadNvsz0TLwNzG7W6bY/voBcavolmMP4swHKr/IeZeM+rHZwlOf35JvJnMFWTWTsXpaWSRaNa1ojrwmliZrjItzWZ+LqznX8M2So9i4wXzld3+UY2CDQ1AP1EI9xcLK745wtKnF2VXiLeF7xD4+1gzvqc9vhiGpkVgfBCKykQs/tEWFwMlvcrDxrd+h+a4BvtMmQldpwYAw1RWMiD8KdYofhs1ujwbNQl11FXqOfKC644scZ2l3jCGUAqavnzOh1Es89flt12iy3NxcxMXFuassBEh6dAoRVcPJteMqr/yuOdwMp8vMV35Xd7698vuf2yEgxI6V3+3lyDIUrl7agaPZHMcRYnazKwy1adMGs2fPxpw5c1CnTh13lUnZOOyaSDEunbiMr14/Bs3X/vjmXDsUVln5PSn8ENRJRRg5LQHNk5xc+d1e9n6guvKLHBcQdV5qqv75YROjTexqJtu9ezeefvpp5Obm4pVXXsHkyZPdWTaXkVUzmY+19xLRHaJC4Mj609j47nlo9oRhz/VEqCAwALsQhTyUoBbC7mqAkWNCMGRWe9SLruftItve/OfKJn52F6DbJNlM1rdvX/zwww/46KOP8Nxzz+GNN97AkiVLkMRfRteRyirJROQShpXfNZ8XQXO0Bc7q7tTwjEEG3sZURCK/0h1igd7LgOjelk/oabY2/7lilXgDdhcgD/Or+RBzjzzyCE6ePImUlBSMHDkSY8aMwenTp11dNuUyVE/HxJhuj41lOzmRDOQd/AMfTNqFMdF70ahhOYa/0B1vHRqEs7pYhOAmRkb8iM39/410jDUNQsCdPjEZGd4pvKMMX+SAO1/cDOz9IsfuAuRhDo8mKy4uxoEDB5Ceno433ngDgYGBmDp1KubNm4d69SRQtVuJrJrJKuOQUnni66Y4okIge/VxaD74A5ofG2NfUXuT/dF+eVC3OoWU+0Nw94xE1G4Y7LtTaLhimgF2F6DbJDm0/t1338W+ffuwb98+HDt2DP7+/ujYsSN69+6Nzp0749NPP8XJkyexdu1adO/e3W2FtpdswxDJD4cCS4+bwmnxpWJsW3YYmi9LoDnZEhcqTGspetQ5gpReF6F+PBKdH2htuvSFr/eJccVz7kPDw8lxkgxDcXFx6N27t/HWvXt3swVRX331VaSlpeHw4cMuL6yjGIbII9wx4Rw5x8XhNPeHC9i07DQ020KwraADSlDLuK8ObmBI1GGkDCvDiKdbI7JjhPUTrV4NTJhQ8wOmpQHjx9tdTp/h5sksSfokGYZs8ccffyA6Oho6nc6Vp3UKwxC5HWcOlx4XhNOK8grs+1C/8vvG/YaV3+9o5n8OKe1+hfqBOhg0NREhDUJsK5uv1wy5EpudFU22YUgIgZ07d2LQoEGuPK1TGIbI7fjhJi1OhNPrF65jy9Ij2Li2DF/92gYFlVZ+V6ECfeodRkrfK1A/EYP2o+6yvvK7LeVjnxiiaklyaL0tVCqVpIIQkUdwKLC02Dkbcs7OXGje+A0bM+si60oHlOHOsPb60OLeuCNQj6jA8KfbolHrjs6Xj1NoEEmKy8MQkSJxKLC02Bg60x7fhlfOxeJo6V0A7iw1dFfgGaR0OAP1hFD0f6I9gur2dX0ZuWQCkWQwDBG5gisnnCPn2Rg6V/x6D47iLvijHAMaHIK6vxbqKU3RenhzAPFuLSIALplAJBEMQ0SuwGYPaXV0vR1OxbnzUME8nFZAhQuIRlwzP6y+bzeGPd0ODRO6eKGgcHqBVyJynkMzUBORBUqeOTwjQ98hODlZP2Q8OVn/s4dnUS4rLsP217Mxu+cuTMv7JwT0wacyAUAFIOrT1/Hxqgo82OcsGp49qA9zRKRILh9NJkUcTUYeJaUaEk/w8vxKl05cxtdLjkHzlR8257ZHIUKN++7H53hLNR2NRcGdO8TFAQ8+qJ/rh5NjEkmabIfWSxHDEJGbeGF+JcPK75r3zkOzOwx7rrdHBe6cu7HqIka2OI6UMYH6ld+b1DYNp5cuAePGcXJMIhlgGHIhhiFyG6XVAlXlofmVSgtLkfXmIWjWFEFzrDnOlMeZ7O8UcgLqbnlImdwIPR5tB78AKz0AODkmkazIdp4hIsXgOmRunV8p/5cCfLXkBDTfBOLbvEQU4c56h8EowT2NDyFl8E2MnHkX4nq1BtDa+skM7Jx/iIiUgWGIyBHW+smcP6/frpSmFhfOryQqBA6uOYGN7+dXWvn9zvpehpXf1WNDcPf09qgT0cP+8nJyTCKygGGIyF46nb5GyFILsxD6ppZZs/Tzx/h6U4uT8ysVXyrG9jcOY+MXJdh0siXOV7QB0Ma4v3vto0jpVQD1Y03QZXwbqPycnLSSk2MSkQUMQ0T2YlPLHQ7Mr3RuXx42LT2FjVsNK7/3NO6rjSIMjToE9dAyjJjVClGd2wFoZ3+5rPXl4uSYRGQBwxCRvdjUYqqGZSUq7huN/SuPYOP/LkLzUyQO3mwD4E7NS1PDyu/j6iBpWiJCGvQ2fwx71NSXS+mTYxKRGYYhInuxqcVclWUligNDsXlvKDRzKrBp7GUUiPbGQw0rv6v7XIH6r9FIHNMSKr/YO+dyZoSerX25uCYYEVXCofVE9jIMz66pqUVhw7MNK79rsuog63IH3EKwcV89FOLe2CNQD9dh+NNt0LhtI8sncWaEnr3D5pU+LQKRDHCeIRdiGCKXM9RAAJabWhQwmkx3S4c9/z0CzUdXoDkYgyOlLU32twg4q1/5fXw9DHgqEUF1g6o/obMzWXtoziMi8hzOM0QkZQptarl2VotvFh+BZmMFvjrTDldER+M+f5Sjf+hhqPtfQ8rUpmg1LAEqv2a2ndgVI/TYl4uIHMQwROSoKv1kfLWp5eQ3OdC8fRaanaHYdS0R5ehr3NdQdRXDmx5Fyn2q2yu/d3bsQVwxQo99uYjIQQxDRAaO9CHx9/e5Jpey4jJ89+5haNK02PhLM5wqSwCQYNzfNuhXqDvlIuWRhujzeHsEhPRz/kFdUatz8WLN94+L47B5IjLDMEQEyHtpDRd0BL586gq+XnwMmk0qbM5tDy26GPcF4hYGhR2CetANqKfFo8XdLQC0cO01OFuro9MBs2fXfP/Fi32u5o6InMcwRCTnpTUcDHGiQuDoxl+hefccNn5vWPn9Tg1PI9UljGx+HClj/DFkZnvUj+3mzqtwfjLEmprZDBpZGcVGRIrGMETKJuelNewMcaWFpdjx1mFsXH3j9srvdwG4y7i/Y8gJpHTLg3pSI/R4pC38g/p76ELg0EzWJth5moicwDBEyibXpTVsDHF/tOiLTUtPVVr5/U4Nj3Hl9+QbGDPwEpqEld9uZmvrneDnzAg9dp4mIicwDJGyybVGwcYQ90Dn49iBJACAH3RIVWXg3qiDaJccic7/9zDq7MnVh4/PJdJXytERelxzjIicwDBEyuZMjYI3ZzC2MZxFIQ/dax/F3xK+xJi8txF05Q/gAoBPAWz+F3D5svmdvN1XypERes42sxGRovl5uwA+Q6fTz4C7erX+X53O2yUiWxhqFAwfmFWpVJaHY2dk6Jd+SE4GJkzQ/xsfr9/uARe1NczmfNub7wVj38fH8cDRefogVJmlIATcCRKzZsnr99jQzBYTY7o9NlbaneCJyOu4HIcryHlYNlW/tIYQwPz5QMuWd2p/1q93btkIB1SUV2D/x8egWXkRmv1N8PPNVjiDeMTgPPxQTbPQ6dNAixa2jbSyxNNLV7iito1rjhH5DI8tpyVk4Ny5c+Khhx4SYWFholatWqJTp05i//79Nt9fq9UKAEKr1bq+cOnpQqhUQug/Gu/cVCr9LT3d9Y9JrpeeLkRsrOlrGB6uv1XeFhNjvq3q6x4XJ0R5udNFup53XWT8Y4/4c8udoonfH6YPA52YE7JYVACiAirrv3uZmdbLasstLc3559ZWll6D2Fi+h4gUzK2f35VIvmbo6tWr6NKlC5KTk/HUU08hIiICv/76K+Lj49GihW0Tv7ktWdq7SjZ5X3W1BpX3nToFzJtnuTOuLRysUTnz3Tlolv0KTWYdZF7ugHIEYAB2IQp50KI+6kWHYsQIYMTs2yu/W6qVjIu7M/pq9Wp9M56jPFUz5OwirUTkk7hQ620LFy5EXFwcVq5cadwWHx/vvQJVJtdh2UpVU3OmoeOuIeQ68z3Bxg7Ouls67P1Av/L7xmzDyu+xAIAxyMBbmIYoVDqXXywwfBnQ9vYcQDWNvnJmKHnjxkDfvjUf5yw5z/VERD5B8h2oN2zYgO7du+P+++9HREQEunTpgvfff7/a+5SWlqKwsNDk5hZyHZatRIaah6rh1TByqnLHZ1tnM65ONSFE+7sWnz+9G4+0+A5NQq6h/5SO+M/eJBwpbQl/lGNg6EGs6/oS0jEWkajyu2OpvIYQN368/t/KgaGmDuLVuXhR39/I3Z3C7flSQUTkBpIPQ7/99hveeecdtGzZEt988w2efPJJzJgxAx999JHV+yxYsAChoaHGW1xcnHsKx4ne5KGmmgfAdOSUM+HVyuizU1vOYMnoLNzdMBuNmtXGA0v74uPf+uOyCEcD1TWMb/Y90qbtRsHp69hxuQNGFbwPFQTMIoy9I70MQ84NZataVgAID7d+f0vhy9X4pYKIvM2tPZJcIDAwUPTp08dk2/Tp00Xv3r2t3qekpERotVrjLTc31z0dsMrL9R08LXWgdnFnWnKCrZ2IMzPtO76aTvO3im6JzCXZYna3TNEq8DezQ9sEnRZ/654pdrxxUJTdLHOuvLaw1Dk5Lk6/vbRUiMaNPdIp3CJ3XK9UlZfrryMtTf8v/zYQVctTHagl32coKioK7dq1M9nWtm1bpKenW71PcHAwgoOD3V007070xuHDtrO35sGW2YzDwoBatUyad3SR0fiuwxS8MysSm3OLoUVn477KK7+PnBqPu+6pZuV3d9SUVNe3KCtL3yRmjbv7vill9mhOwUEkWZIPQ/369cOJEydMtp08eRLNmjXzUomqcGY9JUfxj6p97G3OtCXkrlgBkXIfzi5ag18+P44tp5vh3bxHUJ53ZzJEw8rv6lH+GPq0HSu/u6v51drMzt5uplLC7NF2LqpLRB7m1nonF/jxxx9FQECAeOWVV8SpU6fEp59+KmrXri0++eQTm8/hkWo2T1V/u2peI1+vrq98fVu36ucHsrc500LTUkVMrMiesEhM75glEgLOmp2qY8hx8c++mWL3e7+I8lIHn1NPN79KpZmquqY8OTO8nt5qhiSSMU81k0k+DAkhxMaNG0ViYqIIDg4Wbdq0EStWrLDr/p56Mt3OVX9UvTW5nScDo6UJFA3PkT0hsrxcXP7fWpE56F/ihfC3RH1cNbl7MG6K4Y1/FG89kCXOfJfr2mswlK1qeQEhZs1y3XMopb5vvhjSpRI2iWSIYciFfCYMueKPqrdmzPZUAKvu+iqHompqHip0FSL7s+Pi5XsyRa86h4QKOpO7RPrli8db7xDr5u4V1/Ouu7b8Va+l6nPm7++e57C68MWZ1J2Tlmbb+9aTs30TyQRnoHYhj61t4m62ziaclqafc6Yqb82Y7anZhW25vpgYYNUqoKAAiIjQby8oQGmdMGzdHwpN+i1oTtyFc7pok7t2q30U6h4FUP85Al0ntIFfgIdmpTB0lF+/Xt9vpipXPoc1zWZNjsnK0i/kWxNPrwNHJAOe+vxmGHIFT43scvaPqjf+KHsygNlzfVeuoPypaQgouNMpOBexmIllWItU1EIxhkQegnpIKUbOaoXorpHOlc0ZnnwOOUrR9QyvX02j5bhsD5EZLschF54c2eXsEGRvjBry5JIlNpZ798Nvoff5dLPV3mNwHun4Ew6MW4h270xHrbBezpXHVTz5HFobcUaOU8JoOSKZk/wM1JJmzxIPrmDLbMLV/VH1xozZngxgNpb7rvNZAITZL78fBFQqFbrtWY5aoUEW7ukl3h76Ts4zTMERE2O6PTaWw+qJJIBhyFH2LvHgKs78Ua1pnSorS0k4xZMB7Pb1WVjEAgBQARUK0AgRuGT9F79yLYtUcNkX35CaCpw5o2+mTUvT/5uTwyBEJAEMQ47y5uKSjv5RdbZmyREeCGC6Wzrsfu8Q5vbfhVn5z0JAH3wqEwBUAMKnWuhYbomUalm8EWLJPapbVJeIvIZhyFHebrpw9I+qp6vr3RTAqq783u/JDvjP3iQsK5+Gcfgcl1QRpg8VFwdV+pfwH2vj9UmplsUbIZaISEE4mqwm1kbXyH24rKdHDdkzbNtK2U5vO4uNb+ZAs7M+dl7tgHIEGu/SQHUN98YdRYpa4N7Z7RAWX9/y9cl5ZA+HvhORwnBovQs5/GRWN1Js1Cj5fqh6S+WQU2mOH5OwYuE5vxbYGC+I+Vhe/hT8oMMA7EIU8hAYUIHITpEYOTEcff/SHoG1A608cBWGju+A5ZE9Uu7QyqHvRKQgDEMu5NCTactEgXv3Av/3f5bvr1JJ+0PVm6yFzPHjIV57DRCmXaAN/X9ex9N4VPUJIkSB6f0cmcaAtSzuxdBGRC7AMORCdj+ZtkxyFxYGXL5s/Rx//zuwaJFD5fVpVkJm5Z8sdRMW1exzOHjyA9s9PDn3FhH5NIYhF7L7ybS1P1B14uLYRFbV7ZApzp2zMvjdCXy+pcFTS68QkSJ4KgxxNJklrhgBJrW5arys4MhFbL7vbcAdQQjg8y0F3pp7i4jISQxDlrhqWLWU5qrxMFEh8PPnJ/DKkCz0rnsYkYnh+PCrRu590PPn3Xt+qp43594iInIC1yazpKY1wGzlrblqvNQX5uaVm8h88zA2fn7z9srvrQG0Nu6vF3QLuOXGAly86MaT+yBX/554e+4tIiIHMQxZUt3CirYKC/POjMAe7rx64UA+Ni09iY3fBmPrHx1wEz2M+2qhGIObHIJ6cClGzmqJmC4PA/HPOx8yrWnc2PXnBHyzo7U7fk+4bAgRyZVQAK1WKwAIrVZr3x3T04WIjRVC/9GtvzVubPqztdv8+e65mKrKy4XIzBQiLU3/mCqVeVlUKv0tPd3ph9OV6cS+D4+Ifw3MFF1rHTV7qFj/8+LJdjvEpnk/iuLLxeYnSE+/Ux5bnkd7nvPMTKevz2J5q/4OxMa65Ln0GsNr4Orfk/Jy/XNj7bVVqYSIi9MfR0RkA4c/v+3E0WQ1qVor0Lcv0KJF9bUb4eHAH3+4v/bA0rd7a5yYBLKooAhblhyGJuMWNp1uhfyKJndOiwr0rHMUKX0uQf2XKHQc2woqvxq6SNtT7vnzgTlz9M95dce7YzSZL46MunVLvxTLpUuW9zs7WaicJ7QkIsnx1Ggy1gxZU7nGJTPT9NtsdbUbLqqBqZG1b/cuqj05812uWH5/lri30Y8iGDdNTlEXheJPMbvFysd2ifxDBY6Vv7xciK1bhQgLs17WyjUJ1p5zV9RmWHqdDbUctpRNLtLTPVPLZqk2LS5O3rVpROQVnqoZYhiyxJamEW/+wa/pg7q6W1qa5VOWlovv3/1FzO2TKTqEnDC7W0LAWTGjU5b4dsF+UaItcc11ZGba98Hs6ue8utfZ3rJJnb3h2crvic2q+zJBRGQjT4UhdqCuylrTyPnz+u2Gav7UVP36ZN7oWFvTEObqVOq8qv1di2+XHoVmvQ5f5bTBJdHBuM8POvSrfxjqflehfjIWbdUtoPJr6mzJTdk7+siVz3lNr/PMmfaVTcqqm//HGmc7Ofv7S3OBYiIiCxiGKqtp0jiVSj9p3KhR+j/23vqDv369/fe53Rfk9K2m0IzZAc2OethxtQPK0cd4SCi0GN70CNQjBe59ui3CW3ZyYaEtcGT0kSuec1te508/tb9sUmVPeDb0GfLGSEgiIi9hGKrMnknjvPWtV6ez/YP6NgH99AAz8uZi+bDmAJob97UO+g3qDr9D/XAD9PtrewTW7uviAlejpvmc3PXBbMvrfPGifqj+pUueLZs72Ft7tXSp/KcOICKyA2egrkwOk8bt2mX35IK5iMWfkI7l5U8hAGW4u+EBLB6VhZPfnsHx0uZ4bX8SkmZ1RmDtQDcV2grDfE7AndFGBoaf3fHBbOvr99BDpmUxcGfZ3MHW2qvGjTnai4gUiWGoMls/NE6dcm85qmPjB/nn+BPGIw1JyER37Efd5hFYM2s3Lp0txrYrXfH0uiS0HBLv3rLaIjVV/wEcE2O6PTbWfR/Mtr7Oo0Z5vmzuYKiBqxrqKmvcWF9bJpdrIiJyIc4zVNntVdVtmiE5Pd07HxxZWUByco2HTQ78GJHdYpEyKRy9JreDf5DEazA8OctzTa9z1bl2fGEGas7/Q0Qy5Kl5hhiGqrI2yqgyZyemc1DBkYvYvPgoRqwah7CKi/CDeRkFAF1ENAIu/C6/D2xPqikcrFmjry2RcwCqytJkl3Fx+uY+BiEikiCGIRey+8l86SXgxRdrPi4z060dqUWFwKGMU9j43gVo9objhxvtIeCHMcjAl9B/kJsEIn7Lt4+1cPDgg8Dq1R5b382jfKGWi4gUw1NhiKPJLGnZ0rbj3NCRuuRaCbYvOwTNFzehOd4CubpWAFoZ93epdQyJ3cPwW6claLHuNfMPbH7Lt52leYsuXQLGjat5nim54vw/RERmGIYs8fDq24aV3zVbgrE1PxHFlVZ+D8FNDI44hJQhJRgxsyVie7QF0BZAErB0Gr/lO6tyODD0JbJ1nikiIvIJDEOWuHn+m4ryChxIOw7N/wqg2ReBn4rbAYg07o/1vwB169NQ318LydPao3ajnpZPxG/5riWHeaaIiMjlGIYsMcx/M3asPvhY6mBr5xwzRQVF2Lr0MDQZpdh0qhXyKtoBaGfc37POYaT01q/83un+VlD5RbvmWsh2cphnioiIXI5hyBrD/DdVO9ja0S/n7PfnsOnNX6HZXhvbL3ZAKXoZ99XFdQyNPgL1sDKMmN0GTRIT3XARZBcPN48SEZE0MAxZo9MBYWHAf/5zZ2mGmJhq++Xobunw46qj0Hx4GRsPRONQSSsAscb98QG5SGn3G9QP1sWgqYkIrt/bQxdDNvHW8iBERORVDEOWWBpybRhaXSUIFZ4rxLdLjuhXfv+tNS5WWfm9b/3DUPfVr/zeLqUFVH5xnroKspcbmkeJiEj6OM9QVdYmXaw0h8+vDbpBs/wMNmbVw86riShDkPGwUGhxb5x+5ffhs9sivGWYi69GQbw1Jw4nJyQikgROuuhCdi/HYWVEkQCQjyjEIhcVuPOh3CowB+qOZ6GeEIr+TyZ6fsFTX1Rd7ZwnAgknJyQi8jpOuuhO1j7oahharQIQhTwkIROiQTjUA7VQT2mGVsMSACR4rPg+z1rtnCcnPuS0BUREiiG7VesXLFgAlUqFWbNmOXaCL74AIiP1i51OmKD/Nz4e4st0nP/qoE2n2LDsLLZf7YLZ65NuByFyGZ1OXyNkbeJDQD/xoU7n0WIREZHvklUY2rdvH1asWIGOHTs6doIXXtAvtXDpkslmce4cxP33493/K7TpNHU6tnDs8alm9kx8SERE5AKyCUM3btzAQw89hPfffx8NGzZ07CRvvGFhnXd98xcg8FeswEVVhMVjjBo31jfXZGWxdsIdOPEhERF5mGzC0NSpUzFy5EgMHjy4xmNLS0tRWFhocjNQWbmPH4A4nEfjeVOhUqnujB6r6uJF4OGHjc1ryMiw+1p8mk6nD4qrVzsWGDnxIREReZgswtBnn32GAwcOYMGCBTYdv2DBAoSGhhpvcXF2zO3TsqW+g25MTM3HGjr02huInA0MnmJvOTMy9AGxSn8su54fw8SH1sKoSqUf5s6JD4mIyEUkH4Zyc3Mxc+ZMfPLJJwgJCbHpPnPnzoVWqzXecnNzbX/AqCj9SKUzZ4DMTOCTT/RNY5Y40qHXFYHBE+wtp2EEWNX+PvYGRsPEh4B5IOLEh0RE5AaSn2do3bp1GDNmDPwrffjpdDqoVCr4+fmhtLTUZJ8lxnkKAFQ7S0Hjxvq+KJXPl5WlDwI1ycyseSi2DRM6mg0Z98Z8N/aWs4b5mYzLWOTk2F52TnxIRKR4nHTxtuvXr+Ps2bMm2yZPnow2bdrg2WefRaINC5zaHIZmzADGjDENHKtX62tGapKWBowfb32/I4HBGxMPOlJOVwbGqmXhxIdERIrFSRdvq1evnlngqVOnDsLDw20KQnZ54w39rXLgcFWHXnuGjCcleW/iQXvLCbhvBBgnPiQiIg+QfJ8hl/r4Y33QqUnlfi6u6tBrT2Dw5sSDjgQbjgAjIiIZk2UYysrKwtKlS+2/4333mXaMbtTI8nGVAwdgvUOv4djFi2tuvrEnMHhz4kFHgg1HgBERkYzJMgw5xdD0EhNjNhO1icqBIzW1+uH2Tz9d82gpewKDNycedCTYcAQYERHJmPLCkIG9gSM1VV8DZMm5c8Cf/qRf98waewKDN5udHA021gJjbKxnFlYlIiJykHLDkL2BQ6cDZs+u/tjx4/Uf/NbYGhi83ezkaLCpPD9TWpr+35wcBiEiIpI0yQ+tdwWLQ/MMQ8jPn7fcUbnqEHJbh48DQHp69QHAliHjGRn62iZHH8MVOLSdiIi8iEPr3c3QHDR2rD74VA5ElpqD7OmfM2sWMGqU9eAglyHjciknERGRE5TXTFZ5va2wMGDNGtuag+zpn+PsSC/D0HprVCr3Da0nIiJSGGXVDG3YAMydaz6j85Il+mH21TUHGfrxVDfkvTJnRno5MvEhEREROURZNUMTJ1peSHTcOODKFX0H6KQky81blUdZ2cKZkV7eHFpPRESkMMoKQ5bYM6Nzairw+efVdyJ2xUgvzuhMRETkMQxDgH0zOt9/P/DZZ5b3uWqCQW8PrSciIlIQhqHKbG12GjtWP7S96jpnrppg0F0zOlfuPJ6VxQ7YREREYBgyZU+zk7snGHT1jM4ZGfp5lZKTgQkT9P/Gx9e8jAgREZGPU9akiwAsTtlUdYJFKXHFxIcZGfrarKovtaGWictlEBGRBHlq0kWGIV8PBIaZtq0N1ZdyECQiIkXzVBhiM1lYmO8GIcC+OYuIiIgUiGGoVi390hm+inMWERERVYth6Nw5364V4ZxFRERE1VLWchzWSLFWxFUrxhvmLDp/3rwDNXCnzxDnLCIiIoVizRAgvVoRVw6Dd9ecRURERD5C2WFIijM5G4bBW1pDbexYxwKRq+csIiIi8iHKHVovxSH17h4G76qmNyIiIg/w1NB65fYZio3VNw9JJQgB9g2DT0qy//z+/o7dj4iIyIcpKwxpNEBhoXRrRTgMnoiIyOOUFYYGDADcWM3mNA6DJyIi8jhld6CWGsMw+Kqjvgyk2OGbiIhI5hiGpITD4ImIiDyOYUhqOAyeiIjIo5TVZ0guUlP166VxGDwREZHbMQxJFYfBExEReQSbyYiIiEjRGIaIiIhI0RiGiIiISNEYhoiIiEjRGIaIiIhI0RiGiIiISNEYhoiIiEjRGIaIiIhI0RiGiIiISNEkH4YWLFiAHj16oF69eoiIiMDo0aNx4sQJbxeLiIiIfITkw9COHTswdepU7N27F1u2bEF5eTmGDh2KoqIibxeNiIiIfIBKCCG8XQh7XLx4EREREdixYwcGDhxo030KCwsRGhoKrVaL+vXru7mERERE5Aqe+vyW3UKtWq0WABAWFmb1mNLSUpSWlhp/LiwsdHu5iIiISJ4k30xWmRACs2fPRv/+/ZGYmGj1uAULFiA0NNR4i4uL82ApiYiISE5k1Uw2depUbNq0Cd999x1iY2OtHmepZiguLo7NZERERDLCZrIqpk+fjg0bNmDnzp3VBiEACA4ORnBwsIdKRkRERHIm+TAkhMD06dOxdu1aZGVlISEhwdtFIiIiIh8i+TA0depUpKWlYf369ahXrx7y8/MBAKGhoahVq5aXS0dERERyJ/k+QyqVyuL2lStXYtKkSTadg0PriYiI5Id9hm6TeFYjIiIimZPV0HoiIiIiV2MYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkVjGCIiIiJFYxgiIiIiRWMYIiIiIkWTTRh6++23kZCQgJCQEHTr1g27du3ydpGIiIjIB8giDK1ZswazZs3Cc889h+zsbAwYMADDhw/H77//7u2iERERkcyphBDC24WoSa9evdC1a1e88847xm1t27bF6NGjsWDBghrvX1hYiNDQUGi1WtSvX9+dRSUiIiIX8dTnt+Rrhm7duoWffvoJQ4cONdk+dOhQ7N6920ulIiIiIl8R4O0C1OTSpUvQ6XRo0qSJyfYmTZogPz/f4n1KS0tRWlpq/Fmr1QLQJ0wiIiKSB8PntrsbsSQfhgxUKpXJz0IIs20GCxYswPz58822x8XFuaVsRERE5D6XL19GaGio284v+TDUqFEj+Pv7m9UCFRQUmNUWGcydOxezZ882/nzt2jU0a9YMv//+u1ufTKkpLCxEXFwccnNzFdVXitfN61YCXjevWwm0Wi2aNm2KsLAwtz6O5MNQUFAQunXrhi1btmDMmDHG7Vu2bMGoUaMs3ic4OBjBwcFm20NDQxX1S2RQv359XreC8LqVhdetLEq9bj8/93ZxlnwYAoDZs2dj4sSJ6N69O/r06YMVK1bg999/x5NPPuntohEREZHMySIMPfDAA7h8+TJeeukl5OXlITExEV999RWaNWvm7aIRERGRzMkiDAHAlClTMGXKFIfuGxwcjBdffNFi05kv43XzupWA183rVgJet3uvWxaTLhIRERG5i+QnXSQiIiJyJ4YhIiIiUjSGISIiIlI0hiEiIiJSNFmGobfffhsJCQkICQlBt27dsGvXrmqP37FjB7p164aQkBA0b94c7777rtkx6enpaNeuHYKDg9GuXTusXbvWXcV3mD3XnZGRgSFDhqBx48aoX78++vTpg2+++cbkmFWrVkGlUpndSkpK3H0pdrHnurOysixe0/Hjx02O87XXe9KkSRavu3379sZj5PB679y5EykpKYiOjoZKpcK6detqvI8vvL/tvW5feX/be92+8v6297p95f29YMEC9OjRA/Xq1UNERARGjx6NEydO1Hg/T7zHZReG1qxZg1mzZuG5555DdnY2BgwYgOHDh+P333+3eHxOTg5GjBiBAQMGIDs7G//85z8xY8YMpKenG4/Zs2cPHnjgAUycOBE///wzJk6ciHHjxuGHH37w1GXVyN7r3rlzJ4YMGYKvvvoKP/30E5KTk5GSkoLs7GyT4+rXr4+8vDyTW0hIiCcuySb2XrfBiRMnTK6pZcuWxn2++HovW7bM5Hpzc3MRFhaG+++/3+Q4qb/eRUVF6NSpE5YvX27T8b7y/rb3un3l/W3vdRvI/f1t73X7yvt7x44dmDp1Kvbu3YstW7agvLwcQ4cORVFRkdX7eOw9LmSmZ8+e4sknnzTZ1qZNGzFnzhyLx//jH/8Qbdq0Mdn2xBNPiN69ext/HjdunLj33ntNjhk2bJh48MEHXVRq59l73Za0a9dOzJ8/3/jzypUrRWhoqKuK6Bb2XndmZqYAIK5evWr1nEp4vdeuXStUKpU4c+aMcZscXu/KAIi1a9dWe4yvvL8rs+W6LZHj+7syW67bV97flTnyevvC+1sIIQoKCgQAsWPHDqvHeOo9LquaoVu3buGnn37C0KFDTbYPHToUu3fvtnifPXv2mB0/bNgw7N+/H2VlZdUeY+2cnubIdVdVUVGB69evmy12d+PGDTRr1gyxsbFQq9Vm3yy9yZnr7tKlC6KionDPPfcgMzPTZJ8SXu8PPvgAgwcPNpulXcqvtyN84f3tCnJ8fztDzu9vV/CV97dWqwWAahdh9dR7XFZh6NKlS9DpdGar1Tdp0sRsVXuD/Px8i8eXl5fj0qVL1R5j7Zye5sh1V/X666+jqKgI48aNM25r06YNVq1ahQ0bNmD16tUICQlBv379cOrUKZeW31GOXHdUVBRWrFiB9PR0ZGRkoHXr1rjnnnuwc+dO4zG+/nrn5eXh66+/xuOPP26yXeqvtyN84f3tCnJ8fzvCF97fzvKV97cQArNnz0b//v2RmJho9ThPvcdlsxxHZSqVyuRnIYTZtpqOr7rd3nN6g6NlXL16NebNm4f169cjIiLCuL13797o3bu38ed+/fqha9euePPNN/HGG2+4ruBOsue6W7dujdatWxt/7tOnD3Jzc/Haa69h4MCBDp3TWxwt46pVq9CgQQOMHj3aZLtcXm97+cr721Fyf3/bw5fe347ylff3tGnT8Msvv+C7776r8VhPvMdlVTPUqFEj+Pv7m6W9goICs1RoEBkZafH4gIAAhIeHV3uMtXN6miPXbbBmzRo89thj+PzzzzF48OBqj/Xz80OPHj0k803CmeuurHfv3ibX5MuvtxAC//vf/zBx4kQEBQVVe6zUXm9H+ML72xlyfn+7itze387wlff39OnTsWHDBmRmZiI2NrbaYz31HpdVGAoKCkK3bt2wZcsWk+1btmxB3759Ld6nT58+Zsd/++236N69OwIDA6s9xto5Pc2R6wb03xgnTZqEtLQ0jBw5ssbHEULg4MGDiIqKcrrMruDodVeVnZ1tck2++noD+tEap0+fxmOPPVbj40jt9XaEL7y/HSX397eryO397Qy5v7+FEJg2bRoyMjKwfft2JCQk1Hgfj73Hbe5qLRGfffaZCAwMFB988IE4evSomDVrlqhTp46xV/2cOXPExIkTjcf/9ttvonbt2uLpp58WR48eFR988IEIDAwUX375pfGY77//Xvj7+4v//Oc/4tixY+I///mPCAgIEHv37vX49Vlj73WnpaWJgIAA8dZbb4m8vDzj7dq1a8Zj5s2bJzZv3ix+/fVXkZ2dLSZPniwCAgLEDz/84PHrs8be616yZIlYu3atOHnypDh8+LCYM2eOACDS09ONx/ji623w8MMPi169elk8pxxe7+vXr4vs7GyRnZ0tAIjFixeL7OxscfbsWSGE776/7b1uX3l/23vdvvL+tve6DeT+/n7qqadEaGioyMrKMvm9LS4uNh7jrfe47MKQEEK89dZbolmzZiIoKEh07drVZFjeo48+KgYNGmRyfFZWlujSpYsICgoS8fHx4p133jE75xdffCFat24tAgMDRZs2bUzeXFJhz3UPGjRIADC7Pfroo8ZjZs2aJZo2bSqCgoJE48aNxdChQ8Xu3bs9eEW2see6Fy5cKFq0aCFCQkJEw4YNRf/+/cWmTZvMzulrr7cQQly7dk3UqlVLrFixwuL55PB6G4ZOW/u99dX3t73X7Svvb3uv21fe3478nvvC+9vSNQMQK1euNB7jrfe46nYBiYiIiBRJVn2GiIiIiFyNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIZGn16tUICQnB+fPnjdsef/xxdOzYEVqt1oslIyK54dpkRCRLQgh07twZAwYMwPLlyzF//nz897//xd69exETE+Pt4hGRjAR4uwBERI5QqVR45ZVXMHbsWERHR2PZsmXYtWsXgxAR2Y01Q0Qka127dsWRI0fw7bffYtCgQd4uDhHJEPsMEZFsffPNNzh+/Dh0Oh2aNGni7eIQkUyxZoiIZOnAgQNISkrCW2+9hc8++wy1a9fGF1984e1iEZEMsc8QEcnOmTNnMHLkSMyZMwcTJ05Eu3bt0KNHD/z000/o1q2bt4tHRDLDmiEikpUrV66gX79+GDhwIN577z3j9lGjRqG0tBSbN2/2YumISI4YhoiIiEjR2IGaiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgU7f8BfRJ6s1wfRskAAAAASUVORK5CYII=\n", + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkMAAAHFCAYAAADxOP3DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAA9hAAAPYQGoP6dpAABN1ElEQVR4nO3deXxTVfo/8E9oaQsIlRa6F6iKrLIIIggIfGURWYqVQUHZZlxZFIsLFR1ARxj4uaCiIurAqNO6UWjVcUEpUBW0bCKCIGPBUigIaFuWljY9vz9CQtMkzU1y19zP+/XKMLm5uTk3i/fpOc95jkUIIUBERERkUg20bgARERGRlhgMERERkakxGCIiIiJTYzBEREREpsZgiIiIiEyNwRARERGZGoMhIiIiMjUGQ0RERGRqDIaIiIjI1BgMEenQqlWrYLFYHLfQ0FDEx8fjtttuwy+//KJZu+bPnw+LxaLZ6xvBwYMHYbFY8Mwzz2jdFCKSKFTrBhCRZytXrkT79u1RUVGBb775Bk8//TTy8vLw888/o3nz5lo3j4goKDAYItKxzp07o2fPngCAgQMHwmq1Yt68eVi7di2mTp2qcetIS1VVVY5eQyIKDIfJiAzEHhgdO3bMsa2iogKzZ89Gt27dEBkZiaioKPTp0wc5OTkuz7dYLJgxYwbefvttdOjQAY0bN0bXrl3x8ccfu+z7ySefoFu3bggPD0dKSorHYZ+KigpkZGQgJSUFYWFhSExMxPTp0/Hnn3867demTRuMHDkSH3/8Mbp3745GjRqhQ4cOjtdetWoVOnTogCZNmqBXr17YunWr1/fDPpyYl5eH++67Dy1atEB0dDTS0tJw5MgRl3OfP3++yzHatGmDKVOmuBxz/fr1uOuuuxAdHY1mzZph0qRJOHPmDEpKSjBu3DhceumliI+Px0MPPYSqqiqX49bU1ODpp59Gq1atEBERgZ49e+Krr75y2e+XX37BhAkTEBMTg/DwcHTo0AEvv/yy0z4bNmyAxWLB22+/jdmzZyMxMRHh4eE4cOAAzp49i4ceeggpKSmIiIhAVFQUevbsiaysLK/vHxHZ8E8KIgMpLCwEAFx55ZWObZWVlTh16hQeeughJCYm4vz58/jyyy+RlpaGlStXYtKkSU7H+OSTT1BQUIAnn3wSl1xyCZYsWYKbb74Z+/btw2WXXQYA+Oqrr5Camoo+ffrg3XffhdVqxZIlS5yCMAAQQmDMmDH46quvkJGRgf79+2PXrl2YN28eNm/ejM2bNyM8PNyx/w8//ICMjAzMnTsXkZGRWLBgAdLS0pCRkYGvvvoKCxcuhMViwaOPPoqRI0eisLAQjRo18vq+3HnnnRgxYgQyMzNRVFSEhx9+GHfccQfWr1/v93t95513Ii0tDe+++y527NiBxx57DNXV1di3bx/S0tJw991348svv8TixYuRkJCA9PR0p+cvW7YMrVu3xtKlS1FTU4MlS5Zg+PDh2LhxI/r06QMA2LNnD6677jq0atUKzz77LOLi4vD555/j/vvvx4kTJzBv3jynY2ZkZKBPnz5Yvnw5GjRogJiYGKSnp+Ptt9/GP/7xD3Tv3h1nzpzB7t27cfLkSb/Pnch0BBHpzsqVKwUAsWXLFlFVVSXKy8vFZ599JuLi4sT1118vqqqqPD63urpaVFVVib/97W+ie/fuTo8BELGxsaKsrMyxraSkRDRo0EAsWrTIse3aa68VCQkJ4ty5c45tZWVlIioqStT+z8Znn30mAIglS5Y4vc57770nAIgVK1Y4trVu3Vo0atRIHD582LFt586dAoCIj48XZ86ccWxfu3atACByc3MlvU/Tpk1z2r5kyRIBQBw9etTp3OfNm+dyjNatW4vJkye7HHPmzJlO+40ZM0YAEM8995zT9m7duomrr77acb+wsFAA8Pj+DR482LFt2LBhIikpSZSWljodc8aMGSIiIkKcOnVKCCFEXl6eACCuv/56l/Z37txZjBkzxmU7EUnHYTIiHevduzcaNmyIpk2b4sYbb0Tz5s2Rk5PjkifywQcfoG/fvrjkkksQGhqKhg0b4s0338TevXtdjjlo0CA0bdrUcT82NhYxMTE4dOgQAODMmTMoKChAWloaIiIiHPs1bdoUo0aNcjqWveel9jATAPzlL39BkyZNXIaFunXrhsTERMf9Dh06ALDlQzVu3Nhlu71N3owePdrpfpcuXXx6vjsjR450um9v04gRI1y2u3sdT+/fpk2bYLVaUVFRga+++go333wzGjdujOrqasftpptuQkVFBbZs2eJ0zFtuucXldXr16oVPP/0Uc+bMwYYNG3Du3Dm/z5nIrBgMEenYW2+9hYKCAqxfvx733HMP9u7di/Hjxzvtk52djXHjxiExMRHvvPMONm/ejIKCAvz1r39FRUWFyzGjo6NdtoWHhzsuon/88QdqamoQFxfnsl/dbSdPnkRoaChatmzptN1isSAuLs5lqCYqKsrpflhYWL3b3bXfnbrnZB+aCyQw8KWt7trp6f07f/48Tp8+jZMnT6K6uhovvfQSGjZs6HS76aabAAAnTpxwen58fLzLMV988UU8+uijWLt2LQYNGoSoqCiMGTNG0xIMREbDnCEiHevQoYMjaXrQoEGwWq1444038OGHH2Ls2LEAgHfeeQcpKSl47733nGoAVVZW+vWazZs3h8ViQUlJictjdbdFR0ejuroav//+u1NAJIRASUkJrrnmGr/aoITw8HC374lSuTWe3r+wsDBccsklaNiwIUJCQjBx4kRMnz7d7TFSUlKc7rur8dSkSRMsWLAACxYswLFjxxy9RKNGjcLPP/8sz8kQBTn2DBEZyJIlS9C8eXP8/e9/R01NDQDbBTIsLMzpQllSUuJ2NpkU9tlc2dnZTj0e5eXl+Oijj5z2veGGGwDYArLaVq9ejTNnzjge14M2bdpg165dTtvWr1+P06dPK/J6nt6//v37IyQkBI0bN8agQYOwY8cOdOnSBT179nS5uevFq09sbCymTJmC8ePHY9++fTh79qzcp0UUlNgzRGQgzZs3R0ZGBh555BFkZmbijjvuwMiRI5GdnY1p06Zh7NixKCoqwlNPPYX4+Hi/h0qeeuop3HjjjRgyZAhmz54Nq9WKxYsXo0mTJjh16pRjvyFDhmDYsGF49NFHUVZWhr59+zpmk3Xv3h0TJ06U69QDNnHiRDzxxBP4+9//jgEDBmDPnj1YtmwZIiMjFXm9kJAQDBkyBOnp6aipqcHixYtRVlaGBQsWOPZ54YUX0K9fP/Tv3x/33Xcf2rRpg/Lychw4cAAfffSRpNlw1157LUaOHIkuXbqgefPm2Lt3L95++2306dPHKQ+LiDxjMERkMDNnzsSyZcvw5JNPYvz48Zg6dSqOHz+O5cuX41//+hcuu+wyzJkzB4cPH3a68PpiyJAhWLt2LR5//HHceuutiIuLw7Rp03Du3DmnY1osFqxduxbz58/HypUr8fTTT6NFixaYOHEiFi5c6DStXmsPP/wwysrKsGrVKjzzzDPo1asX3n//faSmpiryejNmzEBFRQXuv/9+HD9+HJ06dcInn3yCvn37Ovbp2LEjtm/fjqeeegqPP/44jh8/jksvvRRt27Z15A1583//93/Izc3F888/j7NnzyIxMRGTJk3C3LlzFTkvomBkEUIIrRtBREREpBXmDBEREZGpMRgiIiIiU2MwRERERKbGYIiIiIhMjcEQERERmRqDISIiIjI1U9QZqqmpwZEjR9C0aVO35eyJiIhIf4QQKC8vR0JCAho0UK7/xhTB0JEjR5CcnKx1M4iIiMgPRUVFSEpKUuz4pgiGmjZtCsD2ZjZr1kzj1hAREZEUZWVlSE5OdlzHlWKKYMg+NNasWTMGQ0RERAajdIoLE6iJiIjI1BgMERERkakxGCIiIiJTYzBEREREpsZgiIiIiEyNwRARERGZGoMhIiIiMjUGQ0RERGRqDIaIiIjI1BgMERERkakxGCIiIiJTYzBEREREpsZgiIiIiEyNwRARERGZGoMhIiIiMjUGQ0RERGRqDIaIiIjI1DQPhjZt2oRRo0YhISEBFosFa9eu9bjvPffcA4vFgqVLl6rWPiIiIgpumgdDZ86cQdeuXbFs2bJ691u7di2+++47JCQkqNQyIiIiMoNQrRswfPhwDB8+vN59iouLMWPGDHz++ecYMWKESi0jIiIiM9C8Z8ibmpoaTJw4EQ8//DA6deqkdXOIiIgoyGjeM+TN4sWLERoaivvvv1/ycyorK1FZWem4X1ZWpkTTiIiIKAjoumdo27ZteOGFF7Bq1SpYLBbJz1u0aBEiIyMdt+TkZAVbSUREREam62AoPz8fx48fR6tWrRAaGorQ0FAcOnQIs2fPRps2bTw+LyMjA6WlpY5bUVGReo0mIiIiQ9H1MNnEiRMxePBgp23Dhg3DxIkTMXXqVI/PCw8PR3h4uNLNIyIioiCgeTB0+vRpHDhwwHG/sLAQO3fuRFRUFFq1aoXo6Gin/Rs2bIi4uDi0a9dO7aYSERFRENI8GNq6dSsGDRrkuJ+eng4AmDx5MlatWqVRq4iIiMgsNA+GBg4cCCGE5P0PHjyoXGOIiIjIdHSdQE1ERESkNAZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZlaqNYNICIioiBltQL5+cDRo0B8PNC/PxASonWrXDAYIiIiIvllZwMPPAAcPnxxW1IS8MILQFqadu1yg8NkREREJK/sbGDsWOdACACKi23bs7O1aZcHDIaIiIhIPlarrUdICNfH7NtmzbLtpxMMhoiIiEg++fmuPUK1CQEUFdn20wkGQ0RERCSfo0fl3U8FDIaIiIhIPvHx8u6nAgZDREREJJ/+/W2zxiwW949bLEBysm0/nWAwRERERPIJCbFNnwdcAyL7/aVLdVVviMEQERERySstDfjwQyAx0Xl7UpJtu87qDLHoIhEREckvLQ1ITWUFaiIiIjKxkBBg4ECtW+EVh8mIiIjI1BgMERERkakxGCIiIiJTYzBEREREpsZgiIiIiEyNwRARERGZGoMhIiIiMjUGQ0RERGRqDIaIiIjI1BgMERERkakxGCIiIiJT0zwY2rRpE0aNGoWEhARYLBasXbvW8VhVVRUeffRRXHXVVWjSpAkSEhIwadIkHDlyRLsGExERUVDRPBg6c+YMunbtimXLlrk8dvbsWWzfvh1PPPEEtm/fjuzsbOzfvx+jR4/WoKVEREQUjCxCCKF1I+wsFgvWrFmDMWPGeNynoKAAvXr1wqFDh9CqVStJxy0rK0NkZCRKS0vRrFkzmVpLRERESlLr+h2q2JEVUlpaCovFgksvvdTjPpWVlaisrHTcLysrU6FlREREZESaD5P5oqKiAnPmzMGECRPqjRAXLVqEyMhIxy05OVnFVhIREZGRGCYYqqqqwm233Yaamhq88sor9e6bkZGB0tJSx62oqEilVhIREZHRGGKYrKqqCuPGjUNhYSHWr1/vddwwPDwc4eHhKrWOiIiIjEz3wZA9EPrll1+Ql5eH6OhorZtEREREQUTzYOj06dM4cOCA435hYSF27tyJqKgoJCQkYOzYsdi+fTs+/vhjWK1WlJSUAACioqIQFhamVbOJiIgoSGg+tX7Dhg0YNGiQy/bJkydj/vz5SElJcfu8vLw8DBw4UNJrcGo9ERGR8Zhmav3AgQNRXzymozJIREREFIQMM5uMiIiISAkMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIytVCtG0BEROTCagXy84GjR4H4eKB/fyAkROtWUZBiMERERPqSnQ088ABw+PDFbUlJwAsvAGlp2rWLghaHyYiISD+ys4GxY50DIQAoLrZtz87Wpl0U1BgMERGRPlitth4hIVwfs2+bNcu2H5GMGAwREZE+5Oe79gjVJgRQVGTbj0hGzBkiIiJ9OHpU3v1IGUGY3M5giIiI9CE+Xt79SH5BmtzOYTIiItKH/v1tF1aLxf3jFguQnGzbj9QXxMntDIaIiPTKagU2bACysmz/BnvicEiIrYcBcA2I7PeXLjX8kIwhBXlyO4MhIiI9ys4G2rQBBg0CJkyw/dumjaH/+vbKagWiomwX3eho58eSkoAPPzT0UIyhBXlyO3OGiIj0xj4cUfevcPtwRDAGBe5yUVq2BG6/HUhNDYokXd2rLzE6yJPb2TNERKQnQT4c4ZanXJQTJ2zDZqdOMRBSmreeSLmT23U2BMxgiIhIT4J8OMKFGYM/vZGSGC1ncrsOh4AZDBER6UmQD0e4MFvwpzdSg1FAnuR2nc5I0zwY2rRpE0aNGoWEhARYLBasXbvW6XEhBObPn4+EhAQ0atQIAwcOxE8//aRNY4mIlGa2WjtmC/70xpdgNC3Nlq+WmOi8j9Tkdh33AmoeDJ05cwZdu3bFsmXL3D6+ZMkSPPfcc1i2bBkKCgoQFxeHIUOGoLy8XOWWEhGpwGy1dswW/OmNr8FoWhpw8CCQlwdkZtr+LSyUltCv415AzWeTDR8+HMOHD3f7mBACS5cuxdy5c5F24Y3+97//jdjYWGRmZuKee+5Rs6lERMqz19oZO9YW+NT+KzoYa+3Yg7/iYvc9BhaL7fFgCf70xp9gNCQEGDjQ99fyMfAqO1yG7IXf+f46ftC8Z6g+hYWFKCkpwdChQx3bwsPDMWDAAHz77bcen1dZWYmysjKnGxGRYQQ6HGEkLLSoLTV7IiUGXmtfP4ZhLbaiRXIEpr56beCvK4Gug6GSkhIAQGxsrNP22NhYx2PuLFq0CJGRkY5bcnKyou0kIpJdIMMRRmOm4E9v1AxGvQReNbDgNyTjlryZ+OJkT1QhDFc0LAz8dSXQdTBkZ6nzxgkhXLbVlpGRgdLSUsetqKhI6SYSEcnPPhwxfrzt32DuHTFT8Kc3agWjFwIvAaDugGgNbNf0B/Ecejf9CYuHb8DP//0V206kyPPaXmieM1SfuLg4ALYeovha3WvHjx936S2qLTw8HOHh4Yq3j4iIZORvLgoFLi3NVunbUwXqAJUdLsNnz+5GzppYNBD/xkI8hmRcTKY+2SAGuwbMwKsvDUBMp5YXn6dSmouug6GUlBTExcVh3bp16N69OwDg/Pnz2LhxIxYvXqxx64iIiIKIzMHo4YKjyH12P3K+bIK8k11QhesuPNIX6zAE6Ynv44aepeg09Rq0HDkEN2jY86l5MHT69GkcOHDAcb+wsBA7d+5EVFQUWrVqhVmzZmHhwoVo27Yt2rZti4ULF6Jx48aYMGGChq0mIiJDqW/dLZKFqBHY9eF+5Cw/ipwtsdh+rgOAi6M67cJ+RWq33zB6ShR6/60TQsLu166xdWgeDG3duhWDBg1y3E9PTwcATJ48GatWrcIjjzyCc+fOYdq0afjjjz9w7bXX4osvvkDTpk21ajIRERmJu0Vgk5JsicPMSQpI1dkqbHppJ/a8/g1++TUUu0Rn5KM/ahACC2rQp+lupPY7hdSZrdBu+GUALtO6yW5ZhHBX2CG4lJWVITIyEqWlpWjWrJnWzSEiIl/527NjX/6h7qXOPgmHs9V8djH/R6DBoV9d8n9ONIjBDwNm4qqX7nHK//HrtVS6fjMYIiIiffO3Z8dqtS0A6qnqsb2gY2Ehh8y8cM3/CcPNyMaHGAtAOE9NlzHQZDAkIwZDREQGFUjPzoYNthXRvcnL4yy2Otzn/1zUPvQANluuQ2TV73Bb6EamQFOt67fmOUNERERueVvY02KxLeyZmur+gstFYH1SdbYKm17+Ebn/KUfO7stxyNoOQDsAcM3/aXQYGPS754PVXmfMAIEmgyEiItInXxb2dHfB5SKwXtXO//nvb53wp7ja8VgjnMWQuB+ReuN5jJjdHrGdu1x8YpbENcMMEmgyGCIiIn0KtGeHi8C65bn+D9DS8jtGXfEzRo8Nw5D0q9C4hYe1wYIs0GQwRERE+hToBde+7tbYsbbAp3ZAZKJFYO35P7mvHUXOlhhsO9sRtev/XNmwEKndDiF1qr3+j4TgMMgCTSZQExGRPtlng3m74HpL0nU3Gy052RYIBem0+qqzVch/dTdy3i5D7k+X4WD1xQXL3df/8YM9uR1wH2hyNpm+MBgiIjIouS64JqhA7Zr/c6njMdf8n8Dq/zgoHGgyGJIRgyEiIgMzYc+OVO7q/9i55v80VqYRCgaaDIZkxGCIiMjgTNCzI4X7/J+LXPN/jP0esc4QERGRncwrqitCoYDNNf+nnvo/wy8DkBLwa5oNgyEiInLFnhjfyLwYrGv+T3fHY/XW/yG/MBgiIiJnXOXdN56WDCkutm2XmOTtrf7PyCt+Rqq3+j/kF+YMERHRRVzl3TcBLAZrtvwffzCBWkYMhoh0ikMx+mLWVd4D+R76uBis1Po/o2e0Qvub/Kz/E0SYQE1EwY1DMfoT6FpgWvMnqAn0eyhxyZDNizdi2ZSGLvk/ETiHoXG7MHrYeYx8SIH8H/7BIQmDISJSn0w5FiQzI6/y7k9QI8f3UOKSIRmfDcBG9AWgYv4P/+CQjMNkRKQusw7FGIGPQz664U+ek1zfwwvHEcXFsLi5nNbAgsNIwrDQ9RjV/bB6+T9q534p1AOl1vW7gWJHJiJyx5ehGFKXffFN+wWzLovFVvlZT4tvWq223g93f9fbt82aZduvNhm+h1Vnq7B+6S68GXI3hLAFPrXVwAILBBo8loG9VVdgyfcD0fe+LsoHQv6+J/7KzrYFloMGARMm2P5t08a23SAYDBGRuow8FBPs7Ku8A64BkV5Xefc3qPHze1h2uAzvP/gtbm/zDWIuOYMbHuqOOw89gbH4EEeQ4LRvg+QkWFavRtLT90l7Lbmo+QeHvQeq7uvZhxoNEhAxZ4iI1CUxx0LyfiSvtDTbEIq7XBM9rgXmb3Dtw/fwcMFRfPTcL8hZ1xjrPdb/SUTUA3uBvdu0T1bOyZG2X6B/cHjrgbJYbD1Qqan6CqDdYDBEROqyD8UUF7v/j6g9V0NPQzFmk5Zmu4AZYRaSv8G1l++hgAVl4S0w5KZoFJyLB3Dx+a71f2p9V2MH+n4OcrJagf/8R9q+gf7BYfTZh7UwGCIiddmHYsaOtQU+tS9Eeh2KMaO6a4FZrbYEa70FR/4G1/V8D+25P1Mrl6MAVznq/4zua1v/y1b/J8D1v5Sa8p6fD/z+u/f9WrYM/A+OIBryZs4QEanPPhSTmOi8PSmJ0+r1SM8JsgHkOZX1GoxvRvwDJxu0cNp+GEmYgP+gOjYRb0zOx9EfT+Kbsi549NOB8hRCVPL9lBp43H574MFXEA15c2o9EWmHBeG05+0z8HWKtlafqbuaOsnJLnlOrvk/YWgAK/ojH1diPy5PrED7O3picHpXNIlpokw7lZzyrmZ5BHt5Am+9cgGUyeByHDJiMERE5Ia3ony+1uLRusifm0BMWBrgx+xfkPPqkXrX/xo9JQp97lS4/o8aNbZUCFCc2IM7wP2Qd4DBHYMhGTEYIiKqQ0oPRWQkMHiw92Pl5QGnTulmgVcp63855//IQEqPmFq9NgoHKG5fT0KvnD+4NhkRESlDypTou+8GamqkHa+4GJgzR9Mp1mWHy/D5cz8hZ00NPjnkuv7XkNhdSL1RofW/pPaIqZVwrHZ5BCPNPvSAwRARkdlImRJ98qT045WUaDLFunjrUeQ+a8v/yTt5Fc6jj+OxFpYTGHXFXqSODcPgWZ3RJEbB9b+krm+mZsKx2gFK3dmHBsNhMiIis8nKss1ikkvz5sAff3jfLzMTGD/e75cRNUI/+T+A7zlAaufz2Nto4B4bDpMREQULvV2Q5J7qLCUQ8vN1XfN/rgRwJQBP+T8B1v/xha9FB9WusaV1QruBMBgiIlKSHi9I3goVys3HquKa5v94Uzuw3bNH2nNq5wCplc/jy/AdcZiMiEgxSteU8VXtC/kvvwDz5rn2UMhN4rm65v+EOx5zzf9RoP6PFO4CWynczQ5TsrdQjSn8KuHUehkxGCIi1entguTuQh4dbfu3drJ0UhJw7pxtqrw/l4eoKNtz7TxMsfaW/9O2YSFSu9rW/5Kc/6NkgOEpsK2PVkGHmoUXFcacISIio7JagZde0s8ilp4u5PagZcECoG3biwFETo77vBYp3n/fduF3E5B4y//pfclPSO130r/8HyWHI+srReCJluvsBdGaYWphMEREJCdfh1KUviBJqSn0xhvOvRee8lrsM6LcsfeC2BOFL/At/+cq/85R6fwYb4nS7ihV00eKIFozTC0MhoiI5OLPUIrSFyRfZzzZuatTc+IEMG7cxefZ1ekFkVL/Z/QtYRjyoAz1f6QEe4EWfJQasD7+ONCxo/YzBr0lyPuY0G4GDIaIiIDA8018HUpR64KUkyNtP3cXfHeF9Nz0GImkJBy69RG8/XIUcifuwdazHQFcDPJc839kPGd/gz1fSA1Yb7hBHzk4ak/hDwZC56qqqsTcuXNFmzZtREREhEhJSRELFiwQVqtV8jFKS0sFAFFaWqpgS4nIsFavFiIpSQjbZcN2S0qybZcqL8/5+fXdLBbbzZfj+6O6WoiWLaW1KS/Pp+NWfbpO7L59oXjp8ufFZSGFzqcHq+hzyS7xzxvzxN5P/qfY6QkhhMjMlHZ+mZn+v0Z1te37YLF4/jyTk2376Ym773VysvLfOxmpdf3Wfc/Q4sWLsXz5cvz73/9Gp06dsHXrVkydOhWRkZF44IEHtG4eERmdXPkmvuT+qJVPkp8P/P679/1atpTUQ1V+pByfPbMbOWtq8N9DPfCHuLiIq2z5P75SIz/GqD0tRl0zrHYvrUozwHUfDG3evBmpqakYMWIEAKBNmzbIysrC1q1bNW4ZERmenPkmUi+2zz8PzJypzgVJaoB2++0e26Nq/o8/1MqPUXvxU7kYbc0wf2s5BUj3wVC/fv2wfPly7N+/H1deeSV++OEHfP3111i6dKnWTSMio5Mz30TqRVmtQAiQHqClpjr+b+36P7lbYtTN//GHmr02Ru1pMQp/JiDIRPfB0KOPPorS0lK0b98eISEhsFqtePrppzG+nsX+KisrUVlZ6bhfVlamRlOJyGik9pwUF9sK2dV3AdTjUIrEAK2qR298/dwO5LxdhpzdMtf/UYOavTZG62kxCn9qOclJ0YwkGWRlZYmkpCSRlZUldu3aJd566y0RFRUlVq1a5fE58+bNEwBcbkygJlJYdbUtETcz0/ZvoAmlch+vLqlJz3WTkOtLrtZb0urq1RcTtmu1qcZiETWAeL7l06K55ZRTcyNwVoyK3SLemLxJlPx4XJt2+0Pp7wspx8NvsVSl67fug6GkpCSxbNkyp21PPfWUaNeuncfnVFRUiNLSUsetqKiIwRCR0uSYkaXk8dzxNkvI39lgersou3kvf0OSuBmrHZtaWH4XU67YJNbM2SJOHzutbXvJfDzMClQrGNL9MNnZs2fRoEEDp20hISGoqanx+Jzw8HCEh4d7fJyIZCZ3BWC1Vtyub2irPt6Sq3UylHIx/ycKH5/8LxrhJOJxFEcRj3z0x+UNf8NDXTfoJ/+HzEvjati6X6h1ypQp+PLLL/Haa6+hU6dO2LFjB+6++2789a9/xeLFiyUdgwu1EilI7gVJtVjg1N0MlpYtpU1L19lil9UV1ch/5cda+T/Jjsdq5/+Mnp6M9jddBksDi4atDTJKLhQb7Oy/+zr5bWUAIgGuWl9eXo4nnngCa9aswfHjx5GQkIDx48fj73//O8LCwiQdg8EQkYLkXiFbqxW3617IiouBO+7w/rzMTKCeCR1qcK7/0xF/iOaOx+z1f0YPO49RD7dHbOeWGrZUZ+QMXpRcKNYs7D3CgCMgUisY0v0wWdOmTbF06VJOpSfSK7lXyNbLittxcdL206h7317/J/fLRlh/ootL/Z+Rl+9F6lgN6//onZzBi1rDusHO06xAFeg+GCIinZO7ArAWK267uzAmJgLR0cCpU8oW85NI1AjsXmOr/5Oz2QD1f/RMzuBFjYVizaRuLadmzYCRIxV/Wd0Pk8mBw2RECvIw1u/gb86QXMfzxtOFsXZCtae6QQr/xV87/yd3dwoKq1tdbIIc+T9mzHGROydNq2Fdk1Dr+u1Tz1BRURGSk5O970hE5iF3sUE1ixdK+as+Kgpo1Ei1JRhc83+6Ox5zzf+pZ/0vb4GOWXNc5F7lXi/DuhQYX+bhN27cWDz++OPi9Glj1aDgqvVEKpC72KAaxQulFl388ktF6wYdLjgiXrlto7ixxfciDBVOL+1X/R9vNZrshRh9rZ8UDKSucv/OO9KOJ/U7lJen5FkFLbWu3z4Nk3377bd48MEHUVRUhKeffhpTp05VLkqTEYfJiFQi97CL0sM4WVnAhAne95N5xpj7/J+LXPN/fDjn+ob9AOD994EHH1S3dIGeSB3WatkSWL7cey+Z2sO6JqPW9duvnKG33noLc+fORYsWLfD8889joM7HQRkMEZFbKuZ7KJ7/A0jLh4mOBk6c8H6sYM1x8Ra82PmSF+ZmSrjPxyC31Lp+N/C+i6tJkyZh//79GDVqFEaMGIGbb74ZBw4ckLttRETKsi9kavEQeFgsQHKy3zPGyo+U44P0zbgj5RvENC7H/83ujhd2DkBhdStE4BxGxnyP1yfl48gPJ/Bt+VV49NOB6DDycv8LIUrJh5ESCAHBm+Niz0nzxh7UzJplC6DqY58SnpjovD0piYGQQfg9tV4IgaFDh6K8vBwvvvgiPv30U0yfPh3z589H06ZN5WwjEZEyFEjW9q3+Ty+ZTuQCOQMYjZdHUJQ9eLnnnvqDQ1+SqetOCTfL7Lwg4VMwtHz5chQUFKCgoAB79+5FSEgIunTpgunTp6Nbt274z3/+g44dO2LNmjXo2bOnUm0mIvJOar6Rp0JvEmeMSa3/M3pyc1x3d2dl6//IEcCoXD9JM2lpwLlz0qqMSw0ydbImHfnOp5yh5ORk9O7d23Hr2bOny4KoCxcuRGZmJnbv3i17Y/3FnCEik/Fn2rgPydrVFdXIX7YTPy3/Gr8UhuCHmquQj/6oQYgj/2d035NInaHy+l9S82HqY7GYZ2iHNYJ0T9cJ1PU5duwYEhISYPU2xqoiBkNEJuJtNpWfF3p7/Z/ctVZYCn/F05iLZFwMtn5vEIMf+s9E5xfvRlyXmEDOIDDZ2cAtt/j33Kgo4PXXzREIAZwJZgCGDYaEENi0aRMGDBgg52EDwmCIKABGqlIsc3XhI9tLkPvMfuSss+f/hONmZONDjAUgnGeg6GXmkNUKxMYCJ0/6/twvvwRuuEH+NukZZ4LpmmGDIT1iMETkJ6NVKQ5w2MNb/Z92oQewxXIdIqt+h9uBLz30JEh9D2rTQ7u15O57npysWJVxkk6Xy3EQkQL02vNixJW4/VgawbX+z5UArgQA1/yfxkWw3PC75+P6upSDEnydUSb3EidGxJlgpsdgiEhLeu15MepK3BJnU51tGIlP0jcjd60Vnxzs5LL+1+CYH5F6YyVGzm6HuC611v/6zxZp7dCyRo+vM8oCXWdNjWBejdfgTDBzU3SxD53g2mSkS3peH8qo6y1VV9vW4HL3vgKiBhDHGsSKCJzxff2v1auFaNlS/++Ll/dAALbzeOedwNdZ87YGmhzUeA3SLbWu3wyGiLRgv2B5ulhZLLZFSWVeEFQyqYtZZmZq0776XAgya+oEA1ZYhBUWcTNWC0CIKxoWitk98sSml3aK6kov77OnwNXXz626WtEFX13aW7fNcgbaagTzev6DgVSh1vXbr+U4iChAUpZNsOeeaEHqUIvOqhRXV1Qj72AK/tV6AUpEnNNjh5GExyKeRa9hUdjz0f+wv6I1ntk6EP1ndK1/IdT6hgzd8ZR7k51tm+k2aJBtcdhBg2z3s7Olnp50Si8P4W0YFZC2jIXWr0F0AXOGiLTgR6Kvquxrdnmrv6KDKsXlR8rx+bO7kbOmdv5PdzTAY7gBX2JIs+/RsXckevzzL/hndz+CN2+Bq119q5xrkYweSFKwtxwdX4J5f/Nw1HgNogsYDBFpQe89L/Wt2WWn4ewj1/o/rut/jU5riKGz+6FJzLDAXkxqQPr88+4DGi2T0f1JCpaS1K9GMK/3PxgoqDAYItKCEXpe7EMtd9/tWsAvKkrVptSu/5O7pSUKznQCcHEY7IqGB5Ha5SBSpyiw/pfUgLTukJSdkXo4pPZgqRHM6/0PBgoqDIaItKDAaumKcVfJ+NQpxWsN2ev/5L5ThpwfXev/XHvJT0h1Wv+rjSLtCDhwNUoPhy89WGoE80b4g4GCBhOoiZRmtdqqAmdl2f61J3wqneQaKPvF0R2FEljLj5Tjw9mbMfGyrxHTuBz/N7s7lu4YgMLqVojAOYyM+R6vT8rHkR9OYHP5VZjz2UB0GHm5sguh2gNX4GKgaiclcDVKD4cvPViBvidSqPEaRHaKzlXTCU6tD3JqTVf2h5QaKXptv0q1hoq3HRWvjt8obmzxvQhDhdv6P9mPbPZc/0ct7j7L5GTv07u91f1xNx1fi++EP+UU/H1PfKHGa5BuqXX95tpkZGx6reAM+LZ6uh6X5MjKsk0B9yYzExg/3vt+F85RFB9B4QErsjYlIOe7uAv5Pxe55v/o6C9/fz8nXxYD1eo77e+6bsFSgZp0SbXrt6Khlk6wZyhI6bkgmy9FFfVaYVfGnqHqrPfFucgYp+f9hiRxM1YLC6yi9yW7xKJheWLPRwdEjbVG8VPTpOdFSg+Hlt9pf3qwiBTGniEZsWcoCFmttoJ1nnIctF6FW+pf2QsWAPPnS+s9UkPtv8BjYoDJk4EjR+pPYPXwHtvr/xS/sx4zjz8BQDglKdYAsAD489l/oXn6VIVOyA0texPr6+HQw3falx4sIhWwZ0hG7BkKQnpfO0tq/kVUlLTeIzW467mIjr7YFgk9FXXzfxqgWvyGJGHV0znqtTdRL99p5uiQjqh1/ebUejImvU9Xljoz6NQpz48JoV79GU/5Tfb2RUU5T7G/sNK5GHMzdq/e77H+z4SQd5Fs1UmNHS2LH0qhl+90IJWriQyKwRAZk96nK0upkVI3wPBE6YuflCChUSPgyy+B48dhjY5B/u5LkfOP08i5taj++j+lNcAdEtqgRtCq9+KHevpO+1O5msjAGAyRMem9IJuUoor33w/Mm+f9WMeO2QIWpf4ylxIkHD6Mja/9jDe2dr2w/ldzx8PhqMCQmF0YPawCox5qj7guV1187oYiaW1Q4wKvl54XT/T+nSYKYiy6SPrmqWChEQqyeSuqOHeu7f/XbX9dDz6o3OrmgOSL//IPovBOYT/8IZoj2nISky//GtmPbMHJY1Z8dKwX7nrresR1iXF+kv0C7+kcLRYgOVmdC7yeel5qs3/H338fuOuui71xtenlO00UrBTNSNIJJlAblJQp50ZI9qxvGrc9odfTdGY1EnwlJu5OCMkSs3vkiU0v7RTVlT4kPHs6R7WTlvU4ddxT0ro9cV2v32kilXBqvYw4td6AjF6w0Bfupnq7o8DU6uqKanz9yg/oOmc4IqtOoAFc/3MgAFS3iEfokd9gaejnyLq7c0xOtvV0qDlVW09Tx719x+fPB9q2NeZ3mkgmal2/GQyR/mhVb0XLoMpqBV56yTYk5k3dCsA+stf/yVljdeT/3IxsfAhbkOAUEMkZJOglaNVDYKaHmkJEBqDW9ZsJ1KQ/Wsz60XpZj5AQIDZW2r5+JPge2V6C3Gf2I/fLRvjq9y44jz6Ox6ItJ9HsshgUXLUQ13y3DDhafPGJF6bQy/Ie6GWGkh6mjut9ZhuRyTAYIv1Re9aPp+GK4mLbdrWGTmRM8BU1ArvX/ILc5UeQs9m1/o/r+l/9APQDrA/ro/dGaVoHZnqf2UZkMgyGSH/UnPWjp0J8AU6trq6oxtfLdyPnrVLk/JjiVP8HAHpf8iNGX3cSqdOT0GHk5bA0aON6EK2DBLPQ68w2IpNiMETaqC9/RM16K3oarpBSm6jO1GrX/J9ujsfCUYHBMbuQ6q7+D2mLNYWIdMUQdYaKi4txxx13IDo6Go0bN0a3bt2wbds2rZtlDJ7q9GgpO9uWPDpoEDBhgu3f2nV01KwhpLfhCm+1idLScGR7CZZP2ISbYgrQIjEMf3muj8f6Px97qv9D2jJCnSwiE9H9bLI//vgD3bt3x6BBg3DfffchJiYG//vf/9CmTRtcfvnlko5h2tlkWicFe2qT1Cnzasz6kbq6fIAzuHxmD2I3bIAQAgcbXoms/ESs3RJ3If/notr5P33u7ITQCHb4GoYeZrYR6Rin1l8wZ84cfPPNN8jPz/f7GKYMhnwJOtTiz3Ripadj29vkbbhC5SnO1nc/QNW9MxFResyxrQhJeAAvYA3S3OT/eKliTfqll5IDRDrEYOiCjh07YtiwYTh8+DA2btyIxMRETJs2DXfddZfH51RWVqKystJxv6ysDMnJyeYJhvRaw0SvvTA6KcRnz/858p/1mHHsCQDCaRy7BoAFwJ/P/gvN06cq3h4iIq2pFQzpPmfo119/xauvvoq2bdvi888/x7333ov7778fb731lsfnLFq0CJGRkY5bcnKyii3WAV+SgtWkt/wcOwl5Oko5sr0Er91+Mf/n1ud64eZjy1E3EAJsP1aLxYLmS+fpI/eLiChI6D65oKamBj179sTChQsBAN27d8dPP/2EV199FZMmTXL7nIyMDKSnpzvu23uGTEOvQYcepxPbhygqK4FVq2zbjh9XbLhC1Aj8lHMAOa8Uu63/MyHkXSRbdTK7jYjIJHQfDMXHx6Njx45O2zp06IDVq1d7fE54eDjCw8OVbpp+6THoAKRNJ05MtAUoWVnK50/Ul2AuY6BRu/5P7o9t8Gt1WwBtHY875f+U1wB3SDgoi/EREclG98FQ3759sW/fPqdt+/fvR+vWrTVqkQHotYaJtzo6QgDnzgGDB1/crtTsN4WrTtvzf3LXWvFJYUecklr/Z4OXxVrtWIyPiEg2uk+gLigowHXXXYcFCxZg3Lhx+P7773HXXXdhxYoVuP322yUdw9SzyQD1koKlzopx1yMTHQ2cPOm6rxLtVSjB/Mj2Enz07H7krLOv/3WxdzLachIjL9uL1FtCMXT2VWgS06T+tulsdhsRkRZUu34LA/joo49E586dRXh4uGjfvr1YsWKFT88vLS0VAERpaalCLdSp1auFSEoSwnZZtd2Sk23b1XitpCTPr1VdLURenhCZmUJ8+aUQiYnOz619s1hs7a6ulqeteXmeX6v2LS+v3sPUWGvEj9n7xT8G54lrmux2efrloQdFeo88sfHFnaLqXJX09q1ebTtni8X1fbBYlPn8iIh0SK3rt+57huRgyp4hOzVqmARa00jtKfdZWbbK195kZgLjxzttcs3/cR6uvbbJbqT2PRF4/R8W4yMiUu36rfucIQqQ0gtvyrHQqVqz3+yB4Z490va/kJdTfqQcXzy/GznZUvJ/OgfWRru0NNt7xmJ82mAhRCJTYTBEgZFjoVM1Zr+562nxxGJBdUw8/vWawNpxBRfyf/o4Hq6d/zPkwc64JK6X/+2qTzCtIG+k4EKPy9gQkaIYDFFg5OjVUXr2m6dhPDfEhf8Zd+wlrHn34tDd5aGHkNq1EKmTm+O6uzohNKKff20xIyMFFwrPMiQifdJ9BWrSOTl6dZRcwbu+YTxcCH5qKUIybsGHWIM0XNtkNxYO3YCfcg7gl8pWeHbrQFw/sysXQvWFPbio2yNnDy6ys7VplzvehnwB25Avq38TBR0mUFNg5JwKrkTSsMTk7CfxOL5Gf0S0bIpRN1ZdyP+J8e81yUava+R5ote184hMjAnUZAzeCikC0nt1lEgaljiMN3xkQ6S/fh0uibvE/9eSSqn8Gb3l5ciRT6YmvS5jQ0SKYzCkBr1dpORmX+jUXV6Ir706MiQN117/6/DXFXhVwnOumX09oEYgpFT+jJTjqv09NFpwoddlbIhIcRwmU5qRkkcDpWHQZ6//k/v2n8jZleKo/xOK8ziHxgiBFR4r/oSEAGfPAmFhyjYy0HpMgRwXUP97aLRhJ1b/JtIdta7fDIaUpNTFT2kG6clyrf8T5XjMXv/n3q6bMXLdLO8H83ZBDvQ9USp/Rspxo6KAU6fU/x4aMbjQYhkbIvKIy3HISJPlOKqrXZenUHKJCbn4uqyGyoq3HRXLJ2wUw1t+L8JQ4dTMKMtJMemyfLH64c2i/Gi57QmZmdKW3sjM9PyicrwnMi0B4vdxtfoeGnFpETWXsSGieql1/WbOkFKMljwK6LLGSu38n9zNLfD9mc4A4hyPe63/E2geiFzviVL5M4Hm2yj9PZQzn0wtrP5NZDoMhpRitORROZbVkEl1RTW+eW03ct6y5/+0BdDW8bjr+l+tPR8skIKOcr4nSiXnypXMq+T30IjBRTBV/yYirxgMKcVoM1M07sk6XXIanz/7o9f1v0amt0N8Nx/W/wpk6r+c74lSVba9HVcqpb+HDC6ISMcYDClF6SUm5KZBT9bRnceQ+//2IXddI3z1+1WorLX+V5TlFEam7EHqLaEYmh7g+l/+DtXI+Z7IWY/Jl+MKAURHu0+gtu+jp+8hEZEGGAwpRamLnyeBznZSoSfLnv+T+2oxcr615//EOh5XdP0vf4Zq5H5PlMqf8XZcQL3vIRGRAXFqvdKUWGJCymv4WkNGoWnQrvk/zvk9rvk/HqsBqU+pqeFaVKBW43tIRCQz1hmSkeZrkylZt0fOWkYy1Vhxzf9xrf9zMf8ntp4j6YC39+S994CWLY2RGGyQ+lFERHYMhmSkejCk1kVHiUJ+fvYguOb/RDgec83/UWHZCzl5ek9uuw3IyjJHdXEiIg0wGJKRqsGQmstvKLXcgYRgzn3+z0Wu+T8GT0+r+56cOAGMG2e86uJERAbCVeuNSO2ihUrNAPMwDVpq/Z/R05LQcZSX+j++qB2IxMTYth0/ru5QT+33xN4jp4OaTEREFDgGQ3I5fx649151L5AqzADzVv/nhpY/InXoOYx6yMf6P1K562mrTYthKSNWFyciIo8YDMkhOxu45x7b0IknSlwgFapl5Fv9n2vqP1gg+VOeetpq02KpEKNVFycionoxGAqUlAt2bXJeIGWqZSRqBPZ89D/kvHxY3vo/geRP1bcUhlPjNRiWMlp1cSIiqhcTqAPhbTaXO74mM0vhxwyw2vk/ubtS8D8P9X8u5v/4WP8n0Cn/UpPDa1PivXVHqfpDRETkhAnURuAtd6Q2JZc9kFhd2Z7/k5ttxcdK5f9YrbZA5q67Asuf8qcHTa1hKbWrixMRkaIYDAXC14uvkhdIDzPAju48ho+e2YecL2TI//HGW7KznZT8KX+GmNQcllJqaQ0iIlIdg6FASL34tmwJLF+uygVSsfwfb3zNnQLqDyZ9WY1dq8VG/VnvjIiIdIfBUCCkXLBbtrT1HISFKdYM1/yfKwBc4Xhcsfo/dlKTneuqL5isbyiqNq2HpTz0yBERkXEwGAqElNyR5csVCYRUyf+RypfcKUB6T46noajaOCxFREQBYjAUKBVzR1TN//GpYT7mTgkhvSen7lCUVhWoiYgoaDEYkoNCuSNS839GT7wUfe/pLF/+j698TVxesMC3IJFDUUREpCAGQ3KR6YLtLf+nV5PdSL3uBFKnK5T/4w977pTUobK2bb3vQ0REpBIGQzpwuuQ0vnhuN3JWV+OTwg44qWX+D+D7Ehr23KlbbpF2fFZmJiIiHWEwpBHX/J/ejsc0zf/xdwmNtDTggw+A226zBVPuaDUFnoiIqB5cjkMl7vN/LnLN/9EgTg10CQ3AFhCNG+e63ZdjEBERQb3rN4MhBdnzf3Lf/hM5P7iu/+Wa/+Pj+l9y8rbOmi/rbfmxVhoREVFdXJvMoHSX/yOVt1pBUpbQsGNlZiIiMhAGQzLwO//H10RlJUmtFSR1P06HJyIigzBcMLRo0SI89thjeOCBB7B06VL1XrhW4CJi47DnzwTkLD/qf/0ffxOVlSJ1hpeeZoLpKZgkIiLDMlQwVFBQgBUrVqBLly7qvnB2NsT9D8BSbAtcLACaIQlb8QK+x0AAPtb/8ZSoXFxs265FkrG3ddb0NhNMb8EkEREZVgOtGyDV6dOncfvtt+P1119H8+bN1XnNktPYMuafELfcAlHsnE+TiGKsxi34vP8/ULytBN+d7ozHvhiITqlX1J8IXd+ipvZts2Z5np6uFHutIODizC87rRdDrcseTNbNcbIHk9nZ2rSLiIgMyTDB0PTp0zFixAgMHjzY676VlZUoKytzukl1dOcxrLhjE0bEFCAm3oLEnJch4PpGNYCAxWLB0IMrkNC1pfQT8SVRWW32ddYSE523JyXpZ0q8XoNJIiIyLEMMk7377rvYvn07CgoKJO2/aNEiLFiwQNK+9a3/NQAbkAyZZljZyZ2oLDe9zwSTc9YbERERDBAMFRUV4YEHHsAXX3yBiIgISc/JyMhAenq6435ZWRmSk5Md96srqvHt6z8h599/XKj/4379r4lX7QCek/CCvgQuRkhU1vNMML0Hk0REZDi6D4a2bduG48ePo0ePHo5tVqsVmzZtwrJly1BZWYmQOr0W4eHhCA8PdzlW7hMFWPdx+IX6P10v7l+r/s/I9CuRcPWF+j8bIC0Y8iVwMVqist4YIZgkIiJD0X0F6vLychw6dMhp29SpU9G+fXs8+uij6NzZe+FCewVLoBSArYKlvf7P6LQQDJt9FS6Ju8T1ifaqzN4CFylVmWuzJwADzsflkhXeKfWZEBGR7rAC9QVNmzZ1CXiaNGmC6OhoSYFQbW1CfsPNXU8gdVI99X9qs8+wGjvWdpF1F7j4M8PKnqjsbmq4uyUrWE/nIqU+EyIiMi3dB0Ny2nkiGZGX+rgEhq+Biy/HlZKozHo6rpT6TIiIyJR0P0wmB1m62bTonZFjFflgxh4zIqKgxlXrZaTVqvUBkXMVeSIiIgNS6/ptmKKLpqPn4oxERERBxFQ5Q4aiVj0dDjUREZHJMRjSKzXq6TA5m4iIiMNkumUvzujNiRP+HZ+LnRIREQFgMKRfISHAcxLKX6en+74oKRc7JSIicmAwpGctW3rfx58kaiZnExEROTAY0jOlkqi52CkREZEDgyE9UyqJmoudEhEROTAY0jN7ErW94nRdFguQnOz7CvdKHZeIiMiAGAzpmX1RUsA1cAlkUVKljktERGRA5guGrFZgwwYgK8v2r95nTNkXJU1MdN6elBTY2mRKHZeIiMhgzLU22dtvo1lGhjGLDCpVKZoVqImISKe4UKuMHG8mAJe3kivAExER6RIXalULiwwSERGZGoMhgEUGiYiITIzBUG0sMkhERGQ6DIZqY5FBIiIi0wnVugG6YLHYZpWxyCAREZHpmK9niEUGiYiIqBZzBUNvv80ig0REROTEXMNko0cD48ezyCARERE5mCsYAmyBz8CBWreCiIiIdMJcw2REREREdTAYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITM18C7WqwWoF8vOBo0eB+Higf3/bArFERESkOwyG5JadDTzwAHD48MVtSUnACy8AaWnatYuIiIjc4jCZnLKzgbFjnQMhACgutm3PztamXUREROSR7oOhRYsW4ZprrkHTpk0RExODMWPGYN++fVo3y5XVausREsL1Mfu2WbNs+xEREZFu6D4Y2rhxI6ZPn44tW7Zg3bp1qK6uxtChQ3HmzBmtm+YsP9+1R6g2IYCiItt+REREpBu6zxn67LPPnO6vXLkSMTEx2LZtG66//nqNWuXG0aPy7kdERESq0H0wVFdpaSkAICoqyuM+lZWVqKysdNwvKytTvF2Ij5d3PyIiIlKF7ofJahNCID09Hf369UPnzp097rdo0SJERkY6bsnJyco3rn9/26wxi8X94xYLkJxs24+IiIh0w1DB0IwZM7Br1y5kZWXVu19GRgZKS0sdt6KiIuUbFxJimz4PuAZE9vtLl7LeEBERkc4YJhiaOXMmcnNzkZeXh6SkpHr3DQ8PR7NmzZxuqkhLAz78EEhMdN6elGTbzjpDREREuqP7nCEhBGbOnIk1a9Zgw4YNSElJ0bpJ9UtLA1JTWYGaiIjIIHQfDE2fPh2ZmZnIyclB06ZNUVJSAgCIjIxEo0aNNG6dByEhwMCBWreCiIiIJLAI4a5KoH5YPCQkr1y5ElOmTJF0jLKyMkRGRqK0tFS9ITMiIiIKiFrXb933DOk8ViMiIiKDM0wCNREREZESGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZkagyEiIiIyNQZDREREZGoMhoiIiMjUGAwRERGRqTEYIiIiIlNjMERERESmxmCIiIiITI3BEBEREZmaYYKhV155BSkpKYiIiECPHj2Qn5+vdZOIiIgoCBgiGHrvvfcwa9YszJ07Fzt27ED//v0xfPhw/Pbbb1o3jYiIiAzOIoQQWjfCm2uvvRZXX301Xn31Vce2Dh06YMyYMVi0aJHX55eVlSEyMhKlpaVo1qyZkk0lIiIimah1/dZ9z9D58+exbds2DB061Gn70KFD8e2332rUKiIiIgoWoVo3wJsTJ07AarUiNjbWaXtsbCxKSkrcPqeyshKVlZWO+6WlpQBsESYREREZg/26rfQglu6DITuLxeJ0Xwjhss1u0aJFWLBggcv25ORkRdpGREREyjl58iQiIyMVO77ug6EWLVogJCTEpRfo+PHjLr1FdhkZGUhPT3fc//PPP9G6dWv89ttvir6ZelNWVobk5GQUFRWZKleK583zNgOeN8/bDEpLS9GqVStERUUp+jq6D4bCwsLQo0cPrFu3DjfffLNj+7p165Camur2OeHh4QgPD3fZHhkZaaovkV2zZs143ibC8zYXnre5mPW8GzRQNsVZ98EQAKSnp2PixIno2bMn+vTpgxUrVuC3337Dvffeq3XTiIiIyOAMEQzdeuutOHnyJJ588kkcPXoUnTt3xn//+1+0bt1a66YRERGRwRkiGAKAadOmYdq0aX49Nzw8HPPmzXM7dBbMeN48bzPgefO8zYDnrex5G6LoIhEREZFSdF90kYiIiEhJDIaIiIjI1BgMERERkakxGCIiIiJTM2Qw9MorryAlJQURERHo0aMH8vPz691/48aN6NGjByIiInDZZZdh+fLlLvusXr0aHTt2RHh4ODp27Ig1a9Yo1Xy/+XLe2dnZGDJkCFq2bIlmzZqhT58++Pzzz532WbVqFSwWi8utoqJC6VPxiS/nvWHDBrfn9PPPPzvtF2yf95QpU9yed6dOnRz7GOHz3rRpE0aNGoWEhARYLBasXbvW63OC4fft63kHy+/b1/MOlt+3r+cdLL/vRYsW4ZprrkHTpk0RExODMWPGYN++fV6fp8Zv3HDB0HvvvYdZs2Zh7ty52LFjB/r374/hw4fjt99+c7t/YWEhbrrpJvTv3x87duzAY489hvvvvx+rV6927LN582bceuutmDhxIn744QdMnDgR48aNw3fffafWaXnl63lv2rQJQ4YMwX//+19s27YNgwYNwqhRo7Bjxw6n/Zo1a4ajR4863SIiItQ4JUl8PW+7ffv2OZ1T27ZtHY8F4+f9wgsvOJ1vUVERoqKi8Je//MVpP71/3mfOnEHXrl2xbNkySfsHy+/b1/MOlt+3r+dtZ/Tft6/nHSy/740bN2L69OnYsmUL1q1bh+rqagwdOhRnzpzx+BzVfuPCYHr16iXuvfdep23t27cXc+bMcbv/I488Itq3b++07Z577hG9e/d23B83bpy48cYbnfYZNmyYuO2222RqdeB8PW93OnbsKBYsWOC4v3LlShEZGSlXExXh63nn5eUJAOKPP/7weEwzfN5r1qwRFotFHDx40LHNCJ93bQDEmjVr6t0nWH7ftUk5b3eM+PuuTcp5B8vvuzZ/Pu9g+H0LIcTx48cFALFx40aP+6j1GzdUz9D58+exbds2DB061Gn70KFD8e2337p9zubNm132HzZsGLZu3Yqqqqp69/F0TLX5c9511dTUoLy83GWxu9OnT6N169ZISkrCyJEjXf6y1FIg5929e3fEx8fjhhtuQF5entNjZvi833zzTQwePNilSrueP29/BMPvWw5G/H0Hwsi/bzkEy++7tLQUAOpdhFWt37ihgqETJ07AarW6rFYfGxvrsqq9XUlJidv9q6urceLEiXr38XRMtflz3nU9++yzOHPmDMaNG+fY1r59e6xatQq5ubnIyspCREQE+vbti19++UXW9vvLn/OOj4/HihUrsHr1amRnZ6Ndu3a44YYbsGnTJsc+wf55Hz16FJ9++inuvPNOp+16/7z9EQy/bzkY8fftj2D4fQcqWH7fQgikp6ejX79+6Ny5s8f91PqNG2Y5jtosFovTfSGEyzZv+9fd7usxteBvG7OysjB//nzk5OQgJibGsb13797o3bu3437fvn1x9dVX46WXXsKLL74oX8MD5Mt5t2vXDu3atXPc79OnD4qKivDMM8/g+uuv9+uYWvG3jatWrcKll16KMWPGOG03yuftq2D5ffvL6L9vXwTT79tfwfL7njFjBnbt2oWvv/7a675q/MYN1TPUokULhISEuER7x48fd4kK7eLi4tzuHxoaiujo6Hr38XRMtflz3nbvvfce/va3v+H999/H4MGD6923QYMGuOaaa3Tzl0Qg511b7969nc4pmD9vIQT+9a9/YeLEiQgLC6t3X7193v4Iht93IIz8+5aL0X7fgQiW3/fMmTORm5uLvLw8JCUl1buvWr9xQwVDYWFh6NGjB9atW+e0fd26dbjuuuvcPqdPnz4u+3/xxRfo2bMnGjZsWO8+no6pNn/OG7D9xThlyhRkZmZixIgRXl9HCIGdO3ciPj4+4DbLwd/zrmvHjh1O5xSsnzdgm61x4MAB/O1vf/P6Onr7vP0RDL9vfxn99y0Xo/2+A2H037cQAjNmzEB2djbWr1+PlJQUr89R7TcuOdVaJ959913RsGFD8eabb4o9e/aIWbNmiSZNmjiy6ufMmSMmTpzo2P/XX38VjRs3Fg8++KDYs2ePePPNN0XDhg3Fhx9+6Njnm2++ESEhIeKf//yn2Lt3r/jnP/8pQkNDxZYtW1Q/P098Pe/MzEwRGhoqXn75ZXH06FHH7c8//3TsM3/+fPHZZ5+J//3vf2LHjh1i6tSpIjQ0VHz33Xeqn58nvp73888/L9asWSP2798vdu/eLebMmSMAiNWrVzv2CcbP2+6OO+4Q1157rdtjGuHzLi8vFzt27BA7duwQAMRzzz0nduzYIQ4dOiSECN7ft6/nHSy/b1/PO1h+376et53Rf9/33XefiIyMFBs2bHD63p49e9axj1a/ccMFQ0II8fLLL4vWrVuLsLAwcfXVVztNy5s8ebIYMGCA0/4bNmwQ3bt3F2FhYaJNmzbi1VdfdTnmBx98INq1aycaNmwo2rdv7/Tj0gtfznvAgAECgMtt8uTJjn1mzZolWrVqJcLCwkTLli3F0KFDxbfffqviGUnjy3kvXrxYXH755SIiIkI0b95c9OvXT3zyyScuxwy2z1sIIf7880/RqFEjsWLFCrfHM8LnbZ867el7G6y/b1/PO1h+376ed7D8vv35ngfD79vdOQMQK1eudOyj1W/ccqGBRERERKZkqJwhIiIiIrkxGCIiIiJTYzBEREREpsZgiIiIiEyNwRARERGZGoMhIiIiMjUGQ0RERGRqDIaIiIjI1BgMERERkakxGCIiIiJTYzBERIaUlZWFiIgIFBcXO7bdeeed6NKlC0pLSzVsGREZDdcmIyJDEkKgW7du6N+/P5YtW4YFCxbgjTfewJYtW5CYmKh184jIQEK1bgARkT8sFguefvppjB07FgkJCXjhhReQn5/PQIiIfMaeISIytKuvvho//fQTvvjiCwwYMEDr5hCRATFniIgM6/PPP8fPP/8Mq9WK2NhYrZtDRAbFniEiMqTt27dj4MCBePnll/Huu++icePG+OCDD7RuFhEZEHOGiMhwDh48iBEjRmDOnDmYOHEiOnbsiGuuuQbbtm1Djx49tG4eERkMe4aIyFBOnTqFvn374vrrr8drr73m2J6amorKykp89tlnGraOiIyIwRARERGZGhOoiYiIyNQYDBEREZGpMRgiIiIiU2MwRERERKbGYIiIiIhMjcEQERERmRqDISIiIjI1BkNERERkagyGiIiIyNQYDBEREZGpMRgiIiIiU2MwRERERKb2/wEjQjuKqrbTWAAAAABJRU5ErkJggg==\n", "text/plain": [ "
" ] @@ -215,7 +215,7 @@ }, { "cell_type": "markdown", - "id": "9671e6bc", + "id": "d8e7110b", "metadata": { "editable": true }, @@ -228,7 +228,7 @@ }, { "cell_type": "markdown", - "id": "1d74a9cd", + "id": "74a7859a", "metadata": { "editable": true }, @@ -243,7 +243,7 @@ }, { "cell_type": "markdown", - "id": "8abf1570", + "id": "619df8e8", "metadata": { "editable": true }, @@ -255,7 +255,7 @@ }, { "cell_type": "markdown", - "id": "17a32c59", + "id": "c759cfc4", "metadata": { "editable": true }, @@ -273,7 +273,7 @@ }, { "cell_type": "markdown", - "id": "2956cf09", + "id": "0a4571f9", "metadata": { "editable": true }, @@ -292,7 +292,7 @@ }, { "cell_type": "markdown", - "id": "9c55e40e", + "id": "9bebfdd9", "metadata": { "editable": true }, @@ -304,7 +304,7 @@ }, { "cell_type": "markdown", - "id": "b60fe832", + "id": "c9e635e8", "metadata": { "editable": true }, @@ -314,7 +314,7 @@ }, { "cell_type": "markdown", - "id": "51c2673d", + "id": "eb544f8b", "metadata": { "editable": true }, @@ -328,7 +328,7 @@ }, { "cell_type": "markdown", - "id": "1801af52", + "id": "d088ad85", "metadata": { "editable": true }, @@ -348,7 +348,7 @@ }, { "cell_type": "markdown", - "id": "c0c6253b", + "id": "937063d3", "metadata": { "editable": true }, @@ -363,7 +363,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "dcd56458", + "id": "e08215a6", "metadata": { "collapsed": false, "editable": true @@ -374,9 +374,9 @@ "output_type": "stream", "text": [ "Own inversion\n", - "[[4.09527217]\n", - " [3.02622906]]\n", - "Eigenvalues of Hessian Matrix:[0.34998197 4.32265589]\n" + "[[3.81651921]\n", + " [3.10399758]]\n", + "Eigenvalues of Hessian Matrix:[0.30971881 4.52950417]\n" ] }, { @@ -384,13 +384,13 @@ "output_type": "stream", "text": [ "theta from own gd\n", - "[[4.09527217]\n", - " [3.02622906]]\n" + "[[3.81651921]\n", + " [3.10399758]]\n" ] }, { "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkMAAAHFCAYAAADxOP3DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAA9hAAAPYQGoP6dpAABVq0lEQVR4nO3dd3wUZeIG8GfSCSUkQEIaEJAeeo3USJOyghFRUEBO7zwFNICecJwCnsjJTymKylkOVAyiEsAFFSkJoICCBOnVAKGEziYEEpLN+/tj2SWbbM+W2Z3n+/nkozszO/vObpZ58lZJCCFAREREpFB+ni4AERERkScxDBEREZGiMQwRERGRojEMERERkaIxDBEREZGiMQwRERGRojEMERERkaIxDBEREZGiMQwRERGRojEMEcnQ0qVLIUmS4ScgIADR0dF4/PHHcfz4cY+Va+bMmZAkyWOv7w1OnToFSZLw9ttve7ooRGSjAE8XgIjMW7JkCZo1a4bCwkL88ssvmD17NjIyMnDkyBGEh4d7unhERD6BYYhIxhITE9GxY0cAQO/evaHVajFjxgysXr0a48aN83DpyJOKi4sNtYZEVDlsJiPyIvpgdPHiRcO2wsJCTJkyBW3btkVYWBgiIiKQlJSENWvWVHi+JEmYMGECvvjiCzRv3hyhoaFo06YN1q5dW+HYdevWoW3btggODkZCQoLZZp/CwkJMmzYNCQkJCAoKQmxsLMaPH48bN24YHdegQQMMGTIEa9euRbt27VClShU0b97c8NpLly5F8+bNUbVqVXTu3Bm7d++2+n7omxMzMjLw3HPPoXbt2qhVqxZSUlJw/vz5Ctc+c+bMCudo0KABnnrqqQrn3Lx5M/7617+iVq1aqFGjBsaMGYOCggLk5uZixIgRqFmzJqKjo/HSSy+huLi4wnlLS0sxe/Zs1KtXDyEhIejYsSM2bdpU4bjjx49j1KhRiIyMRHBwMJo3b47333/f6JjMzExIkoQvvvgCU6ZMQWxsLIKDg3HixAncunULL730EhISEhASEoKIiAh07NgRy5cvt/r+EZEO/6Qg8iLZ2dkAgCZNmhi2FRUV4dq1a3jppZcQGxuLO3fuYOPGjUhJScGSJUswZswYo3OsW7cOu3btwuuvv45q1aph7ty5ePjhh3H06FE0bNgQALBp0yYMHToUSUlJ+Oqrr6DVajF37lyjEAYAQggMGzYMmzZtwrRp09CjRw/s27cPM2bMwI4dO7Bjxw4EBwcbjv/jjz8wbdo0TJ8+HWFhYZg1axZSUlIwbdo0bNq0CW+++SYkScIrr7yCIUOGIDs7G1WqVLH6vjzzzDMYPHgw0tLSkJOTg5dffhlPPvkkNm/e7PB7/cwzzyAlJQVfffUVsrKy8M9//hMlJSU4evQoUlJS8Le//Q0bN27EW2+9hZiYGEyePNno+YsWLUL9+vWxYMEClJaWYu7cuRg4cCC2bNmCpKQkAMChQ4dw//33o169enjnnXdQt25drF+/Hi+88AKuXLmCGTNmGJ1z2rRpSEpKwuLFi+Hn54fIyEhMnjwZX3zxBd544w20a9cOBQUFOHDgAK5everwtRMpjiAi2VmyZIkAIHbu3CmKi4tFfn6++PHHH0XdunVFz549RXFxsdnnlpSUiOLiYvH000+Ldu3aGe0DIKKiokReXp5hW25urvDz8xNz5swxbOvSpYuIiYkRt2/fNmzLy8sTERERouw/Gz/++KMAIObOnWv0OitWrBAAxEcffWTYVr9+fVGlShVx9uxZw7a9e/cKACI6OloUFBQYtq9evVoAEN99951N79Pzzz9vtH3u3LkCgLhw4YLRtc+YMaPCOerXry/Gjh1b4ZwTJ040Om7YsGECgJg3b57R9rZt24r27dsbHmdnZwsAZt+/vn37GrYNGDBAxMXFCY1GY3TOCRMmiJCQEHHt2jUhhBAZGRkCgOjZs2eF8icmJophw4ZV2E5EtmMzGZGMde3aFYGBgahevToefPBBhIeHY82aNRX6iXzzzTfo1q0bqlWrhoCAAAQGBuLTTz/F4cOHK5wzOTkZ1atXNzyOiopCZGQkTp8+DQAoKCjArl27kJKSgpCQEMNx1atXh0qlMjqXvualbDMTADz66KOoWrVqhWahtm3bIjY21vC4efPmAHT9oUJDQyts15fJmoceesjocevWre16vilDhgwxeqwv0+DBgytsN/U65t6/rVu3QqvVorCwEJs2bcLDDz+M0NBQlJSUGH4GDRqEwsJC7Ny50+icjzzySIXX6dy5M3744QdMnToVmZmZuH37tsPXTKRUDENEMvb5559j165d2Lx5M5599lkcPnwYI0eONDomPT0dI0aMQGxsLJYtW4YdO3Zg165d+Mtf/oLCwsIK56xVq1aFbcHBwYab6PXr11FaWoq6detWOK78tqtXryIgIAB16tQx2i5JEurWrVuhqSYiIsLocVBQkMXtpspvSvlr0jfNVSYY2FNWU+U09/7duXMHN2/exNWrV1FSUoL33nsPgYGBRj+DBg0CAFy5csXo+dHR0RXO+e677+KVV17B6tWrkZycjIiICAwbNsyjUzAQeRv2GSKSsebNmxs6TScnJ0Or1eKTTz7Bt99+i+HDhwMAli1bhoSEBKxYscJoDqCioiKHXjM8PBySJCE3N7fCvvLbatWqhZKSEly+fNkoEAkhkJubi06dOjlUBlcIDg42+Z64qm+NufcvKCgI1apVQ2BgIPz9/TF69GiMHz/e5DkSEhKMHpua46lq1aqYNWsWZs2ahYsXLxpqiVQqFY4cOeKciyHycawZIvIic+fORXh4OF577TWUlpYC0N0gg4KCjG6Uubm5JkeT2UI/mis9Pd2oxiM/Px9qtdro2D59+gDQBbKyVq5ciYKCAsN+OWjQoAH27dtntG3z5s24efOmS17P3PvXo0cP+Pv7IzQ0FMnJycjKykLr1q3RsWPHCj+mavEsiYqKwlNPPYWRI0fi6NGjuHXrlrMvi8gnsWaIyIuEh4dj2rRp+Mc//oG0tDQ8+eSTGDJkCNLT0/H8889j+PDhyMnJwb///W9ER0c73FTy73//Gw8++CD69euHKVOmQKvV4q233kLVqlVx7do1w3H9+vXDgAED8MorryAvLw/dunUzjCZr164dRo8e7axLr7TRo0fj1VdfxWuvvYZevXrh0KFDWLRoEcLCwlzyev7+/ujXrx8mT56M0tJSvPXWW8jLy8OsWbMMxyxcuBDdu3dHjx498Nxzz6FBgwbIz8/HiRMnoFarbRoN16VLFwwZMgStW7dGeHg4Dh8+jC+++AJJSUlG/bCIyDyGISIvM3HiRCxatAivv/46Ro4ciXHjxuHSpUtYvHgx/ve//6Fhw4aYOnUqzp49a3TjtUe/fv2wevVq/Otf/8Jjjz2GunXr4vnnn8ft27eNzilJElavXo2ZM2diyZIlmD17NmrXro3Ro0fjzTffNBpW72kvv/wy8vLysHTpUrz99tvo3Lkzvv76awwdOtQlrzdhwgQUFhbihRdewKVLl9CyZUusW7cO3bp1MxzTokUL7NmzB//+97/xr3/9C5cuXULNmjXRuHFjQ78hax544AF89913mD9/Pm7duoXY2FiMGTMG06dPd8l1EfkiSQghPF0IIiIiIk9hnyEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0RcwzVFpaivPnz6N69eomp7MnIiIi+RFCID8/HzExMfDzc139jSLC0Pnz5xEfH+/pYhAREZEDcnJyEBcX57LzKyIMVa9eHYDuzaxRo4aHS0NERES2yMvLQ3x8vOE+7iqKCEP6prEaNWowDBEREXkZV3dxYQdqIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0j4ehrVu3QqVSISYmBpIkYfXq1WaPffbZZyFJEhYsWOC28hEREZFv83gYKigoQJs2bbBo0SKLx61evRq//vorYmJi3FQyIiIiUoIATxdg4MCBGDhwoMVjzp07hwkTJmD9+vUYPHiwm0pGRERESuDxmiFrSktLMXr0aLz88sto2bKlp4tDREREPsbjNUPWvPXWWwgICMALL7xg83OKiopQVFRkeJyXl+eKohEREZEPkHXN0O+//46FCxdi6dKlkCTJ5ufNmTMHYWFhhp/4+HgXlpKIiIi8mazD0LZt23Dp0iXUq1cPAQEBCAgIwOnTpzFlyhQ0aNDA7POmTZsGjUZj+MnJyXFfoYmIiMiryLqZbPTo0ejbt6/RtgEDBmD06NEYN26c2ecFBwcjODjY1cUjIiIiH+DxMHTz5k2cOHHC8Dg7Oxt79+5FREQE6tWrh1q1ahkdHxgYiLp166Jp06buLioRERH5II+Hod27dyM5OdnwePLkyQCAsWPHYunSpR4qFRERESmFx8NQ7969IYSw+fhTp065rjBERESkOLLuQE1ERETkagxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAxDREREpGgMQ0RERKRoDENERESkaAGeLgARERHJhFYLbNsGXLgAREcDPXoA/v6eLpXLMQwRERERkJ4OvPgicPbsvW1xccDChUBKiufK5QZsJiMiIlK69HRg+HDjIAQA587ptqene6ZcbsIwREREpGRara5GSIiK+/TbUlN1x/kohiEiIiIl27atYo1QWUIAOTm643wUwxAREZGSXbjg3OO8EMMQERGRkkVHO/c4L8QwREREpGQ9euhGjUmS6f2SBMTH647zUQxDRERESubvrxs+D1QMRPrHCxb49HxDDENERERKl5ICfPstEBtrvD0uTrfdx+cZ4qSLREREpAs8Q4dyBmoiIiJSMH9/oHdvT5fC7dhMRkRERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESK5vEwtHXrVqhUKsTExECSJKxevdqwr7i4GK+88gpatWqFqlWrIiYmBmPGjMH58+c9V2AiIiLyKR4PQwUFBWjTpg0WLVpUYd+tW7ewZ88evPrqq9izZw/S09Nx7NgxPPTQQx4oKREREfkiSQghPF0IPUmSsGrVKgwbNszsMbt27ULnzp1x+vRp1KtXz6bz5uXlISwsDBqNBjVq1HBSaYmIiMiV3HX/DnDZmV1Eo9FAkiTUrFnT7DFFRUUoKioyPM7Ly3NDyYiIiMgbebyZzB6FhYWYOnUqRo0aZTEhzpkzB2FhYYaf+Ph4N5aSiIiIvInXhKHi4mI8/vjjKC0txQcffGDx2GnTpkGj0Rh+cnJy3FRKIiIi8jZe0UxWXFyMESNGIDs7G5s3b7babhgcHIzg4GA3lY6IiIi8mezDkD4IHT9+HBkZGahVq5ani0REREQ+xONh6ObNmzhx4oThcXZ2Nvbu3YuIiAjExMRg+PDh2LNnD9auXQutVovc3FwAQEREBIKCgjxVbCIiIvIRHh9an5mZieTk5Arbx44di5kzZyIhIcHk8zIyMtC7d2+bXoND64mIiLyPYobW9+7dG5bymIymQSIiIiIf5DWjyYiIiIhcgWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgULcDTBSAiIiIfpdUC27YBFy4A0dFAjx6Av7+nS1UBwxAREZEceUmQMCs9HXjxReDs2Xvb4uKAhQuBlBTPlcsENpMRERHJTXo60KABkJwMjBql+2+DBrrt3iA9HRg+3DgIAcC5c7rtMrsOhiEiIiI58bIgUYFWq6sREqLiPv221FTdcTLBMERERCQXXhgkKti2rWKQK0sIICdHd5xMMAwRERHJhRcGiQouXHDucW7AMERERCQXXhgkKoiOdu5xbsAwREREJBdeGCQq6NFDN2pMkkzvlyQgPl53nEwwDBEREcmFs4OEVgtkZgLLl+v+646+Rv7+uuHzQMXr0D9esEBW0wQwDBEREcmFM4OEJ4fnp6QA334LxMYab4+L022X2TxDkhCmuqz7lry8PISFhUGj0aBGjRqeLg4REZFlpiYsjI/XBSFbgoR+eH75W7w+ULkrkFRy4kh33b8ZhoiIiOTI0SCh1epqgMyNSpMkXQ1NdrasmqpMcdf9m8txEBERyZG/P9C7t/3Ps2d4viPn90EMQ0RESubt618pmbnPzheG57sZwxARkVJ50UKaVI6lz86bh+eXD3ht2rjlZRmGiIiUyFwHW/36VzIc8UN3WfvsVqzQBaNz50wv66HvMySjeX4AmAx4hTXquOWlPT60fuvWrVCpVIiJiYEkSVi9erXRfiEEZs6ciZiYGFSpUgW9e/fGwYMHPVNYIiJf4AvrXymVLZ/dlCnA/Pm6//eSeX70AU+U6+sUlHfZLS/v8TBUUFCANm3aYNGiRSb3z507F/PmzcOiRYuwa9cu1K1bF/369UN+fr6bS0pE5CPksv6VJyYE9Ha2fna1a3vNPD/Hvj+B/Cf+DiEEyk816a6Q4vFmsoEDB2LgwIEm9wkhsGDBAkyfPh0pdz+4zz77DFFRUUhLS8Ozzz7rzqISEfkGOXSwZX8lx6xZY9txFy4AI0cCQ4fKroN8SWEJfvnvAai/uAH1vvqILj6LTLinBsgcj4chS7Kzs5Gbm4v+/fsbtgUHB6NXr17Yvn272TBUVFSEoqIiw+O8vDyXl5WIyGt4uoMt+ys5RqsFli2z7Vj9Z+fo8Hwnu3Fagx/fOQj1dwI/nGmB66KtYV9n/Oy5gt0l6zCUm5sLAIiKijLaHhUVhdOnT5t93pw5czBr1iyXlo2IyGvp178y18EWAOrU0e3PzHRubYK1Pi+SpOuvNHSox2swZGfbNuDKFevH1aljuXO0m6ZTOLHpNNTvZUO9JQzbbiSiBPcb9tWSrmJQwmGohvpjUFIEMMLpL28XWYchPalcBzAhRIVtZU2bNg2TJ082PM7Ly0N8fLzLykdE5FX0618NH64LH6aCyeXLwJNP6v7fmc1XnBDQMVotsGmTbcc+8YT5cOPC5smSwhLs+OQg1J9fh/qPeBy50whAfcP+5kEnoWqbA9XYCCQ90xL+Qd11O7Ra6+HcxWQdhurWrQtAV0MUXaa69tKlSxVqi8oKDg5GcHCwy8tHROS19Atplr8xmuLM5is59FfyNqYCjCXh4ebP4+TmSc0ZDdbPPwj1mlJ8f6oFrol78wIFoBg9w/dD1SsfqokN0OiBRgAaVTyJLeHcxTw+msyShIQE1K1bFxs2bDBsu3PnDrZs2YL777/fwjOJiMiqlBTg1CkgI0PXF6WOmTldnDnc3tP9lcyR68g2fYCxNQgBwIwZFVemd+J0Cn9mnsHClC3oG7EHteuH4rEF92NZdndcExEIl67jiQa/4KsXtuPyqVvYdK09Ulf1QqMH6ls+qblV7ss/dhXhYfn5+SIrK0tkZWUJAGLevHkiKytLnD59WgghxH/+8x8RFhYm0tPTxf79+8XIkSNFdHS0yMvLs/k1NBqNACA0Go2rLoOIyLtlZAihuy1a/snIqNzrlJQIERcnhCSZPr8kCREfrzvOXVau1JWpbDni4nTbPUn/XtnyuVh7Dyvx+ZYUlYht7/8hXumSIVoEH6/wlKZBJ8VLHTPElnf3iuLbxZW/5owMIdLShMjIEJpr19xy//Z4M9nu3buRnJxseKzv6zN27FgsXboU//jHP3D79m08//zzuH79Orp06YKffvoJ1atX91SRiYh8j7uaryw1iXhiQkA5j2yz1r/KHFP9ruz8fPPO5mH9vINQr9Hi++zmuCpaGw7xRwl61tyPIT01UE1ogMb9GgJoaF8ZzXXiLj/6zV2jwV0atWSCNUNERFa4q2ZIz1RtTHy8e2tjrNW8eKKWqqy0NPtrhcr+pKXdO5eNn++3PeaLvhG7RSCKjHbVlK6LUfV/Fssn/iKun7pRueuyoybOXfdvSQgPdd12o7y8PISFhUGj0aBGjRqeLg4RkfxotUCDBtbXs8rOdu4we09OCJiZCZRpmTArI8MzI9tsLZ85Zctt5fMthYSziEMCslEK3WfQJDAbqtanoRpdE92eTURASCUbk7RaYPZsXZ+m8vS1guVq4tx1//Z4MxkREcmAJ5qvPD0hoNxHttkyH5QpphZivfv5iuHDdYeUObz07qPJeAc9wvZD1eMGVBPqo8mABAAJlb8OwPqIOA/PMcUwREREOuaG28fF6YKQr80KLceRbeVry+bPB0aMsH3IuYngevqXs1AvOAl1Rj2EieV4By8hHvc+3wK/6vizw6P4aFkyIprUdv41meuXVZ4H55hiMxkRERnzdPOVu+ibjix1Uo6Pd27ToCXmJkQcOVI35L/s9vh44PHHTW4vfWceftM0g3rJFaj3xGB/YROjl2kScBILar+BPpp0BN0u00HZFWvD2fIel5eWprtmsJmMiIg8xdPNV+7i76+76f7f/5k/5vHHnRuEzAVNS6Pa3n4bWLFCNw9U+efNmQNs24bCw9nYtfU2lu5ugbWPtcQlcW/OKD9o0a3GAai6X4dqfD00vbUX0ojP3DOCzpERce6eYwqsGSIiIqVyd82QuZqf+fOBSZPMl8NM5/UzO85h7cITUG8KxeYrrXEH91ZeqAENHow/CNVggYGTm6NW4wjdDmvX7OyO8suXA6NG2XasiddmzRAREZEr2VJr4aw+LJZqfh591PJz7/alKc3cgt1noqD+32Wod0fjj8KmAO7N0Nww4DRUiaegGlUdPZ5LRFA1Eys1uHttOHtredw5x1QZDENERKRM7hpNZstSGDYY3+8YFosHDI/9oEVS9YNQdbsG1XNxaD6kESS/+pZP4u4RdLaOiHNFfyU7MAwREZEyuWs0maMzSZdzWDRDdeRhQOxBqAZpMWhKc9Ru2tr6E8ty9wg6WxZhnTULmD7do530GYaIiEiZrNVamJqvxxE21rIIGM//o1cKCZrAOpg+MxS9XghBULUkx8vi6DVXZoShuSkb4uNlM2UDwxARESmTuyaatLGWRQAQkOAHUWabBEkCwr/6EP1SOleuHIB916wPQGvWAMuWAVeu3DvW3matlBTdZIoynbLBz9MFICIi8hh9rUVsrPH2uDjnDTG/WxsjTNb76Gp+chCLeeFv4HZV40kPpfg4SM5eLNaWa05P1406S07WhaOyQQi4Nww/Pd3219VP2TBypO6/MglCAIfWExERuWSiSVEqsCftCNSfXMTNHfsw904qAJSr+dEp+eIrBD75mHsnvLR3zqPyXLFeXTnuun8zDBERETnJ7Wu3sWnBfqi/KcTaY41xvvReE1kKvsUH0gREiYv3niCjfjMAHJsx2oUL2XKeISIiIi9wYe9FrJ13FOqfgrHxYivcxr2+PVVxE/2jD0D1YDEGTe6FqObnZNtvBoBjI988tZCtEzEMERER2UGUCuxdcRTqj3Oh/jUSu2+1ABBl2B/vfw6q5iegeqwqek9IREjNrsYnkPNSJ44EGw8sn+FsDENERERWFN4oxOaF+6H++jbWHr0PZ7XNADQz7O9c9QBUXa9A9bdotB7eBJJfrPmTyZk9wcZZUw/IAMMQERGRCbn7LmHdvKNQrw/ChtxE3EInw75QFKBf3QNQDbiDwZObom7rRA+W1IlsnTFaz0PLZzgbwxARERF0zV9/fHMMaz++APXO2vitIBFApGF/nP95DGl6AqoRVfDAi60QUrOL5wrrKrbMGA3Ir+N3JTEMERGRYhXeKETGu3ebv440Qo62KYCmhv2dqh7EkM6XofprXbR9rCkkvxjPFdZdzM0YXacO8MQTuskT5dbxu5I4tJ6IiKxz5/w3LnbxwGWse+cI1OsDseFCIm6jCnpgG6JxAdcQjtCoGhg8QIvBk5ogum2U9RP6Khl85hxaT0RE8pCeXrGWwMOrjNtDlArsTz8O9X/PQ72jNn4raAEBXaffh5GORZiAGJQZRRUYBwxdCLT1/o7BlaKfMVoBWDNERETmmZuNWL+OlbOXinCSorwiZL63H+oVBVh7qBFOa+OM9ncIPYSXE77FiIMzgfILZcj82pSEM1A7EcMQEVWaDJoM3M7abMRuWI7BHpcPX9E1f/0QgJ/Ot8RNVDfsC8Ft9I3cD1W/QgxObYzYdpFedW1KxWYyIiK58PJmIodZm41YCCAnR3ecteYUF639dXDNCagXn4N6ey3svNkSAt0N+6P9cjGkyTGohoegz4uJCK1dZtX3zEznXRt5PYYhIiJLzDUT6Vft9uWmFFtnI7Z2nBPD5J2bd7Bl0X6ol9+E+lBDnCppDKCxYX+7Koeh6nQRqqcj0X5UM/gF1HWszPYeR16NYYiIyBytVncTN9WbQAhdU0pqqm6osS82pdg6G7Gl45wQJq8cvYrv3zkM9ff+WH+uJfLRwbAvGIXoU2c/VH1vY8ikxojr1BxA88qV2ZHjyKuxzxARkTmZmUBysvXjXLhqt0fp+wyZm43YWr8aB/sciVKBw2tPQv3hWah/icCO/JYoxb39UX6XMOS+o1A9EoS+qYmoGlnV/ddGbsE+Q0REnqb0phRLsxHrR1xZWo7Bjj5Hdzrej20fHoA6LR/qAw3wZ8l9AO4zHNom5Cge6nAWI7udQdNWQfCLiwV6dHQ8qFT22sinMAwREZkjl6YUT45kMzcbcVyc9eUYbAyJ3z60FN/nn8SfaIRt6IFS+CMIRXig9j6o+tzCkBfvQ70LB3Vl+MWJndjtuTYljiZUEDaTERGZI4emFLmMZHMkDNjazFjGtYA6OD5kMlp+OAHV6lbTbXT1XEfWrk0un4ECcZ4hJ2IYIiKH6W/EgOmmFFeMJtPfnNes0dVQlOctkwJqtRD16wPnzkNCxVuNfovFCQ89PdeRl0466Svcdf/2c9mZiYh8gb4pJTbWeHtcnGtuhOnpupt/crLpIATcuzGnpurCgsxcO3kdXz7/Cx5P+BVjzs2BAFBqHHlMByGg4rXZM9eRs1kbTVi2nOTV2GeIiMialBTd8HlX9xkxVwthij4EzJwJ9Onj8T4sR3/4E+r3z0D9c038okmEFt3u7rkfASjBO/6vIEJ72XB8hRBUVtmA48lO7M6cdLI89kGSFYYhIiJbuHrRSku1EJa88Ybux819WEoKS/Dz4gNQL7sB9b76OF7cEEBDw/7E4ONQtT8H1VO10PmpMfD3H3Pv5n/okK7M1uiDgi1c0YndVUHMUh8kd4RuqoBhiIhIDqzVQljjhhmxr2ffwI/zDkGtFvjhTEvcEG0N+wJxB70j9kOVfBNDXmiIhJ7GM0MDuBcmMzNtC0P6MBAXZ70Tew8XrDDviiBmaRLKRx4BatUCrl69t50dtd2CHaiJiORg+XJg1KjKncMFnYmPbzgF9aJTUG8Nw7YbraAt8zd0LekqBicchmqYP/pPaokacTb++2rvKD1PdGJ3pJy2ns+e0KvwjtrsQE1EpCTOaOZxQmfiksISbH3vD7zcKRPNgv9Ek/4NMOW73si80Q5aBKBF8Am80iUTP3+wDxcLa+Kzk90x/J0k24MQcG/CQ+DezV7P1ISH7u7E7mg5rXGk9o8dtd1C9mGopKQE//rXv5CQkIAqVaqgYcOGeP3111FaWurpohEpj1ara+JYvlz3X/7j7Dz65qDyN11H2NmHRXNGgxUvbseTCb8gMjQfvV5og7d398bROw0RgGL0Cd+DBQ9vwcmMMzhYeB/+s7M3uj3XGv5Blah9sjfgpKQAp07plj5JS9P9Nzvb9bUlzgxijnbyduWIOQLgBX2G3nrrLSxevBifffYZWrZsid27d2PcuHEICwvDiy++6OniESkHJ55zLUvLQ9jLhlqmE5tOY+2iU1BvqY6t11uhBPcb9kVI1zCowSGohvphwKSWCKvX3vGyWGLvKD1Xd2I3x1mjCStb++ery77IgOz7DA0ZMgRRUVH49NNPDdseeeQRhIaG4osvvrDpHOwzRFRJnHjOfUyFTn9/22rhLPRhKSkswY5PDkL9+XWo/4jHkTuNjPY3DzqJIW1yoBoTjqRnWiIgxM6/lV01VNyXhqBb64Nkja8uCGyB2+7fQubmzJkj6tevL44ePSqEEGLv3r0iMjJSpKWl2XwOjUYjAAiNRuOqYhL5rpISIeLihND9813xR5KEiI/XHUfOUVIiREaGEGlpuv9+/bXufZYky5+DJAmxcqXhNDdO3xArUn8RTyZsExHSVaPDA3BHJNfcI+YNzRDHN56qXHlXrqz4OxIXZ1QWWZ3Xk1autP5Z8jtm4K77t+zDUGlpqZg6daqQJEkEBAQISZLEm2++afE5hYWFQqPRGH5ycnIYhogclZFh2z/YGRmeLqlvMxUMyv7ExwuxcqU4mXFaLHg4U/QJ/10EosjokHDpmhhV/2exfOIv4vqpG/a9fvmApr8x62/uNoQzu6/XFeeVA1OfZa1a967P1663EhiG7lq+fLmIi4sTy5cvF/v27ROff/65iIiIEEuXLjX7nBkzZgjoZns3+mEYInJAWpptYciO2lqfZy44OPO8GzcKsXGj0H6+TOxL/URM7bxRtAg+XuFjaRp0UrzUMUNseXevKL5d7Njrmquh+fpr19QaKqE20tTviKn3+W7IVSp3hSHZ9xmKj4/H1KlTMX78eMO2N954A8uWLcORI0dMPqeoqAhFRUWGx3l5eYiPj2efISJH2LryuAL7M5jkho7meWfz8NP8g1Cv1uL77Ga4Imob9vmjBD1q7oeqpwaqCQ3QuF+Dyr2Ypf5itt4+7P3dUPLvnC/1kXICd/UZkv1oslu3bsHPz3gGAH9/f4tD64ODgxEcHOzqohEpgydnAPY2lmYXruTs0Kd+Pgv1gpNQZ1RD5rVWKEaSYV9N6QYG1jsIlUrCg5NbIDyhXWWu4h6tFnjhBcsLldrC3lFQnlyPzNM8NWJO4WQfhlQqFWbPno169eqhZcuWyMrKwrx58/CXv/zF00UjUgZLQ74dmXjOV1lb4VySdBPnDR1q03ulvaPFb0sPQb30KtR7YnGgqDGAOMP+xoHZULU+DdWTNdHtby0RGNrN/MkcNXu2LshVlr1Dym09/uJF3ZxXrEGhSpJ9M1l+fj5effVVrFq1CpcuXUJMTAxGjhyJ1157DUFBQTadg0PriZzAVPNPfLwuCHFYvVOadm7m3sRP8w5AvaoY6042w2VRx7DPHyXoFnYAqu43oBpfD00HNjR5DqdJT9etlVUZji4PYssQ9PLTDXDOK5/krvu37MOQMzAMETkJ+zOYZ+vaYmlpwMiRhodndpyDev4JqDdXRcbVVriDe038YdDgwfiDUA0RGDilBSIahbui5BU5uoaWM9cNM7cemaXXr8zrkSwxDDkRwxARuZyNNUOlGzdh16lIqJdcgfr3aOwrbGq0v1HAaahanYLqiRro8VwiAkMDXVRgC2yt5QJ0tYPz5gGTJjm/1tDeCShdsFAteRbDkBMxDBGRy1lp2hEArgVEopV2Ly6Ie31i/KDF/TUOQNXtOlTPx6PZoIaQ/JywPlll2FrLBQArV+oCjztmoL54URe6rPHFUWYKJcvRZDk5OYiPj3dVWYjIm/hak1llr8dCR/NS6MLNX0s+xAVEozry8GDcQagGazFoSgvUatzG2VdTObZ2YJ41617Nj6tGQZU97/Lltj3HF0eZkUvZtWp9s2bN8Oqrr6KgoMBV5SEib5CerqsFSU7W1SAkJ+sep6fr9nvb6vbWrscGpSWl+E3TFMubzkSuiDLadxZxGO/3Ieq1rYUNb+3BlfwQfJ2ThNGLu6NW4wjnXosz6KdTkCzUUMXFAdOnu69MgO0hrbILopLi2NVMtn37dkyaNAk5OTmYPXs2xo0b58qyOQ2byYicyNqirS+9pAtB3rK6fSUWoS24VICNCw5AvfIO1p1ogtxSXQjygxa9kImeIbvRpFUw2k4biOZDm3i++cse1jowz5qlC0PurA20NsqMfYZ8jqz7DH3++eeYPn06ateujfnz56O3zNtmGYaInMSRUUaAfEf62HI9dero9t+dyuPsrgtYO/841BurYPPlRBSiiuHQ6sjDgNiDUA3SYtCU5qjdtJaLL8DFTHVgLssTIddcSJPr7xhViuxXrb9165Z49dVXRWhoqBg2bJg4fvx45RYGcSGuWk/kJLYu2uot60nZeD13qoeL5S1miXZVDlXY3SDgjJjYOlP8NGe3KMov8vQVOV9JiRCzZpn/TD2xiCjX8FIMd92/7eozVC5EoX///vjb3/6G7777DomJiZgyZQry8/Odl9SISF4q0zFVCCAnR9dJWS5svB7//OsYcWgmGtw+DAmlSKq2H2/2z8T+9OP4sygO7/7RC/2mdkBQNdsmgvU6H39seru+ZiY11b39wlJSgFOndKPG0tJ0/83OZo0QOcyu0WSLFy/Grl27sGvXLhw+fBj+/v5o3bo1xo8fj7Zt2+LLL79EixYtsGrVKnTs2NFVZSYiT3FGx1Q5jfSx8Xr8AJRC4POqz+HW9vsR2bqVa8slJ9u2WW5GLBty3dllgmt4kRPZFYZmz56Nrl27YuzYsejatSs6duxotCDqX/7yF7z55pt46qmncODAAacXlog8zNqirbaQyUgfUSqQlVMbjYLroHrRFfjB8vX4AahWcAnVrh0BUNctZZQFJS+aSoph9zxD1jz99NN49dVXHS4QEcmYv79utuERI+x/rgxWt7997TY2v3sA6q9vY+3RxjhXmoiHsRjfYjhKYeNcI0q76Tt7OLuvzU9FPsHhPkPmREZGYvPmzc4+LRHJQXo6MHmy6X3x8cDLL+tCT/n5aTy4uv2FvRfxydhtGBr9K2rVEhgyqxP+e7gnzpVGIxQFENExyEh+HSLcxpFfMqnZchtrcw5Jku6ztyXkOmE+JyJX4HIcRAD/WrWFufl49L75Rrffw6vbi1KBvSuOQv1xLtS/RmL3rRZG++P9z2FIs5NQjaiC5BdaIaRmiG7HnTu6m/7ly6ZPrOQ5bJwxnL0S8zmRcsl6niFvwzBEFpm6ect5kkBPsDYfT/mg4OZwWXijEBnv7sd3K25j7dH7cFYbY7S/U9WDUHW5DNXfotHmUQuTH3IOG/MqE3Lt/f0huothyIkYhsgs/rVqG1tXMXfjApm5+y5h3byjUK8PwobcRNxCVcO+KriFfnX3Q9X/DgZPaoLotlEWzlSOh2u2ZM3RkCvD3x/yDrJcqJXIp2i1upueqb8HhNAFotRUYOhQ/rUqgxFFolRg37fHoP7oAtQ7a+O3gkQAkYb9sX4XoGp2XNf8NTERVSK6OPZCKSm6z5zNphU5OpxdBr8/RJYwDJFyyXX+FDny0AKZRXlFyHh3P9QrCrD2cCOc0TYF0NSwv2PoIai6XILqr3XR9rGmkPyc9Pr6m76+JuTrrxmKKoMLrJLMMQyRcvGvVdtZm1/IicPmLx28jHXvHIH6x0D8dCERBbg3gWsV3ELfqP1Q9S/C4NQmiGnfAkAL8yerDKX3JXNmvy83/v4QOYJhiJSLf63azt9fFwKGD9fduEx1LnZw2LwoFTiw6jjU/z0P9Y5a+PVmSwjcuynG+F3AkCbHoXo0BA+8kIjQ2g42f9nDXF+yc+d02329L5mzg6ALf3+InIEdqEm59CNcrP21yhEu9zipc3FRXhG2vH8A6uU3oT7UCKe1cUb721c5DFXni1A9E4X2o5qZH/3lCkof+eTKQQXu7JzO6TJ8AkeTORHDEJnFodT2c/Amc/nwFXw/7wjUP/hj/blE3ER1w74Q3EafyP1Q9S3EkEmNEdvRg7VxSh755I4g6I6QovQmTh/C0WRE7pCSogs8pv7h5FBq02wcUSRKBQ6pT0L94Vmot0dgR34iBLob9tf1u4ghjY9C9Ugw+k5qhdDwDrqb5PFM4KYH/5JXcl8ydwwqcPUCq0pv4iSHMAwRcSi109y5eQdbPzgAdVo+1AcTkF1yH4D7DPvbVjkCVcdcqJ6ORIcnmsEv4O78P3L6S17Jfcm8PQhyugxyEMMQEeD6v1adTUb9Ia4cvYrv3zmMtT/4Y/3ZFshDe8O+YBTigTr7oepzG0NS70N8l2YAmhmfQG5/yVsb+QQAERG6z0Cr9a2bqrcHQU6XQQ5iGCLvJ6Ng4BYerkURpQKH195t/volAjvyW6K0TPNXlN8lDG50FKpHgtBvUiKqRnYyfzI5/iVvaeST3rVrQN++vtcPxduHwHt7zRZ5jlAAjUYjAAiNRuPpopCzrVwpRFycELp/unU/cXG67b5o5UohJMn4egHdNkly2XXfKbgjNs79XbzYNlM0DDhV4eXbhBwR/+qeIX793wGhLdbafuKMjIrXYuonI8Ml12WRqd8tN7/vHqH/HSv/e+YN1yrn3ydyiLvu3xxNRt5LaeuKuXnI99Xj1/DDvMNQr5PwY05L5CHMsC8IRXig9j6o+tzCkBfvQ72kWMdeZPlyYNQo68elpQEjRzr2GpWh1epGl40YoasNMsUXh9p76/psnC7D53A0GZElcmxecTUX94cQpQJHf8yG+v0zUP8cjl/yElGKbob9kdJlDL7vCFQPB6LfpERUq2uh+ctWcu+j4u+v+zEXhADf7IfirYMKOLkjOYhhiLyTEjtKuqA/RPGtYvy8+ADUX2qg3t8AJ4obAmho2N8q5BhU7c9DNa42Oj/VAn4BTu4r4g19VJTaD8XbBhXocboMcgDDEHknJd6gnFSLcj37Bn54+yDUayX8mNMCN0Q7w75A3EFyrX1QJRdgyIuN0KB7EwBNKlFoK7zhL3m5115RRd5as0UewzBE3kmJN6hK1KIcW58N9aLTUG+riZ81idCWaf6qLV3B4IZHoHrYH/0nJaJ6TMcKz3cpuf8l7w21V1SRt9ZskUewAzV5J6V2lLRx+ZCSwhL88t8DUH9xA+p99XGsOMHoNC2Dj0PV7hxUT9VCl3Et4B8kg/fI0hQJnp4+gcu2EHkE1yZzIoYhH6XUG5SZkT4F02dDfbAR1N8J/HCmBa6LcMPuQNxBr4j9UPW+CdWLDZHQM94DBXeQXGan9tYRVkRejGHIiRiGfJhSb1B3a0ou/LQP27aU4r8Hu2OLpi20ZVq+a0lXMSjhMFRD/TFgckvUiJP5776p2p81a+Q1fYKna6iIFIZhyIkYhnycgm5QJYUl2PHJQag/vw71H/E4cqeR0f7mQSehapsD1dgIJD3TUh7NX7YwV/tz+zZw9arp5/hqUygRGXCeISJb+XhHSc0ZDX5856Cu+et0c1wTbQz7AlCMnuH7oeqVD9XEBmj0QCMAjcyfzBGuDpvmJs+0NHUC4JvTJxCRRzAMEcnQyc2noX7vFNRbqmPr9VYowf2GfRHSNQxqcAiqoX4YMKklwuq1t3AmK6wFHVf317E0eaatfGn6BCLyCIYhInu5oKZEe0era/767BrUe+Nx+E4jAPUN+5sFnYSqTQ5UY8KR9ExLBIR0N38yW1kLOu5YTd7a5Jm28KXpE4jIIxiGiOzhxJqSvLN5WD/vINRrtPg+uzmuitaGff4oQc+a+6HqpYFqYgLu6+Pk5i9rQWfFCmDyZNcvd1KZWh1r8/soqC8ZEVWOV4Shc+fO4ZVXXsEPP/yA27dvo0mTJvj000/RoUMHTxeN/+C6glzfUyfUlGRvzYF64Z9QZ1bDlmutUIwkw75w6ToG1jsE1UMSHpzSEjXrt7NwpkqwZV238eOBy5fNn8NZ/XUcrdWxNju1XIbjE5FXkH0Yun79Orp164bk5GT88MMPiIyMxMmTJ1GzZk3XvaitN2P+g+v84CLX99TBhWG1d7T4dckhqJdehTorFgeLGsMPMeiBbXgEKxHgD9RtE4khY2qh27OJCAjpVvH8zmbLum6WglBZle2vY8vszhERQEiI7hg9S7NTu6N5j4h8i5C5V155RXTv3r1S59BoNAKA0Gg01g9euVKIuDghdP+U6n7i4nTbyx8nScbHAbptklTxeF9k63tlz/nk+p5mZFQsl6mfjAyRdy5PfPvSdjG20TZRW7pstPsRfC0uSlHOe88ckZZm27XYeL2Vpv/cy3/2ZT/3khLda6Wl6f5bUmL6XCUlFX8ny58zPt7884lIVuy6f1eC7MNQ8+bNRWpqqhg+fLioU6eOaNu2rfjoo48sPqewsFBoNBrDT05Ojm1vpq03Y/6D6/zgIvf31MYA8Wa1N0QQCo02h+GGeLzeL2LLgNmiVA5hz9ZgV6eO6c/YFZ+HqWAdH2//e2JHaCUi+WMYuis4OFgEBweLadOmiT179ojFixeLkJAQ8dlnn5l9zowZMwSACj8W30x7bsZK/wfXFcFF7u+pjeXrhQwBCHFfYLaY1D5DbH5nj7hTcEdeYU9fFmtB55tvrNfYOLtcttT+WGJrrVdamnPLTkQuwTB0V2BgoEhKSjLaNnHiRNG1a1ezz3GoZsiem7HS/8F1RXCR+3taUiK00bGi1Ey5tJBErhQl/m/gRnF43UlRqi01fr7cwp4tTVP645xRY+MucnufiahS3BWG/DzTU8l20dHRaNGihdG25s2b48yZM2afExwcjBo1ahj9WGVrR1B9R2Fb+Or8J7a+V2vW2H5Omb6nZ3acw/sjtuDBqCw8fuEdCEgohWR0jICun2/Utx/gpe/7oNmghpD87h6j1QKZmcDKlba9oLsmEExJ0XUkjo013h4XZ9zBOCUFOHUKyMgA0tJ0/83Olm8HZH2HbEkyvV+SdGvXmRuOT0SKJPvRZN26dcPRo0eNth07dgz169d37gvZczO2ZQSMpflP3MVVQ9Rtfa++/BJ4+23bXlMm72lpSSl2fXYI6iVXoP49GvsKmwLQB4aOqO13A7P9X0V48b3RVpK5hWFNjYyzxp1hLyVFN/rN2u+INy134u+vG3k4fLjud6bs75K14fhEpFwurXdygt9++00EBASI2bNni+PHj4svv/xShIaGimXLltl8Dpuq2WztR6Hvx2BrM4OnOHukV1klJbrOtc5ujqjMe1qJ/iY3L94Uq6buFH9pvFVE+V00emk/lIjuNfaKtwZmiEPqE7rmL1tey1wHczn0GVICb2veIyKT2GeoDLVaLRITE0VwcLBo1qyZ1dFk5dn8Ztp7M5brP7juGKKemuqaPj6OvKcOBL8zO8+JDx7fIgbW+U0E47bRU6tDIx6N2y4+f3abuHzkin3lF8J6Z2lXfi50jzM6ZBORR7krDElCmGqT8C15eXkICwuDRqOx3n/IVNOGuWYQQH6zJWu1QIMG5ptm9M1N2dmVK2dmJpCcbP24jAz7m1jseU/NTbCnbxK52/+ltKQUv395BOpPL0G9uy723m5mdHhCwBmoWmZDNao6ej6fiKBqQfaVuSxb3xs9S79fREQKZtf9uxIYhkyRW8CxhytDSlnuCl2VKIOQJNyuHonUusuhPtECuaVR94qHUiRVPwDV/degei4OLVSN7nV6rqzly4FRo6wfN2EC8Mgj3vX7RUTkRu4KQ7LvQO1W5UPQiBHed5OyZ1RcZZTtqAp4pqOqlWUlJCEQmncRx/Ik5CIK1ZCPAbEHoBqoxaDJzVCneWuzz60UWztBP/KI93RMJiLyYbIfWu826em6WobkZN1f9cnJusfp6Z4umX3cOUTd3PDs2Fhg5kygqEhXU6XVVv61TLEx0D0Vvxnr3/wdVzRB+PZsEsZ+3B11mtd2TZkADu8mIvIybCYDbO534hX0TUfWhqg7s/mqbI3a8ePAxx+7dKHV29duY9OC/Ti6dAem5KRaf0JlmwQdof+dAkzXmnnT7xQRkYewz5ATWXwz5dD3xdk8dSN2Yai8sPci1s47CvVPwdh4sRVuIxR+0OIUGiAW5+AHM7/G8fGe++zs7YxPRERGGIacyOKb6a4Ox+7m7huxk0OlKBXIWn4E6k8uYu1vkdh9y3gW8nj/c1A1P4FnEn9F2xVTIZn7NX75ZWDuXDsvxom8uTM+EZGHsQO1u7irw7G72Tq7sLNY6cwMIYCcHN1xZkLl7Wu3sfndA1B/fRtrjzbGudLmAJob9neuegCqrleg+ls0Wg9vAskvFkAvIP4K8H//Z/p1334b6NrVczUx3jR7MxGRQjEMyXRNLKdw543YwVCZu+8S1r5zFOqfgrAxNxG30MmwLxQF6B+9H0P6F2Pw5Kao2zqx4vm0Wt1QdktSU3XBkDUyRERkgrLCkH7RzLI1JTJZE8vr2RgWRVRd/LHiKNQfXYD61zrYVdASQKRhf5z/eaianYBqRBUkv9AKITW7Wj6hE2qkiIhI2ZQVhhITgfPn7z3Wj3Liwo6VZyVUCgDXAyLRvl8jnC6tB6CpYV+nqgeh6nIZqr9Fo82jTSD5xdj+ur7azElERG6jrHmGygYhQHfj1o+6MjVfTlycsoZA62vOli+3f34g/SSMQIX5dUohQUDCMyUf4nRpPVTBLTxU91d8PGYbzmddxG83W+LVTb3R9rGm9s8C7cvNnERE5BbKGk0GoEJf9LKjnADljvwxNfrMjvmBRKnA/vTjOPbvr9Bj/weIEhcN+84gHv+WZsC/WWOoRlTBAy8kokpEFeeU2xPzKhERkVtwaL0TWQxDet42dL6yyk+UOGNGxWOszA9UlFeEzPf2Q72iAOpDjXBGGwcA8IMWPbAN3YJ2oXHzQLSe0hftnmjpvLW/yuMEh0REPolD691NSX1KTNUCmSKELlCUGY116eBlfD//KNQ/BOCn8y1xEx0Nh4fgNvpG7oeqXyGGTG6GmPa9XXoZBvplQUzVbNk7r5Kz5wXiPENERLLHMKSnlD4l5maJNufuaKwvu76H94/0wc6bLSHQ3bA72i8XQ5ocg2p4CPq8mIjQ2p1dVHArnDGvUiWbCl1+PiIicgk2k/lKnxJbaiCszRJtwUik4SuMBAC0q3IYqk4XoXo6Eu1HNYNfgA398OVeQ+LspUR8ab07IiIPYZ8hJzIbhuR+Y7I1QNhaA2Hr0iMmTA37EA0GtcCQSY0R18nOWjS515A4e306X1zvjojIA9wVhpQ1tD6m3Pw1ch46n56uu6EmJwOjRun+26CBbnv544YPr3jj1U8bUPZ4B/pFCQClMXH4z9W/4u9pPe0LQlot8PrrwCOP2FY+T7Fn4kZPnI+IiFxKWWHowAHdqLG0NN1/s7PlG4RsCThara7GxVTlnn5baqphvqDimrXtK4ckQZIk+L230P4ajPR0oH5906PUzJTPY5w9cSMngiQi8irK6kDtDYtmWgs4ZUd32VgD8dPDH+CTrI7YcLYD9iEOsTgHP9jQOurIaCzA9k7aclkqw9kTN3rrRJBy79dFROQiyqoZ8gb2NLHYWLOwRF0b35xNwg1E4DW8DgnCehSqUwc4ccL+IGQpzJnj6RoS/VIikpl5kCQJiI+3fX06Z5/PHWxtliUi8kEMQ3JjTxOLjTULoYHFmN4tEzs/OYBPi8dCmjULVqc/vHwZ2L7dtrKUZS3MmeLpGhILS4k4tD6ds8/navb0OyMi8kEMQ67i6DpfNgaDvNJqSPvKD1f966DUTLQRAEoiY/Dp7Sfwxs+90eXpRN0w+MaNbSuLIzU29jxHTjUk+okbnbU+nbPP5yp29jsjIvJFyuoz5C6VGUpuw+rvN6RwTHzyOs6iOtLxAb7GCJRCMu4HJEmQAAR8+F7FGghX9mmx9zlyqiFxxsSNrjyfK9jTLCv3/nZERA5S1jxDLp6nAIBzJtu7ew4BQCpznlIA0t0fvRtBdVDQazBiDm2EdK7MTS0+3nznZ1cubmrt3HpymmdIyZYv1/URsiYtDRg50vXlISIqg/MMuZKjTVi2nLeSTQ7Xs29geUZdzK/9Bs4L41oWU41hNYuvIHbjZ5Dmz7N92gBX9mmxdG69WbOAU6cYhOTAW0e+ERE5kfJqhjZudN1syLbO8JyRYdTkcGx9NtSLTmPtz2HYdqMVtHdbL/2gxRCsxYN1fse4/PcQXHjDfMfnOnV01xQUZHt5TTXnWapRKsvaMOzKnJvcx5W1hERElcTlOJzI8GZ+8QVqjBnjuvWibGxy0C79Aj/fSIT6ixtQ76uPY8UJRvtbBJ+Aqu1ZqMZGoOvTLeG/fZttISssDBg3TtdPxda+KY7MLWNrnyjOW+Md9E27gPF3Q+7L1RCRz2MYciLDmxkTgxrnz5s+yBl/Ab/+uvkZl8tQ4TushcrwOBB30CtiP4b0ugnVCwlo2Lue8RNs7ddRlqv65HABUt/EmjwikiGGISeyuGp9eeWasGyWnq5bg8uCUkg4izgkIBvh0g0MSjgM1VB/9E9tgbB6Yeaf6MgCq64IJ1yA1LexJo+IZMZdYYhD68tzZG6dux2nBUx3cgZgGPSeed8z2DLpIJKeaQn/oO62nd/KcHvTL1hu6Q5n3NQ4DNu3ecNyNURELqDM0WSW2DlqRnNGg4zHPgTOnrU4q7MEwG/WTIw5/hq6P98a/kF2hJOyI7Ts4ezV0bkAKRER+SBlhaGYGKesF/Vn5hksTNmCvhF7ULt+KD5aWcu217d15mdT9DMa17Zz5XnAeeGEw7CJiMgHKauZ7K23gDFjdMHH1KgZM3PraO9osfPTg1B/dg3qvXE4VHQfgHudnAMDBFBiw+tXNiSkpADVqgEDBtj3PGeFE2vNdfo+Q3JYXoOIiMhGyqoZeughm9eLyjubh2+n7MDYRj+jbsh1dH++Nd76tTcOFd0Hf5Sgd80svPNQJo79dAqfFwy3XGPjzDW4rl61/VhHXtfShJTetgApERGRDZRVMwRYXC/q1M9noV5wEuqMasi81grFSDI8raZ0AwPrHYRKJeHByS0QntBOtyM9HWjUA7hyxfTrOTskHD9u3/H2vK4t8wfpm+tMHcdh2ERE5IWUNbS+3NA87R0tflt6COqlV6HeE4sDRcZ9ehoHZkPV+jRUT9ZEt7+1RGBooPGJzc25U5Yz52qx5fX07J1nyN75gzgMm4iIXIzzDDlR2TdTuinhp/kHoF6lxfd/NsVlUcdwnD9K0C3sAFTdb0A1vh6aDmxo/qTW5twBHFsiozKvpzdrFjB9uu3hhPMHERGRDHGhVjPmzJkDSZKQmppq93MfbrAHtWODMPztJHx2sjsuizoIgwaPxW/Hsud+waUT+dhyoy1eWtvbchACrM+5AwCXLwPbt9tdTodfD9AFoddesy+02DN/EBERkY/xqj5Du3btwkcffYTWrVs79PzN19sDCMZ9gaeganUKqifC0P3viQgMvd/+k7l7zh1bz+PI8H3OH0RERArmNTVDN2/exBNPPIGPP/4Y4eHhDp3j9X7bcHjdnzhWWB/zfu+N5MntKvYDspW759xx5etx/iAiIlIwrwlD48ePx+DBg9G3b1+rxxYVFSEvL8/oBwBe/LYHmg1qCMnP0lzRNtLPueOESRw9/nruvhYiIiIZ8Yow9NVXX2HPnj2YM2eOTcfPmTMHYWFhhp/4+HjrT7I0v44p7p5zx5Wvx/mDiIhIwWQfhnJycvDiiy9i2bJlCAkJsek506ZNg0ajMfzk5ORYfkJ6um40VXIyMGqU7r8NGui2W6Kfc8eGSRydwpWv5+5rISIikgnZD61fvXo1Hn74YfiXqZXQarWQJAl+fn4oKioy2meKxaF59s6vY4q759xx5es549ycg4iIiJyA8wzdlZ+fj9OnTxttGzduHJo1a4ZXXnkFiYmJVs9h9s3k/DrOZ8ss1kRERDZwVxiS/dD66tWrVwg8VatWRa1atWwKQhbZM79O796Vey0lMFfLdu6cbjub24iISIZk32fIpTi/jvNotboaIVMVjfptqanWO6YTERG5mexrhkzJzMx0zok4v47zsJaNiIi8lLJrhji/jvOwlo2IiLyUssMQ59dxHtayERGRl1J2GAI4v46zsJaNiIi8lFf2GXK6lBRg6FDOjVMZ+lq24cN1wadsR2rWshERkYwxDOn5+7Njb2Xpa9lMzTO0YAFr2YiISJYYhsi5WMtGRERehmGInI+1bERE5EXYgZqIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgUjWGIiIiIFI1hiIiIiBSNYYiIiIgULcDTBSAX0GqBbduACxeA6GigRw/A39/TpSIiIpIlhiFfk54OvPgicPbsvW1xccDChUBKiufKRUREJFNsJvMl6enA8OHGQQgAzp3TbU9P90y5iIiIZIxhyFdotboaISEq7tNvS03VHUdEREQGDEO+Ytu2ijVCZQkB5OTojiMiIiIDhiFfceGCc48jIiJSCIYhXxEd7dzjiIiIFIJhyFf06KEbNSZJpvdLEhAfrzuOiIiIDBiGfIW/v274PFAxEOkfL1jA+YaIiIjKYRjyJSkpwLffArGxxtvj4nTbOc8QERFRBZx00dekpABDh3IGaiIiIhsxDPkif3+gd29Pl4KIiMgrsJmMiIiIFI1hiIiIiBSNYYiIiIgUTfZhaM6cOejUqROqV6+OyMhIDBs2DEePHvV0sYiIiMhHyD4MbdmyBePHj8fOnTuxYcMGlJSUoH///igoKPB00YiIiMgHSEKYWuZcvi5fvozIyEhs2bIFPXv2tOk5eXl5CAsLg0ajQY0aNVxcQiIiInIGd92/vW5ovUajAQBERESYPaaoqAhFRUWGx3l5eS4vFxEREXkn2TeTlSWEwOTJk9G9e3ckJiaaPW7OnDkICwsz/MTHx7uxlERERORNvKqZbPz48Vi3bh1+/vlnxMXFmT3OVM1QfHw8m8mIiIi8CJvJypk4cSK+++47bN261WIQAoDg4GAEBwe7qWRERETkzWQfhoQQmDhxIlatWoXMzEwkJCR4ukhERETkQ2QfhsaPH4+0tDSsWbMG1atXR25uLgAgLCwMVapU8XDpiIiIyNvJvs+QJEkmty9ZsgRPPfWUTefg0HoiIiLvwz5Dd8k8qxEREZGX86qh9URERETOxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREiuY1YeiDDz5AQkICQkJC0KFDB2zbts3TRSIiIiIf4BVhaMWKFUhNTcX06dORlZWFHj16YODAgThz5oyni0ZEREReThJCCE8XwpouXbqgffv2+PDDDw3bmjdvjmHDhmHOnDlWn5+Xl4ewsDBoNBrUqFHDlUUlIiIiJ3HX/Vv2NUN37tzB77//jv79+xtt79+/P7Zv3+6hUhEREZGvCPB0Aay5cuUKtFotoqKijLZHRUUhNzfX5HOKiopQVFRkeKzRaADoEiYRERF5B/1929WNWLIPQ3qSJBk9FkJU2KY3Z84czJo1q8L2+Ph4l5SNiIiIXOfq1asICwtz2fllH4Zq164Nf3//CrVAly5dqlBbpDdt2jRMnjzZ8PjGjRuoX78+zpw549I3U27y8vIQHx+PnJwcRfWV4nXzupWA183rVgKNRoN69eohIiLCpa8j+zAUFBSEDh06YMOGDXj44YcN2zds2IChQ4eafE5wcDCCg4MrbA8LC1PUL5FejRo1eN0KwutWFl63sij1uv38XNvFWfZhCAAmT56M0aNHo2PHjkhKSsJHH32EM2fO4O9//7uni0ZERERezivC0GOPPYarV6/i9ddfx4ULF5CYmIjvv/8e9evX93TRiIiIyMt5RRgCgOeffx7PP/+8Q88NDg7GjBkzTDad+TJeN69bCXjdvG4l4HW79rq9YtJFIiIiIleR/aSLRERERK7EMERERESKxjBEREREisYwRERERIrmlWHogw8+QEJCAkJCQtChQwds27bN4vFbtmxBhw4dEBISgoYNG2Lx4sUVjlm5ciVatGiB4OBgtGjRAqtWrXJV8R1mz3Wnp6ejX79+qFOnDmrUqIGkpCSsX7/e6JilS5dCkqQKP4WFha6+FLvYc92ZmZkmr+nIkSNGx/na5/3UU0+ZvO6WLVsajvGGz3vr1q1QqVSIiYmBJElYvXq11ef4wvfb3uv2le+3vdftK99ve6/bV77fc+bMQadOnVC9enVERkZi2LBhOHr0qNXnueM77nVhaMWKFUhNTcX06dORlZWFHj16YODAgThz5ozJ47OzszFo0CD06NEDWVlZ+Oc//4kXXngBK1euNByzY8cOPPbYYxg9ejT++OMPjB49GiNGjMCvv/7qrsuyyt7r3rp1K/r164fvv/8ev//+O5KTk6FSqZCVlWV0XI0aNXDhwgWjn5CQEHdckk3svW69o0ePGl1T48aNDft88fNeuHCh0fXm5OQgIiICjz76qNFxcv+8CwoK0KZNGyxatMim433l+23vdfvK99ve69bz9u+3vdftK9/vLVu2YPz48di5cyc2bNiAkpIS9O/fHwUFBWaf47bvuPAynTt3Fn//+9+NtjVr1kxMnTrV5PH/+Mc/RLNmzYy2Pfvss6Jr166GxyNGjBAPPvig0TEDBgwQjz/+uJNKXXn2XrcpLVq0ELNmzTI8XrJkiQgLC3NWEV3C3uvOyMgQAMT169fNnlMJn/eqVauEJEni1KlThm3e8HmXBUCsWrXK4jG+8v0uy5brNsUbv99l2XLdvvL9LsuRz9sXvt9CCHHp0iUBQGzZssXsMe76jntVzdCdO3fw+++/o3///kbb+/fvj+3bt5t8zo4dOyocP2DAAOzevRvFxcUWjzF3Tndz5LrLKy0tRX5+foXF7m7evIn69esjLi4OQ4YMqfCXpSdV5rrbtWuH6Oho9OnTBxkZGUb7lPB5f/rpp+jbt2+FWdrl/Hk7whe+387gjd/vyvDm77cz+Mr3W6PRAIDFRVjd9R33qjB05coVaLXaCqvVR0VFVVjVXi83N9fk8SUlJbhy5YrFY8yd090cue7y3nnnHRQUFGDEiBGGbc2aNcPSpUvx3XffYfny5QgJCUG3bt1w/Phxp5bfUY5cd3R0ND766COsXLkS6enpaNq0Kfr06YOtW7cajvH1z/vChQv44Ycf8Mwzzxhtl/vn7Qhf+H47gzd+vx3hC9/vyvKV77cQApMnT0b37t2RmJho9jh3fce9ZjmOsiRJMnoshKiwzdrx5bfbe05PcLSMy5cvx8yZM7FmzRpERkYatnft2hVdu3Y1PO7WrRvat2+P9957D++++67zCl5J9lx306ZN0bRpU8PjpKQk5OTk4O2330bPnj0dOqenOFrGpUuXombNmhg2bJjRdm/5vO3lK99vR3n799sevvT9dpSvfL8nTJiAffv24eeff7Z6rDu+415VM1S7dm34+/tXSHuXLl2qkAr16tata/L4gIAA1KpVy+Ix5s7pbo5ct96KFSvw9NNP4+uvv0bfvn0tHuvn54dOnTrJ5i+Jylx3WV27djW6Jl/+vIUQ+N///ofRo0cjKCjI4rFy+7wd4Qvf78rw5u+3s3jb97syfOX7PXHiRHz33XfIyMhAXFycxWPd9R33qjAUFBSEDh06YMOGDUbbN2zYgPvvv9/kc5KSkioc/9NPP6Fjx44IDAy0eIy5c7qbI9cN6P5ifOqpp5CWlobBgwdbfR0hBPbu3Yvo6OhKl9kZHL3u8rKysoyuyVc/b0A3WuPEiRN4+umnrb6O3D5vR/jC99tR3v79dhZv+35Xhrd/v4UQmDBhAtLT07F582YkJCRYfY7bvuM2d7WWia+++koEBgaKTz/9VBw6dEikpqaKqlWrGnrVT506VYwePdpw/J9//ilCQ0PFpEmTxKFDh8Snn34qAgMDxbfffms45pdffhH+/v7iP//5jzh8+LD4z3/+IwICAsTOnTvdfn3m2HvdaWlpIiAgQLz//vviwoULhp8bN24Yjpk5c6b48ccfxcmTJ0VWVpYYN26cCAgIEL/++qvbr88ce697/vz5YtWqVeLYsWPiwIEDYurUqQKAWLlypeEYX/y89Z588knRpUsXk+f0hs87Pz9fZGVliaysLAFAzJs3T2RlZYnTp08LIXz3+23vdfvK99ve6/aV77e9163n7d/v5557ToSFhYnMzEyj39tbt24ZjvHUd9zrwpAQQrz//vuifv36IigoSLRv395oWN7YsWNFr169jI7PzMwU7dq1E0FBQaJBgwbiww8/rHDOb775RjRt2lQEBgaKZs2aGX255MKe6+7Vq5cAUOFn7NixhmNSU1NFvXr1RFBQkKhTp47o37+/2L59uxuvyDb2XPdbb70lGjVqJEJCQkR4eLjo3r27WLduXYVz+trnLYQQN27cEFWqVBEfffSRyfN5w+etHzpt7vfWV7/f9l63r3y/7b1uX/l+O/J77gvfb1PXDEAsWbLEcIynvuPS3QISERERKZJX9RkiIiIicjaGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISIiIlI0hiEiIiJSNIYhIiIiUjSGISLySsuXL0dISAjOnTtn2PbMM8+gdevW0Gg0HiwZEXkbrk1GRF5JCIG2bduiR48eWLRoEWbNmoVPPvkEO3fuRGxsrKeLR0ReJMDTBSAicoQkSZg9ezaGDx+OmJgYLFy4ENu2bWMQIiK7sWaIiLxa+/btcfDgQfz000/o1auXp4tDRF6IfYaIyGutX78eR44cgVarRVRUlKeLQ0ReijVDROSV9uzZg969e+P999/HV199hdDQUHzzzTeeLhYReSH2GSIir3Pq1CkMHjwYU6dOxejRo9GiRQt06tQJv//+Ozp06ODp4hGRl2HNEBF5lWvXrqFbt27o2bMn/vvf/xq2Dx06FEVFRfjxxx89WDoi8kYMQ0RERKRo7EBNREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESKxjBEREREisYwRERERIrGMERERESK9v9tH8Nw7VTzCAAAAABJRU5ErkJggg==\n", + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkMAAAHFCAYAAADxOP3DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAA9hAAAPYQGoP6dpAABX90lEQVR4nO3deXwTZf4H8E96t1AKpfQuUJCjtNwgILdyiBzBiigqKh6rgigCrrC6Cq7IiqKgeKz+WFhlCx4UUkFRlJZDwAUBKTdIgXKUcrZQ6JU+vz9i0qZNmqPJzCTzeb9eeUFmJpNnkpnON8/xfTRCCAEiIiIilfKRuwBEREREcmIwRERERKrGYIiIiIhUjcEQERERqRqDISIiIlI1BkNERESkagyGiIiISNUYDBEREZGqMRgiIiIiVWMwRKRAS5cuhUajMT38/PwQExOD+++/H0ePHpWtXLNmzYJGo5Ht/T3BiRMnoNFo8M4778hdFCKyk5/cBSAi65YsWYK2bduiuLgYv/zyC+bMmYPMzEwcOnQIjRo1krt4RERegcEQkYKlpKSgW7duAIABAwZAr9fjtddew+rVqzFhwgSZS0dyKisrM9UaElHdsJmMyIMYA6Pz58+blhUXF2PatGno1KkTwsLCEB4ejl69ekGn09V4vUajwbPPPosvvvgCSUlJCAkJQceOHbFmzZoa265duxadOnVCYGAgEhMTrTb7FBcXY+bMmUhMTERAQADi4uIwadIkXL161Wy75s2bY8SIEVizZg06d+6M4OBgJCUlmd576dKlSEpKQr169XDrrbdi586dNj8PY3NiZmYmnnnmGURERKBx48ZITU3F2bNnaxz7rFmzauyjefPmePTRR2vsc8OGDXjyySfRuHFjNGjQAA8//DCKioqQl5eHsWPHomHDhoiJicH06dNRVlZWY78VFRWYM2cOmjZtiqCgIHTr1g0///xzje2OHj2KBx54AJGRkQgMDERSUhI+/PBDs22ysrKg0WjwxRdfYNq0aYiLi0NgYCCOHTuGGzduYPr06UhMTERQUBDCw8PRrVs3LF++3ObnR0QG/ElB5EFycnIAAK1btzYtKykpweXLlzF9+nTExcWhtLQUP/30E1JTU7FkyRI8/PDDZvtYu3YtduzYgddffx3169fHvHnzcPfdd+Pw4cNo0aIFAODnn3+GVqtFr169sGLFCuj1esybN88sCAMAIQRGjx6Nn3/+GTNnzkTfvn2xd+9evPbaa9i2bRu2bduGwMBA0/a///47Zs6ciZdffhlhYWGYPXs2UlNTMXPmTPz888948803odFo8NJLL2HEiBHIyclBcHCwzc/liSeewPDhw5GWlobc3Fy8+OKLeOihh7BhwwanP+snnngCqampWLFiBXbv3o2//e1vKC8vx+HDh5Gamoq//OUv+Omnn/DWW28hNjYWU6dONXv9okWL0KxZMyxYsAAVFRWYN28ehg0bho0bN6JXr14AgAMHDuC2225D06ZNMX/+fERHR+OHH37Ac889h4sXL+K1114z2+fMmTPRq1cvfPLJJ/Dx8UFkZCSmTp2KL774Am+88QY6d+6MoqIi7Nu3D5cuXXL62IlURxCR4ixZskQAENu3bxdlZWXi2rVrYt26dSI6Olr069dPlJWVWX1teXm5KCsrE48//rjo3Lmz2ToAIioqShQWFpqW5eXlCR8fHzF37lzTsh49eojY2Fhx8+ZN07LCwkIRHh4uqv7ZWLdunQAg5s2bZ/Y+X375pQAgPv30U9OyZs2aieDgYHH69GnTsj179ggAIiYmRhQVFZmWr169WgAQGRkZdn1OEydONFs+b948AUCcO3fO7Nhfe+21Gvto1qyZeOSRR2rsc/LkyWbbjR49WgAQ7777rtnyTp06iS5dupie5+TkCABWP79BgwaZlg0dOlTEx8eLgoICs30+++yzIigoSFy+fFkIIURmZqYAIPr161ej/CkpKWL06NE1lhOR/dhMRqRgPXv2hL+/P0JDQ3HnnXeiUaNG0Ol0NfqJfP311+jduzfq168PPz8/+Pv7Y/HixTh48GCNfQ4cOBChoaGm51FRUYiMjMTJkycBAEVFRdixYwdSU1MRFBRk2i40NBQjR44025ex5qVqMxMA3HvvvahXr16NZqFOnTohLi7O9DwpKQmAoT9USEhIjeXGMtkyatQos+cdOnRw6PWWjBgxwuy5sUzDhw+vsdzS+1j7/DZt2gS9Xo/i4mL8/PPPuPvuuxESEoLy8nLT46677kJxcTG2b99uts977rmnxvvceuut+P777zFjxgxkZWXh5s2bTh8zkVoxGCJSsM8//xw7duzAhg0b8NRTT+HgwYMYN26c2Tbp6ekYO3Ys4uLisGzZMmzbtg07duzAY489huLi4hr7bNy4cY1lgYGBppvolStXUFFRgejo6BrbVV926dIl+Pn5oUmTJmbLNRoNoqOjazTVhIeHmz0PCAiodbml8ltS/ZiMTXN1CQwcKaulclr7/EpLS3H9+nVcunQJ5eXl+OCDD+Dv72/2uOuuuwAAFy9eNHt9TExMjX2+//77eOmll7B69WoMHDgQ4eHhGD16tKwpGIg8DfsMESlYUlKSqdP0wIEDodfr8X//93/45ptvMGbMGADAsmXLkJiYiC+//NIsB1BJSYlT79moUSNoNBrk5eXVWFd9WePGjVFeXo4LFy6YBURCCOTl5aF79+5OlcEdAgMDLX4m7upbY+3zCwgIQP369eHv7w9fX1+MHz8ekyZNsriPxMREs+eWcjzVq1cPs2fPxuzZs3H+/HlTLdHIkSNx6NAh1xwMkZdjzRCRB5k3bx4aNWqEV199FRUVFQAMN8iAgACzG2VeXp7F0WT2MI7mSk9PN6vxuHbtGr799luzbe+44w4AhoCsqpUrV6KoqMi0XgmaN2+OvXv3mi3bsGEDrl+/7pb3s/b59e3bF76+vggJCcHAgQOxe/dudOjQAd26davxsFSLV5uoqCg8+uijGDduHA4fPowbN264+rCIvBJrhog8SKNGjTBz5kz89a9/RVpaGh566CGMGDEC6enpmDhxIsaMGYPc3Fz84x//QExMjNNNJf/4xz9w5513YvDgwZg2bRr0ej3eeust1KtXD5cvXzZtN3jwYAwdOhQvvfQSCgsL0bt3b9Noss6dO2P8+PGuOvQ6Gz9+PP7+97/j1VdfRf/+/XHgwAEsWrQIYWFhbnk/X19fDB48GFOnTkVFRQXeeustFBYWYvbs2aZtFi5ciD59+qBv37545pln0Lx5c1y7dg3Hjh3Dt99+a9douB49emDEiBHo0KEDGjVqhIMHD+KLL75Ar169zPphEZF1DIaIPMzkyZOxaNEivP766xg3bhwmTJiA/Px8fPLJJ/j3v/+NFi1aYMaMGTh9+rTZjdcRgwcPxurVq/HKK6/gvvvuQ3R0NCZOnIibN2+a7VOj0WD16tWYNWsWlixZgjlz5iAiIgLjx4/Hm2++aTasXm4vvvgiCgsLsXTpUrzzzju49dZb8dVXX0Gr1brl/Z599lkUFxfjueeeQ35+PpKTk7F27Vr07t3btE27du2wa9cu/OMf/8Arr7yC/Px8NGzYEK1atTL1G7Ll9ttvR0ZGBt577z3cuHEDcXFxePjhh/Hyyy+75biIvJFGCCHkLgQRERGRXNhniIiIiFSNwRARERGpGoMhIiIiUjUGQ0RERKRqDIaIiIhI1RgMERERkaqpIs9QRUUFzp49i9DQUIvp7ImIiEh5hBC4du0aYmNj4ePjvvobVQRDZ8+eRUJCgtzFICIiIifk5uYiPj7ebftXRTAUGhoKwPBhNmjQQObSEBERkT0KCwuRkJBguo+7iyqCIWPTWIMGDRgMEREReRh3d3FhB2oiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNdmDoU2bNmHkyJGIjY2FRqPB6tWrrW771FNPQaPRYMGCBZKVj4iIiLyb7MFQUVEROnbsiEWLFtW63erVq/Hrr78iNjZWopIRERGRGvjJXYBhw4Zh2LBhtW5z5swZPPvss/jhhx8wfPhwiUpGREREaiB7zZAtFRUVGD9+PF588UUkJyfLXRwiIiLyMrLXDNny1ltvwc/PD88995zdrykpKUFJSYnpeWFhoTuKRkRERF5A0TVDv/32GxYuXIilS5dCo9HY/bq5c+ciLCzM9EhISHBjKYmIiMiTKToY2rx5M/Lz89G0aVP4+fnBz88PJ0+exLRp09C8eXOrr5s5cyYKCgpMj9zcXOkKTURERB5F0c1k48ePx6BBg8yWDR06FOPHj8eECROsvi4wMBCBgYHuLh4RERF5AdmDoevXr+PYsWOm5zk5OdizZw/Cw8PRtGlTNG7c2Gx7f39/REdHo02bNlIXlYiIiLyQ7MHQzp07MXDgQNPzqVOnAgAeeeQRLF26VKZSERERkVrIHgwNGDAAQgi7tz9x4oT7CkNERESqo+gO1ERERETuxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqskeDG3atAkjR45EbGwsNBoNVq9ebVpXVlaGl156Ce3bt0e9evUQGxuLhx9+GGfPnpWvwERERORVZA+GioqK0LFjRyxatKjGuhs3bmDXrl34+9//jl27diE9PR1HjhzBqFGjZCgpEREReSONEELIXQgjjUaDVatWYfTo0Va32bFjB2699VacPHkSTZs2tWu/hYWFCAsLQ0FBARo0aOCi0hIREZE7SXX/9nPbnt2koKAAGo0GDRs2tLpNSUkJSkpKTM8LCwslKBkRERF5ItmbyRxRXFyMGTNm4IEHHqg1Qpw7dy7CwsJMj4SEBAlLSURERJ7EY4KhsrIy3H///aioqMBHH31U67YzZ85EQUGB6ZGbmytRKYmIiMjTeEQzWVlZGcaOHYucnBxs2LDBZrthYGAgAgMDJSodEREReTLFB0PGQOjo0aPIzMxE48aN5S4SEREReRHZg6Hr16/j2LFjpuc5OTnYs2cPwsPDERsbizFjxmDXrl1Ys2YN9Ho98vLyAADh4eEICAiQq9hERETkJWQfWp+VlYWBAwfWWP7II49g1qxZSExMtPi6zMxMDBgwwK734NB6IiIiz6OaofUDBgxAbfGYgtIgERERkRfymNFkRERERO7AYIiIiIhUjcEQERERqRqDISIiIlI1BkNERESkagyGiIiISNUYDBEREZGqyZ5niIiIiLyQXg9s3gycOwfExAB9+wK+vnKXyiIGQ0RERORa6enA888Dp09XLouPBxYuBFJT5SuXFWwmIyIiItdJTwfGjDEPhADgzBnD8vR0ecpVCwZDRERE5Bp6vaFGyNJUWsZlU6YYtlMQBkNERETkGps316wRqkoIIDfXsJ2CMBgiIiIi1zh3zrXbSYQdqImIiKTkQaOsHBYT49rtJMKaISIiIqmkpwPNmwMDBwIPPGD4t3lzRXYqdkrfvoZRYxqN5fUaDZCQYNhOQRgMERERScEDR1k5zNfXMHweqBkQGZ8vWKC4mjAGQ0RERO7moaOsnJKaCnzzDRAXZ748Pt6wXIF5hthniIiIyN0cGWU1YIBkxXKb1FRAq/WYvlEMhoiIiNzNQ0dZ1Ymvr8cEdmwmIyIicjcPHWWlFqwZIiIicjfjKKszZyz3G9JoDOsVNsrKIR6cMoA1Q0RERO7moaOs7ObhKQMYDBEREUnBA0dZ2eXrr4F77vHolAEaISzV13mXwsJChIWFoaCgAA0aNJC7OEREpGYe3JxUwzffAPffbz0lgLH5LyfHqWOU6v7NPkNERETuYi3w8ZBRVrVKTwfuvbf2bTwkZQCDISIiIndITzckWqzafBQfb+g75KlNYkbGJJL2UnjKAPYZIiIicjVvn3rDVhLJ6hSeMoDBEBERkSupYeoNR2p6FDgxa3UMhoiIiFzJkak3PJUjNT0ekDKAwRAREZErqWHqDWMSyeo5k6ry9QW++soj+kcxGCIiInIlNUy9UVsSSaMVK2yPNjPS64GsLGD5csO/EjchMhgiIiKqq6o3c72+9loTjcYj+tHYZC2JZEICsHKloaO4PRSQvZpD64mIiOrC0hD6xo0NfYM0GvOO1N4w9UZVqamAVut8EknjqLvqnc2No+4+/9z1ZbaAGaiJiIicZe1mbgyCGjcGLl2qXJ6QYAiEPKAfjdvp9YYaIGudzTUaFMbGIuzMGWagJiIiUiRbQ+g1GiA4GPjpJyA/3/On3nCWtSzc9oy6O3NGkiIyGCIiInKGPTfz06cNN/5x46Qrl5LUloW7pES+clXDDtRERETOUMMQ+rqwlYX76FF5ymUBgyEiIiJnqGEIvbPsycL92We2R91VH6nmJrIHQ5s2bcLIkSMRGxsLjUaD1atXm60XQmDWrFmIjY1FcHAwBgwYgP3798tTWCIiIiNbiQe9ZQi9M+xtQnzyScPz6p+h8fk//+me8lUjezBUVFSEjh07YtGiRRbXz5s3D++++y4WLVqEHTt2IDo6GoMHD8a1a9ckLikREVEVtSUelHMIvcwJDAHY3zTYqpXlXEXx8Yblo0a5vmwWyN6BetiwYRg2bJjFdUIILFiwAC+//DJS/xyG+J///AdRUVFIS0vDU089JWVRiYiIzBkTD1rqJCzHEPraOixLWRZHmhAHDLCYq6hCaLDz0x1uLaaRovIMaTQarFq1CqNHjwYAHD9+HC1btsSuXbvQuXNn03ZarRYNGzbEf/7zH4v7KSkpQUmVXuqFhYVISEhgniEiInIPa8PHpVRbziPAELRJFRAZcwidOWO535BGYwjScnLMPqfiq8XYsDAbuhU38e2R1jhXEQLA/XkCZa8Zqk1eXh4AICoqymx5VFQUTp48afV1c+fOxezZs91aNiIiIhNfX0MNh9SMQdiZM8CUKbXnPJoyxVADI0WQZmxCHDPGZhbuy39cwdq390O3xhc/nEnBdXQ3bVofp3Hd/aWVv8+QPTTV2mKFEDWWVTVz5kwUFBSYHrm5ue4uIhERkbSqzun10EPAxYvWtxUCyM01BE5SsTZ3WXw8zr/+CRZ80RgDG+1G5C2hePhffbDyTC9cRyjifM7hmeRNWPfGThzPDZSkqIquGYqOjgZgqCGKqdL+mJ+fX6O2qKrAwEAEBkrzARIREUnOWpOYLVLnPPpz7jKxcRNyvt6JzC3++ODoUPz+9ySzzdoHHYG221lon4xE14eSoPEx3PMLCwslKaaig6HExERER0dj/fr1pj5DpaWl2LhxI9566y2ZS0dERCSD2nL42CJhzqOSwhJkfZAN3fIbyDjYFmcqBprW+aIcfRtmQzugEKOeT0SLAa0BtJasbNXJHgxdv34dx44dMz3PycnBnj17EB4ejqZNm2LKlCl488030apVK7Rq1QpvvvkmQkJC8MADD8hYaiIiIpnYyuFjibHDsptzHl3JuYrv3t4P3bc+WHc6GdfQzbSuHq7jzrhsaEfoMfzFZIS37FzLnqQlezC0c+dODBxYGS1OnToVAPDII49g6dKl+Otf/4qbN29i4sSJuHLlCnr06IEff/wRoaGhchWZiIhIPo42dbk559HJX05D9+4f0GWGYtOV9ihHb9O6aJ/zGNX6MLT3B+P259sjqGEvl7+/KyhqaL27FBYWIizM/UPziIiI3C4ry9Bp2l4JCS7NeSQqBHYvPwTdp+eh+18Mfi9uY7Y+OfAoRnU5A+3jEej+SDv4+Dk/Vkuq+7fsNUNERETkAOM0ILXl8ImIAN57zzCSywU5j0qvl2Ljomzo0q4j48AtyNUnATB0gvaBHn3CsqHtfxWjnkvELXe0AtDK8EJjNmw58y/ZgcEQERGRJ7Enh88nn9S5JqjgVAG+f2c/dDrgu1PJKERX07oQFGFoTDa0w8sxfHoSItp0qrkDpWTDtgObyYiIqO6UkIFZbSwFG3VsEsv99Swy5h+F7uf6yLrcHmUIMK2L8snHyFaHoB0bhDumtEdweHDtZXNBNmyp7t8MhoiIyDp7ghxnawAYQNVdHT9DUSHw+9dHoPvkHDJ+jcKum+b5f9oG/AFt51xoH2uMHo8l29f/xzgVh7URb1am4rCEwZALMRgiInKCPUGOszUAHtSE4m3KbpRh04fZ0C27hoz9LXFSH29ap0EFbgvdB23fy9A+1wythyY6/gb2dvDOzLQ5hQk7UBMRkXysBTlnzhiWf/ONYZ4ra8n/apsPy559KyUg8pLaq8LThVg3fx90qwS+O5WMq6KLaV0wbmBIdDa0w0ox4sUkNEnqULc3s3fov9TZsGvBYIiIiMzVluG4apATFlZ78r+q82EZawDs3bc7JxS1N8Dx8NqrMzvPGfr/rA9B5qX2KMVtpnVNNBcw8pZD0N4bgEEvtEdIRA/XvbG9Wa4lzIZtC4MhIiIyZyvDsTHIycqyb39VawDs3XfVAMqV7A1wPKn26k+iQmDfqqPQfXwWum2R2HmjHYDKgKO1fw60nU5COyEcPR9Phm+Am7JR2zP0X4Js2I5gMEREROZc3XxRtQZAziYUewMcJdRe2am8uBybP8pGxrJC6LITkVNeOceXBhXoWX8/tH0uQTu5Kdre1QKAE32AHGXP0H83ZcN2FoMhIiIyZ2/zxYABwNKljtUAyNWE4kiAI3ftlQ3Xzl7DD/P3QbdKj7UnknFFVM7xFYSbGBSZDe2dJRj5YltEpbSXvHwADEHlN99YroVzYTZsV2EwRESkdtX70Nx2m33NHAMGOF4DIFcTiiMBjgI7AJ/bcx4Zbx+Gbn0wfr7QAaWonOOrseYSRrQ4CO09fhgypR3qHb5hKNtFPaC30B/KkU7hznQgN76mpMQQLANAfr5z7yUVoQIFBQUCgCgoKJC7KEREyrJypRDx8UIYwgHDIz5eiBdfFEKjMTyqrjMuW7my9n0kJJhvU/097d23q6Slmb+XtUdamhCZmfZtm5np+nL+qUJfIfatPirmDM4Ut9bLrvHWt/jniGldM8WmD/aI8pJyw4usfZe2vqvq2zizbV1eU8vrCr74QpL7N4MhIiK1MgYl1e+0xqDkxRftD3LKyw3BgTGYKC+3/d6OBFB15UiAU15uKJulz8b4+SQk2D5GB5XdLBMb398jpnbNFC39TtR42x71ssWbQzLFft1RUaGvMH+xre9y5Ur7tnFkf9U58xobrysAJLl/M+kiEZEa2Zsl+NgxYOtW9+TZkTKHj/F4bTXPGbMiGztbA5ab/1w0mqwovwg/zs+GbmU51hxPwiXR2LQuEMW4o0k2tENuYuT0NojpFFX7sdX2XcbFGY7jzBnr2xiPH3A8g7SzWadtvK4QQBjApItEROQG9vah2brVfZ2EfX2l64Ds6AgnN3YAPr/vAr59+xB06wLxU357FKOnaV245jKGJx6ANtUXQ6e1R/3o7rZ3aM93Wdt64zbGPlOA4x3Ine10but1EmEwRESkRgrsJOx2jgY4qamVo8vqWHt16Lvj0H1wCrotjbH9ejIEKjsHJ/qdgrZ9DrQPh6HP0ynwC+rj2M5d+R05sq+q2zp7Pink/GIwRESkRh6YJdglbAU4lprunKi90pfqse3/9kO35DIyfm+GI2UtALQwre8WcgDaXvnQPhOLlLtbQePT1PljcuV35Mi+qm7r7PmkkPOLfYaIiNTI0T40alDH6TduXLyB9e9mQ/dNKdYca4sLoolpXQBKcHvEXowadBOjprVCXDcXBgH2fJfGPkNnz9r+vgHHzw1nzycbr5Oqz5CP2/ZMRETKZexDA1T2mTFSaJZgtzJ2mK7ef8WYnTo93eLL8vdfwL8nbIY25ldENAFGz+2BJUf74pIIx3CswaKIWcgc8yEunLiB7y90xzPL+7k2EALs+y4XLgTef7/2bYzftzPnhrPnkz2vk4Jbx6opBIfWExFZIfUQdyUyDqW3Nty+2lD6w+uOi3l3ZYreob8LDfRmmzbzzRX/1+x1cTMs0vFcO3Vlz3fpyPftzLnh7Plk5XVS5RliMxkRUV1JOUTcHTy9/HWVlQUMHGhzs0+T3sN7f4zEodKWZsu7BB+Etud5aJ+OQQeffdCMvbdmk4+Lh+RbZc93KVUGakfPJwuvKywqkuT+zWCIiKgu6tjPhBRg+XLggQdsbjYOaViBcfBHKQaEZ0N7x3WMmtYKCT1iDRs4m2uHrJLq/s3RZEREzrJ3FnRSNjtHNCVFXsLy+7Zi2PRkhDXtWnMDe3PtZGUZgiG11sQpEIMhIiJnODILOm90inXs55PIeE+PhzRRiBD58EHN71MAQFw8Xj35TO3fpb05c8aOBS5frnzOmkTZcTQZEZEzHMm4qzZ6vaH2Y/lyw796vdwlMqkor8Cvi/fhb7dlITnoGFoNaoZpa+/A0+Ijw3rUHNGk0WigeX+h7aDW3pw5VQMhwOaINXI/1gwRETlDjRmc7aHAPlTFV4uxYWE2dCtu4tsjrXGuIsW0zg9l6N8oGwNvb4yLXf6FyI9fd376jb59Ddtby7VjDWsSZcdgiIjIGWrN4FwbBfWhuvzHFax9ez90a3yx7kx7FKFyjq9QFGJYwj5oRwoMm56MRold/lzTH3jpMedH1tU2/5kt1ubuIklwNBkRkTPkyOCs5CHwChhJdTzrFHQLjkOX1RBbClKgr/J7P87nHEYlHYV2XAgGTG6PwAaBbikDAMu1Y40bA5cu2X5tWhowbpxj76fk86KOOJqMiEjJHJ0Fva7c1fzkqhups7OW10FFeQV+++8h6D7Lh25nHPaVtAJQOcdX+6Aj0HY7C+2Tkej6UBI0Pm6opbP0+Vma/0yvBwYNsr0/R2sSFdgs6ZHcmtJRIZiBmojcRooMzitXGrIgW8qMrNE4/16Wyu5spuS0NOsZnKs+0tKcK+ufiguKxff/2CGebrdRxPqcNdu1L8rEgIa7xHujs8Txjafq9D52ceTzM2a5tvQ9Wshybff7u+O8UBCp7t9sJiMi7yZFE4I738NdzU/W+vc4mynZzizOyMx0uGboSs5VfPf2fui+9cG608koQj30xWbE4ByuIgwNYhtg5CgN7preDuEtGzm0b6c58/kZXwNYrkl05DNXQLOkFCS7f7s11FII1gwRqZQraz7kkplpX41LZqb9+3RwLi6H9umimo8TW3LFwtQscXuj34QfSk27uRsrxRnEyPud1uXzc1VNojvOCwWS6v7NPENE5J2cnIVccdwxhN8dOZKcnbXc+JYVArv+exCv9c9Cp+DDaN4nHs+n98eGK11QDn8kBx7FsjavYyXGIAbVjlXq77Qun19qKnDihKGGLC3N8G9OjuP9e5jawaXYgZqIvI83ZYd2xxB+d91IU1MNTT2WOvRayNVTer0UGxdlQ5d2HRkHbkGuPglAEgDAB3r0CcvG6H6XMLbfecRd2Q988AFgIUO05N9pXT8/X9+6dyJnageXYjBERN5HhpFNbmMrkZ+xb0jfvvbv0503Uksjqar0oSo4VWDo/6MDvs9NRiEq5/gKQRGGxmRDO7wcw6cnIWL/ceAvfwG+tWNIupTfqRICEXecFyrGYIiIvI83NSG4Ywi/u2+k1Wo+cn89C907R6HbUB9ZlzugHLeZ1kX55GNkq0PQjg3CHVPaIzi8p2FFejpwzz2Ov7cU36kSAhGpUzt4OfYZIiLvo4Rf7q5kbH6KizNfHh/vXFbnOvbvsUVUCOz58jBmD8xCl5CDaNozFpO/6Y+fLndFOfyRFPAHZvTMwrbP9uFsSQQ+O9QPI16/FcHhwYYdGJs5nSHFd+rmz89urj4vVIxD64nI+8iRHVoKrh7CbylhX0KC/XNxVVF2owybPsyGbtk1ZOxviZP6eNM6DSrQu0E2tH2vQPt8c7Qa3Lz2ndk7TL8qOb5TF35+dcIM1HWm+GCovLwcs2bNwn//+1/k5eUhJiYGjz76KF555RX4+NhXscVgiEiFXJnTxZvV4UZaeLoQ6+bvg26VwHenknFVNDStC8YNDInOhnZYKUa8mIQmSRH2l2n5cuCBB+zfXs7v1IsDESXgdBx/euutt/DJJ5/gP//5D5KTk7Fz505MmDABYWFheN7ZalQi8n4OjmxSLQdHNp3ecQ4Z848g46d62HCpA8qq9P9pormAkbccgvbeAAx6oT1CIno4VyZHm7rk/E5dMTKMZKf4mqERI0YgKioKixcvNi275557EBISgi+++MKufbBmiEjFlPzLXcll+5OoEMhOPwrdx2eh2x6J3260M1vf2j8H2k4noZ0Qjp6PJ8M3wAXlt5Vd2Sg8HPjqK0MworDPjVyDNUN/6tOnDz755BMcOXIErVu3xu+//44tW7ZgwYIFcheNiDyBUn+5K3iCzfLicmz+KBu6LwqRsS8ROeWtAbQGYOj/0yt0H7R9LkM7uSnaDGsBING1BTB2ULY1muyzz4A77nDte5MqKT4Yeumll1BQUIC2bdvC19cXer0ec+bMwbhx46y+pqSkBCUlJabnhYWFUhSViMg+1ua1MmZSttX3xQ01StfOXsMP8/dBt0qPtSeScUV0Nq0Lwk0MjtoL7Z2lGDG9LaJSOtTpveySmgqsXGnIM3SpWp6hxo2BTz+VPWgk76H4YOjLL7/EsmXLkJaWhuTkZOzZswdTpkxBbGwsHnnkEYuvmTt3LmbPni1xSYmI7GArOzYAPPkkEBZmufnHhTVK5/acR8bbh6FbH4yfL3RAKXqZ1kVoLmJEy4PQjgnA4BdSUC/Syf4/dWFM4JiVZXgAhs+EzWLkYorvM5SQkIAZM2Zg0qRJpmVvvPEGli1bhkOHDll8jaWaoYSEBPYZIiL5OTJsvHqQU8eZ5kWFwIFv/4Duw9PQbY3A/4pSzNbf4n8C2g4noH20EW77S4pr+v8Q1QH7DP3pxo0bNYbQ+/r6oqKiwuprAgMDERgY6O6iERE5zpEMyVWbzbRap+ZbKy8ux9bP9kP3nyvQ/Z6IP8pvAXCLaX2Pevug7X0R2knxSBrREhqf5k4fGpGnUnwwNHLkSMyZMwdNmzZFcnIydu/ejXfffRePPfaY3EUjInKcI8PGqwY5YWF2z7dW1K47fngnG7qV5Vibk4RLoqNps0AU444m2dAOuYmR09sgplOK9X0SqYTig6EPPvgAf//73zFx4kTk5+cjNjYWTz31FF599VW5i0bkfTxgqLfHszWvVXXGIMfYZ8aGedrNeLWwJ0rQ07QsXHMZwxMPQJvqi6HT2qN+dHcnC0/knRQfDIWGhmLBggUcSk/kbgoe6u1Vaptg0wW+K+yLEgShhd9JaDvkYNT4hujzdAr8gvq49H3oT/wB4RU4USsRVXbMrd4MY+yzkp4uT7m8lbUJNmszYABEXDwENBZXV0CDPE00htyhR3b6URwraYp3fxuAAVM6wS9I8b97PVN6uiE55MCBhulDBg40PFf69aLXG2oaly83/KvXy10i2Sl+NJkrMAM1US1sZftV4qSm3vJr3HhTGjsWuHzZ4iZCo8HN+pGYHLUCFcdysBiPAwB8UPmn2/A/DTQrOd+ay1k71+o4sk82HlYDLNn9Wzjg1KlTjmyuGAUFBQKAKCgokLsoRPYrLxciM1OItDTDv+Xl7nmfzEwhDH/Sa39kZrrn/R21cqUQ8fHmZYuPNyz3VCtXCqHRGB5VjksPCD004m6sNC1+CJ+Li75NzI8/IcHx45fq/PJk1s61r76qubzqQ6MxfCdK+0yN55ml8mo0iryGpLp/OxQMhYSEiFdeeUVcv37dXeVxCwZD5HGkvOGnpdkXDKWluf69HeWBf8ztdfrlj0RBkHmQcxIJ4m6sFM18c8VzHbPEz+/sEqVFpXUPZLwxoHS12s41e64XJf2AEMJwjnhgACfV/duhZrKtW7fihRdeQG5uLubMmYMJEya4q8LKpdhMRh5F6up3e5MAZmbKO8eXJzbn1aKivALbF++H7t+XoNvTFIdLW8AHevTFZsTgHBoEliC+VwJGPROPDmNaQ+Njua+Qwzy1eUdK9k4Ua0taGlDL1FGS8pTrvBqp7t9O9Rn6/PPP8fLLLyMiIgLvvfceBijog7OEwRB5DDlu+Mb3tDbUWylBhpx/zF3UR+nm5Zv46b1s6L4qwbdH2yJfNDGt80cpBjbeC+2gIoya1hrx3R3IR2QvLwso3caRLOG1UVJgsXy5oZO3LUoK4CDd/dup0WQPP/wwjhw5gpEjR2L48OG4++67cezYMVeXjUh9Nm+2O7GeyxiHegOVtQNGxucLFsh/c7Q3c7MjGZ7tUccRQxcPX8LSJ7bg7tjtiGhcgVFv3IrFR/oiXzRBGAowrtkvWPHcVlw4eRM/XOyGiSv6uycQAuQ5vzxRXc8hjQZISDAEzUphb7JPR5KCehGnx1sKITBkyBBcu3YN77//Pr7//ntMmjQJs2bNQmhoqCvLSOQanjACSa4bvnGot6VRJgsWKKPZRI4/5k7OLn/s55PQLciBblMj/FKYggpU5vhJ8D0Dbbtj0D4Uin4TUxBQv7frymuLXOeXp3HkHKqeK0pJPyCqspXs01grqKQATkqOdDD6+OOPxWOPPSbat28v/Pz8RGBgoOjevbuYPHmyWLx4sbj99ttFfHy82LFjhxu6NzmPHahJ0g6jdencKvfILiWPMDJ2ALXWgdXVHUAd6HCqL9OLbZ9lixk9M0W7wKM1Nu0UfFC81j9T7Eo7KCr0Fa4pnzPkPr88hb3n2tdf1zxHnBnZJxUroxaVPABBkaPJ4uPjxZgxY8Q777wjtmzZIoqLi2tsM2fOHJGcnOyyAroCgyGVk3IEUl2DLqlv+I6SO1iS8o+5nYHD2wkLRLRPntliP5SKOxr9Jt6/J0uc2JLrujLVldLPLyWx91yT+5pwlKW/UQoO4BQZDNkjLy9P+Pj4uHq3dcJgSMWkHE7qqqBLqb/elDIcW6o/5namHLgfaQIQIhQFYmzCL+K/E7eIKyeuurYsrqTU80uJPCxwsJsHBXCKHFpvZ7MbNm3ahP79+7tyt3XC0WQqJtUIJFeP0rGUJTYhQb7+O+4Yjl2XPlxS9P+y89xZ0Pw9tPtLX/SflILABoGuLYO7KO38UjJP6GvoxRQ9tN7TMBhSMamGk7oj6FLKH2F3DMdW8JQAFeUV+O2/h5Dx6TlM2voQInHebOoLIwENkBAPjacOQ1fK+UVUC6nu35y9j7ybVCOQ3DFKx9dXGTlKHBmObU95nRyh5U4lhSXIfD8buuU3kHGoFc5WtAPQDvvxIb7BGFRAYx4QaTSG6VKVNmLIEa48vxhYkYdjMETeTarhpN6cw+PMGfu3y8qq/Yao1xtqhCx9F0IYvo8pUwCt1u030ys5V/Hd2/uh+9YH604n4xq6mdbVxzXcGbcP2pFRKGq/FKFzX1ZuygG5KbiWj8hebCYj72esiQDMb8KunH7AU7I4Oyo9HXj6aeDCBdvbRkQAFy9WPrd0Q5R5SoATW04j470/oMsMxcYrHaCv8nswxicPo9ocgfb+YNw+pYN5/x/WfFjGqT3IzdhMRuQqUiQUNGZxHjPGc5Kw2WLtRmdN1UAIsNzsJXHSP1EhsCvtEHSfnoduRwz2FrcBEG9anxx4FNquZ6B9ogm6jU+Cj1+05R0ppclSSRRUy0dUV6wZIvWQ4te9t4zScdVEldVrxCSoGSq9XoqsD7KhS7uOjIOtcFofa1rnAz36hmVDO+AqRj2XiJa3N3PqPRRFrlorD534kzwLa4aIXE2KX/epqYZfwp7epGKr07RRWBhQUGB9ffXO1W7qw3X1ZAG+f2c/dDrg+9xkFKKraV09XMfQ2H3QDi/H8BfboXGrTg7tW9Hk7K/DqT3IizAYInI1b2hSsfcG9uCDwEcf2b8/FzYnntp2BhnvHoNuQ31kXe6ActxmWhflk49RrQ9Be18w7pjSHkENe9a+M0/sEyT3qDxvHjRAqsNgiJzjiTcPsp+9N7BWrRzfn5N9uESFwO9fH4Huk3PQ/RqF3TeTAMSZ1icF/AFtl1xoH4/ArY+2g49fP/vK5omjoZTQX4cTf5IXYZ8hcpwn3jzIMfaOjjt2DGjZ0rlRdHYE1GU3yrBxUTZ0y64h40BLnNIbOj/7QI/+yEK/4B1I6hiELq+NRKs7Wzp+nJ46Gkop/XWkGKlJqibZ/dutk30oBOcmcyEpJz0ledk7h5WL57oqyC0QK577RYxrtkWE4arZLoNRJP7ZcK64HtKk7nOkSTlvnavZOW+aSEtzf1m8df4uUgSPnZtMiVgz5CL2TMsQEQG89x4QF8emM29g7+i4Oo6iO73jHDLmH4Hup3rIvNQBZQgwrYvUXMDIVoegHRuIIbf8gcAJD7qmJkcptSvOUFrZ9XpDmbKyDM8HDDA8eP1THXFuMhdiMOQi9v4BNmLTmXewt3+YA/3IRIVA9teHsOetH3B4fxl+Ke2OzeiLChi2bxNwHNpOp6B9rDF6TGgH3wBf18+RJtW8de6gtCSfbDonN+HQelIeR4fIyjjXFLmQvaPjbGxXXlyOzR9lQ/dFIYr3HsbLFf/Aw6i8eZ7XRGFrp4loN+chtBnWAkAL8x24eo40Tx4NJUeST2vBrtyj2ohcwEfuApAHcfSmYPzjOGWK4Q8pqc61s9fwzbRtGN9iCyJDruH2aZ1xas8lfFTxNOJgHthEIR9375mFNjf3WN6Zq/PaGEdDGYOH6jQaQ1OfUkdDGUflxcWZL4+Pd30Akp5uqIkaONBQmzZwoOG5cVSgtVFtAK9/8ghsJiP72aqar40r+y5wWL+ind2Vh2/nH4FufTB+vtABpaic4ysS53HQtz0a6S/AYghSW/OOO/rJeMNoKHdfD7WNuLP374AS+12RR2AzGSlPbVXztrgqCy37JiiOqBDYrzsG3UdnkLEtAv8rSgFQOcfXLf4noO1wAtpHG+G2NhfhO6SWSV9ra+pyR14bKeatcxVrQY87k3zaymdkL2ahJoVjMESOsXbzsMUV/S7YN0ExyovL8cu/9kH3+VXo9ibieHkrAJUJGHvU2wdt74vQTopH0oiW0Pg0N6xYvty+N7B083RXPxlPmEJFrh8B9k7LYosS+10RVcFmMnKO8VfqmTOGPgHVZyw3ctWoFlePJCKHXc+7jh/f3QfdynKszUnCJdHYtC4QxRgUuRfaocUYOb0tojtEWt6JK5q6vGUyXHvJmRjS3hF31vC6pDpiMxkpW9Wq+eBgy/0ujM+feKLu7+fqkURkl7y9+fj2nUPQ/RCEn/I7oASVc3yFay5jROIBaO/xw5CpKagffavtHbqiqcsTanJcRe5pNxyp0ZFqVBuRG3A0GdWdtVEtRq+9ZqjVSU93/j04Q7YkRIXAwTV/4J93ZqFXaDZiO0bgL1/0w9r8W1GCILTwO4kXumQha8EenL/RAP/5ow9S5/VE/ej69r2BsakLqDmKy5GbpzEYHzfOu5P7OfIjwB3sHXH31VfSjGojchPWDJFrGH+tz5ljCH6qq2u/Hk/OCaNw+lI9tn66Dxn/uQLd781wtKwlgMp5vrrX2w9trwvQToxDsvYWaHya1e0NPanTstzk/hFgbz+t1FTDQw21deSV2GeIXMed/XqUlnHXw924eAM/zs+G7ptSrPkjCRdFhGldAEpwe8ReaAffxKjprRHbJbqWPdUBUyTYppRpN9TWT4sUg9NxuFCdP0z+0baPu/9we0NOGFdy8LzM338B3759CLp1AVh/vgOKEWxa10hzBcOb74f2bl8MnZaC0NhQKY7A+7j6b4WSfgTw7yDJgB2olYJ5bezn7ip9a80rERHAgw8C4eGGP9hq+ANt53l5+Pvj0H1wCrot4dh2LQUClR2Tm/vlQptyHNrxDdDn6RT4h/SR8gi8jzv+Vsgx7UZtZeHgBPJSrBkCHJ9zR601EbZIVaVv/L50OmDZMvNh/d4SqNb2K7yW81IAOPyX+ViyuzN0e5ricKn5/F5dQw5A2zMf2mdi0T61FTQ+VjrGkmPc/beCzVSkUmwmc6FaP0xrv+beew944QXmtXGElFX63hyo1lbDoNXW2i+rAhqcRjwSkYMK+MIfpRjYeC+0g4owalprxHdXUQdzqZp1pMqBxWYqUiHJ+vwKD3D69Gnx4IMPivDwcBEcHCw6duwodu7caffrCwoKBABRUFBgvmLlSiE0GiEMt9TKh6Vl1h6Zma49WE9n/Eyrf4bGZStX1v09ysuFiI+3/p1oNEIkJBi28zS1nZMajRCzZ9t1Xr4e9b5Y8dwv4urJq3IfkTxWrqx5jsTHu+b8qy4zk38riNzE6v3bxRSfZ+jKlSvo3bs3/P398f333+PAgQOYP38+GjZsWLcdc84d95BiJm25c6+4i41zUgjg5hvz7drV39+LwH0Lb0NY0zAXF9IDGGsNq58jxvQOdcl3ZYncw9+JqM4U34H6rbfeQkJCApYsWWJa1rx587rvmHPuuI+7MwR7683HxjmpgUBwWaF9+1LreSlHxmbmwCLyeIqvGcrIyEC3bt1w7733IjIyEp07d8Znn31W62tKSkpQWFho9qihrjdKY+ZVR2bIVhN3Zgj21puPnefkTf9QCNjICKzW89LeWsMPPjDMu5WVZQig6sLeLM1q/U6IPIDig6Hjx4/j448/RqtWrfDDDz/g6aefxnPPPYfPP//c6mvmzp2LsLAw0yMhIaHmRo7OuWPpOefckYeX3XwuHb2Mz/+yBa9OvmLX9sGvTDccOs/Lmuz9kfPCC4YJSAcOrPtUMa6aYoSI5OPWHkku4O/vL3r16mW2bPLkyaJnz55WX1NcXCwKCgpMj9zc3JodsIydcK11ljZ2wv3qq5odMRMS3NMR05uVlxs6kKalGf6ta+dmKTpqu9EfmSfFu9pM0T9st/BFmQCE8EG5OIV4oUctHfibNBGipMRyB2Gel/Z3ZnbHOcPvhMjlpOpArfg+QzExMWjXrp3ZsqSkJKxcudLqawIDAxEYGFj7jjnnjnTckYzOw+a3qiivwG//PQTdZ/nQ7YzDvpJWAJqa1ncIOgxt93Mo7fwiNB9MAVDtnDS6cAFo2dLw2Z04wfOy+nDz224znAPW0jtY4qq+RO7uK0dEbqP4PEMPPPAAcnNzsbnKyKAXXngBv/76K7Zu3WrXPhzOM8RkZq7j7nxACs69UlJYgg0L9iLjy5vIONQKZysqm2Z9UY5+DbOhHViIUVNaILFflaZcS+dkVZ6US8md34+1IHvcOOCddwzPHf3z5u45vojIIcwz9Kf//e9/ws/PT8yZM0ccPXpU/Pe//xUhISFi2bJldu/DZjWbq5twyMCb8wFZcfn4FfHF01vEmLitoj4KzQ63PgrFmLit4ount4hLxy7XvqOSEiEiIjz7s3Nnrh9b+ZhefLH2c8/aIy2t7mUjIpeRqplM8TVDALBmzRrMnDkTR48eRWJiIqZOnYonn3zS7tdz1nqZKGXGbTc7seU0dO/+AV1mA2y62h76KhkrYn3OYVTbo9COC8HA59ojsIGN5lsjT//s3FkjaG/G52PHgK1bDbVS588bOk3botTPk0ilOFFrFSNGjMCIESPkLgY5ykvzAYkKgV1ph6D79Dx0O2Kwt7gNgHjT+pTAo9B2OwPtk5Ho+mBb+Pg5McTfkz87d+f6sXf4/NatlYGNXg/Mn297qhgPGYFIRK7lEcEQeSgvygdUer0UWR9kQ5d2HRkHW+G0PglAEgDAB3r0DcuGdsBVjHouES1vbwWgVd3e0JM/O0cyhDtTC+NMoKik2d+JSHEYDJH7GPMBeeiv8asnC/D9O/uh0wHf5yajEF1N6+rhOobG7oN2eDmGv9gOjVt1cu2be/Jn5+5aLWcDRQ8bgUhE0mEwRO7j6l/jEowcO7XtDHTzj0G3IRQbr7RHOW4zrYv2OY+RrQ9De18w7pjSHkENe7r0vc14ck2Gu2u16hIocvg7EVngER2o64odqGshxdB0V6QvcEeuIhj6/+z58jB0/8qD7n/R2HOzrdn6doHHoO1yGtrHI9D9kXbw8ZM4absnpn4wdnC2Fazk5Dh/rhk7aAOWA0VPSDtARDZJdf9mMKRmbgowLKpL0OXikUllN8qwcVE2dMuuIeNAS5zSV3Z+9oEevRvsg7bfFYx6rjlaDW5u937dRsG5lKySIljxxECRiBzCYMiFGAxZ8PXXwNixNZcr7Ze1vcOobdQyFJ4uxPdv74NOJ/DdyRQUIMy0Lhg3MDRmL7R3lWP4tLZokhTh4oNQKSmCFU8MFInIbgyGXEiRwZCcf8S/+Qa4/37rs3W7ohnDVeqQb+f0jnPImH8Eup/qIfNSB5QhwLQuUnMBI1sdgnZsIAa90B7B4cGuLTcZMFghojpgniFvJmXzlKX3vvfe2rep69BnV3JgZJKoEMhOPwrdx2eh2x6J3260A1DZSbdNwHFoO52C9rHG6DGhHXwDZBiJpbbgwNdX/nOIiMgGBkNSs9b/5cwZw3J3Nk8Zk+HZSwkJ/ewccbTo7+cx/+HTOFHeGkBrAIAGFegVug/aPpehndwUbYa1ANDCfWU1shbwuCoIVltARUTkZmwmk5KL+r84zd4mJyMlTE1gY2RSBTQ4jXgkIgcV8EUQbmJw1F5o7yzFiOltEZXSRNry2po8tK6dwOWsVSQikhj7DLmQYoIhueebWr4ceOAB+7ZNSFBGnyEASE+HuGcMAAFNlcUVfz57DP+G5paW0I4JwOAXUlAvsp4sxbRa62eLvUGwO+f7IiJSIPYZ8kZyzzflSJI7mRP6iQqB/bpj0H10BrptbRCPb7AQzyMBlTUiBf4RyHt0BhYvGg/fAJmDttrm47LFnj5a7p7vi4hIxRgMSUnu+aZsZe4FDDfS5ctlqWEoLy7HL//aB93nV6Hbm4jj5ZVzfO1EEs7Xa4FJ7bLQvz8QO6wjGvXvh0ZKufHbmo/LHrUFwe6e74uISMUYDElJ7vmmapviwWjFispkeRK4nncdP767D7qV5ViT0w6XRSfTukAUY1DkXmiHFmPk9LaI7tAJQCcre5KZK2rzaguC5a5VJCLyYgyGpKSE+aasTVYpYebevL35yJh3CBnrg/BTfgeUoHKOr3DNZYxIPADtPX4YMjUF9aNvdXt5XKIutXn2BMFy1yoSEXkxdqCWgxKmEZBweLaoEDi45g/oPjwN3S8R+LUoxWx9C7+T0HbIgfbhhuj9VAr8gjwwRrc1H5eRtSDYVudnKeb7IiJSGI4mcyHFBUOA1+eK0ZfqsfXTfdAtvQLd3uY4VtbcbP2t9fZBe9tFaCfFo93IltD4aCzvyJPYmo9r+nRDfyxng2BOTkpEKsNgyIUUGQx5oRsXb+DH+dnQfVOKNX8k4aKonOMrACW4o8leaAffxMhprRHbJVrGkrqRrVq/ugbB7qxV9PIAnYg8D4MhF2Iw5D7n913AmncOQbcuAOvPd0AxKuf4aqS5guHN90N7ty+GTktBaGyojCWVkLuDCnfsn8kciUiBGAy5kMcFQwr/hX7ou+PIWHQKui3h2HYtBQI+pnXN/XKhTTkO7fgG6PN0CvxD/GUsKdmFyRyJSKEYDLmQRwVDCvyFri/VY/vi/dAtuQzdnmY4UpZotr5ryAFoe+ZD+0ws2qe28o7+P2oh9xQxRES1YAZqNZJzEtdqbl6+ifXz90L3dSnWHGuLfNHBtM4fpbi98V6MGlSEUdNaI757OwDtJCkXuRiTORIRMRhSDAVMt3Dh4EWsefsgdN8H4Me89riJHqZ1YSjA8Gb7oL1bgzunpaBBfDe3lIEkxmSOREQMhhRDpl/oR9efgG7hCeg2N8LWwhRUoDLxX1Pf09Am/wHtQ6HoN6k9/EN6u+x97aLwvlNegckciYgYDCmGRL/QK8or8L+lB6BbfBG6XQk4WNoSQHPT+s7BB6HtcR7ap2PQ8d7W0PjE1+n9nKbAvlNeSe4pYoiIFIDBkFK48Rd68dVi/LwgG7ovb+LbI22QV1GZAdoPZRgQvhfa269j1NRb0LRXEoAkh9/DpRTUd8rrKWGKGCIimXE0mVKUlgIhIYamIWt8fYEbN4CAAJu7u3T0Mta+fQC6tX744WwKilDftK4BCjAsYT+0WmDY9GQ0bBbmiiNwDY5ukocSpoghIqqGo8nUZuvW2gMhwLB+61arfYb+2HASuoU50G1siC0F7VGBPqZ18b5nMSrpKLQP1MeAye0RUP82FxbehTi6SR6pqYbO+eyjRUQqxGBIKeztC3TmDJCVBZw7h4rIKOw8EQHdvy9D91sc9pe0AtDMtGnHoMMY1f0ctH+JQpcH2kLjE+uWorsURzfJx9eXASYRqRKDIaWwsy+QeH4KNJcuAgB8AMQgHgexEPsxAL4oR/9Ge6EdeA2jXmiJ5n3aAGjjvjK7A0c3ERGRxNhnSCmMfWWsjOoRVf71qbK8AhpoILB56By0/3giGiU2dH9Z3cnG58A+Q0RE6iHV/dvH9iYkCeOoHqByFM+fKmB4Xj0QAgAfCGg0GvQ78AkaNfWCiVBr+Rw4uomIiNyBwZBCiAqBndfbYnmbWcgTUWbrLiACGtTyZVXtVOwNUlMNw+fj4syXx8dzWD0REbkc+wzJqPR6KTIX7oVu+Q1kHGyFMxXtALwKH7yM/sjCgOD/IalLMPr11wBvTrG9Q2/qVMzRTUREJBEGQxK7erIA383bB923Gnyfm4JrqJzjqx6u4864bGhH6HHXtM5o3OoOw4qsLOBNO3Ze107FSpv+gqObiIhIAgyGJHBq2xno5h+DbkMoNl5pj3JUzvEV7XMeo1ofhvb+YNz+fHsENexVcwdSTJnA6S+IiEilGAy5gagQ2PPlYej+lQfd/6Kx52ZbAJX9X9oFHoO2y2loH49A90fawccvyvrOAPdPmcDpL4iISMU4tN5Fym6UYeOibOiWXUPGgZY4pa+c4NQHevRusA/aflegnZKIW+5oVsueauGOKRM4/QURESkUp+OwYu7cufjb3/6G559/HgsWLJC1LAWnCrBu/n7odALfnUxBAbqY1oWgCENisqG9qxzDp7VFk6SOdX9DV3cq1uuBDz7g9BdERKRqHhUM7dixA59++ik6dOggWxlyfz2LjPlHofu5PrIut0cZKuf4itRcwMhWh6AdG4hBL7RHcHhP1xfAVZ2KLdUy1cabRqoRERFV4THB0PXr1/Hggw/is88+wxtvvCHZ+4oKgb3fHIHuk3PQbY/CrptJACrn+GoTcBzaTqegfawxekxoB9+AOnRiloq1PkK14fQXRETkpTwmGJo0aRKGDx+OQYMG2QyGSkpKUFJSYnpeWFjo0HuV3SjD5o/3QfdFITL2t8CJ8so5vjSowG2h+6Dtexmjnm2KNsNaAGjh6OHIR6831AjZGwi5YqQaERGRgnlEMLRixQrs2rULO3bssGv7uXPnYvbs2Q69x7Wz17DunX3QrarA2pPJuCo6m9YF4wYGR2dDe2cpRkxvi8hk+Zrp6mzzZvubxtw1/YXS8hkREZGqKT4Yys3NxfPPP48ff/wRQUFBdr1m5syZmDp1qul5YWEhEhISamx3dlceMt45At36YGy42AGlqMzxE6G5iJG3HIR2TAAGT22PkIgedT8YJXCk7098fN1GqlnCfEZERKQwih9av3r1atx9993wrVJzoNfrodFo4OPjg5KSErN1lhiH5l29chW5mfnQfXQGum1NsKMo2Wy7Vv450HY8Ce2EcPR6Ihm+AV5YW5GVBQwcaHu7994DJk92bY2Ntb5Kxhoo5jMiIqIqpBpar/hg6Nq1azh58qTZsgkTJqBt27Z46aWXkJKSYnMfxg+zuW82Tugrt9egAj3q74e29yVon01A27taQOOjqWVPXsCYV8hWNmtX5xViPiMiInIQ8wz9KTQ0tEbAU69ePTRu3NiuQKiqE/qmCEQxBkfuxaihxRg5vS2iO7R3ZXGVz93ZrK2x1VeJ+YyIiEgmPnIXQErLnt+BS+f1+Pb8rXjy836I7hApd5HkkZpqaJKKizNfHh/vvqYqe/sqMZ8RERFJTPHNZK4gVTWbiaeMlpKynPb2VcrMZM0QEREBYDOZ5/Kk0VKuymZtj759DZ+Drb5KzGdEREQSU1UzmdsZR0tV7xtjnP09PV2ecimBsa8SUNk3yaiufZX0ekPN0/Llhn/1+joUlIiI1IbBkKvUltnZuGzKFHXfqN3RVyk93TBKbeBA4IEHDP82b67uwJOIiBzCPkOuwj4x9rOnr5I92zBvERGRV2OfIU/D0VL2s9VXyZ5+V7Zq4jQaQ02cVqvMzutERKQYbCZzFXtndefs77Wzt9+VI3mLiIiIasFgyFWMo6Wqdw420miAhASOlqqNI/2uWBNHREQuwmDIVdw5WsrI20dNOVLbw5o4IiJyEQZDruTOzM5qGDXlSG0Pa+KIiMhFGAy5WmoqcOKEYdRYWprh35ycugdCashf5EhtjxQ1cUREpAocWi83W0PI1TTbu/FYbWWprnqslkaeJSQYAiEOqyci8mhS3b9ZMyQne5q+1DRqypnaHnfUxBERkaowGJKLvU1fahs15Uy/K2PeonHjDP96eg0ZERFJikkXpWRsEjtzBnjhBfsSBqpx1FRqquHYbWWgJiIicgEGQ1Kx1LfFmqpNX2qd7d1WlmoiIiIXYTOZFKw1idly7pw8o6a8PZ8RERFRFQyG3K22rMq2GJu+3Jm/qDo15DMiIiKqgkPr3c3e2eyrsjZc3p6Z3OuCs8ATEZGCcNZ6Kbg7uAAcH+VVW9OXO/vRcBZ4IiJSKfU2k0nVHOToKC93NH3ZQ035jIiIiKpQZzAk5fQWtubQAoAmTYBly+RNGKi2fEZERER/Ul8wZKs5CDA0B7lqBJWt0WAaDfDJJ8CDD8qbMFCN+YyIiIigxmBIjuYgKUeDOYuzwBMRkUqprwO1XM1B1rIqA4YRZ3JnWjbWYI0ZYwh8qtaccRZ4IiLyYuoLhuRsDqo+GsxSVur4eENQIkdtkbEGy1KZOAs8ERF5KfXlGapXzzBqzNb0FtVz/LiaknP6SJFygIiIyAap8gypLxhq0KAyEAEsNwe5OxDR6w0BmbW+S1IFZERERAomVTCkvg7UgPwdmpnTh4iISDHU12fIyFqHZilqYpjTh4iISDHUGwwB7p3eojbM6UNERKQY6mwmkxtz+hARESkGgyE52MpKDTCnDxERkUQYDMlF7k7cREREBEDtfYbkJmcnbiIiIgLAYEh+cnXiJiIiIgBsJiMiIiKVYzBEREREqsZgiIiIiFRN8cHQ3Llz0b17d4SGhiIyMhKjR4/G4cOH5S4WEREReQnFB0MbN27EpEmTsH37dqxfvx7l5eUYMmQIioqK5C4aEREReQGPm7X+woULiIyMxMaNG9GvXz+7XiPVrLdERETkOlLdvz1uaH1BQQEAIDw83Oo2JSUlKCkpMT0vLCx0e7mIiIjIMym+mawqIQSmTp2KPn36ICUlxep2c+fORVhYmOmRkJAgYSmJiIjIk3hUM9mkSZOwdu1abNmyBfHx8Va3s1QzlJCQwGYyIiIiD8JmsmomT56MjIwMbNq0qdZACAACAwMRGBgoUcmIiIjIkyk+GBJCYPLkyVi1ahWysrKQmJgod5GIiIjIiyg+GJo0aRLS0tKg0+kQGhqKvLw8AEBYWBiCg4NlLh0RERF5OsX3GdJoNBaXL1myBI8++qhd++DQeiIiIs/DPkN/UnisRkRERB7Oo4bWExEREbkagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlXzmGDoo48+QmJiIoKCgtC1a1ds3rxZ7iIRERGRF/CIYOjLL7/ElClT8PLLL2P37t3o27cvhg0bhlOnTsldNCIiIvJwGiGEkLsQtvTo0QNdunTBxx9/bFqWlJSE0aNHY+7cuTZfX1hYiLCwMBQUFKBBgwbuLCoRERG5iFT3b8XXDJWWluK3337DkCFDzJYPGTIEW7dulalURERE5C385C6ALRcvXoRer0dUVJTZ8qioKOTl5Vl8TUlJCUpKSkzPCwoKABgiTCIiIvIMxvu2uxuxFB8MGWk0GrPnQogay4zmzp2L2bNn11iekJDglrIRERGR+1y6dAlhYWFu27/ig6GIiAj4+vrWqAXKz8+vUVtkNHPmTEydOtX0/OrVq2jWrBlOnTrl1g9TaQoLC5GQkIDc3FxV9ZXicfO41YDHzeNWg4KCAjRt2hTh4eFufR/FB0MBAQHo2rUr1q9fj7vvvtu0fP369dBqtRZfExgYiMDAwBrLw8LCVHUSGTVo0IDHrSI8bnXhcauLWo/bx8e9XZwVHwwBwNSpUzF+/Hh069YNvXr1wqeffopTp07h6aeflrtoRERE5OE8Ihi67777cOnSJbz++us4d+4cUlJS8N1336FZs2ZyF42IiIg8nEcEQwAwceJETJw40anXBgYG4rXXXrPYdObNeNw8bjXgcfO41YDH7d7j9oiki0RERETuoviki0RERETuxGCIiIiIVI3BEBEREakagyEiIiJSNY8Mhj766CMkJiYiKCgIXbt2xebNm2vdfuPGjejatSuCgoLQokULfPLJJzW2WblyJdq1a4fAwEC0a9cOq1atclfxnebIcaenp2Pw4MFo0qQJGjRogF69euGHH34w22bp0qXQaDQ1HsXFxe4+FIc4ctxZWVkWj+nQoUNm23nb9/3oo49aPO7k5GTTNp7wfW/atAkjR45EbGwsNBoNVq9ebfM13nB9O3rc3nJ9O3rc3nJ9O3rc3nJ9z507F927d0doaCgiIyMxevRoHD582ObrpLjGPS4Y+vLLLzFlyhS8/PLL2L17N/r27Ythw4bh1KlTFrfPycnBXXfdhb59+2L37t3429/+hueeew4rV640bbNt2zbcd999GD9+PH7//XeMHz8eY8eOxa+//irVYdnk6HFv2rQJgwcPxnfffYfffvsNAwcOxMiRI7F7926z7Ro0aIBz586ZPYKCgqQ4JLs4etxGhw8fNjumVq1amdZ54/e9cOFCs+PNzc1FeHg47r33XrPtlP59FxUVoWPHjli0aJFd23vL9e3ocXvL9e3ocRt5+vXt6HF7y/W9ceNGTJo0Cdu3b8f69etRXl6OIUOGoKioyOprJLvGhYe59dZbxdNPP222rG3btmLGjBkWt//rX/8q2rZta7bsqaeeEj179jQ9Hzt2rLjzzjvNthk6dKi4//77XVTqunP0uC1p166dmD17tun5kiVLRFhYmKuK6BaOHndmZqYAIK5cuWJ1n2r4vletWiU0Go04ceKEaZknfN9VARCrVq2qdRtvub6rsue4LfHE67sqe47bW67vqpz5vr3h+hZCiPz8fAFAbNy40eo2Ul3jHlUzVFpait9++w1DhgwxWz5kyBBs3brV4mu2bdtWY/uhQ4di586dKCsrq3Uba/uUmjPHXV1FRQWuXbtWY7K769evo1mzZoiPj8eIESNq/LKUU12Ou3PnzoiJicEdd9yBzMxMs3Vq+L4XL16MQYMG1cjSruTv2xnecH27gide33Xhyde3K3jL9V1QUAAAtU7CKtU17lHB0MWLF6HX62vMVh8VFVVjVnujvLw8i9uXl5fj4sWLtW5jbZ9Sc+a4q5s/fz6KioowduxY07K2bdti6dKlyMjIwPLlyxEUFITevXvj6NGjLi2/s5w57piYGHz66adYuXIl0tPT0aZNG9xxxx3YtGmTaRtv/77PnTuH77//Hk888YTZcqV/387whuvbFTzx+naGN1zfdeUt17cQAlOnTkWfPn2QkpJidTuprnGPmY6jKo1GY/ZcCFFjma3tqy93dJ9ycLaMy5cvx6xZs6DT6RAZGWla3rNnT/Ts2dP0vHfv3ujSpQs++OADvP/++64reB05ctxt2rRBmzZtTM979eqF3NxcvPPOO+jXr59T+5SLs2VcunQpGjZsiNGjR5st95Tv21Hecn07y9Ovb0d40/XtLG+5vp999lns3bsXW7ZssbmtFNe4R9UMRUREwNfXt0a0l5+fXyMqNIqOjra4vZ+fHxo3blzrNtb2KTVnjtvoyy+/xOOPP46vvvoKgwYNqnVbHx8fdO/eXTG/JOpy3FX17NnT7Ji8+fsWQuDf//43xo8fj4CAgFq3Vdr37QxvuL7rwpOvb1fxtOu7Lrzl+p48eTIyMjKQmZmJ+Pj4WreV6hr3qGAoICAAXbt2xfr1682Wr1+/HrfddpvF1/Tq1avG9j/++CO6desGf3//Wrextk+pOXPcgOEX46OPPoq0tDQMHz7c5vsIIbBnzx7ExMTUucyu4OxxV7d7926zY/LW7xswjNY4duwYHn/8cZvvo7Tv2xnecH07y9Ovb1fxtOu7Ljz9+hZC4Nlnn0V6ejo2bNiAxMREm6+R7Bq3u6u1QqxYsUL4+/uLxYsXiwMHDogpU6aIevXqmXrVz5gxQ4wfP960/fHjx0VISIh44YUXxIEDB8TixYuFv7+/+Oabb0zb/PLLL8LX11f885//FAcPHhT//Oc/hZ+fn9i+fbvkx2eNo8edlpYm/Pz8xIcffijOnTtnely9etW0zaxZs8S6devEH3/8IXbv3i0mTJgg/Pz8xK+//ir58Vnj6HG/9957YtWqVeLIkSNi3759YsaMGQKAWLlypWkbb/y+jR566CHRo0cPi/v0hO/72rVrYvfu3WL37t0CgHj33XfF7t27xcmTJ4UQ3nt9O3rc3nJ9O3rc3nJ9O3rcRp5+fT/zzDMiLCxMZGVlmZ23N27cMG0j1zXuccGQEEJ8+OGHolmzZiIgIEB06dLFbFjeI488Ivr372+2fVZWlujcubMICAgQzZs3Fx9//HGNfX799deiTZs2wt/fX7Rt29bs4lIKR467f//+AkCNxyOPPGLaZsqUKaJp06YiICBANGnSRAwZMkRs3bpVwiOyjyPH/dZbb4mWLVuKoKAg0ahRI9GnTx+xdu3aGvv0tu9bCCGuXr0qgoODxaeffmpxf57wfRuHTls7b731+nb0uL3l+nb0uL3l+nbmPPeG69vSMQMQS5YsMW0j1zWu+bOARERERKrkUX2GiIiIiFyNwRARERGpGoMhIiIiUjUGQ0RERKRqDIaIiIhI1RgMERERkaoxGCIiIiJVYzBEREREqsZgiIiIiFSNwRARERGpGoMhIvJIy5cvR1BQEM6cOWNa9sQTT6BDhw4oKCiQsWRE5Gk4NxkReSQhBDp16oS+ffti0aJFmD17Nv7v//4P27dvR1xcnNzFIyIP4id3AYiInKHRaDBnzhyMGTMGsbGxWLhwITZv3sxAiIgcxpohIvJoXbp0wf79+/Hjjz+if//+cheHiDwQ+wwRkcf64YcfcOjQIej1ekRFRcldHCLyUKwZIiKPtGvXLgwYMAAffvghVqxYgZCQEHz99ddyF4uIPBD7DBGRxzlx4gSGDx+OGTNmYPz48WjXrh26d++O3377DV27dpW7eETkYVgzREQe5fLly+jduzf69euHf/3rX6blWq0WJSUlWLdunYylIyJPxGCIiIiIVI0dqImIiEjVGAwRERGRqjEYIiIiIlVjMERERESqxmCIiIiIVI3BEBEREakagyEiIiJSNQZDREREpGoMhoiIiEjVGAwRERGRqjEYIiIiIlVjMERERESq9v8x1BIQwAc54QAAAABJRU5ErkJggg==\n", "text/plain": [ "
" ] @@ -457,7 +457,7 @@ }, { "cell_type": "markdown", - "id": "6502c1ea", + "id": "623ad923", "metadata": { "editable": true }, @@ -468,7 +468,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "fa89613b", + "id": "b7fe53c1", "metadata": { "collapsed": false, "editable": true @@ -481,73 +481,73 @@ "Own inversion\n", "[[4.]\n", " [3.]]\n", - "Eigenvalues of Hessian Matrix:[0.28837459 4.42584543]\n", - "0 [-15.52856208] [-17.65196615]\n", - "1 [-0.3842967] [0.3228044]\n", - "2 [-0.3592571] [0.30177145]\n", - "3 [-0.335849] [0.28210895]\n", - "4 [-0.3139661] [0.26372759]\n", - "5 [-0.29350903] [0.2465439]\n", - "6 [-0.27438488] [0.23047985]\n", - "7 [-0.25650679] [0.21546249]\n", - "8 [-0.23979359] [0.20142361]\n", - "9 [-0.22416937] [0.18829946]\n", - "10 [-0.20956318] [0.17603044]\n", - "11 [-0.19590868] [0.16456084]\n", - "12 [-0.18314387] [0.15383855]\n", - "13 [-0.17121077] [0.1438149]\n", - "14 [-0.1600552] [0.13444436]\n", - "15 [-0.14962649] [0.12568438]\n", - "16 [-0.13987729] [0.11749517]\n", - "17 [-0.13076331] [0.10983954]\n", - "18 [-0.12224317] [0.10268273]\n", - "19 [-0.11427818] [0.09599224]\n", - "20 [-0.10683216] [0.08973767]\n", - "21 [-0.0998713] [0.08389064]\n", - "22 [-0.09336399] [0.07842458]\n", - "23 [-0.08728068] [0.07331468]\n", - "24 [-0.08159374] [0.06853772]\n", - "25 [-0.07627734] [0.06407201]\n", - "26 [-0.07130734] [0.05989727]\n", - "27 [-0.06666117] [0.05599455]\n", - "28 [-0.06231773] [0.05234611]\n", - "29 [-0.0582573] [0.0489354]\n", + "Eigenvalues of Hessian Matrix:[0.28641189 4.39287528]\n", + "0 [-15.65565751] [-18.44347438]\n", + "1 [-0.02618169] [0.02215597]\n", + "2 [-0.02447466] [0.02071142]\n", + "3 [-0.02287894] [0.01936105]\n", + "4 [-0.02138725] [0.01809873]\n", + "5 [-0.01999282] [0.01691871]\n", + "6 [-0.0186893] [0.01581562]\n", + "7 [-0.01747077] [0.01478446]\n", + "8 [-0.01633169] [0.01382052]\n", + "9 [-0.01526688] [0.01291943]\n", + "10 [-0.01427149] [0.0120771]\n", + "11 [-0.013341] [0.01128968]\n", + "12 [-0.01247118] [0.0105536]\n", + "13 [-0.01165807] [0.00986552]\n", + "14 [-0.01089797] [0.00922229]\n", + "15 [-0.01018743] [0.00862101]\n", + "16 [-0.00952322] [0.00805892]\n", + "17 [-0.00890232] [0.00753349]\n", + "18 [-0.00832189] [0.00704231]\n", + "19 [-0.00777931] [0.00658316]\n", + "20 [-0.00727211] [0.00615394]\n", + "21 [-0.00679797] [0.00575271]\n", + "22 [-0.00635475] [0.00537764]\n", + "23 [-0.00594042] [0.00502702]\n", + "24 [-0.00555311] [0.00469926]\n", + "25 [-0.00519105] [0.00439287]\n", + "26 [-0.0048526] [0.00410646]\n", + "27 [-0.00453622] [0.00383872]\n", + "28 [-0.00424046] [0.00358844]\n", + "29 [-0.00396398] [0.00335448]\n", "theta from own gd\n", - "[[3.81114345]\n", - " [3.15863713]]\n", - "0 [-0.05446143] [0.04574692]\n", - "1 [-0.05091289] [0.04276619]\n", - "2 [-0.046531] [0.03908546]\n", - "3 [-0.04218461] [0.03543455]\n", - "4 [-0.03813208] [0.03203047]\n", - "5 [-0.03443175] [0.02892224]\n", - "6 [-0.03107818] [0.02610528]\n", - "7 [-0.02804715] [0.02355925]\n", - "8 [-0.02531037] [0.0212604]\n", - "9 [-0.02284019] [0.01918548]\n", - "10 [-0.02061094] [0.01731293]\n", - "11 [-0.01859922] [0.01562311]\n", - "12 [-0.01678384] [0.01409821]\n", - "13 [-0.01514564] [0.01272215]\n", - "14 [-0.01366733] [0.01148039]\n", - "15 [-0.01233332] [0.01035984]\n", - "16 [-0.01112952] [0.00934865]\n", - "17 [-0.01004321] [0.00843617]\n", - "18 [-0.00906293] [0.00761275]\n", - "19 [-0.00817834] [0.0068697]\n", - "20 [-0.00738008] [0.00619918]\n", - "21 [-0.00665974] [0.0055941]\n", - "22 [-0.00600971] [0.00504808]\n", - "23 [-0.00542313] [0.00455536]\n", - "24 [-0.0048938] [0.00411073]\n", - "25 [-0.00441613] [0.0037095]\n", - "26 [-0.00398509] [0.00334743]\n", - "27 [-0.00359612] [0.0030207]\n", - "28 [-0.00324512] [0.00272586]\n", - "29 [-0.00292838] [0.0024598]\n", + "[[3.98706221]\n", + " [3.01094846]]\n", + "0 [-0.00370554] [0.00313577]\n", + "1 [-0.00346394] [0.00293132]\n", + "2 [-0.00316561] [0.00267887]\n", + "3 [-0.00286972] [0.00242847]\n", + "4 [-0.00259385] [0.00219502]\n", + "5 [-0.00234197] [0.00198187]\n", + "6 [-0.00211371] [0.00178871]\n", + "7 [-0.00190742] [0.00161414]\n", + "8 [-0.00172117] [0.00145652]\n", + "9 [-0.00155308] [0.00131428]\n", + "10 [-0.00140139] [0.00118591]\n", + "11 [-0.00126452] [0.00107008]\n", + "12 [-0.00114101] [0.00096557]\n", + "13 [-0.00102956] [0.00087126]\n", + "14 [-0.000929] [0.00078616]\n", + "15 [-0.00083826] [0.00070937]\n", + "16 [-0.00075639] [0.00064009]\n", + "17 [-0.00068251] [0.00057757]\n", + "18 [-0.00061585] [0.00052115]\n", + "19 [-0.0005557] [0.00047025]\n", + "20 [-0.00050142] [0.00042432]\n", + "21 [-0.00045244] [0.00038288]\n", + "22 [-0.00040825] [0.00034548]\n", + "23 [-0.00036838] [0.00031174]\n", + "24 [-0.0003324] [0.00028129]\n", + "25 [-0.00029993] [0.00025381]\n", + "26 [-0.00027064] [0.00022902]\n", + "27 [-0.0002442] [0.00020665]\n", + "28 [-0.00022035] [0.00018647]\n", + "29 [-0.00019883] [0.00016826]\n", "theta from own gd wth momentum\n", - "[[3.99083639]\n", - " [3.00769731]]\n" + "[[3.9993736 ]\n", + " [3.00053008]]\n" ] } ], @@ -609,7 +609,7 @@ }, { "cell_type": "markdown", - "id": "ac5271c6", + "id": "749000b3", "metadata": { "editable": true }, @@ -620,7 +620,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "0def25cd", + "id": "e7b4abe1", "metadata": { "collapsed": false, "editable": true @@ -631,17 +631,17 @@ "output_type": "stream", "text": [ "Own inversion\n", - "[[3.83190841]\n", - " [2.9998542 ]]\n", - "Eigenvalues of Hessian Matrix:[0.27971414 4.455592 ]\n", - "0 [-12.5786304] [-15.41021561]\n", - "1 [-2.79550688e-15] [-2.24968001e-16]\n", - "2 [-2.2941718e-16] [-4.20820528e-16]\n", - "3 [4.95697233e-16] [5.72742343e-16]\n", - "4 [4.95697233e-16] [5.72742343e-16]\n", + "[[3.92351924]\n", + " [3.025027 ]]\n", + "Eigenvalues of Hessian Matrix:[0.33104875 3.95055425]\n", + "0 [-11.75315452] [-11.48461009]\n", + "1 [3.84783351e-15] [-1.7484672e-15]\n", + "2 [-4.8897518e-16] [-4.48356153e-16]\n", + "3 [4.61653285e-16] [3.79106945e-16]\n", + "4 [-4.8897518e-16] [-4.48356153e-16]\n", "beta from own Newton code\n", - "[[3.83190841]\n", - " [2.9998542 ]]\n" + "[[3.92351924]\n", + " [3.025027 ]]\n" ] } ], @@ -688,7 +688,7 @@ }, { "cell_type": "markdown", - "id": "4a8fec1d", + "id": "d47c2b1c", "metadata": { "editable": true }, @@ -700,7 +700,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "00658ea8", + "id": "e2b04ba9", "metadata": { "collapsed": false, "editable": true @@ -711,24 +711,30 @@ "output_type": "stream", "text": [ "Own inversion\n", - "[[3.93988393]\n", - " [3.06578047]]\n", - "Eigenvalues of Hessian Matrix:[0.34100913 4.27547557]\n", + "[[4.08928088]\n", + " [2.79578306]]\n", + "Eigenvalues of Hessian Matrix:[0.31588332 4.45642521]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ "theta from own gd\n", - "[[3.93988393]\n", - " [3.06578047]]\n" + "[[4.08928088]\n", + " [2.79578306]]\n" ] }, { "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkMAAAHFCAYAAADxOP3DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAA9hAAAPYQGoP6dpAABV9klEQVR4nO3deXwT1fo/8M+0pS1bCwW6F1qRvWwCAkKhKIuyBKyIwhVxu6IsCkUvcL0KqMjFnyAqLhflwr36ZblKhQBuKC2LLIKA7AhYoCyllKWFQrf0/P6ICU2bNEsnmUnm8369+tLMTCZnkoZ5es5zniMJIQSIiIiINMpP6QYQERERKYnBEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEJEKLV26FJIkmX8CAgIQFRWFRx99FMePH1esXTNnzoQkSYq9vjc4deoUJEnCO++8o3RTiMhBAUo3gIhsW7JkCVq2bInCwkL8/PPPmD17NtLT03H06FHUr19f6eYREfkEBkNEKpaYmIjOnTsDAJKTk2EwGDBjxgysXr0aTz75pMKtIyWVlJSYew2JqHo4TEbkRUyB0cWLF83bCgsLMWXKFHTo0AGhoaEICwtD9+7dsWbNmkrPlyQJEyZMwOeff45WrVqhVq1aaN++PdatW1fp2PXr16NDhw4ICgpCQkKCzWGfwsJCTJ8+HQkJCQgMDERMTAzGjx+Pa9euWRwXHx+PwYMHY926dejYsSNq1qyJVq1amV976dKlaNWqFWrXro27774bu3fvtvt+mIYT09PT8fzzz6Nhw4Zo0KABUlJScP78+UrXPnPmzErniI+PxxNPPFHpnBs3bsRf//pXNGjQACEhIXj88cdRUFCA7OxsjBgxAvXq1UNUVBReeukllJSUVDpvWVkZZs+ejcaNGyM4OBidO3fGTz/9VOm448ePY9SoUQgPD0dQUBBatWqFDz/80OKYjIwMSJKEzz//HFOmTEFMTAyCgoJw4sQJ3Lx5Ey+99BISEhIQHByMsLAwdO7cGcuXL7f7/hGREf+kIPIimZmZAIDmzZubtxUVFeHKlSt46aWXEBMTg+LiYvz4449ISUnBkiVL8Pjjj1ucY/369di1axdef/111KlTB2+//TYefPBBHDt2DHfccQcA4KeffsLQoUPRvXt3rFixAgaDAW+//bZFEAYAQggMGzYMP/30E6ZPn46kpCTs378fM2bMwPbt27F9+3YEBQWZj//tt98wffp0vPLKKwgNDcWsWbOQkpKC6dOn46effsJbb70FSZIwdepUDB48GJmZmahZs6bd9+WZZ57BoEGDsGzZMmRlZeHll1/GY489ho0bN7r8Xj/zzDNISUnBihUrsHfvXvz9739HaWkpjh07hpSUFDz77LP48ccfMXfuXERHRyM1NdXi+QsXLkSTJk2wYMEClJWV4e2338YDDzyATZs2oXv37gCAw4cP45577kHjxo0xb948REZG4vvvv8cLL7yA3NxczJgxw+Kc06dPR/fu3fHJJ5/Az88P4eHhSE1Nxeeff44333wTHTt2REFBAQ4ePIjLly+7fO1EmiOISHWWLFkiAIgdO3aIkpIScf36dfHdd9+JyMhI0atXL1FSUmLzuaWlpaKkpEQ8/fTTomPHjhb7AIiIiAiRn59v3padnS38/PzEnDlzzNu6du0qoqOjxa1bt8zb8vPzRVhYmCj/z8Z3330nAIi3337b4nVWrlwpAIhFixaZtzVp0kTUrFlTnD171rxt3759AoCIiooSBQUF5u2rV68WAIRer3fofRo3bpzF9rffflsAEBcuXLC49hkzZlQ6R5MmTcSYMWMqnXPixIkWxw0bNkwAEPPnz7fY3qFDB3HXXXeZH2dmZgoANt+/vn37mrcNGDBAxMbGiry8PItzTpgwQQQHB4srV64IIYRIT08XAESvXr0qtT8xMVEMGzas0nYichyHyYhUrFu3bqhRowbq1q2L+++/H/Xr18eaNWsq5Yl8+eWX6NGjB+rUqYOAgADUqFEDixcvxpEjRyqds0+fPqhbt675cUREBMLDw3H69GkAQEFBAXbt2oWUlBQEBwebj6tbty6GDBlicS5Tz0v5YSYAePjhh1G7du1Kw0IdOnRATEyM+XGrVq0AGPOhatWqVWm7qU326HQ6i8ft2rVz6vnWDB482OKxqU2DBg2qtN3a69h6/zZv3gyDwYDCwkL89NNPePDBB1GrVi2UlpaafwYOHIjCwkLs2LHD4pwPPfRQpde5++678e2332LatGnIyMjArVu3XL5mIq1iMESkYv/973+xa9cubNy4EWPHjsWRI0cwcuRIi2PS0tIwYsQIxMTE4IsvvsD27duxa9cuPPXUUygsLKx0zgYNGlTaFhQUZL6JXr16FWVlZYiMjKx0XMVtly9fRkBAABo1amSxXZIkREZGVhqqCQsLs3gcGBhY5XZr7bem4jWZhuaqExg401Zr7bT1/hUXF+PGjRu4fPkySktL8cEHH6BGjRoWPwMHDgQA5ObmWjw/Kiqq0jnff/99TJ06FatXr0afPn0QFhaGYcOGKVqCgcjbMGeISMVatWplTpru06cPDAYDPvvsM3z11VcYPnw4AOCLL75AQkICVq5caVEDqKioyKXXrF+/PiRJQnZ2dqV9Fbc1aNAApaWluHTpkkVAJIRAdnY2unTp4lIb3CEoKMjqe+Ku3Bpb719gYCDq1KmDGjVqwN/fH6NHj8b48eOtniMhIcHisbUaT7Vr18asWbMwa9YsXLx40dxLNGTIEBw9elSeiyHycewZIvIib7/9NurXr4/XXnsNZWVlAIw3yMDAQIsbZXZ2ttXZZI4wzeZKS0uz6PG4fv061q5da3HsfffdB8AYkJW3atUqFBQUmPerQXx8PPbv32+xbePGjbhx44ZbXs/W+5eUlAR/f3/UqlULffr0wd69e9GuXTt07ty50o+1XryqRERE4IknnsDIkSNx7Ngx3Lx5U+7LIvJJ7Bki8iL169fH9OnT8be//Q3Lli3DY489hsGDByMtLQ3jxo3D8OHDkZWVhTfeeANRUVEuD5W88cYbuP/++9GvXz9MmTIFBoMBc+fORe3atXHlyhXzcf369cOAAQMwdepU5Ofno0ePHubZZB07dsTo0aPluvRqGz16NF599VW89tpr6N27Nw4fPoyFCxciNDTULa/n7++Pfv36ITU1FWVlZZg7dy7y8/Mxa9Ys8zHvvfceevbsiaSkJDz//POIj4/H9evXceLECaxdu9ah2XBdu3bF4MGD0a5dO9SvXx9HjhzB559/ju7du1vkYRGRbQyGiLzMxIkTsXDhQrz++usYOXIknnzySeTk5OCTTz7Bv//9b9xxxx2YNm0azp49a3HjdUa/fv2wevVq/OMf/8AjjzyCyMhIjBs3Drdu3bI4pyRJWL16NWbOnIklS5Zg9uzZaNiwIUaPHo233nrLYlq90l5++WXk5+dj6dKleOedd3D33Xfjf//7H4YOHeqW15swYQIKCwvxwgsvICcnB23atMH69evRo0cP8zGtW7fGnj178MYbb+Af//gHcnJyUK9ePTRr1sycN2TPvffeC71ej3fffRc3b95ETEwMHn/8cbzyyituuS4iXyQJIYTSjSAiIiJSCnOGiIiISNMYDBEREZGmMRgiIiIiTWMwRERERJrGYIiIiIg0jcEQERERaZom6gyVlZXh/PnzqFu3rtVy9kRERKQ+Qghcv34d0dHR8PNzX/+NJoKh8+fPIy4uTulmEBERkQuysrIQGxvrtvNrIhiqW7cuAOObGRISonBriIiIyBH5+fmIi4sz38fdRRPBkGloLCQkhMEQERGRl3F3igsTqImIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTFA+GNm/ejCFDhiA6OhqSJGH16tU2jx07diwkScKCBQs81j4iIiLybYoHQwUFBWjfvj0WLlxY5XGrV6/Gzp07ER0d7aGWERERkRYEKN2ABx54AA888ECVx5w7dw4TJkzA999/j0GDBnmoZURERKQFivcM2VNWVobRo0fj5ZdfRps2bZRuDhEREfkYxXuG7Jk7dy4CAgLwwgsvOPycoqIiFBUVmR/n5+e7o2lERETkA1TdM/Trr7/ivffew9KlSyFJksPPmzNnDkJDQ80/cXFxbmwlEREReTNVB0NbtmxBTk4OGjdujICAAAQEBOD06dOYMmUK4uPjbT5v+vTpyMvLM/9kZWV5rtFERETkVVQ9TDZ69Gj07dvXYtuAAQMwevRoPPnkkzafFxQUhKCgIHc3j4iIiHyA4sHQjRs3cOLECfPjzMxM7Nu3D2FhYWjcuDEaNGhgcXyNGjUQGRmJFi1aeLqpRERE5IMUD4Z2796NPn36mB+npqYCAMaMGYOlS5cq1CoiIiLSCsWDoeTkZAghHD7+1KlT7msMERERaY6qE6iJiIiI3I3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1TPBjavHkzhgwZgujoaEiShNWrV5v3lZSUYOrUqWjbti1q166N6OhoPP744zh//rxyDSYiIiKfongwVFBQgPbt22PhwoWV9t28eRN79uzBq6++ij179iAtLQ2///47dDqdAi0lIiIiXyQJIYTSjTCRJAlff/01hg0bZvOYXbt24e6778bp06fRuHFjh86bn5+P0NBQ5OXlISQkRKbWEhERkTt56v4d4LYzu0leXh4kSUK9evVsHlNUVISioiLz4/z8fA+0jIiIiLyR4sNkzigsLMS0adMwatSoKiPEOXPmIDQ01PwTFxfnwVYSERGRN/GaYKikpASPPvooysrK8NFHH1V57PTp05GXl2f+ycrK8lAriYiIvJDBAGRkAMuXG/9rMCjdIo/yimGykpISjBgxApmZmdi4caPdccOgoCAEBQV5qHVEREReLC0NePFF4OzZ29tiY4H33gNSUpRrlwepvmfIFAgdP34cP/74Ixo0aKB0k4iIiHxDWhowfLhlIAQA584Zt6elKdMuD1O8Z+jGjRs4ceKE+XFmZib27duHsLAwREdHY/jw4dizZw/WrVsHg8GA7OxsAEBYWBgCAwOVajYREZF3MxiMPULWJpULAUgSMGkSMHQo4O/v8eZ5kuJT6zMyMtCnT59K28eMGYOZM2ciISHB6vPS09ORnJzs0Gtwaj0REVEFGRmAlftvJenpgIP3W7lpZmp9cnIyqorHVFQGiYiIyHdcuCDvcV5M9TlDRERE5AZRUfIe58UU7xkiIiIiBSQlGWeNnTtnPW9Ikoz7k5JcO7/BAGzZYuxZiooynkeluUfsGSIiItIif3/j9HnAGPiUZ3q8YIFrAUxaGhAfb8xJGjXK+N/4eNXOTmMwREREpFUpKcBXXwExMZbbY2ON212pM+SF0/UVn03mCZxNRkREVAW5hrQMBmMPUMVAyMQ09JaZ6dD5NTObjIiIiBTm7y/P9PktW2wHQoAxNykry3icQtP1reEwGREREcnDS6frMxgiIiIieXjpdH0GQ0RERCQP03T9irPTTCQJiItzfbq+mzAYIiIiInm4c7q+GzEYIiIiIvm4Y7q+m3E2GREREckrJcW42r2XVKBmMERERETyk2u6vgdwmIyIiIg0jcEQERERaRqDISIiItI0BkNERESkaQyGiIiISNM4m4yIiIiUYTCoYvo9gyEiIiLyvLQ04MUXLVe5j401VrD2cGFGDpMRERGRZ6WlAcOHWwZCAHDunHF7WppHm8NgiIiIiORhMAAZGcDy5cb/GgzWj3nxRUCIyvtM2yZNsv5cN2EwRERERNWXlgbExwN9+gCjRhn/Gx9fuZdny5bKPULlCQFkZRmP8xAGQ0RERFQ9zgx7Xbjg2DkdPU4GDIaIiIjIdc4Oe0VFOXZeR4+TAYMhIiIicp2zw15JScZZY5Jk/XhJAuLijMd5CIMhIiIicp2zw17+/sbp80DlgMj0eMECj9YbYjBERERErnNl2CslBfjqKyAmxvKY2Fjjdg/XGZKEsDbI51vy8/MRGhqKvLw8hISEKN0cIiIi32EwGGeNnTtnPW9IkoxBTmZm5d4eOxWoPXX/ZgVqIiIicp1p2Gv4cGPgUz4gMg17zZtnPejx9weSk62f1xQoeQCHyYiIiKh6qhr2euklIDXVfv2h8kw1iwYPdmerzThMRkRERPKoOOyVmwuMGFF5+MzUY2QtP8hUs0gI5AMIBdx+/2YwRERERPIz5RLZmnZvLZeownM8FQxxmIyIiIgqc2Sdsaq4suyGvee4CROoiYiIyFJamrGqdPnAJDbWmCjt6LR3V5bd8OASHOWxZ4iIiIhuc2adsaq4Un/Ig0twlMecISIiIi0rn/QcHg488YRzeT5VndfZ+kMVnsOcISIiInIv0xR207T3vn2dz/OxxZVlN6p6jhspHgxt3rwZQ4YMQXR0NCRJwurVqy32CyEwc+ZMREdHo2bNmkhOTsahQ4eUaSwREblfdRN3yTG2hsMc4WhujyvLbth6jhspHgwVFBSgffv2WLhwodX9b7/9NubPn4+FCxdi165diIyMRL9+/XD9+nUPt5SIiNyuYk+FIwX6fIUng0CDwZgg7WqmjDO5PSkpwKlTQHo6sGyZ8b+ZmVUnYqekIPf7X7Gh31zX2uckVeUMSZKEr7/+GsOGDQNg7BWKjo7GpEmTMHXqVABAUVERIiIiMHfuXIwdO9ah8zJniIjIC5QrtmehqgJ9vkKO2VvOyMgwBprOciZnyAXHvv0D+oVnoN9aH9vyE1GGAgDuv38r3jNUlczMTGRnZ6N///7mbUFBQejduze2bdtm83lFRUXIz8+3+CEiIhWrqqfCtG3SJN8cMpNr9pYzXJnCbivPpxpKC0uxZeFveLlLBloEZqLlwDvwt2+SsTW/Pcrgj8Sg47K8jj2qDoays7MBABERERbbIyIizPusmTNnDkJDQ80/cXFxbm0nERFVkysF+nyBUkGgK1PYq8rzccL189ex6uXtGNN0KyJr5aHXxPZ4Z3cyfi9JQA0Uo3+D3Vj48Cac2noWP+c0q9ZrOcorii5KFTLKhRCVtpU3ffp0pKammh/n5+czICIiUjNXCvT5AmeCQFuru7siKckY3FQ17T0mBli6FMjJsVxp3gVnd13A2vnHof+xJjbmtkMxupv31ZeuYlD8IeiG+WNAahuExHY27/PUyI6qg6HIyEgAxh6iqHJRbE5OTqXeovKCgoIQFBTk9vYREZFMXCnQ5wuUCgJNU9iHDzcGPuUDIlNnw3vvAffd59LpRZnAvpXHoF+UDf3OCOy51QrA7c+uacBpDG2fCd3oeugxNhEBwT2rcTHVp+pgKCEhAZGRkdiwYQM6duwIACguLsamTZswd65nMsyJiMgDHOmpiI01HucNKq7ebqtXRckg0DSF3Vri9oIFTg+HFeUXIeODA9CvKID+SDOcNbQE0BIAIKEM3esehK7HFejGx6HlwDsg+TWR71qqSfFg6MaNGzhx4oT5cWZmJvbt24ewsDA0btwYkyZNwltvvYVmzZqhWbNmeOutt1CrVi2MGjVKwVYTEZGsHOmpkDFx162cmRmmdBCYkgIMHepY4GbF5eNX8M28w9Cv88d35xJxA7eHuGqhAP2jDkB3fwkGTWmJ8Dbt3HMNchAKS09PFwAq/YwZM0YIIURZWZmYMWOGiIyMFEFBQaJXr17iwIEDTr1GXl6eACDy8vLccAVERCSbVauEiI0VwhgaGH/i4ozbvcGqVUJIkmX7AeM2SbJ+HabnVHxeVc9R0O8/ZIp3BqeLXqF7hR9KLZoc5XdBPNtyk1g34xdx8/LNar+Wp+7fqqoz5C6sM0RE5EUcHWJSG9O6Wo6u61X+Oo8fBxYtMvYQmcTFuTRcJTdDsQE7Fh+CfukV6PfF4WhxU4v97YKPQdf5AnTPhKPTX1rCL0C+ieqeun8rPkxGRERkwd9f3plTnuLMzLArV6wPpc2aBTRrpngQeCP7Bn6YfxBrvy7BupOtkCtuD3EFoATJYfuh63MDQyY1RXzPFgBaKNJOuTAYIiIikoOjM77WrDHmD1UcmDl3Dpg505jUrEAweG53uenvl9qiCN3M++pJ1zCw8SHohkq4f0obhDbu5PH2uRODISIiIjk4OuPr//7PdpFFSTIWWRw61O29QqJMYP9Xv0P/rwvQ7wjH7putUX76+x0Bp6Frewq6x0LQ87lE1KjVw63tURKDISIiIjk4MjOsYUPg0iXb53BXkcU/Fd8oNk5/X34Daw83xRnD7SEuCWXoWucQdPdcxtDxsWg1uKmqpr+7E4MhIiIiOThSHuAvfzEmRdsjY5HFKyev4pt3DkO/zg8/nG2JDriOKFxAAgQuIxT3RR6GbkAxBqW2QGS7trK9rjdhMERERCQXe4UMw8IcC4aqWWTxxE+noX8/E/pN9bA1LxEG9MCDSMMBjEAcbrerLDoGfh+8r/iMNaVxaj0REZHcbJUHME2/t1dk0TT93tGXKzZg55LD0C+5DP3eOBypMP19Uo2FmF8y0fgSFV8PkGUBVnfw1P2bwRAREZEnpaUZh9KAygGRJDkcmBTkFGDDuwehX1WMdSda4pJoZN4XgBL0rn8Auj7XMWRCEyQ8nuR4/SMVYZ0hIiIiX2QaSnv2WeDyZct9YWFVPvX8nmysm/879BuC8WNOOxShq3lfKPIwsMlB6HTG6e/1mtxl3JGR4Xj9I2+s7yQDBkNEROQdlK5MLffrVwyEAGMxxuHDzb1DokzgQNpx6D85D/2ORthV0AZApPnw+IAsDE38A7rHQpD0vI3p744mY8uYtO1tGAwREZH6ObP4qdpf32AwnssaISAkCUVPjcPUmfWw5nBznDY0B9DcfEjX2gehuycXuudj0GbonZD84qp+PUeTsauZtC2b8kGnh1JbmDNERETqZsqxsZZfA7g/+Vfu18/IAPr0sXtYMtKxCckIxi30i9hvnP4+uTmiOkQ4/lqA25K23aJC0JkPIBRw+/1bvtXUiIiI5GbqRbFVsRkwVmw2GLzn9R0cjhoVmY41f9+Jy5cE9Nld8cx/kpwPhIDb9Y+A2wGcienxggXqCISGD686v8lNGAwREZF6Obr46cyZxh4XuYMiZxZftaOstAw7PjuIT9+86NBLP7u8D3Szu6JWw1qOttY2U9J2TIzl9thYdUyrryro9ADmDBERkXo5mtT75pvGH7nziKqTfGwwoHDdBhxasgsbfw3F/LMjkI1E+KEV7sc8xOAc/FDFsFVSUvXaXlFKinHNMyWT0G2xF3S6GYMhIiJSL2eTes+ds5iN5bHXL3dc9v4cHHxhETps+QANy3LQCUAnAI/i/2E63kJpXFNktn4esT/8A4CNZTvcNWzl76/O6fMKz2TjMBkREamXafHTirkutsidR2Tv9SUJIi4OB3IiMLtfBrrWOYhx7bfi3k2vIawsx+LQWJzF59IYrFiQjV7f/R2SmoetPE3hmWycTUZEROpWVcXmqqSny9MLYuP1Tf/3vN+/8K+yZwEAfjDgFOIRg7PWexsqztxSunaSWtiY8cbZZERERIDt5F975Bp6+fP1yyItey+yEIeHsAr/KnsWwbiFweG/YHXfhYizFQgBlROuTcNWI0ca/6vFQAioesabBzAYIiIi9UtJAU6dMvb2/OMfjj3H2tCLwWCcdbZ8uUOzzzI3Z+G9lE2475l41LxwEslIx0gsQzLScTd+Qf1mjbB6+k7kXizD2ot3Y8hT4Y61TcPVnm1yNeiVAYfJiIjIu9grIggAjRoZZycFBt7e5kAV6bLSMuz6z2Ho/50L/a8xOFjUzOK0rYNOQNfxLHRPNsDdT7SGf2CFnhwHCyrKNoTni8oNHeaHhCB08GCuWi8HBkNERD7GkTyi8oFOFVWkBYDdD83BogPdsfZ4S1wsu927449SJNU7AF3vPAyZmIA772tSdbu8qdqzF/DU/ZvBEBEReSdrPT3lmXJPVq4EUlNtHlcGCWcRiwRkogz+qIt8PBB3ELrBAg9MaY2wpvWdb5e1QM1Ty4f4EAZDMmIwRETko4qLjTkmubnW90sS0LAhcOmS3VO9l/AuWj+bhN4T2iKwTqDd46tkLVCLizPWD2Ig5DBP3b9ZdJGIiLzXtm22AyHA2DPjQCAEAC/OjgBGdpKnXWqu9uwsDUz/ZzBEROqigX94SUZyzsqSu/CfWqs9O8OBpHNfwKn1RKQeaWnG5NM+fYBRo4z/jY83blcrJ6dqk8wcDGCKataDqKKKNOLi5F8LzNvZWkXetOSJmr+XTmIwRETq4I3/8Hpj8OYDykrL8MuSQ3g1KQMd7w9HFmJRBuuBjvgz0An676fGIyoGRO5eC8xbVbWKvNxLnqgAgyEiUp43/sPrjcGbF7t15RbWz9yFsa02IzYoB12faoM3tyZjX1FrTMa7kIDK679LkjEAWrDg9uKtXAvMMfZWka9YSdvLMWeIiJTnzD+8asjBsBe8SZIxeBs6lL0N1ZBz6BLWzzsK/Xc18MOFtriJLuZ9dXAd98cchG6wAQOn3AvpwFfWc1vKz95SIqnZW3PgHM3FWrNGHd/JamIwRETKc/QfXrUsYeBtwZuXEGUCR9adhP6js1i7LQzbrydC4HYeT6z/eehaHYfu0dpIntgWQSHdbz+5mYOBjieTmr05+djRZPIFC4zvs9qvxw4GQ0SkPEf/4ZV7to+rvC14U7HSwlJs/eQg9J9fg35/Ak6W3gngTvP+u2oega7rReiejUSHR1pA8ou2fTI1zd6yVfHaNIxacWhObT1ISUnGwK2qoB/wmV5QBkNEpDzTP7z2ljBQy2wfbwveVCb/bD6+m3cQ+tUC35xujauig3lfIIpwX6P9GHLfLQxJbYbYLq0AtFKsrS5xdhhVjT1IplXkH3qo6uN8pBeUwRARKc/0D+/w4cYbhbUlDNQ028fbgjcVOP3zWaxdcBL6jXWQcaUtSnCPeV8D6TIG33EEupQA9JvUBnWju1RxJi/gzDDqlSvO9SB5UkqKMWhbsMD+sV7eC8pgiIjUISXF+A+/vSRYoHpDCnIMR3hb8OZONt7PstIy7Fl2FPrPcqDfFYXfClsAiDU/rUXgH9C1PwPdE2Ho/kwb+Af2VO4a5OZoYHDuHDBtmroT8YcOdSwY8vZeUKEBeXl5AoDIy8tTuilEZE9pqRDp6UIsW2b8b2mp5f5Vq4SIjRXCeLsw/sTGGrfbU53nOnq+uDjXz6dWtj4TK9d/MyRcfBzzhoj2O2/xtvihVCSF7BP/b1C6OPrNSSWvxv3S0y1/J2z9vPuuY8elpyt3LaWlxs9Ykqy3TZKMv/MVv6cy8dT9mwu1EpH3sJWUam018Io9FpcuAY884thznSFn4qvakmgB2/ksI0cC77wDIYRFuUNT8cPh+Ao/oD/ujzkA3UADBk5phYYtGni27UoxGIzFN+0No86ZAzz2mP3zLVtmfL+VYvreAdZ7Qd04lMdV62XEYIjIB5huMLZyMUw3mMxMY+2Tijdwf3/bRRvLP1ep4EONSbQ2gs/yj6zVfRYACkMjIJ08ieAGtd3ZQvnJFZA6EkCEhRmrltuTnq58crK138+4uMpD2DLz2P3brf1OMigpKRGvvPKKiI+PF8HBwSIhIUHMmjVLGAwGh8/BYTIiH+Do0MOsWba79Ks7HGFvCM9Vq1ZZb7MkGX+UGHYzDY+48j6qYXjHFZ4eRlV4CMpp7vr9r4Kn7t+qD4befPNN0aBBA7Fu3TqRmZkpvvzyS1GnTh2xYMECh8/BYIjIByxb5tgNOCzM9Zv3smW2X1/uG6WJvaBDoRtiwZfrqxcI2Xs/1cZdAakjOXCm11BLIKwinrp/q35tsu3bt2Po0KEYNGgQ4uPjMXz4cPTv3x+7d+9WumlE5EmOzla5ckX+13DnOmQqWgMqa+d5fPToJtzfcDfGPpxb/RN6ywwjd66NZyoEOXKk8b8Vh9xMsyi5ZpqiVD+1vmfPnvjkk0/w+++/o3nz5vjtt9+wdetWLHBkqh8R+Q5HavvUr+9aMFRVXSB3r0Pm6WrW5XJiREQk9p5rBP3iXOh/icDeW60AGCs898YN11/D2+osKb28ihJrppEF1QdDU6dORV5eHlq2bAl/f38YDAbMnj0bI6vIrC8qKkJRUZH5cX5+vieaWjU1zhIh8iaO1PZ58UVgxgznzmuvLpC7b5SerGadlgYx8QVI588BMCY/N0Is9uM97EUyJJThnroHoet5BbrnYyDGxUKyFXya+EKdJTUsr6KmpUS0yK2DcDJYvny5iI2NFcuXLxf79+8X//3vf0VYWJhYunSpzefMmDFDwDihweJHsZwhd+UaEGlRVUmp9hJSASH8/W0ntFrjaK6Sq/kxHkiivXQ0V2y8701RBghDhfMbIIkyQPx035si5/Alyyfay2d5+WXfqLPkaHK+tyWE+wAmUP8pNjZWLFy40GLbG2+8IVq0aGHzOYWFhSIvL8/8k5WVpVwwpMZZIkTerqqkVHs38C+/dG5GjCdulG5Ioj36zUnx9sB00TNknwhAkTiD2EqBkEMBlyMzojw8w0h23jarS0MYDP0pLCxMfPTRRxbb3nrrLdGsWTOHz6HYbDKVzhIh8nlyVob21I2ymm0uuVUiNn+wT7zUOV00r/GHxWl6I716AZ0vBDz2cFaXKnnq/q36nKEhQ4Zg9uzZaNy4Mdq0aYO9e/di/vz5eOqpp5Rumn1KJ+URaZWcCameWofMhTZfP38dP7x7EPo0A9ZntsJl0d68rwaK0afBfujuLcCI1geBWQ60wVZOjBbyWZxZG498juqDoQ8++ACvvvoqxo0bh5ycHERHR2Ps2LF47bXXlG6afWpIyiPSKjlv4J66UTrQ5rO7LmDt/OPQ/1gTG3PboRjdzfvqS1cxKP4QdMP8MSC1DUJiOxt3ZAjHgiFvmQrvLpzVpVlcjsOdMjK8p9Q6eR/OUPQ8Bd5zUSawb+Ux6BdlQ78zAntutbLY3zTgNIa2z4RudD30GJuIgGArf+M6ulaWksuREFnhqfu36nuGvJojdVG8qRYHqYca17HSAg8NFxXlFyHjgwPQryiA/kgznDW0BNASACChDN3rHoSuxxXoxseh5cA7IPk1sd9uTwz1+Tr+AeKz2DPkbgqu9ks+ypmV28lrXD5+Bd/MOwz9On98dy4RN1DXvK8WCtA/6gB095dg0JSWCG/TyLUXUWixTZ/AP0AUocpV67OyshAXF+e2xriL4qvW8x8gkoszK7fzL1bVO77hFPTvn4J+Sz1szWuLMtz+zKL8sjGk+e/QPVIT976QiJphNeV5UfZuOI9/gChGlcFQ7dq1kZqaimnTpqF27dpua5TcFA+GAP4DRPJgHppXMxQbsGPxIeiXXoF+XxyOFje12N8u+Bh0nS9A90w4Ov2lJfwCVL98pHWu/nunxn8n+QeIolSZM7RhwwZMnjwZixcvxuzZs/Hkk0+6q12+RwtTU8n95JihqMYbjg+7kX0DG949CH1aCdadbIVc0c68LwAlSA7bD12fGxgyqSnie7YA0EK5xjrC3u+Pq8NJah2GYokUbXClONF//vMfERsbKzp06CDSvaA8uWJFF4nkVt1qyHItDeONRfg82Oazu86LT0ZtEgMb/SKCcMvi7a4nXRWjmmwVK174WVw7fc1tbXALe78/rlbcV3Olfncvx0JVUn0F6ps3b4pXX31V1KpVSwwbNkwcP35cznbJisEQ+YzqVEOW64ajtrX2HAly3NzmMkOZ2LfyqHj93nTRudahSm9xQsBpMaljhtg4b48oLiiW5TU9zt7vz5dfulZxX+2V+rlumaJUHwwVFBSILVu2iEmTJgk/Pz8RFBQkUlNTRX5+vpztkwWDIfIpriwbINcNR21/wTsS5LipzUXXi8QPc3aLCW0zRGP/LMtTwyC61dkv3uqfLg6uPi7KDGUyXbBCHPn9adTItaBB7cEG1y1TlCqDoY8//lg89dRTom3btiIgIEAEBQWJLl26iIkTJ4rFixeLe++9V8TGxopdu3a5q70uYTBEPsfZdazkuOGo7S94R4Icmdt8+cQV8flzW8WIuJ9FXeRZnKomCoQucof4bMxmceG3i26+eDex1cvm6O+PIz8Vh5O8YRiK65YpRpXBUGxsrBg+fLh45513xNatW0VhYWGlY2bPni3atGkjWwPlwGCIfJIzOTBy3HDU9Be8o0HOjz9Wu83Hfzwl5unSRe/QvcIfJRZPi/C7KJ5psUno/7FTFFwqcP91u1NVvWyO/v648l6r6feqKnIu/ksOU+VCrVlZWXaPefrpp/Hqq686mcZNRE5zZoaio2tOVXWcmtbac3SGz9Kljp2vXJsNxQbsXHIY+iWXod8bhyPFTQE0Me9vG/w7htx1HrqnGqLLmNbwC+jl2jWoia06OufOGbfPnOnYeRo2BC5frnwewHbFfW+p1M91y3ya7MtxhIeHY+PGjXKfloiqQ44bjhwBlVwcDbi++MKhw24F18P303dCv6oY6060xCXR1rwvACXoXf8AdH2uY8iLdyChV3MAzV1otEoZDMYp7dZ+L4Qw/m58+qljvz/z5gGPPOLckh/etFQIS6T4Lrf2O6kEh8mIRPXzHtSUSCpTDksZIHL8IkRN3LDYFYprYmSTrWL5xJ/F1VPX5G+/mkoTOPpezprl2O+Pq8NJHIYiKzx1/+baZERaUt2lYdSy1p69VdgdUAZjm4fjK3yNFMQHZGFo4h/QPRaCpOcTUaNWDRkbXI7aigsuXw6MGmX/uGXLgKAgx35/fKkCNSlKlctxeCsGQ0TlVPeGo5a19mwFZg46gzh8FJSKkF4doHs+Bm2G3gnJT5K5kRWkpQEPPWR7/6pVng+InF3ihQELeRCDIRkxGCKSmVpuiNYCMwfsafs4opbMQVSnaDc1zAqDAYiIMCYY29KgAXDxomffS3u9bFx7ixTkqfu3l64CSESKMiWSjhxp/K9SN8mUFODUKZx/dwW+7fwqFgZPcehpd73/pGcDIcDYA1NVIAQY92dkeKI1t5kSmIHbw50maktgJnITBkNE5HXKSsuw47OD+Ps9GUis/QdiJj+Cgbtfx4uFc5GFWHM+UCWSZBzSU2KatqNBjqeDIcAYVH71FRATY7k9NtZzeWBECpJ9aj0RaZybhtBu5t7Ej+8egP6rYqw93hI5ItG8zx+l6FXvAHTJ+ajR4R/wm/U8AA9O01bLsGF1sI4OaRiDISKSj8wzpbL352DdvGPQfx+IDRfboRBdzftCkIcH4g5BN0TggZfaoH5Cxz/39AbaNrLeDnckeTt6zcnJwJtv2j+fknVsWEeHNIoJ1EQkD1tVjJ2Ydi/KBA6tOQH9x+eg39YQOwsSLfY38T8LXZuT0P2lLnqNS0RgnUDbJ7PWWwPI2/PhzDWrNYGaSMU4m0xGDIaI3Ky42NgbcumS9f1VzEgquVmCzR8egP7/rmPtoQRklja22N+l9iHoul2C7rlotE1p5vr0d7nr+5hmYdmayWbtmtU4tZ5IxRgMyYjBEJEbpaUBY8cCubn2j/2zVs2103n49p1D0OuBb8+0QR5CzYcEoRB9w/dD168Qg1ObI/quSHnaWM1eq0qcrc9Tvi0vvGCcym6iZNFFIhXz1P2bOUNE5DpbQYYN3768Ee+cDMHmq21RinvM2xtJlzD4zqPQPRSIfpMTUTv8bvna6MjaW5MmGZOHnRmecnXhWiYqE6kOgyEick1VQYYNc3ffi024CwDQOugEdB3PQvdkA9z9RGv4B7ppurujK9xv2eJc8nB1Fq5lojKRqjAYIvJl7pzybS/IKKcMEs4iBv6hdTA/OQNDJibgzvvuBHCnPG2piqs9OEDV719SkmMruStR04iInMJgiMhXuXtBUAeDDAFAgkD9D2fjp3Gdq/+6znK1B8fe+2eq3Dx8uDHw8VRNIyKSHStQE/kiUy5PxZ6bc+eM29PSjI8NBmMi8PLlxv8aDHZPbZr+/n/zLzrUFKlRI0irVqHuuMeduwa5mHpwKi41YWKtKrWj7x8rN7v0O0SkNpxNRuRrHJ3yPX8+MHmyQz1HJTdLsPWTg9B/kQ/9gXj8UdoEfjDgFOIRg3Pwg41/Rho1Mp4/sIp6QJ5ga4V7W/WAnJ0y787hSDVXt3Z37yNpnsfu30ID8vLyBACRl5endFOI3C89XQjjLd/5H0ky/qxaJa6dviZWvPCzGNVkq6gnXbU4LAi3xMBGv4jvk94QZfjzOTbOoxqrVgkRG2vZzri4ym109P1LT1emzbGx6nhfV62q/Lmr9bMnr+Wp+zdzhoh8jaMJw9YIAQHg0vBxiBOnUFxu+ntDKReDmx6BLqUG+k1ORJ3ILgC6AGmtPbf0RXU4OqW9OgnXcrJVtsA0VKfkMJy7yhUQKYTBEJE1ah6asMfRhGEbJADh4iK6YwcuBsZB1yELuifC0O3pNtanv3tT3RxHprRXZ8q8XNQebLirXAGRQhgMEVXkTXkQ1oI2O1O+jbO77Fs+9TdE/TMZQFP7B/tS3Rw1TJlXe7Chlt4zIplwNhmplxKzVBydRaQGaWnGRN8+fYBRo4z/jY8H1qwxBm5ApRlUZYCtVOdKou5vL2NjvYhpyjxQeQaap6bMqz3YUEPvGZGMGAyROtm60bszGLE3NAEYhybUMHXYVtB29iwwfDhEmcDZaQuRH9jQcjfiMAL/w3lE2Q6KrE011xqlp8yrPdhwpVwBkYpxaj2pjzsW1XSEqwtvepqdqd8CwFXURyMYV5BPwhZE4QLqBhYjtnsshoyNQYcahyCNePjPJ9iZaq5lSuWOmT5je0N15af3e5oz5QqIXMSFWknd3HWTUDJxVO1DEyZ28kkkAGG4ilcxCzsbDoGurx+GpCYjtkv5XoSWxpuVN8wCU5JSuVDeUN3a1HvG3yHyAQyGyHnuTDBWMnFU7UMTf7qUcRCNHDjutXoL4Zc9w/YN05tmgWmRNwQb/B0iH8FhMnKOu4ewli835gjZ88UXxnwOOf8BVunQRFlpGfYsOwr9ZznQ74pCvcILyIADw3mA8kN6VH3eXOaBqJo4TFbOuXPnMHXqVHz77be4desWmjdvjsWLF6NTp05KN01bPDGE5Wivy6RJQG7u7cem5SUaNXL9pqGioYnCa4XY+N4B6FfewtpjzXC+rDWA1gCAACQgD6EIRZ79Eyk9pEfV50tlC4hUSvXB0NWrV9GjRw/06dMH3377LcLDw3Hy5EnUq1dP6aZpjyeGsOzVeDEpHwgBxnaNGGG5zZWhOwWHJi4dycX6eUeh/yYAP1xIRAG6mPfVxg3cH3MAuoEGDJzSCqErU4EZM+yflFObiYjsUv0w2bRp0/Dzzz9jy5YtLp+Dw2QycXQIa9kyYORI11+nqlkqzvy6VmfozgNDE6JM4Nh3mdAvPAP91jBsu54IUa7aRYzfBehaHYfu0VpInpCI4HrBlu2LiAAuX7Z+cjXMNiIiqiZP3b9VHwy1bt0aAwYMwNmzZ7Fp0ybExMRg3Lhx+Otf/2rzOUVFRSgqKjI/zs/PR1xcHIOh6vLk1HNrSdqNGgGXLjl3HpUFBaWFpdj26SHo/3MV+v1NcLwkwWJ/x5pHoLv7InR/jUDHkS0h+VVRK/rLLyv3hgGc2kxEPoPB0J+Cg41/DaempuLhhx/GL7/8gkmTJuFf//oXHn/8cavPmTlzJmbNmlVpO4OhavJ0gnHF3plz54DHHnPtXAomEl8/fx3fzzsI/WoD1me2xhURZt5XA8W4t8F+6PoWYPCLd6Jx95gqzlSOtWDRJC5OPbONiIiqgcHQnwIDA9G5c2ds27bNvO2FF17Arl27sH37dqvPYc+QGylZaM3Rnilrqjt056Ssneex9t3j0P9YG+mX26IYQeZ9YdIVDEo4DN0wf/Sf3AYhsU7+Ttqa0Wfy5Ze3PyMiIi/G2WR/ioqKQuvWrS22tWrVCqtWrbL5nKCgIAQFBdncT9WgZO0TR5OrrXFzIrEoE9i7/Cj0n16E/pcI7L3VCkC0ef+dNU5haLtT0I2pj3v+2gYBwT0dO3HF3rF77rE9ow8wBqWpqcCDD6piWJCIyBuoPhjq0aMHjh07ZrHt999/R5MmTRRqESlWaK2qqe+2uHGF8aL8IqS/fwD6FTex7vAduENcRBQuIASAP+5Et7pHoOt5BboJjdHi/gRIfvHOvYC1obCGDSvPpCtP6dXMiYi8kOqDocmTJ+Oee+7BW2+9hREjRuCXX37BokWLsGjRIqWbpm1K1T6x1TNljRtqA+Ueu4xv5h2B/ht/fH8uETfQGQ8iDT/jL4jD7fYYIqLh/9EHrveU2RoKqyoQKo/1hYiIHKb6nCEAWLduHaZPn47jx48jISEBqampVc4mq4hT66vgrdVtK7Y7NxeYPNkyQJIpkfjYt39Av/AM1m6tj5/zE1GG2+/P09JifCqeAWBcE8ysutP6q1iI1SGsPE1EPoAJ1DJiMGSDO9cYU4JMgZ2h2IBtiw4ap7//1gS/V5j+3j74GHRdLkD3VAN0enUgJFtBi6uz66qTKK6yUgJERNXBBGp38tbeEGtcvRZbwzDnzhm3e2ONmmoM3V0/fx0/vHsQ+jQD1me2wmXR3ryvBoqRHHYAuntvYMikpmjSowWAFsagxR0VuV0d4lLLauZERF5Ge8GQL/WGfPklMG5c5TW67F2LJ9YY8wJnd13A2vnHof+xJjbmtkMxupv31ZeuYlD8IeiG+WNAahuExFpZB8/RoMXZ4MbRmW8Vi1CqaTVzIiIvoq1gSK8HHn/cN3pD/vY34P/9v8rbz561fy2eWGNMhUSZwL6Vx6BflA39zgjsudUKwO3Ao2nAaQxtnwnd6HroMTbR/vR3R4MWZ6f12yshYBoKO3EC2LZN+R5OX+ppJSJN0lbOUHQ0Qs6ft36QN+VafPUV8PDDVR8TF2f7Wjy1xpgKFOUXIeODA9CvKMDaI3ciy3C7wrOEMnSvexC6HlegGx+HlgPvqHr5i4rcWZFbyeKWzvClnlYiUh3mDLmDrUAIcG9viJx/ORsMxqExe6q6lur2aKi8J+Dy8Sv4Zt5h6Nf547s/p7+b1EIB+kcdgO7+Egya0hLhbdq5/kJV1T2qbv6OksUtq1L+sz9+HJg50zd6WolI24QG5OXlCQAiz/jPdtU/y5bJ++KrVgkRG2v5GrGxxu2uSE+3fw32rqW01NgGSbL+PEkSIi7OeJy7r0cmv/+QKd4ZnC56he4Vfii1aF6U3wXxbMtNYt2MX8TNyzflf3Fr70lcnDzvSWmp8TNftsz4X2ufiadYu05bP1X9DhEROch8/87Lc+vraKtnyBFyLttga8bW2bPAQw/dTlJ2pmfFmWRcW9fiao+GimagGYoN2LH4EPRLr0C/Lw5Hi5sCiDfvbxd8DLrOF6B7Jhyd/tISfgGR7muMOytyK1XcsiJ766FV5KN5Z0Tkm7SXM3ThgudWXHe0cJ4zORaO1qBp1Mh4Y67qWqzle9gqVGjvejyQc3Uj+wY2vHsQ+rQSrDvZCrmioXlfAEqQHLYfuj7G6e/xPWPd0gZNqk4RSB/IOyMi5TBnyB3mzjXOJpM7v8MaezO2ynOmZ8U008jeuT/80P61ONOjodAMtHO7L2Ddu8eh31ATP11qiyJ0M++rJ13DwMaHoBsq4f4pbRDa2Mr0d6o+Z36XK3LzArlERHLQVjCk03kuKdWZ4SxnavuUH+Ky1an38sv2Z5uVP58jwYu7aupUIMoE9n/1O/T/ugD9jnDsvtka5ae/JwScwdC2mdA9FoKezyWiRq0e1Xo9coArn6kbF8glIpKbtoIhwHMrrjv7F7EzPSu2Zho1agR89NHtKdlycldNHQDFN4qxaeEB6JfdgP5wU5wx/FnhGcbp713rHILunsvQjYtF6yFNIfk1dvo1qBqc/UxZCZuIvIy2coY8uTaZvRo0tjiTY+HJKe4y19S5cvIqvp13GPp1Er7NSsR13P5cauIm+kUegG5AMQaltkBku3AZL4Sc5uzvskwL5BIRMWfIW5UPUP76V2DGjMo5SlVx5q9wT840kqGmzomfTmPtB5nQbwrFlmttYcDtIa4IvxwMaXYUuoeDcd+LiajVsKubLoScZu+zFwKYNQto1kyVdaeIiOxhz5CcrM3OatDA+N/Ll6t+riM9K+7uCXLk/E7MQDMUG/DL0sNY8+/L0O+Nw5Hiphb7E4OOQ9fpHHRPNUSXMa3hF+Dn/vaT65yZfUhEJANP3b8ZDMnFVh0WU6/JzJnA1avGG4etnpWqZpO5e9kDZ85fRdBRkFNgnP6+qhjrTrTEJdHI/LQAlKBX/QPQJV/HkBcScEeyjLk/1tofEwM8+yx7LOTEgJOIPIjBkIzc/mY6U4NnzRrn/7q2F2hVt9hhNc9/fk821s3/HfoNwfgxpx2KEGzeF4o8PND4EHQ64IGX2qBek1DX2+ls+yvimllERF6FwZCM3P5mOloIMT3dmOPjzF/X7i526ML5RZnAgbTj0H9yHvodjbCroI3FU+IDsjA08Q8MGVUXSc8nIrBOoPPtkqv95altkVMiIqoSE6i9ibM1eJxJfHZ3sUMHz1/yw0ZsOtAA+v+7Dv2hpjhtaA6gufmwrrUPQndPLnTPx6DN0Dsh+cU53xZXOFMQsHw9p8GDgW3bONxDREQMhmThxho8bi926ODzxg48gyXoZ34cjFvoF7HfOP19cnNEdUh07fWry9nrNgWPMTFAbu7t7RxCIyLSLAZDcjAtkWGvBo8r1XjdGWg58bw/0BTh0iXj9Pfhgeg7ua06pr+7et3lAyFAkcVmiYhIHZgzJBdTEi/g/Eyxqshc7LCisqISlETFIfDqRUjW9kNCfmBDHP1gA+5+qm31p7/LzdXiltZ4YLFZIiJynKdyhlR2Z/NipiUyYmIst8fGVq+3wVTwDrgdWJm4uOzBzdyb0L+yE8+02ILoWlcx8upHEJBQViEcEpDgJwH1ln+Cbs+2V18gBFT9/jirfP4VERFpBnuG5GZvppirdVqqWfAue38O1s07Bv33gdhwsR0KUdO8LwR5eK3Bh3iucAFqF1xy6fyKs/b+uMqZJVGIiMhtOLVeRoqsTWZNdQonGgzGKfwZGcbHycnGHxuBlCgTOLTmBPQfn4N+W0PsLLBMcG7ifxa6Nieh+0td9Br35/R3tRXUc7Y95Y8/fhz49NPKC9leumT7+SamEghERKQoBkMyUkUwVJ3Chg4GUSU3S7Dl44PQf5EP/cEEZJZaVnjuUvsQdN0uQfdcNNqmNIPkV81hJXeSo+J2xWDqnnuApk3dln9FRETyYjAkI8WDoeoUTrQTRBV8/B/oDzbF2rUC35xORB5uV3gOQiH6hu+Hrl8hBqc2R/RdkTJelBu5s+K2OxPd1dSrRkTkAxgMyUjxYMjZCtUmdoKoMgDnEIt4nEIZjDfeRtIlDL7zKHQPBaLf5ETUDq9d3dZ7lrsrbgPyLzjq7nXjiIg0ihWofYmrhRPtVFf2AxCHs3gsYAWiOsVA92QDdH2yNfwDXahnpBburrgNGAOUoUPl6cmx1YvFukVERF6DwZAnuFA48WbuTRx5bws6OfC0//zXDxiZ7FLTVMfdFbdNnFkSxRaDwdgjZK1ztfzSH0OHcsiMiEjFVFg4xgeZKlTbqoMjSUBcHC7Wb4nFT2zB0KidaNgImLLawR4eV6swq5G7K27LyZleLCIiUi32DHmCqTDg8OHGwKdcT4KA8fH0S5PxdodwCNxOcj7tl4Cr/o1Qr+SS1erQ1VrmQ63cubSJ3DzVi0VERG7FniFP+bNCtYiOttichVg8hFWYWzgZAn7oXOswXr83A/tWHsMfJY1Rf8UnkCTJdvXpefOMPQ/LlxsTtQ0Gz1yPu7ih4rbbeFMvFhER2cTZZB6QdyYP3807BP0age9Ot0RbHEAULuACovALuqBPo8PQ9buFwZObIaazlRunrdlPjz5qDIJ8cRaT3DO+3MHN68YREWkdp9bLSIlg6NTWs1i74CT06XWQcaUdSlHDvK+hlIvBTY9Al1ID/SYnok5kHfsnrFjHJjcXGDHCPbV41MJW7R411fRxV90iIiJiMCQnT7yZZaVl+PX/jkL/WQ70u6Owv7CFxf6WgSeh65AF3RNh6PZ0G/gHVuPm7YlaPGqlVE2fqgIwb+jFIiLyQgyGZOSuN/PWlVvY+P5B6Ffewtrfm+NC2e3kZz8Y0DP0AHRJ1zBkQhM0H5Ag2+u6XMTR27mzMrW917UXgKmpt4qIyEew6KJK5Ry6hPXzjkL/XQ38cKEtbqKLeV8dXMf9MQehG2zAwCmt0aBZB/c0wpVZTN5+s1aqpo+jRRXlqFtERESKYDBkhygTOPrNH9B/mAX9z2HYfj0RArendcf6n4eu1XHoHq2N5IltERTS3f2NcnYWky8sF+GJytQVsagiEZEmeN3U+jlz5kCSJEyaNMltr1FaWIpN7+3DlM4ZaB58Gq2HNMW075Kx7Xo7CPjhrppHMDM5A3uWHcWZ4ih8eKA3BrzSGUEhQW5rkwUHizgiKel2z0bFQMLUs5GW5v72ykGJmj4sqkhEpAle1TO0a9cuLFq0CO3atZP93Pln8/H9/EPQrzZg/ak2uCo6mPcFogj3NtwPXd9bGJLaDLFdWgFoJXsbHFZFEUeLWjyA7/RsKFHTh0UViYg0wWt6hm7cuIG//OUv+PTTT1G/fn1Zznlm+zl8OGITBjTcjYZxwRjxbnd8kdkTV0V9NJAu4/E7tuKrl7Yj91wxvr3UBc8v74XYLiopoPdnEUfExFhuj429ncfiSz0bzvSGyYVFFYmINMFreobGjx+PQYMGoW/fvnjzzTerPLaoqAhFRUXmx/n5+QCM0993//ewcfr7rij8VtgCwO1gonmNTOjan4ZuTH10f6YNAoJ7ytN4dyUv21t93R09G0olYjvaGyZnW7xpaRAiInKZVwRDK1aswJ49e7Br1y6Hjp8zZw5mzZpVaXurhjnIFq0BtAZgnP5+T8hB6HpehW5CY7R44A4AMk6BB9yfvFzVLCa5ezaUTsQ29YZZa4M7avooEYAREZHHqb7OUFZWFjp37owffvgB7du3BwAkJyejQ4cOWGDKi6nAWs9QXFwcgDzUhh8GRu/DUx324p4+QQjp3Nx9vRtK1cUxkXO5CKWvpTxP906xqCIRkSJYdPFPq1evxoMPPgj/cjc7g8EASZLg5+eHoqIii33WmN7Mr15Jx5AW2Qj8+8vu791QS5VoOZaLUMu1KMnb6zQREXkhBkN/un79Ok6fPm2x7cknn0TLli0xdepUJCYm2j2H+c38/HOEPP64Z3o31FQluro9G2q6FiIi0gxWoP5T3bp1KwU8tWvXRoMGDRwKhCxMneq5aeZqmpZtL9HaHjVdCxERkcxUHwzJ6vx52/vkrmCstmnZ1VkuwtE2hocbe5E4lERERF5E9cNkcjB3swGw28m2bBkwcmT1X1TO5GWlOXItYWFAzZreveQHERGpiqeGybym6KLHyNVTY5qWDVQuFOht07LtXYsQwOXL3r/kBxERaZK2gqHoaM9WMHakSrS3sHUtMTFAgwbWn2PqRZo0ydi7REREpELaGiYzzSYDXJ9m7gpfmpZd8VoMBqBvX/vP40wzIiJyEmeTuYNO59kKxibVSV5Wm4rXsny5Y8/jTDMiIlIpbQVDQPWnmZMltc2aIyIicpL2giHAt3pqlMbFTImIyMtpK4Ga5OdLs+aIiEiTGAxR9fnSrDkiItIcbQ6TkfyYi0VERF6KwZAvTXtXGnOxiIjIC2k7GLK2mjuXkCAiItIU7eYMpaUZl4rgEhJERESaps1gyGAw9ghZmwrOJSSIiIg0RZvB0JYtlXuEyhMCyMoyHkdEREQ+TZs5Q44uDcElJJhgTkREPk+bwRCXkHAME8yJiEgDtDlMZlpComLFZBNJAuLitL2EBBPMiYhII7QZDHEJiaoxwZyIiDREm8EQUP0lJAwGICMDWL7c+F9fCgyYYE5ERBqizZwhE1eXkPD1XBommBMRkYZoOxgCnF9CwpRLU3EIyZRL4wsLkzLBnIiINEQSwlpiiG/Jz89HaGgo8vLyEBISYv0gR6aQGwxAfLztISRJMvYQZWZ6d76R6TrPnbOeN+Qr10lERKrm0P1bBtrNGSovLc148+/TBxg1yvjf+PjKM6a0kkvDBHMiItIQBkPOTCHXUi5NdRPMiYiIvIS2c4bsTSGXJOMU8qFDjb0gWsulcTXBnIiIyItoOxhyZtgrOfl2sUZ7uTS+VKzR2QRzIiIiL6PtYTJnh72YS0NERORztB0MuTLsxVwaIiIin6LtqfXVmULO1dyJiIjcylNT67WdM2Qa9ho+3Bj4lA+I7A17MZeGiIjIJ2h7mAzgsBcREZHGabtnyIRTyImIiDSLwZAJh72IiIg0icNkREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESapvpgaM6cOejSpQvq1q2L8PBwDBs2DMeOHVO6WUREROQjVB8Mbdq0CePHj8eOHTuwYcMGlJaWon///igoKFC6aUREROQDvG5tskuXLiE8PBybNm1Cr169HHqOp9Y2ISIiIvlwbTIb8vLyAABhYWE2jykqKkJRUZH5cX5+vtvbRURERN5J9cNk5QkhkJqaip49eyIxMdHmcXPmzEFoaKj5Jy4uzoOtJCIiIm/iVcNk48ePx/r167F161bExsbaPM5az1BcXByHyYiIiLwIh8kqmDhxIvR6PTZv3lxlIAQAQUFBCAoK8lDLiIiIyJupPhgSQmDixIn4+uuvkZGRgYSEBKWbRERERD5E9cHQ+PHjsWzZMqxZswZ169ZFdnY2ACA0NBQ1a9ZUuHVERETk7VSfMyRJktXtS5YswRNPPOHQOTi1noiIyPswZ+hPKo/ViIiIyMt51dR6IiIiIrkxGCIiIiJNYzBEREREmsZgiIiIiDSNwRARERFpGoMhIiIi0jQGQ0RERKRpDIaIiIhI0xgMERERkaYxGCIiIiJNYzBEREREmsZgiIiIiDSNwRARERFpGoMhIiIi0jQGQ0RERKRpDIaIiIhI0xgMERERkaYxGCIiIiJNYzBEREREmsZgiIiIiDSNwRARERFpGoMhIiIi0jQGQ0RERKRpDIaIiIhI0xgMERERkaYxGCIiIiJNYzBEREREmsZgiIiIiDSNwRARERFpGoMhIiIi0jQGQ0RERKRpDIaIiIhI0xgMERERkaYxGCIiIiJNYzBEREREmsZgiIiIiDSNwRARERFpGoMhIiIi0jSvCYY++ugjJCQkIDg4GJ06dcKWLVuUbhIRERH5AK8IhlauXIlJkybhlVdewd69e5GUlIQHHngAZ86cUbppRERE5OUkIYRQuhH2dO3aFXfddRc+/vhj87ZWrVph2LBhmDNnjt3n5+fnIzQ0FHl5eQgJCXFnU4mIiEgmnrp/q75nqLi4GL/++iv69+9vsb1///7Ytm2bQq0iIiIiXxGgdAPsyc3NhcFgQEREhMX2iIgIZGdnW31OUVERioqKzI/z8vIAGCNMIiIi8g6m+7a7B7FUHwyZSJJk8VgIUWmbyZw5czBr1qxK2+Pi4tzSNiIiInKfy5cvIzQ01G3nV30w1LBhQ/j7+1fqBcrJyanUW2Qyffp0pKammh9fu3YNTZo0wZkzZ9z6ZqpNfn4+4uLikJWVpalcKV43r1sLeN28bi3Iy8tD48aNERYW5tbXUX0wFBgYiE6dOmHDhg148MEHzds3bNiAoUOHWn1OUFAQgoKCKm0PDQ3V1C+RSUhICK9bQ3jd2sLr1hatXrefn3tTnFUfDAFAamoqRo8ejc6dO6N79+5YtGgRzpw5g+eee07pphEREZGX84pg6JFHHsHly5fx+uuv48KFC0hMTMQ333yDJk2aKN00IiIi8nJeEQwBwLhx4zBu3DiXnhsUFIQZM2ZYHTrzZbxuXrcW8Lp53VrA63bvdXtF0UUiIiIid1F90UUiIiIid2IwRERERJrGYIiIiIg0jcEQERERaZpXBkMfffQREhISEBwcjE6dOmHLli1VHr9p0yZ06tQJwcHBuOOOO/DJJ59UOmbVqlVo3bo1goKC0Lp1a3z99dfuar7LnLnutLQ09OvXD40aNUJISAi6d++O77//3uKYpUuXQpKkSj+FhYXuvhSnOHPdGRkZVq/p6NGjFsf52uf9xBNPWL3uNm3amI/xhs978+bNGDJkCKKjoyFJElavXm33Ob7w/Xb2un3l++3sdfvK99vZ6/aV7/ecOXPQpUsX1K1bF+Hh4Rg2bBiOHTtm93me+I57XTC0cuVKTJo0Ca+88gr27t2LpKQkPPDAAzhz5ozV4zMzMzFw4EAkJSVh7969+Pvf/44XXngBq1atMh+zfft2PPLIIxg9ejR+++03jB49GiNGjMDOnTs9dVl2OXvdmzdvRr9+/fDNN9/g119/RZ8+fTBkyBDs3bvX4riQkBBcuHDB4ic4ONgTl+QQZ6/b5NixYxbX1KxZM/M+X/y833vvPYvrzcrKQlhYGB5++GGL49T+eRcUFKB9+/ZYuHChQ8f7yvfb2ev2le+3s9dt4u3fb2ev21e+35s2bcL48eOxY8cObNiwAaWlpejfvz8KCgpsPsdj33HhZe6++27x3HPPWWxr2bKlmDZtmtXj//a3v4mWLVtabBs7dqzo1q2b+fGIESPE/fffb3HMgAEDxKOPPipTq6vP2eu2pnXr1mLWrFnmx0uWLBGhoaFyNdEtnL3u9PR0AUBcvXrV5jm18Hl//fXXQpIkcerUKfM2b/i8ywMgvv766yqP8ZXvd3mOXLc13vj9Ls+R6/aV73d5rnzevvD9FkKInJwcAUBs2rTJ5jGe+o57Vc9QcXExfv31V/Tv399ie//+/bFt2zarz9m+fXul4wcMGIDdu3ejpKSkymNsndPTXLnuisrKynD9+vVKi93duHEDTZo0QWxsLAYPHlzpL0slVee6O3bsiKioKNx3331IT0+32KeFz3vx4sXo27dvpSrtav68XeEL3285eOP3uzq8+fstB1/5fufl5QFAlYuweuo77lXBUG5uLgwGQ6XV6iMiIiqtam+SnZ1t9fjS0lLk5uZWeYytc3qaK9dd0bx581BQUIARI0aYt7Vs2RJLly6FXq/H8uXLERwcjB49euD48eOytt9Vrlx3VFQUFi1ahFWrViEtLQ0tWrTAfffdh82bN5uP8fXP+8KFC/j222/xzDPPWGxX++ftCl/4fsvBG7/frvCF73d1+cr3WwiB1NRU9OzZE4mJiTaP89R33GuW4yhPkiSLx0KIStvsHV9xu7PnVIKrbVy+fDlmzpyJNWvWIDw83Ly9W7du6Natm/lxjx49cNddd+GDDz7A+++/L1/Dq8mZ627RogVatGhhfty9e3dkZWXhnXfeQa9evVw6p1JcbePSpUtRr149DBs2zGK7t3zezvKV77ervP377Qxf+n67yle+3xMmTMD+/fuxdetWu8d64jvuVT1DDRs2hL+/f6VoLycnp1JUaBIZGWn1+ICAADRo0KDKY2yd09NcuW6TlStX4umnn8b//vc/9O3bt8pj/fz80KVLF9X8JVGd6y6vW7duFtfky5+3EAL//ve/MXr0aAQGBlZ5rNo+b1f4wve7Orz5+y0Xb/t+V4evfL8nTpwIvV6P9PR0xMbGVnmsp77jXhUMBQYGolOnTtiwYYPF9g0bNuCee+6x+pzu3btXOv6HH35A586dUaNGjSqPsXVOT3PlugHjX4xPPPEEli1bhkGDBtl9HSEE9u3bh6ioqGq3WQ6uXndFe/futbgmX/28AeNsjRMnTuDpp5+2+zpq+7xd4Qvfb1d5+/dbLt72/a4Ob/9+CyEwYcIEpKWlYePGjUhISLD7HI99xx1OtVaJFStWiBo1aojFixeLw4cPi0mTJonatWubs+qnTZsmRo8ebT7+jz/+ELVq1RKTJ08Whw8fFosXLxY1atQQX331lfmYn3/+Wfj7+4t//vOf4siRI+Kf//ynCAgIEDt27PD49dni7HUvW7ZMBAQEiA8//FBcuHDB/HPt2jXzMTNnzhTfffedOHnypNi7d6948sknRUBAgNi5c6fHr88WZ6/73XffFV9//bX4/fffxcGDB8W0adMEALFq1SrzMb74eZs89thjomvXrlbP6Q2f9/Xr18XevXvF3r17BQAxf/58sXfvXnH69GkhhO9+v529bl/5fjt73b7y/Xb2uk28/fv9/PPPi9DQUJGRkWHxe3vz5k3zMUp9x70uGBJCiA8//FA0adJEBAYGirvuustiWt6YMWNE7969LY7PyMgQHTt2FIGBgSI+Pl58/PHHlc755ZdfihYtWogaNWqIli1bWny51MKZ6+7du7cAUOlnzJgx5mMmTZokGjduLAIDA0WjRo1E//79xbZt2zx4RY5x5rrnzp0rmjZtKoKDg0X9+vVFz549xfr16yud09c+byGEuHbtmqhZs6ZYtGiR1fN5w+dtmjpt6/fWV7/fzl63r3y/nb1uX/l+u/J77gvfb2vXDEAsWbLEfIxS33HpzwYSERERaZJX5QwRERERyY3BEBEREWkagyEiIiLSNAZDREREpGkMhoiIiEjTGAwRERGRpjEYIiIiIk1jMERERESaxmCIiIiINI3BEBEREWkagyEi8krLly9HcHAwzp07Z972zDPPoF27dsjLy1OwZUTkbbg2GRF5JSEEOnTogKSkJCxcuBCzZs3CZ599hh07diAmJkbp5hGRFwlQugFERK6QJAmzZ8/G8OHDER0djffeew9btmxhIERETmPPEBF5tbvuuguHDh3CDz/8gN69eyvdHCLyQswZIiKv9f333+Po0aMwGAyIiIhQujlE5KXYM0REXmnPnj1ITk7Ghx9+iBUrVqBWrVr48ssvlW4WEXkh5gwRkdc5deoUBg0ahGnTpmH06NFo3bo1unTpgl9//RWdOnVSunlE5GXYM0REXuXKlSvo0aMHevXqhX/961/m7UOHDkVRURG+++47BVtHRN6IwRARERFpGhOoiYiISNMYDBEREZGmMRgiIiIiTWMwRERERJrGYIiIiIg0jcEQERERaRqDISIiItI0BkNERESkaQyGiIiISNMYDBEREZGmMRgiIiIiTWMwRERERJr2/wGKGk4Rgk7WQgAAAABJRU5ErkJggg==\n", + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkMAAAHFCAYAAADxOP3DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAA9hAAAPYQGoP6dpAABLq0lEQVR4nO3de3xU1b3///fkyj3cE0ICwVblYhWviBiFKqRWKRgRFY1o1WMVLxRthaoFWhHlpxZbtB5OLbRS8EZEqqcilQSwiEWB+vWG4AGMyM1bAiiBDOv3xzhDJjOTuWTPzJ7Zr+fjkUeYPXv2rD3DzP5krc/6LJcxxggAAMChMpLdAAAAgGQiGAIAAI5GMAQAAByNYAgAADgawRAAAHA0giEAAOBoBEMAAMDRCIYAAICjEQwBAABHIxgCbGj+/PlyuVy+n6ysLPXo0UOXX365Nm/enLR2TZs2TS6XK2nPnwq2bdsml8ulhx56KNlNARChrGQ3AEBo8+bNU9++fXXw4EH961//0owZM1RVVaUPP/xQnTp1SnbzACAtEAwBNnbCCSfotNNOkyQNHTpUbrdbU6dO1ZIlS3TttdcmuXVIpsOHD/t6DQG0DMNkQArxBka7d+/2bTt48KDuuOMODRw4UHl5eercubMGDx6sF198MeDxLpdLt9xyi5566in169dPbdq00UknnaSXXnopYN+XX35ZAwcOVG5urvr06RNy2OfgwYOaMmWK+vTpo5ycHPXs2VMTJkzQ119/7bdfSUmJLrroIr300ks6+eST1bp1a/Xr18/33PPnz1e/fv3Utm1bnXHGGXrrrbfCvh7e4cSqqirddNNN6tq1q7p06aLy8nJ99tlnAec+bdq0gGOUlJTommuuCTjmihUrdMMNN6hLly7q0KGDrr76ah04cEC7du3S2LFj1bFjR/Xo0UN33nmnDh8+HHDcI0eOaMaMGerVq5datWql0047Ta+99lrAfps3b9a4cePUvXt35ebmql+/fnrsscf89qmurpbL5dJTTz2lO+64Qz179lRubq62bNmib775Rnfeeaf69OmjVq1aqXPnzjrttNO0aNGisK8fAA/+pABSyNatWyVJxx13nG9bfX29vvzyS915553q2bOnDh06pH/+858qLy/XvHnzdPXVV/sd4+WXX9a6dev0m9/8Ru3atdOsWbN08cUXa9OmTTrmmGMkSa+99ppGjRqlwYMH6+mnn5bb7dasWbP8gjBJMsZo9OjReu211zRlyhSVlpbqnXfe0dSpU/XGG2/ojTfeUG5urm////znP5oyZYruvvtu5eXlafr06SovL9eUKVP02muv6f7775fL5dJdd92liy66SFu3blXr1q3Dvi7XX3+9LrzwQi1cuFA1NTX6xS9+oauuukorVqyI+bW+/vrrVV5erqefflobNmzQr371KzU0NGjTpk0qLy/Xf/3Xf+mf//ynHnzwQRUWFmrSpEl+j58zZ4569+6t2bNn68iRI5o1a5YuuOACrVy5UoMHD5Ykvf/++zrrrLPUq1cvPfzwwyooKNCyZct022236fPPP9fUqVP9jjllyhQNHjxYTzzxhDIyMtS9e3dNmjRJTz31lO677z6dfPLJOnDggN5991198cUXMZ874DgGgO3MmzfPSDJr1641hw8fNvv27TOvvPKKKSgoMOecc445fPhwyMc2NDSYw4cPm+uuu86cfPLJfvdJMvn5+aaurs63bdeuXSYjI8PMnDnTt23QoEGmsLDQfPvtt75tdXV1pnPnzqbx18Yrr7xiJJlZs2b5Pc8zzzxjJJm5c+f6tvXu3du0bt3afPrpp75tGzduNJJMjx49zIEDB3zblyxZYiSZpUuXRvQ63XzzzX7bZ82aZSSZnTt3+p371KlTA47Ru3dvM378+IBj3nrrrX77jR492kgyjzzyiN/2gQMHmlNOOcV3e+vWrUZSyNfv/PPP920rKyszRUVFpra21u+Yt9xyi2nVqpX58ssvjTHGVFVVGUnmnHPOCWj/CSecYEaPHh2wHUDkGCYDbOzMM89Udna22rdvrx/96Efq1KmTXnzxxYA8keeee05DhgxRu3btlJWVpezsbD355JP64IMPAo45bNgwtW/f3nc7Pz9f3bt31/bt2yVJBw4c0Lp161ReXq5WrVr59mvfvr1Gjhzpdyxvz0vjYSZJuvTSS9W2bduAYaGBAweqZ8+evtv9+vWT5MmHatOmTcB2b5vC+clPfuJ3+8QTT4zq8cFcdNFFfre9bbrwwgsDtgd7nlCv36pVq+R2u3Xw4EG99tpruvjii9WmTRs1NDT4fn784x/r4MGDWrt2rd8xL7nkkoDnOeOMM/SPf/xDkydPVnV1tb799tuYzxlwKoIhwMb++te/at26dVqxYoVuvPFGffDBB7riiiv89qmsrNTYsWPVs2dPLViwQG+88YbWrVunn/70pzp48GDAMbt06RKwLTc313cR/eqrr3TkyBEVFBQE7Nd02xdffKGsrCx169bNb7vL5VJBQUHAUE3nzp39bufk5DS7PVj7g2l6Tt6huZYEBtG0NVg7Q71+hw4d0v79+/XFF1+ooaFBf/jDH5Sdne338+Mf/1iS9Pnnn/s9vkePHgHH/P3vf6+77rpLS5Ys0bBhw9S5c2eNHj06qSUYgFRDzhBgY/369fMlTQ8bNkxut1t/+tOf9Pzzz2vMmDGSpAULFqhPnz565pln/GoA1dfXx/ScnTp1ksvl0q5duwLua7qtS5cuamho0N69e/0CImOMdu3apdNPPz2mNsRDbm5u0NckXrk1oV6/nJwctWvXTtnZ2crMzFRFRYUmTJgQ9Bh9+vTxux2sxlPbtm01ffp0TZ8+Xbt37/b1Eo0cOVIffvihNScDpDl6hoAUMmvWLHXq1Em//vWvdeTIEUmeC2ROTo7fhXLXrl1BZ5NFwjubq7Ky0q/HY9++ffr73//ut+95550nyROQNbZ48WIdOHDAd78dlJSU6J133vHbtmLFCu3fvz8uzxfq9SstLVVmZqbatGmjYcOGacOGDTrxxBN12mmnBfwE68VrTn5+vq655hpdccUV2rRpk7755hurTwtIS/QMASmkU6dOmjJlin75y19q4cKFuuqqq3TRRRepsrJSN998s8aMGaOamhr99re/VY8ePWIeKvntb3+rH/3oRxo+fLjuuOMOud1uPfjgg2rbtq2+/PJL337Dhw9XWVmZ7rrrLtXV1WnIkCG+2WQnn3yyKioqrDr1FquoqNC9996rX//61zr33HP1/vvva86cOcrLy4vL82VmZmr48OGaNGmSjhw5ogcffFB1dXWaPn26b59HH31UZ599tkpLS3XTTTeppKRE+/bt05YtW/T3v/89otlwgwYN0kUXXaQTTzxRnTp10gcffKCnnnpKgwcP9svDAhAawRCQYm699VbNmTNHv/nNb3TFFVfo2muv1Z49e/TEE0/oz3/+s4455hhNnjxZn376qd+FNxrDhw/XkiVLdM899+iyyy5TQUGBbr75Zn377bd+x3S5XFqyZImmTZumefPmacaMGeratasqKip0//33+02rT7Zf/OIXqqur0/z58/XQQw/pjDPO0LPPPqtRo0bF5fluueUWHTx4ULfddpv27NmjAQMG6OWXX9aQIUN8+/Tv31/r16/Xb3/7W91zzz3as2ePOnbsqGOPPdaXNxTOD3/4Qy1dulS/+93v9M0336hnz566+uqrdffdd8flvIB05DLGmGQ3AgAAIFnIGQIAAI5GMAQAAByNYAgAADgawRAAAHA0giEAAOBoBEMAAMDRHFFn6MiRI/rss8/Uvn37oOXsAQCA/RhjtG/fPhUWFiojI379N44Ihj777DMVFxcnuxkAACAGNTU1KioqitvxHREMtW/fXpLnxezQoUOSWwMAACJRV1en4uJi33U8XhwRDHmHxjp06EAwBABAiol3igsJ1AAAwNEIhgAAgKMRDAEAAEcjGAIAAI5GMAQAAByNYAgAADgawRAAAHA0giEAAOBoBEMAAMDRCIYAAICjEQwBAABHIxgCAACORjAEAAAcjWAIAAA4GsEQAABwNIIhAADgaARDAADA0ZIeDK1atUojR45UYWGhXC6XlixZEnLfG2+8US6XS7Nnz05Y+wAAQHpLejB04MABnXTSSZozZ06z+y1ZskRvvvmmCgsLE9QyAADgBFnJbsAFF1ygCy64oNl9duzYoVtuuUXLli3ThRdemKCWAQAAJ0h6z1A4R44cUUVFhX7xi19owIAByW4OAABIM0nvGQrnwQcfVFZWlm677baIH1NfX6/6+nrf7bq6ung0DQAApAFb9wy9/fbbevTRRzV//ny5XK6IHzdz5kzl5eX5foqLi+PYSgAAkMpsHQytXr1ae/bsUa9evZSVlaWsrCxt375dd9xxh0pKSkI+bsqUKaqtrfX91NTUJK7RAAAgpdh6mKyiokLnn3++37aysjJVVFTo2muvDfm43Nxc5ebmxrt5AAAgDSQ9GNq/f7+2bNniu71161Zt3LhRnTt3Vq9evdSlSxe//bOzs1VQUKDjjz8+0U0FAABpKOnB0FtvvaVhw4b5bk+aNEmSNH78eM2fPz9JrQIAAE6R9GBo6NChMsZEvP+2bdvi1xgAAOA4tk6gBgAAiDeCIQAA4GgEQwAAwNEIhgAAgKMRDAEAAEcjGAIAAI5GMAQAAByNYAgAADgawRAAAHA0giEAAOBoBEMAAMDRCIYAAICjEQwBAABHIxgCAACORjAEAAAcjWAIAAA4GsEQAABwNIIhAADgaARDAADA0QiGAACAoxEMAQAARyMYAgAAjkYwBAAAHI1gCAAAOBrBEAAAcDSCIQAA4GgEQwAAwNEIhgAAgKMRDAEAAEcjGAIAAI5GMAQAAByNYAgAADgawRAAAHA0giEAAOBoBEMAAMDRCIYAAICjEQwBAABHIxgCAACORjAEAAAcLenB0KpVqzRy5EgVFhbK5XJpyZIlvvsOHz6su+66Sz/4wQ/Utm1bFRYW6uqrr9Znn32WvAYDAABruN1SdbW0aJHnt9udlGYkPRg6cOCATjrpJM2ZMyfgvm+++Ubr16/Xvffeq/Xr16uyslIfffSRfvKTnyShpQAAwDKVlVJJiTRsmDRunOd3SYlne4K5jDEm4c8agsvl0gsvvKDRo0eH3GfdunU644wztH37dvXq1Sui49bV1SkvL0+1tbXq0KGDRa0FAAAxqayUxoyRmoYgLpfn9/PPS+XlCbt+J71nKFq1tbVyuVzq2LFjyH3q6+tVV1fn9wMAAGzA7ZZuvz0wEJKObps4MaFDZikVDB08eFCTJ0/WuHHjmo0QZ86cqby8PN9PcXFxAlsJAABCWr1a+vTT0PcbI9XUePZLkJQJhg4fPqzLL79cR44c0eOPP97svlOmTFFtba3vp6amJkGtBAAAzdq509r9LJCVsGdqgcOHD2vs2LHaunWrVqxYEXbcMDc3V7m5uQlqHQAAiFiPHtbuZwHb9wx5A6HNmzfrn//8p7p06ZLsJgEAgFiVlkpFRUeTpZtyuaTiYs9+CZL0nqH9+/dry5Ytvttbt27Vxo0b1blzZxUWFmrMmDFav369XnrpJbndbu3atUuS1LlzZ+Xk5CSr2QAAIBaZmdKjj3pmk7lc/onU3gBp9mzPfgmS9Kn11dXVGjZsWMD28ePHa9q0aerTp0/Qx1VVVWno0KERPQdT6wEAsJnKSs+sssbJ1MXFnkCovFxS4q7fSQ+GEoFgCAAAG3K7PbPGdu705AiVlvr1CCXq+p30YTIAAOBQmZlShKM88WT7BGoAAIB4IhgCAACORjAEAAAcjWAIAAA4GgnUAAAgNmFmg6UKgiEAABC9YHWCioo8BRW/qxOUKhgmAwAA0ams9FSQbrr6/I4dnu2VlclpV4wIhgAAQOTcbk+PULCazd5tEyd69ksRBEMAACByq1cH9gg1ZoxUU+PZL0UQDAEAgMjt3GntfjZAMAQAACLXo4e1+9kAwRAAAIhcaaln1pjLFfx+l8uz+nxpaWLb1QIEQwAAIHKZmZ7p81JgQOS9PXt2StUbIhgCAADRKS+Xnn9e6tnTf3tRkWd7itUZougiAACIXnm5NGoUFagBAEALWb2kRSKXyMjMlIYOjc+xE4hgCACAZLF6SYs0WiIjkcgZAgAgGaxe0iLNlshIJJcxweppp5e6ujrl5eWptrZWHTp0SHZzAABO53ZLJSWhKzm7XJ4ena1bIxvisvp4NpGo6zc9QwAAJJrVS1qk4RIZiUQwBABAolm9pEUaLpGRSARDAAAkmtVLWqThEhmJRDAEAECiWb2kRRoukZFIBEMAACSa1UtapOESGYlEMAQAQDJYvaRFmi2RkUhMrQcAIJlSuQJ1nCXq+k0FagAAksnqJS3SZImMRGKYDAAAOBrBEAAAcDSCIQAA4GgEQwAAwNEIhgAAgKMRDAEAAEcjGAIAAI5GMAQAAByNYAgAADgawRAAAHC0pAdDq1at0siRI1VYWCiXy6UlS5b43W+M0bRp01RYWKjWrVtr6NCheu+995LTWAAAkHaSHgwdOHBAJ510kubMmRP0/lmzZumRRx7RnDlztG7dOhUUFGj48OHat29fglsKAADSUdIXar3gggt0wQUXBL3PGKPZs2fr7rvvVnl5uSTpL3/5i/Lz87Vw4ULdeOONiWwqAABIQ0nvGWrO1q1btWvXLo0YMcK3LTc3V+eee67WrFkT8nH19fWqq6vz+wEAADFyu6XqamnRIs9vtzvZLbKUrYOhXbt2SZLy8/P9tufn5/vuC2bmzJnKy8vz/RQXF8e1nQAApK3KSqmkRBo2TBo3zvO7pMSzPU3YOhjycrlcfreNMQHbGpsyZYpqa2t9PzU1NfFuIgAA6aeyUhozRvr0U//tO3Z4tqdJQGTrYKigoECSAnqB9uzZE9Bb1Fhubq46dOjg9wMAAKLgdku33y4ZE3ifd9vEiWkxZGbrYKhPnz4qKCjQ8uXLfdsOHTqklStX6qyzzkpiywAASHOrVwf2CDVmjFRT49kvxSV9Ntn+/fu1ZcsW3+2tW7dq48aN6ty5s3r16qWJEyfq/vvv17HHHqtjjz1W999/v9q0aaNx48YlsdUAAKS5nTut3a85brcnqNq5U+rRQyotlTIzW37cCCU9GHrrrbc0bNgw3+1JkyZJksaPH6/58+frl7/8pb799lvdfPPN+uqrrzRo0CC9+uqrat++fbKaDABAbJJ80Y9Kjx7W7hdKZaVnOK5xL1RRkfToo9L557fs2BFyGRNsMDC91NXVKS8vT7W1teQPAQCSo7mL/ne19Gzl+eelyy8PnRPkcnnav3Vr7AGdN0G7aSjy3SSpur/+VXkVFXG/fhMMAQAQb2Eu+nr+eesDopb0QoVqb2MuV8va7XZ7puiHyEsykj5WNx2rvXG/fts6gRoAgJSXjFlZLakN1Fx7vTIzpWeeaVkAFyZB2yWpu/bGfvwoEAwBABBPiZ6V1dLaQOHaK3kCpm7dYm7iof2H9N6f3oj58VYjGAIAIJ4SPSurpb1QcWrvlte267GxK/WTgjfVpX29JvxtcFSPj6ekzyYDACBlRZKXk6hZWVJ0vVBDh7asHWH22/fZPq2Y876WLa3Xsk299X8NvSX1VobcKtVq9de7OiKXXDIKuaZERoZ05Ehk7WkBgiEAAGIR6eyw0lLP9h07gvfYeGdllZa2vE1W9OrE2N4jDUe08ZlNWvbX3XrlzY5aUztADRrkuz9bhzS5ze91p3uWOtRHmAuUgEBIIhgCACAyjXuBNm+Wpk0LDBa8eTmNZ1llZnoCpDFjPIFE48d4Z5PNnm1NvSErenWiaO/ud/fq1TmbtGyZS69uP057TT9J/Xy7fz97m8r6blfZqNY6v2SzWt/wy+YTs5OEqfUAAIQTrBeoOZ07S88+6xmK8gY5wY5RXOwJLKyaVu+drh6uVyeS2kBB2mt6Fund82/X3z48TcveKdDGb/v6PaSd9um8gvdVNrReZTeW6JihvfzbFenr9506SXkSdYasQDAEAIhZJDV3Qmk6bJaICtTe9krBe3WiqQ3kdmvH7Of03nPvq/qjAj321TjVqaPfLqe0/kBlA3er7LKOGnxdf+W0ywk8TnW1Z3p/NFwu1RUWKm/HjrhfvxkmAwCgscYBS/fu0m23xT604x02e/ZZqWvXo0HQ2LHxW4ajvNwT8ATLZ4qgFyow8flyv/vzM/ZoRMlHKitzafiE49R9gP/QWFDRzpTzBm4PPCBVVET32BjQMwQAgFe0w2GRysz0n86eiGU4IuyFCp74nO27P1uHNKTjeyobVKuy8QU66dLjlJEVZWWeaHuGvhs+rDv//IRcvwmGAACQWjYcFq14LsMRgcDEZ/8Cio0Tn4dN6K92Be1a9oThcpkkTxHH3/1O6tnTF7gl6vpNMAQAQIwJvi1ixUKnETq0/5D+Nfc9LXu2NrrEZyvFkMuUqOs3OUMAAESyBIXVIimAGEoEQ2BbXtuuZf+9TctWtVLV7v7ar5P97g9MfB6kuGphLlM8EQwBABDLUhjeGjxTp0p/+IP05ZeJee4QxR6/nfqAXv2/7wdUfPaKKfHZauXl0qhR8Z9RFyWCIQAAYlkKo3GPxoknBh8Csvq5Q+Q1Hfl0h3JvqNBf9LxekKeHJXjic/fo2hYPmZnR94TFGTlDAABEUqywZ09p/nxpz57gPRrBemyaziJresxocobcbrl79lLG7s+CruV1RC7tUoFmnrBAI0a3sybxOclIoLYQwRAAICwrihU2zeXZu1e67LKYj9k48fnzDZ/oT4fGhz+Pqirb9bzEigRqAAASyYoE32BDQJmZUR0zVOLz5VoU2XnEkv/kcARDAAB4WZXg27SH6OOPpTVrgh4zsOJz8MTnihM+l5ZG8Nyx5D85HMNkAJDOErEWFvyFmO3lrTgdc8VnKxdhTREMkwEAWibMRRlxEGK2l9mxQ7rkEj3abYbu//wG7TX+09oDKz6frACZmZ73bsyYo9P6vbw5SLNnp00glEj0DAFAOgq1tESSl4FIa2GqWB+RS5+qSH20VW30TWQVn4P17L34YmCQ+91aXun2ntIzBACIjdvtuVgG+1vXGE9ANHGiJzeGXgTL7Jj9nHo2U8U6Q0a9VKO3J8xT/weuDl/xubmevW3bGP60EMEQAKSbcEtLtGQZCPg0TXw+o8FENN9r4JC2Uruc5ncK1bO3Y4dnOz17liIYAoB4SGbicqRTq6OZgk0idojE56O9O330UWQHCjfbi569hCMYAgCrJTtxOdKp1ZHul+zzSaLd7+7Vq3M2adkyl17dflzzic8/O0M6syj8bK/S0uaflJ69hCMYAgAr2WF4o7TUc9Ft6UVZssf5JFDjis/L3inQxm/7Surmu7+d9jVJfC6RVHL0AFbM9opHzx6axWwyALBKmNlECa0DY9XSEnY5nzgKrPjc3u/+U1p/oLKBu1V2WUcNvq6/ciLJ92nJbK/qamnYsPD7pdGyG6GwNpmFCIYAB7BDTovdLmJclIMKXvH5KG/F57Iyl4ZPOE7dB3QLcaRmtOT/owOLK4bC1HoAiJRdclrsNrzR0qUl7HY+MQqX+By84nP3lj1psDXKmgoVMFFcMeEIhgCkNjvltFiduGyFSC7KoUTazt27PRd2G12co0p8DlXxOZ7CBfBWLBqLiDFMBiB12S2nJd2GN8KdT2NJnl0WPPH5qMDE5xAVnxMhmurgdhj+TSJyhixEMASkKTvmtFiRuGwnoc6nqSScn+WJz4lgtwDe5sgZAoBw7JjTkojhjUT2FoQ6n6YSUAwweOLz0eTnwMRn/6ExW6CGkC0RDAFIXXbM0ZFanrjcnGQki3vP5w9/kH7+89D7WXwhT0ric7zZMYAHwRCAFGZlcUGrtSRxOZRkJotnZkr5+ZHt24ILue0Tn1vKrgG8wxEMAUhdTpiC7B0S27HD0yuTzPWq4nAhb3HF51Rj5wDewWwfDDU0NGjatGn629/+pl27dqlHjx665pprdM899ygjIyPZzQOQbOk8BTnYkFgoicg1CXchlzyB2OefN3uYwMRn/96dwMTnQSGO1Ay7zsJyQgCfiozN3XfffaZLly7mpZdeMlu3bjXPPfecadeunZk9e3bEx6itrTWSTG1tbRxbCiCpGhqMqaoyZuFCz++GhmS3qGUWLzbG5TLGc7mM/OeWW+J7/pG0y+Xy7Peduh11ZsmUteamASvNMVnbAnbPz9htKo5ZbRbc9LrZ/e4ea9pYVOT/JEVFfm1KumBtLC62VxttIFHXb9tPrb/ooouUn5+vJ5980rftkksuUZs2bfTUU09FdAym1gNIKeGmX0cinknVzz0nXXGFp51BGJdLhzvl65FTF+gf/+7yXeJztu/+4InPFvX0R1PDJ9ns2ntlI0yt/87ZZ5+tJ554Qh999JGOO+44/ec//9Hrr7+u2bNnJ7tpABAf4aZfRyKeSdXduoUMhCTJZYxyvtylV5ZnapUGSkpQ4rPb7RlWTGZeVTTikWSPmNg+GLrrrrtUW1urvn37KjMzU263WzNmzNAVV1wR8jH19fWqr6/33a6rq0tEUwHAGlZMq47nxT/C9o3MW63LLshIXOIzNXwQI9sHQ88884wWLFighQsXasCAAdq4caMmTpyowsJCjR8/PuhjZs6cqenTpye4pbAtuqKRaqyaVm3xxd+b+Lzjn1/p/gj2v2NJqTT0nBY/b8So4YMY2T5nqLi4WJMnT9aECRN82+677z4tWLBAH374YdDHBOsZKi4uJmfIieyymjkQjWjWBIvEwoWeHJ8oBa/4LGXIrW0qUU/tUIZstAabHZdnQYuQM/Sdb775JmAKfWZmpo4cORLyMbm5ucrNzY1302B3dlrNHIhGc9OvYxFhT1M0FZ8P9/uFXI9OlGSj6eHU8EGMbB8MjRw5UjNmzFCvXr00YMAAbdiwQY888oh++tOfJrtpsLNUS6QEmgpVP6lLF8/vL74If4wILv6xV3weKpUWWVffyYrhbGr4IEa2Hybbt2+f7r33Xr3wwgvas2ePCgsLdcUVV+jXv/61cnIiW4GYqfUORHc50kWwIEE6um3zZmnaNM+2YBf/Jj2gwSs+HxVY8blX+PZVV3t+JM/naejQ6AIOq4ezgx2vuDj1i3A6UKKu37YPhqxAMORAixZJ48aF3y/GXArAVsJc/AMrPrf3e3hgxefI/tAM+dzRBDLxqgvExIm0QDBkIYIhB6JnCE7T6OL/TXaelr/VUcteavBLfPbKz9ijESUfqazMpeETjlP3Ad1CHDSMlgYy4YpLxpqInSqBUKq0M4kIhixEMORA4WbjJGu2C5IjzS86wROf41zx2YpAJh5/tKTKDNJUaWeS2XI2WU1NjYqLi+PVFsA6JFLCK00vOrEnPlvEigKHVtcFSpUZpKnSTgeJKhjq27evJk2apMmTJ6tt27bxahNgjXRezRyRSaOLTvDE56PDW4GJzyWKa8VnKwKZSItLRrJfqswgtWs707z3NJyohsnWrFmjn//856qpqdGMGTN07bXXxrNtlmGYzOEc/iFvEbu+dpG0K175KAkU18TnlrJiiMvK4exUyRO0Yztt3HuasOt3LEvd/+UvfzFFRUVm4MCBpqqqKpZDJFRtba2RZGpra5PdFCB1LF5sTFGRMZ7LlOenqMizPRXaVVXlv0+oHxt9h9XtqDNLpqw1Nw1YaY7J2hbQ1PyM3abimNVmwU2vm93v7kluYxsaPK+7yxX8dXW5jCku9uzXnMWLPfs2PY53W6T/3xYujOz9Xriw5efeEnZrp/f1D/b+RfP6x0mirt8xBUPGGPPNN9+Ye++917Rp08aMHj3abN682cp2WYpgCIiSXb8go2mX3S46QbgPu83bC94394+oMufkbTBZOuTXtGzVm6Ed15uZZVVm/cIPjPuwO2ltDcqqQCZYgFtcHN3/s0QEvw0NnscvXOj5HS7QS1Y7I+UNaEO1IdKANo5sHwwdOHDArF692kycONFkZGSY3NxcM2nSJFNXV2dl+yxBMAREIdIvyPr6ll8Y4tEubzvsdNFpZNf/22P+euNqc2XJ66aba09Ac76fvdVM+EG1WXrPm2bfzn0JbVtMrAhkjGl5oGFVT1UoVvWUxrud0bDpZ6QxWwZDf/zjH81Pf/pT84Mf/MBkZWWZ3Nxcc/rpp5tbb73VPPnkk+aHP/yhKSoqMuvWrYtXe2NCMAREIdIvyK5dW35hiEe7vF/c9fXGZGY2v29mpme/OKrfV29WPLze3DWoygxs/UFAE9qpzowqWGsev3yl+bhqe1zbEjdW9JhYwaqeqlDHDRa4xHLceLUzWinQe2rLYKioqMiMGTPGPPTQQ+b11183Bw8eDNhnxowZZsCAAZY10AoEQ0AUIv2CtOrCYHW7vF/cSfyrd/M/t5k5l1abkflrTTvVBTzlKa3fN1MGV5nq2RtM/b74BmOOY1VPlVe8hpKsbmcs6Bnysbzo4u7du1VYWCi3223lYVuE2WRAFCKd7RJMPGdoRTsLJ4FLsuz7bJ9WzHlfy5bWx7fiMyJj5SzISP/f3XOPdN550T1XsmdrpkBxWlsWXYxE9+7dtWLFCqsPCyBRSks9X4ChviCbY0z4QnvxalfTFdqtrGHTRPCKz4N89wdUfC7/njLeaPBc9PYeltw2KVGQrjIzrfv/F2k9pfvu8/xEMyXdynbGguK0Pi2sxx7I5XLp3HPPtfqwABLF+wUpHf1CjFakF5BoNNeuYF/c3uAp1Dm4XJ7FTL3BUxi7392rp372uq7q8y8V5HyhU6/qp1+9OlSrageqQdn6fvY2TfjBSi2959/6cuchVX1+oiZPlk7+938ro7inp3dh3DjP75IST20X2F+0wbK3oGeqvL/e4rQ9e/pvLypKqaKkLcXaZACCC1aIrVs3ae/e8I+tqvIEGfEYAgizQnvAvmPGeP4d7K/eZr7sg1d8Piqw4nOv5tvYWEtXZEfihBtKCsYGw0tRS/aQXQgs1GohgiEgRk2/IM86S/re98IPVT3yiPTzn1tf0dbbnh07pF27pC+/lDIyPEMNQ4cG//KOIniypOJzqCVAmkrFC6ZThQqqw0l2tes0QDBkIYIhwELhelvuvFN66KHAi0ZLe0PC9bY0F2yF+KvX8sTncEuABMMFMzWE+/8XjAXJ+U6XsgnUANJccwvgPvywNGlS8L+ejfEERD/7mfTtt54chUi74iPpbWlu8dXvElV9ic8/Xh1Z4vOlxykjq3v49nmFW8k9mHjkV8F65eWexVNXr5Zee82TLB1ODMn5SA56hoB4suk4vCWCndvq1dFNy49k6Cya3pYgQ0+7392rV+ds0rJlLr26/TjtNf69O9/P3qayvttVNqq1hk3or3YF7SJvf1ORTudvjJ6h1JMCU9LTBT1DQKqz8UrQlgg2LTjaXo7GvTnev7qbBo7R9LZ8N7V/w61/1jPrj22U+Hw0AApMfC6RVBJdu0OJpiegaSkApA6mpKcdeoaAeAg1rJPus4hiKdjockmdO0utWnmCIy9v4FhfH3VvyxVaqKd1NFcjosRnK0Qz88jlSt//B4mS7J7XaGY2IiYkUFuIYMgiyf7iSRXhhnXSuQs9lmnIoXgDx2nTpKlTo3pouatS7fp0S07F50hmHmVmenKrZs1KXLvSjV16XvlejCuCIQsRDFnALl88kv2/fKJdNsJKdnhtYp2GHIzLJfXsKWOMtOMzudT88Yykw10KlLXjE2XkZrfsuVuCOkPx5dSeVwdK1PXb8grUSEPeL56mX+zJqLRaWenpebBzNd9I82asnkVkl9cmVEXbWBgjffqpHtxxpYykI2qmIrbLJZfLpZy5jyU3EJI8r8HHH3uKVAbjvYhPnOgJYOHhdnv+mFi0yPM72GvjdnsCzVAzFiVeV0SNYAjNs9MXj52CssaafoF3j3Aqdo8ekX35R8Jur015ubRtm6f3a8ECqWvXFh3uPxqoCj2lLzOaGe6yavkAq96TNWuar9bdeB03RB7Mh0uo53VFDJhNhuZF88UTz+nB4YIyl8sTlI0alfwEyqIiqUsXT3Xk5qbd7t0bmFsUy9CjXV+bxrPNWrcOOnRmpOb6enzumnBA/R+4WjmtLz86DOgNOvfsiXxIMNwwopXDwcnqIUxFoYa9gtWO4nVFPBgHqK2tNZJMbW1tspuSehYuNMbzFdX8z8KF8W1HVVVk7aiqim87Glu82BiXK7ANjbc1vd/l8vz84hehH+tyeY4dKTu+NsEsXmzcPQr92rRdRWavuhi3grwW3tejuNiYhgZLnt8UFfkfv6jo6Gvd3PsZ7XtijHXvS0ODZ5+FCz2/rXgt7KShIfB9ae7/QKr8f4clEnX9ZpgMzYu0bkq8K63a7a/BSHpjunSRCgv97ysqkp591jMEY9XQo91em0aONBzR+r99oJll1Tr3p8eo9c6PNVRVukILNVRVOk4f6fdtJsslI9O0j8jKei3hhhG9FbWtHA4uLfW8364QfV8ul2cadnN1huySBxZP0Q57WfG6Ak0QDKF5dvnisUtQ5hXJF/gXX0h/+Ysnb2bhQs/vrVs9+TNW5jzY7LXZ/e5ePfWz13VVn3+pIOcLnXpVP/3q1aFaVTtQh9RKO7JL1OUHhbrjnjb6fKdbvzlwp1yLF8tV1CTh2socoHCBzs03W5+H4i3MJwV+fiIJ9OyWBxYv0QbzLX1dgSDIGULz7FJp1RuUhSt/n6i/BiP9At+zJ3ChRqt7cpL82hzaf0j/mvuelj1bG3vF58brPgXL52lJyYBIAtfmEp0bi6Z3ze32FJO8/Xbpb3/zf46iouYL89k1DyweYgnmm1sfj4KHiEVcB+FsgpwhCwTLtygujj6PoqVt8OZvWJHT0RLR5i00zvv43e+sz3lI8Guz+Z/bzJxLq83I/LWmneoCmn5K6/fNlMFVpnr2BlO/r75lTxYu1yecSPPerHxPgrW5a1djJk6MLO/HSXkx3pyhYPla4fLG0j2fCgm7fhMMIXJ2+OKxQ1BmTHRf4MHanJkZecJopOL42tTtqDNLpqw1Nw1YaY7J2hbQ5PyM3abimNVmwU2vm93v7mnx8/lYkdQcaWDRtWtsF+R4tNkuExcSxU5/6MBWEnX9pgK1ZI+qvYicXd6vUJWWG1fBlYJPGQ6lpRV0LXptjjQc0cZnNmnZX3frlTc7ak3tADXoaCHDbB3SkI7v6Udn1qrsmh468ZJjlZFlcQqiVcuaRLrC+MMPS5dd5tkW6v0M955Y1eZkVjFPFtb5QhAJW0EirqGWTTQbWba0Cx6pyaperuZ6Y8JNGQ7WQ5SMXq7v7Pp/e8xfb1xtrix53XRz7Qlo6vezt5oJP6g2S+950+zbuS/+DbJyqCjSnoeW9q5ZOZ0+1qGjVGaH3mfYSqJ6hpydQB1NoS+kDysL6zWX+Ftd3XziruTpSfjd76T8/IT3clmS+BxPViaaR5pwGy6RO1FtjnXigl16TWPVuFAnkEDODYbiPVsj1b+U0lU8AuBQX+CRXhjz8wNnnMXJlte2a9l/b9OyVa1Utbu/9utkv/tPaf2BygbuVtllHTX4uv7KaTcoIe0KyuqSAZEGOi25IFvZ5mhnTNlpMWUgxTg3ZyieY/J8KdmTVfkckbJB3se+z/ZpxZz3tWxpvZZt6q3/a+jtd39+xh6NKPlIZWUuDZ9wnLoPaGbtr0SLNNfHqvfLCvFocyR/WLGKe2z4o9X2yBmyUNAxx3jN1rC6pD+sk+jpyknI+3Afdpu3F7xv7h9RZc7J22CydMjvKbNVb4Z2XG8e+FGV2fD0h8Z92G3Zc8fF4sWhXzu7fp4SPTMq2uUs4EG+aEogZyje4lG110mF0lJRopetSFDByt3v7tWrczZp2TKXXt1+nPaafpL6+e7/fvY2lfXdrrJRrTVsQn+1Kzg59MHsqEsXTzXvxjp3lubOtaY6tdU9A4kuCGiXxZRTCfmiaMK5wVA8qvbypWRvyVi2Ig4XRtsnPlsl1AVLkr780prjx2s4u6WJ2NGw8dp0tsQfrQgmrv1OFvn000/NlVdeaTp37mxat25tTjrpJPPWW29F/PiQ3WxWd2c7rVBaqknmdOUWThlOaMVnO4j30E86DWc7qVq1FXi9UgrDZN/56quvNGTIEA0bNkz/+Mc/1L17d3388cfq2LFjyw9u9V/tNlswE00kc521KGcoBU98Ppr8HJj47D80lvLi2cuabj0Ddlu3z+7oSUMQtg+GHnzwQRUXF2vevHm+bSUlJdY9gZXd2Xwp2Z9NF3gMXvH56LT24BWfuyelrQkRzwtWug1n22Ux5VTBH60IwvbB0NKlS1VWVqZLL71UK1euVM+ePXXzzTfrhhtuCPmY+vp61dfX+27X1dU1/yRWFfriSyk1JDKfoxlpn/jcEvG8YKVjz4BNg3xb4o9WBBPXQTgL5ObmmtzcXDNlyhSzfv1688QTT5hWrVqZv/zlLyEfM3XqVCMp4CdhC7XaZTFR2Er9vnqz4uH15q5BVWZg6w8CUhTaqc6MKlhrHr98pfm4anuym5tc8czvSuecEZaziAwLw6YMFmr9Tk5Ojk477TStWbPGt+22227TunXr9MYbbwR9TLCeoeLi4vgXbWqMYl5QsIrP7f3uD6z4nJOkltpQJAvhxrqYbaoVc4T1WBg2JSSq6KLth8l69Oih/v37+23r16+fFi9eHPIxubm5ys3NjXfTmscaO44Ul8RnpwbW8Rr6YTgbkm2Gy2EPtg+GhgwZok2bNvlt++ijj9S7d+8QjwAS4LsA5cinO7TlgwZVrivSP/7dxfrEZ6cv7RKvCxY5NpD4oxU+th8mW7dunc466yxNnz5dY8eO1b///W/dcMMNmjt3rq688sqIjpGwtU3gCF/Pnqfse+5S2wN7fdtqVKTb9aheUHmQxOd2sT0R603Fn1N73YAUkajrt+2DIUl66aWXNGXKFG3evFl9+vTRpEmTmp1N1hTBEFqiccXnwxve0f93aKIko4xG+xyR5JK0e/oTKvj1jS1/0kQvKgsANkQwZCGCIQex6C/9YInPGXJrm0rUU5/6BUI+LQlQmrbb7ZbOPz/84+K44j0AJBsJ1Dgq2V35yX7+SLUgvyaSxOfb8p9R8c44FOsL1u7OnSN7bCrVwgEAmyIYsjurE2ijDWxSJYE3ylWoY6r4/FxXaVwEbYkmQAnV7kgXIqVKLgC0GMNkdmZ1Am20gY0dEngjCd4izK/Z/fd/69U/bmlU8bmb327HZX2sm4v/rrNP2qf+Faep9agR/s9VXS0NGxa+zZEOXYVrd3PIGQLgAOQMWSglgyGrE2ijDWzskMAbafAWYZAyVFVaqaG+2+20T+cVvK+yofW6uN8HKvif+5p/LquL9UUaXAV7HonZZE6QKkPUQJwk6vodNA8UNhDNYpLhhFulW/Ks0u12x+f5Y+EN3pq2wTvsVVl5dFuEw1I9tFOntP5AUwZXq3r2Rn2xL1dLdg7STZd+roJpN4V/Lm+xPuloQOIVS7G+SIfTmuYPFRURCDlBZaUn+B42TBo3zvO7pMT//z4ASxAM2ZWVi0nGEtgkczHLKIK3fZ/t0+svfRXRYR//c2u9/U0/3b9mqM69faBn6YtoA0Vvsb6ePf33jSVAiTTf59lnPUNvCxd6fm/dSiCU7qL5YwBAi5FAHalEd1dbuWp3LIFNPFcNDyfC4O32vHl6/MB4HdGN2qaZ6qkdylDo4atOV4+M+bn8ZohZVRU50tWzhw5laMRJwgXoLpcnQB81iv8XgEXoGYpEMrqrvRfKpsMxXi6XZ1HB0tLwx4olsLHy+aMVYfC250BbNShbx2TX6JVe/yWXjEy0w1ex9oB5y/hfcUXswYrVw25ID8keogYciGAonGR1V1t5oYwlsEnihfpwx64R7Xf5sD36uOoTbT5Uohu23yvX4sVyRTt8lcweMMnaYTekh2QOUQMOxWyy5th1RlVxcfSLSXqDOin4Kt2hLrxWPX8YjSs+r9x9vN7VD0IOexmXS65Qr3u0w5lWzxCLFbOG4GV1CQcghTG13kIxv5h2+VKy6kIZa2AThwt18IrPR13rmqcnzU8ledb88onHtPJYA0UgHuwSoAM2wHIcdmCX7mpvfkpLxZr4a8HzR1/xebxcS/OC1xmyuFfKN1SViOcCwvEOUY8Z4wl8ggXo5JIBlqJnqDl26RlKRW63vvzr3/Xe3zZq1btd9Ifdl2q3Cvx2+X72NpX13a6yUa01bEJ/tStoF/Q4CRs+YqgKdpKgIWrAzhgms1CLc4boro7Iof2H9K+57+nTJ/6u4Zv/qALt8t1XoyJN1gM6UPB9lQ2tV9mNJTpmaK8kthZIAQTocDiCIQu16MUkn6RZjROfq3b313At1/MaI8n4TVU0ckkuyeXw1wsAEDmCIQu1+MWku9qnucTnDLlVo2L10E4FncRPTxoAIAokUNuJVRWHU1A0ic+XnP6JCn/bTDJ5sGrOAAAkGcFQpKya0WVn3+Un1P57k958/ZCeeuckLfukn/aafpL6+XYLTHw+2XPHokWRPQ/F4gAANkIwBB3af0ibbvm9ihfNUsdDe5UnaYSkfirSAT2q5Rqu8wreb5T4XCKpJPBAya7mDABADMgZcqjGic/td2/RU6pQYNKzJLnUsOBpZV85NvxBmX0HALAQOUOwVPDE597KkFvbgsz+kr6r/OySsqfcKV1+SWTFGSkWBwBIMQRDaSrSxOcbjl2p4nURrpAdSc4U1ZwBACmGYMhuWlBkbfe7e/XqnE1atsylV7cfF1ni86IPpXERHDyapGcHz74DAKQegiE7CVbPqKjIM/QUpEfFW/F52bO1WvZOgTZ+21dSN9/97bQvfOJzvJKenTD7DgCQFkigtgtvpeumb0eTStdNKz7vV3u/3U9p/YHKBu5W2WUdNfi6/sppl9P885L0DACwKRKoncTt9vQIBQtGjJGR9NVlN2mQGagt7mMkHa36nJ+xRyNKPlJZmUvDJxyn7gP8h8bCIukZAOBwBEN2sHq1/9BYEy5JnRv2qKc+0XYV+So+l13TQydecqwysrq37PlJegYAOBjBkA3U/nuT8iLY7+HRq3X8H087WvHZSiQ9AwAcimAoCZomPud9e7yqI3jcqbeXSgXt4tcwkp4BAA5EMJQggYnPR3t3MnSsvlae8lTb/GrvpaUJay8AAE5BMBQnoSo+ezVOfL7ouI+U9/Pa0AczhiRmAADihGDIIpFWfA5IfHa7pZLLmz94ly6efB4naEHRSQAAYkEw1AIxVXxuKsxMMknSF19EvhxGKouy6CQAAFYgGIqCJRWfm4p0mYtolsNIRaGKTu7Y4dn+XdFJAACsRjAURnOJz1Kwis+DQhwphHgth5FKwhSdlMslTZzoGSpkyAwAYDGCoSaiSXyOqeJzU6WlnqGgcMthJGMmWaLyd8INFRoj1dQ4Y6gQAJBwjg+GYk58topdl8NIZP4OQ4UAgCRyZDBkSeKzley2HEai83cYKgQAJFHKrVo/c+ZM/epXv9Ltt9+u2bNnR/QY76q3E099SdXvf++7xOejAhOfe8Wh5RGww7Ry7yr2oYat4rGKvfc5ww0VWvmcAADbY9X6INatW6e5c+fqxBNPjOnxs98uleR5MVuc+BwPdlgOIxn5O3YdKgQAOEJGshsQqf379+vKK6/U//zP/6hTp04xHeOykje04KZ/afe7e/X2N/10/5qhOvf2gcppl2Nxa1NYsvJ3vEOFPXv6by8qYlo9ACCuUqZnaMKECbrwwgt1/vnn67777mt23/r6etXX1/tu19XVSZLm/mdwXLvZ0kIy83fKyz3T55M9VAgAcJSUCIaefvpprV+/XuvWrYto/5kzZ2r69OmxP2G0uTt2yPWxSrKn+tthqBAA4Ci2HyarqanR7bffrgULFqhVq1YRPWbKlCmqra31/dTU1ET+hJWVnmTeYcOkceM8v0tKPNut2N/uvPk70tF8HS/ydwAAacj2s8mWLFmiiy++WJmNLr5ut1sul0sZGRmqr6/3uy+YiLPRQ00p9wYBTXNXmtvfmKNVkxv3FKVKL1KwOkPFxcmZ6g8AcKREzSazfTC0b98+bd++3W/btddeq759++quu+7SCSecEPYYEb2Y0U4pD7d/Y95ihVJqLUSaKoEbACAtMbX+O+3btw8IeNq2basuXbpEFAhFLNop5ZGsNu+1Y4d0ySWh77PrQqTk7wAAHMD2OUMJE+2U8mimljfX+ea9b+JET08MAABIKNv3DAVTXV0d2wOfe0763veCD/dEO6XcyqnlLEQKAEDSOKtn6PrrQ8/28k4pbzqDysvl8iQQe6eUh9s/FixECgBAwjkrGPLy5uk0DoiinVLe3P6xYiFSAAASzpnBUKg8nWiXhAi1f7Sa9joBAICEsf3Ueiv4pubJu0xrI1VVgXk6sVagfvFFT+9RU40XHw21EKkdZ5MBAJBETK1PFG+eTktq6ninoA8d6nlcsFpC3iAp1H0EQgAAJAU9Q1VV0pdfWlsMsbnAikKGAABEhArUFgoaDHkrSj/8sHTZZaFrAT37rHTppQlqKQAA8EpUMOTMBGpvns4jj0iTJjVfFPGKKzz5PAAAIC05Mxjyzg7r2jX8khput6dnKFVXoQcAAM1yVjD0pz95coS2bvXkAkVT5JDlMgAASEvOCoYuvdQz48ubsBxNkUPvchkAACCtOHtqvXdJjUhXn2e5DHgxKxAA0oazeoaaarykRiRYLgOSJ3+spMSzzt24caHXuwMApARnB0OSJ3fo2Web/6ue5TLgVVnpWdeuaW9isPXuAAApgWBI8uQSPf106PuN8ax4D2dzuz3FOYOVYgi13h0AwPYIhrzGjJEWL/bkEAUzdWp6DYW43VJ1tbRokec3F/DwVq9uPr/MGBLtASAFEQw1Vl4ubdsmTZ8e/P50GQoh5yU2kSbQk2gPACmFYCiY//mf4NvTYSiEnJfYRZpAT6I9AKQUgqGm0nkohJyXlvGWYvAu59IUifYAkJIIhppK56GQdA70EqFxKYamAZH39uzZ1BsCgBRDMNRUOg+FpHOglyjl5Z517Xr29N/uXe+uvDw57QIAxMzZFaiD8Q6F7NgRfDjJ5fLcn4pDIekc6CVSebk0ahQVqAEgTRAMNeUdChkzxhP4NA6IUn0oJJ0DvUTLzPSscwcASHkMkwWTrkMh5LwAABDAZUywLoL0UldXp7y8PNXW1qpDhw6RPzBdF+OsrPTMKmucTF1c7AmEUjXQAwCknZiv31EiGHKqdA30AABpI1HXb3KGnIqcFwAAJJEzBAAAHI5gCAAAOBrBEAAAcDSCIQAA4GgEQwAAwNEIhgAAgKMRDAEAAEcjGAIAAI5GMAQAAByNYAgAADgawRAAAHA02wdDM2fO1Omnn6727dure/fuGj16tDZt2pTsZgEAgDRh+2Bo5cqVmjBhgtauXavly5eroaFBI0aM0IEDB5LdNAAAkAZcxhiT7EZEY+/everevbtWrlypc845J6LH1NXVKS8vT7W1terQoUOcWwgAAKyQqOt3VtyOHCe1tbWSpM6dO4fcp76+XvX19b7bdXV1cW8XAABITbYfJmvMGKNJkybp7LPP1gknnBByv5kzZyovL8/3U1xcnMBWAgCAVJJSw2QTJkzQyy+/rNdff11FRUUh9wvWM1RcXMwwGQAAKYRhsiZuvfVWLV26VKtWrWo2EJKk3Nxc5ebmJqhlAAAgldk+GDLG6NZbb9ULL7yg6upq9enTJ9lNAgAAacT2wdCECRO0cOFCvfjii2rfvr127dolScrLy1Pr1q2T3DoAAJDqbJ8z5HK5gm6fN2+errnmmoiOwdR6AABSDzlD37F5rAYAAFJcSk2tBwAAsBrBEAAAcDSCIQAA4GgEQwAAwNEIhgAAgKMRDAEAAEcjGAIAAI5GMAQAAByNYAgAADgawRAAAHA0giEAAOBoBEMAAMDRCIYAAICjEQwBAABHIxgCAACORjAEAAAcjWAIAAA4GsEQAABwNIIhAADgaARDAADA0QiGAACAoxEMAQAARyMYAgAAjkYwBAAAHI1gCAAAOBrBEAAAcDSCIQAA4GgEQwAAwNEIhgAAgKMRDAEAAEcjGAIAAI5GMAQAAByNYAgAADgawRAAAHA0giEAAOBoBEMAAMDRCIYAAICjEQwBAABHS5lg6PHHH1efPn3UqlUrnXrqqVq9enWymwQAANJASgRDzzzzjCZOnKi7775bGzZsUGlpqS644AJ98sknyW4aAABIcS5jjEl2I8IZNGiQTjnlFP3xj3/0bevXr59Gjx6tmTNnhn18XV2d8vLyVFtbqw4dOsSzqQAAwCKJun7bvmfo0KFDevvttzVixAi/7SNGjNCaNWuS1CoAAJAuspLdgHA+//xzud1u5efn+23Pz8/Xrl27gj6mvr5e9fX1vtu1tbWSPBEmAABIDd7rdrwHsWwfDHm5XC6/28aYgG1eM2fO1PTp0wO2FxcXx6VtAAAgfr744gvl5eXF7fi2D4a6du2qzMzMgF6gPXv2BPQWeU2ZMkWTJk3y3f7666/Vu3dvffLJJ3F9Me2mrq5OxcXFqqmpcVSuFOfNeTsB5815O0Ftba169eqlzp07x/V5bB8M5eTk6NRTT9Xy5ct18cUX+7YvX75co0aNCvqY3Nxc5ebmBmzPy8tz1H8irw4dOnDeDsJ5Owvn7SxOPe+MjPimONs+GJKkSZMmqaKiQqeddpoGDx6suXPn6pNPPtHPfvazZDcNAACkuJQIhi677DJ98cUX+s1vfqOdO3fqhBNO0P/+7/+qd+/eyW4aAABIcSkRDEnSzTffrJtvvjmmx+bm5mrq1KlBh87SGefNeTsB5815OwHnHd/zTomiiwAAAPFi+6KLAAAA8UQwBAAAHI1gCAAAOBrBEAAAcLSUDIYef/xx9enTR61atdKpp56q1atXN7v/ypUrdeqpp6pVq1Y65phj9MQTTwTss3jxYvXv31+5ubnq37+/XnjhhXg1P2bRnHdlZaWGDx+ubt26qUOHDho8eLCWLVvmt8/8+fPlcrkCfg4ePBjvU4lKNOddXV0d9Jw+/PBDv/3S7f2+5pprgp73gAEDfPukwvu9atUqjRw5UoWFhXK5XFqyZEnYx6TD5zva806Xz3e0550un+9ozztdPt8zZ87U6aefrvbt26t79+4aPXq0Nm3aFPZxifiMp1ww9Mwzz2jixIm6++67tWHDBpWWluqCCy7QJ598EnT/rVu36sc//rFKS0u1YcMG/epXv9Jtt92mxYsX+/Z54403dNlll6miokL/+c9/VFFRobFjx+rNN99M1GmFFe15r1q1SsOHD9f//u//6u2339awYcM0cuRIbdiwwW+/Dh06aOfOnX4/rVq1SsQpRSTa8/batGmT3zkde+yxvvvS8f1+9NFH/c63pqZGnTt31qWXXuq3n93f7wMHDuikk07SnDlzIto/XT7f0Z53uny+oz1vr1T/fEd73uny+V65cqUmTJigtWvXavny5WpoaNCIESN04MCBkI9J2GfcpJgzzjjD/OxnP/Pb1rdvXzN58uSg+//yl780ffv29dt24403mjPPPNN3e+zYseZHP/qR3z5lZWXm8ssvt6jVLRfteQfTv39/M336dN/tefPmmby8PKuaGBfRnndVVZWRZL766quQx3TC+/3CCy8Yl8tltm3b5tuWCu93Y5LMCy+80Ow+6fL5biyS8w4mFT/fjUVy3uny+W4slvc7HT7fxhizZ88eI8msXLky5D6J+oynVM/QoUOH9Pbbb2vEiBF+20eMGKE1a9YEfcwbb7wRsH9ZWZneeustHT58uNl9Qh0z0WI576aOHDmiffv2BSx2t3//fvXu3VtFRUW66KKLAv6yTKaWnPfJJ5+sHj166LzzzlNVVZXffU54v5988kmdf/75AVXa7fx+xyIdPt9WSMXPd0uk8ufbCuny+a6trZWkZhdhTdRnPKWCoc8//1xutztgtfr8/PyAVe29du3aFXT/hoYGff75583uE+qYiRbLeTf18MMP68CBAxo7dqxvW9++fTV//nwtXbpUixYtUqtWrTRkyBBt3rzZ0vbHKpbz7tGjh+bOnavFixersrJSxx9/vM477zytWrXKt0+6v987d+7UP/7xD11//fV+2+3+fsciHT7fVkjFz3cs0uHz3VLp8vk2xmjSpEk6++yzdcIJJ4TcL1Gf8ZRZjqMxl8vld9sYE7At3P5Nt0d7zGSItY2LFi3StGnT9OKLL6p79+6+7WeeeabOPPNM3+0hQ4bolFNO0R/+8Af9/ve/t67hLRTNeR9//PE6/vjjfbcHDx6smpoaPfTQQzrnnHNiOmayxNrG+fPnq2PHjho9erTf9lR5v6OVLp/vWKX65zsa6fT5jlW6fL5vueUWvfPOO3r99dfD7puIz3hK9Qx17dpVmZmZAdHenj17AqJCr4KCgqD7Z2VlqUuXLs3uE+qYiRbLeXs988wzuu666/Tss8/q/PPPb3bfjIwMnX766bb5S6Il593YmWee6XdO6fx+G2P05z//WRUVFcrJyWl2X7u937FIh893S6Ty59sqqfb5bol0+XzfeuutWrp0qaqqqlRUVNTsvon6jKdUMJSTk6NTTz1Vy5cv99u+fPlynXXWWUEfM3jw4ID9X331VZ122mnKzs5udp9Qx0y0WM5b8vzFeM0112jhwoW68MILwz6PMUYbN25Ujx49WtxmK8R63k1t2LDB75zS9f2WPLM1tmzZouuuuy7s89jt/Y5FOny+Y5Xqn2+rpNrnuyVS/fNtjNEtt9yiyspKrVixQn369An7mIR9xiNOtbaJp59+2mRnZ5snn3zSvP/++2bixImmbdu2vqz6yZMnm4qKCt/+//d//2fatGljfv7zn5v333/fPPnkkyY7O9s8//zzvn3+9a9/mczMTPPAAw+YDz74wDzwwAMmKyvLrF27NuHnF0q0571w4UKTlZVlHnvsMbNz507fz9dff+3bZ9q0aeaVV14xH3/8sdmwYYO59tprTVZWlnnzzTcTfn6hRHvev/vd78wLL7xgPvroI/Puu++ayZMnG0lm8eLFvn3S8f32uuqqq8ygQYOCHjMV3u99+/aZDRs2mA0bNhhJ5pFHHjEbNmww27dvN8ak7+c72vNOl893tOedLp/vaM/bK9U/3zfddJPJy8sz1dXVfv9vv/nmG98+yfqMp1wwZIwxjz32mOndu7fJyckxp5xyit+0vPHjx5tzzz3Xb//q6mpz8sknm5ycHFNSUmL++Mc/BhzzueeeM8cff7zJzs42ffv29ftw2UU0533uuecaSQE/48eP9+0zceJE06tXL5OTk2O6detmRowYYdasWZPAM4pMNOf94IMPmu9973umVatWplOnTubss882L7/8csAx0+39NsaYr7/+2rRu3drMnTs36PFS4f32Tp0O9f82XT/f0Z53uny+oz3vdPl8x/L/PB0+38HOWZKZN2+eb59kfcZd3zUQAADAkVIqZwgAAMBqBEMAAMDRCIYAAICjEQwBAABHIxgCAACORjAEAAAcjWAIAAA4GsEQAABwNIIhAADgaARDAADA0QiGAKSkRYsWqVWrVtqxY4dv2/XXX68TTzxRtbW1SWwZgFTD2mQAUpIxRgMHDlRpaanmzJmj6dOn609/+pPWrl2rnj17Jrt5AFJIVrIbAACxcLlcmjFjhsaMGaPCwkI9+uijWr16NYEQgKjRMwQgpZ1yyil677339Oqrr+rcc89NdnMApCByhgCkrGXLlunDDz+U2+1Wfn5+spsDIEXRMwQgJa1fv15Dhw7VY489pqefflpt2rTRc889l+xmAUhB5AwBSDnbtm3ThRdeqMmTJ6uiokL9+/fX6aefrrffflunnnpqspsHIMXQMwQgpXz55ZcaMmSIzjnnHP33f/+3b/uoUaNUX1+vV155JYmtA5CKCIYAAICjkUANAAAcjWAIAAA4GsEQAABwNIIhAADgaARDAADA0QiGAACAoxEMAQAARyMYAgAAjkYwBAAAHI1gCAAAOBrBEAAAcDSCIQAA4Gj/P890SB5pKtw/AAAAAElFTkSuQmCC\n", "text/plain": [ "
" ] }, "metadata": { "filenames": { - "image/png": "/Users/mhjensen/Teaching/MachineLearning/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_22_1.png" + "image/png": "/Users/mhjensen/Teaching/MachineLearning/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_22_2.png" } }, "output_type": "display_data" @@ -738,8 +744,8 @@ "output_type": "stream", "text": [ "theta from own sdg\n", - "[[3.92648983]\n", - " [3.07020234]]\n" + "[[4.10188623]\n", + " [2.87242312]]\n" ] } ], @@ -821,7 +827,7 @@ }, { "cell_type": "markdown", - "id": "584dbef3", + "id": "f6d7455a", "metadata": { "editable": true }, @@ -832,7 +838,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "2908775e", + "id": "40a68e4f", "metadata": { "collapsed": false, "editable": true @@ -843,15 +849,15 @@ "output_type": "stream", "text": [ "Own inversion\n", - "[[4.12998822]\n", - " [2.78886274]]\n", - "Eigenvalues of Hessian Matrix:[0.3303366 4.33020191]\n", + "[[3.84094234]\n", + " [3.01300561]]\n", + "Eigenvalues of Hessian Matrix:[0.26776828 4.97262227]\n", "theta from own gd\n", - "[[4.12921833]\n", - " [2.78951443]]\n", + "[[3.83774539]\n", + " [3.01544605]]\n", "theta from own sdg with momentum\n", - "[[4.10156593]\n", - " [2.7748567 ]]\n" + "[[3.8186717 ]\n", + " [3.06511966]]\n" ] } ], @@ -927,7 +933,7 @@ }, { "cell_type": "markdown", - "id": "d5b4691f", + "id": "d1f7f38d", "metadata": { "editable": true }, @@ -943,7 +949,7 @@ }, { "cell_type": "markdown", - "id": "9e0f6972", + "id": "b85cc96c", "metadata": { "editable": true }, @@ -954,7 +960,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "5c39eaa6", + "id": "3ced9e13", "metadata": { "collapsed": false, "editable": true @@ -975,9 +981,9 @@ "output_type": "stream", "text": [ "theta from own AdaGrad\n", - "[[1.9978254 ]\n", - " [3.01066976]\n", - " [3.98914003]]\n" + "[[2.00019432]\n", + " [2.99888222]\n", + " [4.00105497]]\n" ] } ], @@ -1034,7 +1040,7 @@ }, { "cell_type": "markdown", - "id": "234e9738", + "id": "ed1fa9e4", "metadata": { "editable": true }, @@ -1044,7 +1050,7 @@ }, { "cell_type": "markdown", - "id": "53f908ed", + "id": "787b2b5e", "metadata": { "editable": true }, @@ -1060,7 +1066,7 @@ }, { "cell_type": "markdown", - "id": "ab2867c0", + "id": "ac61b6e0", "metadata": { "editable": true }, @@ -1071,7 +1077,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "cb5dcea3", + "id": "5febac4f", "metadata": { "collapsed": false, "editable": true @@ -1092,9 +1098,9 @@ "output_type": "stream", "text": [ "theta from own RMSprop\n", - "[[1.99984215]\n", - " [2.99767262]\n", - " [3.99944037]]\n" + "[[1.9996357 ]\n", + " [3.00788598]\n", + " [3.99589367]]\n" ] } ], @@ -1157,7 +1163,7 @@ }, { "cell_type": "markdown", - "id": "4c415477", + "id": "ee8a6301", "metadata": { "editable": true }, @@ -1173,7 +1179,7 @@ }, { "cell_type": "markdown", - "id": "5bf0aa76", + "id": "b2d0f16b", "metadata": { "editable": true }, @@ -1184,7 +1190,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "17bd80f0", + "id": "59349e6f", "metadata": { "collapsed": false, "editable": true @@ -1205,9 +1211,9 @@ "output_type": "stream", "text": [ "theta from own ADAM\n", - "[[1.99988325]\n", - " [3.00072412]\n", - " [3.99932732]]\n" + "[[2.0001042 ]\n", + " [2.99949077]\n", + " [4.00048049]]\n" ] } ], @@ -1275,7 +1281,7 @@ }, { "cell_type": "markdown", - "id": "f16e27bd", + "id": "1d490115", "metadata": { "editable": true }, @@ -1291,7 +1297,7 @@ }, { "cell_type": "markdown", - "id": "279eb2a4", + "id": "3bc7785a", "metadata": { "editable": true }, @@ -1302,7 +1308,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "a88c09b3", + "id": "f1090d5e", "metadata": { "collapsed": false, "editable": true @@ -1319,7 +1325,7 @@ }, { "cell_type": "markdown", - "id": "cd958e85", + "id": "ac6bf976", "metadata": { "editable": true }, @@ -1330,7 +1336,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "41d78257", + "id": "ed55121d", "metadata": { "collapsed": false, "editable": true @@ -1347,7 +1353,7 @@ { "data": { "text/plain": [ - "[]" + "[]" ] }, "execution_count": 11, @@ -1408,7 +1414,7 @@ }, { "cell_type": "markdown", - "id": "4755b5a9", + "id": "4a994430", "metadata": { "editable": true }, @@ -1419,7 +1425,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "a74afe50", + "id": "863db98d", "metadata": { "collapsed": false, "editable": true @@ -1436,7 +1442,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 12, diff --git a/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_16_2.png b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_16_2.png index 641eb1729..e5435f4eb 100644 Binary files a/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_16_2.png and b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_16_2.png differ diff --git a/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_22_2.png b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_22_2.png new file mode 100644 index 000000000..bcbc69131 Binary files /dev/null and b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_22_2.png differ diff --git a/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_5_1.png b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_5_1.png index 43447c4d5..8c31b59a8 100644 Binary files a/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_5_1.png and b/doc/LectureNotes/_build/jupyter_execute/exercisesweek41_5_1.png differ diff --git a/doc/LectureNotes/exercisesweek41.ipynb b/doc/LectureNotes/exercisesweek41.ipynb index 5030d4af7..341ad034c 100644 --- a/doc/LectureNotes/exercisesweek41.ipynb +++ b/doc/LectureNotes/exercisesweek41.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "59b40432", + "id": "e3354581", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "0c67e680", + "id": "8d5fc499", "metadata": { "editable": true }, @@ -27,7 +27,7 @@ }, { "cell_type": "markdown", - "id": "c36ec93d", + "id": "d3ef3596", "metadata": { "editable": true }, @@ -82,7 +82,7 @@ }, { "cell_type": "markdown", - "id": "38303814", + "id": "9940e21b", "metadata": { "editable": true }, @@ -92,7 +92,7 @@ }, { "cell_type": "markdown", - "id": "f68b9c20", + "id": "6559d6d2", "metadata": { "editable": true }, @@ -105,7 +105,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "4dfe5e82", + "id": "021b66d2", "metadata": { "collapsed": false, "editable": true @@ -184,7 +184,7 @@ }, { "cell_type": "markdown", - "id": "9671e6bc", + "id": "d8e7110b", "metadata": { "editable": true }, @@ -197,7 +197,7 @@ }, { "cell_type": "markdown", - "id": "1d74a9cd", + "id": "74a7859a", "metadata": { "editable": true }, @@ -212,7 +212,7 @@ }, { "cell_type": "markdown", - "id": "8abf1570", + "id": "619df8e8", "metadata": { "editable": true }, @@ -224,7 +224,7 @@ }, { "cell_type": "markdown", - "id": "17a32c59", + "id": "c759cfc4", "metadata": { "editable": true }, @@ -242,7 +242,7 @@ }, { "cell_type": "markdown", - "id": "2956cf09", + "id": "0a4571f9", "metadata": { "editable": true }, @@ -261,7 +261,7 @@ }, { "cell_type": "markdown", - "id": "9c55e40e", + "id": "9bebfdd9", "metadata": { "editable": true }, @@ -273,7 +273,7 @@ }, { "cell_type": "markdown", - "id": "b60fe832", + "id": "c9e635e8", "metadata": { "editable": true }, @@ -283,7 +283,7 @@ }, { "cell_type": "markdown", - "id": "51c2673d", + "id": "eb544f8b", "metadata": { "editable": true }, @@ -297,7 +297,7 @@ }, { "cell_type": "markdown", - "id": "1801af52", + "id": "d088ad85", "metadata": { "editable": true }, @@ -317,7 +317,7 @@ }, { "cell_type": "markdown", - "id": "c0c6253b", + "id": "937063d3", "metadata": { "editable": true }, @@ -332,7 +332,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "dcd56458", + "id": "e08215a6", "metadata": { "collapsed": false, "editable": true @@ -392,7 +392,7 @@ }, { "cell_type": "markdown", - "id": "6502c1ea", + "id": "623ad923", "metadata": { "editable": true }, @@ -403,7 +403,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "fa89613b", + "id": "b7fe53c1", "metadata": { "collapsed": false, "editable": true @@ -467,7 +467,7 @@ }, { "cell_type": "markdown", - "id": "ac5271c6", + "id": "749000b3", "metadata": { "editable": true }, @@ -478,7 +478,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "0def25cd", + "id": "e7b4abe1", "metadata": { "collapsed": false, "editable": true @@ -527,7 +527,7 @@ }, { "cell_type": "markdown", - "id": "4a8fec1d", + "id": "d47c2b1c", "metadata": { "editable": true }, @@ -539,7 +539,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "00658ea8", + "id": "e2b04ba9", "metadata": { "collapsed": false, "editable": true @@ -623,7 +623,7 @@ }, { "cell_type": "markdown", - "id": "584dbef3", + "id": "f6d7455a", "metadata": { "editable": true }, @@ -634,7 +634,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "2908775e", + "id": "40a68e4f", "metadata": { "collapsed": false, "editable": true @@ -712,7 +712,7 @@ }, { "cell_type": "markdown", - "id": "d5b4691f", + "id": "d1f7f38d", "metadata": { "editable": true }, @@ -728,7 +728,7 @@ }, { "cell_type": "markdown", - "id": "9e0f6972", + "id": "b85cc96c", "metadata": { "editable": true }, @@ -739,7 +739,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "5c39eaa6", + "id": "3ced9e13", "metadata": { "collapsed": false, "editable": true @@ -798,7 +798,7 @@ }, { "cell_type": "markdown", - "id": "234e9738", + "id": "ed1fa9e4", "metadata": { "editable": true }, @@ -808,7 +808,7 @@ }, { "cell_type": "markdown", - "id": "53f908ed", + "id": "787b2b5e", "metadata": { "editable": true }, @@ -824,7 +824,7 @@ }, { "cell_type": "markdown", - "id": "ab2867c0", + "id": "ac61b6e0", "metadata": { "editable": true }, @@ -835,7 +835,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "cb5dcea3", + "id": "5febac4f", "metadata": { "collapsed": false, "editable": true @@ -900,7 +900,7 @@ }, { "cell_type": "markdown", - "id": "4c415477", + "id": "ee8a6301", "metadata": { "editable": true }, @@ -916,7 +916,7 @@ }, { "cell_type": "markdown", - "id": "5bf0aa76", + "id": "b2d0f16b", "metadata": { "editable": true }, @@ -927,7 +927,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "17bd80f0", + "id": "59349e6f", "metadata": { "collapsed": false, "editable": true @@ -997,7 +997,7 @@ }, { "cell_type": "markdown", - "id": "f16e27bd", + "id": "1d490115", "metadata": { "editable": true }, @@ -1013,7 +1013,7 @@ }, { "cell_type": "markdown", - "id": "279eb2a4", + "id": "3bc7785a", "metadata": { "editable": true }, @@ -1024,7 +1024,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "a88c09b3", + "id": "f1090d5e", "metadata": { "collapsed": false, "editable": true @@ -1041,7 +1041,7 @@ }, { "cell_type": "markdown", - "id": "cd958e85", + "id": "ac6bf976", "metadata": { "editable": true }, @@ -1052,7 +1052,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "41d78257", + "id": "ed55121d", "metadata": { "collapsed": false, "editable": true @@ -1097,7 +1097,7 @@ }, { "cell_type": "markdown", - "id": "4755b5a9", + "id": "4a994430", "metadata": { "editable": true }, @@ -1108,7 +1108,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "a74afe50", + "id": "863db98d", "metadata": { "collapsed": false, "editable": true diff --git a/doc/LectureNotes/figures/adam.png b/doc/LectureNotes/figures/adam.png index 9d8d91cac..a3a39f025 100644 Binary files a/doc/LectureNotes/figures/adam.png and b/doc/LectureNotes/figures/adam.png differ diff --git a/doc/src/week41/.ipynb_checkpoints/exercisesweek41-checkpoint.ipynb b/doc/src/week41/.ipynb_checkpoints/exercisesweek41-checkpoint.ipynb new file mode 100644 index 000000000..6ad2cfc15 --- /dev/null +++ b/doc/src/week41/.ipynb_checkpoints/exercisesweek41-checkpoint.ipynb @@ -0,0 +1,1066 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "961a498e", + "metadata": {}, + "source": [ + "\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "03c74797", + "metadata": {}, + "source": [ + "# Exercises week 41\n", + "**October 9-13, 2023**\n", + "\n", + "Date: **Deadline is Sunday October 15 at midnight**" + ] + }, + { + "cell_type": "markdown", + "id": "ba796602", + "metadata": {}, + "source": [ + "# Overarching aims of the exercises this week\n", + "\n", + "The aim of the exercises this week is to get started with implementing\n", + "gradient methods of relevance for project 2. This exercise will also\n", + "be continued next week with the addition of automatic differentation.\n", + "Everything you develop here will be used in project 2. \n", + "\n", + "In order to get started, we will now replace in our standard ordinary\n", + "least squares (OLS) and Ridge regression codes (from project 1) the\n", + "matrix inversion algorithm with our own gradient descent (GD) and SGD\n", + "codes. You can use the Franke function or the terrain data from\n", + "project 1. **However, we recommend using a simpler function like**\n", + "$f(x)=a_0+a_1x+a_2x^2$ or higher-order one-dimensional polynomials.\n", + "You can obviously test your final codes against for example the Franke\n", + "function. Automatic differentiation will be discussed next week.\n", + "\n", + "You should include in your analysis of the GD and SGD codes the following elements\n", + "1. A plain gradient descent with a fixed learning rate (you will need to tune it) using the analytical expression of the gradients\n", + "\n", + "2. Add momentum to the plain GD code and compare convergence with a fixed learning rate (you may need to tune the learning rate), again using the analytical expression of the gradients.\n", + "\n", + "3. Repeat these steps for stochastic gradient descent with mini batches and a given number of epochs. Use a tunable learning rate as discussed in the lectures from week 39. Discuss the results as functions of the various parameters (size of batches, number of epochs etc)\n", + "\n", + "4. Implement the Adagrad method in order to tune the learning rate. Do this with and without momentum for plain gradient descent and SGD.\n", + "\n", + "5. Add RMSprop and Adam to your library of methods for tuning the learning rate.\n", + "\n", + "The lecture notes from weeks 39 and 40 contain more information and code examples. Feel free to use these examples.\n", + "\n", + "In summary, you should \n", + "perform an analysis of the results for OLS and Ridge regression as\n", + "function of the chosen learning rates, the number of mini-batches and\n", + "epochs as well as algorithm for scaling the learning rate. You can\n", + "also compare your own results with those that can be obtained using\n", + "for example **Scikit-Learn**'s various SGD options. Discuss your\n", + "results. For Ridge regression you need now to study the results as functions of the hyper-parameter $\\lambda$ and \n", + "the learning rate $\\eta$. Discuss your results.\n", + "\n", + "You will need your SGD code for the setup of the Neural Network and\n", + "Logistic Regression codes. You will find the Python [Seaborn\n", + "package](https://seaborn.pydata.org/generated/seaborn.heatmap.html)\n", + "useful when plotting the results as function of the learning rate\n", + "$\\eta$ and the hyper-parameter $\\lambda$ when you use Ridge\n", + "regression.\n", + "\n", + "We recommend reading chapter 8 on optimization from the textbook of [Goodfellow, Bengio and Courville](https://www.deeplearningbook.org/). This chapter contains many useful insights and discussions on the optimization part of machine learning." + ] + }, + { + "cell_type": "markdown", + "id": "59ed943e", + "metadata": {}, + "source": [ + "# Code examples from week 39 and 40" + ] + }, + { + "cell_type": "markdown", + "id": "34d80618", + "metadata": {}, + "source": [ + "## Code with a Number of Minibatches which varies, analytical gradient\n", + "\n", + "In the code here we vary the number of mini-batches." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "43d8de2f", + "metadata": {}, + "outputs": [], + "source": [ + "%matplotlib inline\n", + "\n", + "# Importing various packages\n", + "from math import exp, sqrt\n", + "from random import random, seed\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.inv(X.T @ X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 1000\n", + "\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = 2.0/n*X.T @ ((X @ theta)-y)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "xnew = np.array([[0],[2]])\n", + "Xnew = np.c_[np.ones((2,1)), xnew]\n", + "ypredict = Xnew.dot(theta)\n", + "ypredict2 = Xnew.dot(theta_linreg)\n", + "\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "t0, t1 = 5, 50\n", + "\n", + "def learning_schedule(t):\n", + " return t0/(t+t1)\n", + "\n", + "theta = np.random.randn(2,1)\n", + "\n", + "for epoch in range(n_epochs):\n", + "# Can you figure out a better way of setting up the contributions to each batch?\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (2.0/M)* xi.T @ ((xi @ theta)-yi)\n", + " eta = learning_schedule(epoch*m+i)\n", + " theta = theta - eta*gradients\n", + "print(\"theta from own sdg\")\n", + "print(theta)\n", + "\n", + "plt.plot(xnew, ypredict, \"r-\")\n", + "plt.plot(xnew, ypredict2, \"b-\")\n", + "plt.plot(x, y ,'ro')\n", + "plt.axis([0,2.0,0, 15.0])\n", + "plt.xlabel(r'$x$')\n", + "plt.ylabel(r'$y$')\n", + "plt.title(r'Random numbers ')\n", + "plt.show()" + ] + }, + { + "cell_type": "markdown", + "id": "4677c5e8", + "metadata": {}, + "source": [ + "In the above code, we have use replacement in setting up the\n", + "mini-batches. The discussion\n", + "[here](https://sebastianraschka.com/faq/docs/sgd-methods.html) may be\n", + "useful." + ] + }, + { + "cell_type": "markdown", + "id": "2d5248ca", + "metadata": {}, + "source": [ + "## Momentum based GD\n", + "\n", + "The stochastic gradient descent (SGD) is almost always used with a\n", + "*momentum* or inertia term that serves as a memory of the direction we\n", + "are moving in parameter space. This is typically implemented as\n", + "follows" + ] + }, + { + "cell_type": "markdown", + "id": "4bb0612d", + "metadata": {}, + "source": [ + "$$\n", + "\\mathbf{v}_{t}=\\gamma \\mathbf{v}_{t-1}+\\eta_{t}\\nabla_\\theta E(\\boldsymbol{\\theta}_t) \\nonumber\n", + "$$" + ] + }, + { + "cell_type": "markdown", + "id": "d5b889d0", + "metadata": {}, + "source": [ + "\n", + "
\n", + "\n", + "$$\n", + "\\begin{equation} \n", + "\\boldsymbol{\\theta}_{t+1}= \\boldsymbol{\\theta}_t -\\mathbf{v}_{t},\n", + "\\label{_auto1} \\tag{1}\n", + "\\end{equation}\n", + "$$" + ] + }, + { + "cell_type": "markdown", + "id": "b7a2cc6e", + "metadata": {}, + "source": [ + "where we have introduced a momentum parameter $\\gamma$, with\n", + "$0\\le\\gamma\\le 1$, and for brevity we dropped the explicit notation to\n", + "indicate the gradient is to be taken over a different mini-batch at\n", + "each step. We call this algorithm gradient descent with momentum\n", + "(GDM). From these equations, it is clear that $\\mathbf{v}_t$ is a\n", + "running average of recently encountered gradients and\n", + "$(1-\\gamma)^{-1}$ sets the characteristic time scale for the memory\n", + "used in the averaging procedure. Consistent with this, when\n", + "$\\gamma=0$, this just reduces down to ordinary SGD as discussed\n", + "earlier. An equivalent way of writing the updates is" + ] + }, + { + "cell_type": "markdown", + "id": "7f0d00e7", + "metadata": {}, + "source": [ + "$$\n", + "\\Delta \\boldsymbol{\\theta}_{t+1} = \\gamma \\Delta \\boldsymbol{\\theta}_t -\\ \\eta_{t}\\nabla_\\theta E(\\boldsymbol{\\theta}_t),\n", + "$$" + ] + }, + { + "cell_type": "markdown", + "id": "4d7fd3b5", + "metadata": {}, + "source": [ + "where we have defined $\\Delta \\boldsymbol{\\theta}_{t}= \\boldsymbol{\\theta}_t-\\boldsymbol{\\theta}_{t-1}$." + ] + }, + { + "cell_type": "markdown", + "id": "c1115897", + "metadata": {}, + "source": [ + "## Algorithms and codes for Adagrad, RMSprop and Adam\n", + "\n", + "The algorithms we have implemented are well described in the text by [Goodfellow, Bengio and Courville, chapter 8](https://www.deeplearningbook.org/contents/optimization.html).\n", + "\n", + "The codes which implement these algorithms are discussed after our presentation of automatic differentiation." + ] + }, + { + "cell_type": "markdown", + "id": "34dcaf8a", + "metadata": {}, + "source": [ + "## Practical tips\n", + "\n", + "* **Randomize the data when making mini-batches**. It is always important to randomly shuffle the data when forming mini-batches. Otherwise, the gradient descent method can fit spurious correlations resulting from the order in which data is presented.\n", + "\n", + "* **Transform your inputs**. Learning becomes difficult when our landscape has a mixture of steep and flat directions. One simple trick for minimizing these situations is to standardize the data by subtracting the mean and normalizing the variance of input variables. Whenever possible, also decorrelate the inputs. To understand why this is helpful, consider the case of linear regression. It is easy to show that for the squared error cost function, the Hessian of the cost function is just the correlation matrix between the inputs. Thus, by standardizing the inputs, we are ensuring that the landscape looks homogeneous in all directions in parameter space. Since most deep networks can be viewed as linear transformations followed by a non-linearity at each layer, we expect this intuition to hold beyond the linear case.\n", + "\n", + "* **Monitor the out-of-sample performance.** Always monitor the performance of your model on a validation set (a small portion of the training data that is held out of the training process to serve as a proxy for the test set. If the validation error starts increasing, then the model is beginning to overfit. Terminate the learning process. This *early stopping* significantly improves performance in many settings.\n", + "\n", + "* **Adaptive optimization methods don't always have good generalization.** Recent studies have shown that adaptive methods such as ADAM, RMSPorp, and AdaGrad tend to have poor generalization compared to SGD or SGD with momentum, particularly in the high-dimensional limit (i.e. the number of parameters exceeds the number of data points). Although it is not clear at this stage why these methods perform so well in training deep neural networks, simpler procedures like properly-tuned SGD may work as well or better in these applications.\n", + "\n", + "Geron's text, see chapter 11, has several interesting discussions." + ] + }, + { + "cell_type": "markdown", + "id": "61718b10", + "metadata": {}, + "source": [ + "## Using Automatic differentation with OLS\n", + "\n", + "We conclude the part on optmization by showing how we can make codes\n", + "for linear regression and logistic regression using **autograd**. The\n", + "first example shows results with ordinary leats squares." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "69f28955", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients for OLS\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "def CostOLS(beta):\n", + " return (1.0/n)*np.sum((y-X @ beta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 1000\n", + "# define the gradient\n", + "training_gradient = grad(CostOLS)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = training_gradient(theta)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "xnew = np.array([[0],[2]])\n", + "Xnew = np.c_[np.ones((2,1)), xnew]\n", + "ypredict = Xnew.dot(theta)\n", + "ypredict2 = Xnew.dot(theta_linreg)\n", + "\n", + "plt.plot(xnew, ypredict, \"r-\")\n", + "plt.plot(xnew, ypredict2, \"b-\")\n", + "plt.plot(x, y ,'ro')\n", + "plt.axis([0,2.0,0, 15.0])\n", + "plt.xlabel(r'$x$')\n", + "plt.ylabel(r'$y$')\n", + "plt.title(r'Random numbers ')\n", + "plt.show()" + ] + }, + { + "cell_type": "markdown", + "id": "a803b75e", + "metadata": {}, + "source": [ + "## Same code but now with momentum gradient descent" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "4b035828", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients for OLS\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "def CostOLS(beta):\n", + " return (1.0/n)*np.sum((y-X @ beta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x#+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 30\n", + "\n", + "# define the gradient\n", + "training_gradient = grad(CostOLS)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = training_gradient(theta)\n", + " theta -= eta*gradients\n", + " print(iter,gradients[0],gradients[1])\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "# Now improve with momentum gradient descent\n", + "change = 0.0\n", + "delta_momentum = 0.3\n", + "for iter in range(Niterations):\n", + " # calculate gradient\n", + " gradients = training_gradient(theta)\n", + " # calculate update\n", + " new_change = eta*gradients+delta_momentum*change\n", + " # take a step\n", + " theta -= new_change\n", + " # save the change\n", + " change = new_change\n", + " print(iter,gradients[0],gradients[1])\n", + "print(\"theta from own gd wth momentum\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "a6cd3976", + "metadata": {}, + "source": [ + "## But noen of these can compete with Newton's method" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "bb1d1307", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Newton's method\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "def CostOLS(beta):\n", + " return (1.0/n)*np.sum((y-X @ beta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "beta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(beta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "# Note that here the Hessian does not depend on the parameters beta\n", + "invH = np.linalg.pinv(H)\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "beta = np.random.randn(2,1)\n", + "Niterations = 5\n", + "\n", + "# define the gradient\n", + "training_gradient = grad(CostOLS)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = training_gradient(beta)\n", + " beta -= invH @ gradients\n", + " print(iter,gradients[0],gradients[1])\n", + "print(\"beta from own Newton code\")\n", + "print(beta)" + ] + }, + { + "cell_type": "markdown", + "id": "75f73e7a", + "metadata": {}, + "source": [ + "## Including Stochastic Gradient Descent with Autograd\n", + "In this code we include the stochastic gradient descent approach discussed above. Note here that we specify which argument we are taking the derivative with respect to when using **autograd**." + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "7dd791d5", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using SGD\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 1000\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = (1.0/n)*training_gradient(y, X, theta)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "xnew = np.array([[0],[2]])\n", + "Xnew = np.c_[np.ones((2,1)), xnew]\n", + "ypredict = Xnew.dot(theta)\n", + "ypredict2 = Xnew.dot(theta_linreg)\n", + "\n", + "plt.plot(xnew, ypredict, \"r-\")\n", + "plt.plot(xnew, ypredict2, \"b-\")\n", + "plt.plot(x, y ,'ro')\n", + "plt.axis([0,2.0,0, 15.0])\n", + "plt.xlabel(r'$x$')\n", + "plt.ylabel(r'$y$')\n", + "plt.title(r'Random numbers ')\n", + "plt.show()\n", + "\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "t0, t1 = 5, 50\n", + "def learning_schedule(t):\n", + " return t0/(t+t1)\n", + "\n", + "theta = np.random.randn(2,1)\n", + "\n", + "for epoch in range(n_epochs):\n", + "# Can you figure out a better way of setting up the contributions to each batch?\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " eta = learning_schedule(epoch*m+i)\n", + " theta = theta - eta*gradients\n", + "print(\"theta from own sdg\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "4ffca685", + "metadata": {}, + "source": [ + "## Same code but now with momentum gradient descent" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "e204d159", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using SGD\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 100\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = (1.0/n)*training_gradient(y, X, theta)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "t0, t1 = 5, 50\n", + "def learning_schedule(t):\n", + " return t0/(t+t1)\n", + "\n", + "theta = np.random.randn(2,1)\n", + "\n", + "change = 0.0\n", + "delta_momentum = 0.3\n", + "\n", + "for epoch in range(n_epochs):\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " eta = learning_schedule(epoch*m+i)\n", + " # calculate update\n", + " new_change = eta*gradients+delta_momentum*change\n", + " # take a step\n", + " theta -= new_change\n", + " # save the change\n", + " change = new_change\n", + "print(\"theta from own sdg with momentum\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "8d01366d", + "metadata": {}, + "source": [ + "## AdaGrad algorithm, taken from [Goodfellow et al](https://www.deeplearningbook.org/contents/optimization.html)\n", + "\n", + "\n", + "\n", + "\n", + "

Figure 1:

\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "002a3fb6", + "metadata": {}, + "source": [ + "## Similar (second order function now) problem but now with AdaGrad" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "01052f97", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using AdaGrad and Stochastic Gradient descent\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 1000\n", + "x = np.random.rand(n,1)\n", + "y = 2.0+3*x +4*x*x\n", + "\n", + "X = np.c_[np.ones((n,1)), x, x*x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "# Define parameters for Stochastic Gradient Descent\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "# Guess for unknown parameters theta\n", + "theta = np.random.randn(3,1)\n", + "\n", + "# Value for learning rate\n", + "eta = 0.01\n", + "# Including AdaGrad parameter to avoid possible division by zero\n", + "delta = 1e-8\n", + "for epoch in range(n_epochs):\n", + " Giter = 0.0\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " Giter += gradients*gradients\n", + " update = gradients*eta/(delta+np.sqrt(Giter))\n", + " theta -= update\n", + "print(\"theta from own AdaGrad\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "9ef98b6c", + "metadata": {}, + "source": [ + "Running this code we note an almost perfect agreement with the results from matrix inversion." + ] + }, + { + "cell_type": "markdown", + "id": "6d8c41b4", + "metadata": {}, + "source": [ + "## RMSProp algorithm, taken from [Goodfellow et al](https://www.deeplearningbook.org/contents/optimization.html)\n", + "\n", + "\n", + "\n", + "\n", + "

Figure 1:

\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "ccc367e5", + "metadata": {}, + "source": [ + "## RMSprop for adaptive learning rate with Stochastic Gradient Descent" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "7c672270", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using RMSprop and Stochastic Gradient descent\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 1000\n", + "x = np.random.rand(n,1)\n", + "y = 2.0+3*x +4*x*x# +np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x, x*x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "# Define parameters for Stochastic Gradient Descent\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "# Guess for unknown parameters theta\n", + "theta = np.random.randn(3,1)\n", + "\n", + "# Value for learning rate\n", + "eta = 0.01\n", + "# Value for parameter rho\n", + "rho = 0.99\n", + "# Including AdaGrad parameter to avoid possible division by zero\n", + "delta = 1e-8\n", + "for epoch in range(n_epochs):\n", + " Giter = 0.0\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + "\t# Accumulated gradient\n", + "\t# Scaling with rho the new and the previous results\n", + " Giter = (rho*Giter+(1-rho)*gradients*gradients)\n", + "\t# Taking the diagonal only and inverting\n", + " update = gradients*eta/(delta+np.sqrt(Giter))\n", + "\t# Hadamard product\n", + " theta -= update\n", + "print(\"theta from own RMSprop\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "4e933539", + "metadata": {}, + "source": [ + "## ADAM algorithm, taken from [Goodfellow et al](https://www.deeplearningbook.org/contents/optimization.html)\n", + "\n", + "\n", + "\n", + "\n", + "

Figure 1:

\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "dba60a0e", + "metadata": {}, + "source": [ + "## And finally [ADAM](https://arxiv.org/pdf/1412.6980.pdf)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "dded64ca", + "metadata": {}, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using RMSprop and Stochastic Gradient descent\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 1000\n", + "x = np.random.rand(n,1)\n", + "y = 2.0+3*x +4*x*x# +np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x, x*x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "# Define parameters for Stochastic Gradient Descent\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "# Guess for unknown parameters theta\n", + "theta = np.random.randn(3,1)\n", + "\n", + "# Value for learning rate\n", + "eta = 0.01\n", + "# Value for parameters beta1 and beta2, see https://arxiv.org/abs/1412.6980\n", + "beta1 = 0.9\n", + "beta2 = 0.999\n", + "# Including AdaGrad parameter to avoid possible division by zero\n", + "delta = 1e-7\n", + "iter = 0\n", + "for epoch in range(n_epochs):\n", + " first_moment = 0.0\n", + " second_moment = 0.0\n", + " iter += 1\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " # Computing moments first\n", + " first_moment = beta1*first_moment + (1-beta1)*gradients\n", + " second_moment = beta2*second_moment+(1-beta2)*gradients*gradients\n", + " first_term = first_moment/(1.0-beta1**iter)\n", + " second_term = second_moment/(1.0-beta2**iter)\n", + "\t# Scaling with rho the new and the previous results\n", + " update = eta*first_term/(np.sqrt(second_term)+delta)\n", + " theta -= update\n", + "print(\"theta from own ADAM\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "cfcf6b3f", + "metadata": {}, + "source": [ + "## Introducing [JAX](https://jax.readthedocs.io/en/latest/)\n", + "\n", + "Presently, instead of using **autograd**, we recommend using [JAX](https://jax.readthedocs.io/en/latest/)\n", + "\n", + "**JAX** is Autograd and [XLA (Accelerated Linear Algebra))](https://www.tensorflow.org/xla),\n", + "brought together for high-performance numerical computing and machine learning research.\n", + "It provides composable transformations of Python+NumPy programs: differentiate, vectorize, parallelize, Just-In-Time compile to GPU/TPU, and more." + ] + }, + { + "cell_type": "markdown", + "id": "3154e001", + "metadata": {}, + "source": [ + "### Getting started with Jax, note the way we import numpy" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "10302ddf", + "metadata": {}, + "outputs": [], + "source": [ + "import jax\n", + "import jax.numpy as jnp\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "\n", + "from jax import grad as jax_grad" + ] + }, + { + "cell_type": "markdown", + "id": "b502e49e", + "metadata": {}, + "source": [ + "### A warm-up example" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "96d0b51e", + "metadata": {}, + "outputs": [], + "source": [ + "def function(x):\n", + " return x**2\n", + "\n", + "def analytical_gradient(x):\n", + " return 2*x\n", + "\n", + "def gradient_descent(starting_point, learning_rate, num_iterations, solver=\"analytical\"):\n", + " x = starting_point\n", + " trajectory_x = [x]\n", + " trajectory_y = [function(x)]\n", + "\n", + " if solver == \"analytical\":\n", + " grad = analytical_gradient \n", + " elif solver == \"jax\":\n", + " grad = jax_grad(function)\n", + " x = jnp.float64(x)\n", + " learning_rate = jnp.float64(learning_rate)\n", + "\n", + " for _ in range(num_iterations):\n", + " \n", + " x = x - learning_rate * grad(x)\n", + " trajectory_x.append(x)\n", + " trajectory_y.append(function(x))\n", + "\n", + " return trajectory_x, trajectory_y\n", + "\n", + "x = np.linspace(-5, 5, 100)\n", + "plt.plot(x, function(x), label=\"f(x)\")\n", + "\n", + "descent_x, descent_y = gradient_descent(5, 0.1, 10, solver=\"analytical\")\n", + "jax_descend_x, jax_descend_y = gradient_descent(5, 0.1, 10, solver=\"jax\")\n", + "\n", + "plt.plot(descent_x, descent_y, label=\"Gradient descent\", marker=\"o\")\n", + "plt.plot(jax_descend_x, jax_descend_y, label=\"JAX\", marker=\"x\")" + ] + }, + { + "cell_type": "markdown", + "id": "276504df", + "metadata": {}, + "source": [ + "### A more advanced example" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "461c3059", + "metadata": {}, + "outputs": [], + "source": [ + "backend = np\n", + "\n", + "def function(x):\n", + " return x*backend.sin(x**2 + 1)\n", + "\n", + "def analytical_gradient(x):\n", + " return backend.sin(x**2 + 1) + 2*x**2*backend.cos(x**2 + 1)\n", + "\n", + "\n", + "x = np.linspace(-5, 5, 100)\n", + "plt.plot(x, function(x), label=\"f(x)\")\n", + "\n", + "descent_x, descent_y = gradient_descent(1, 0.01, 300, solver=\"analytical\")\n", + "\n", + "# Change the backend to JAX\n", + "backend = jnp\n", + "jax_descend_x, jax_descend_y = gradient_descent(1, 0.01, 300, solver=\"jax\")\n", + "\n", + "plt.scatter(descent_x, descent_y, label=\"Gradient descent\", marker=\"v\", s=10, color=\"red\") \n", + "plt.scatter(jax_descend_x, jax_descend_y, label=\"JAX\", marker=\"x\", s=5, color=\"black\")" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/doc/src/week41/exercisesweek41.ipynb b/doc/src/week41/exercisesweek41.ipynb new file mode 100644 index 000000000..341ad034c --- /dev/null +++ b/doc/src/week41/exercisesweek41.ipynb @@ -0,0 +1,1144 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "e3354581", + "metadata": { + "editable": true + }, + "source": [ + "\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "8d5fc499", + "metadata": { + "editable": true + }, + "source": [ + "# Exercises week 41\n", + "**October 9-13, 2023**\n", + "\n", + "Date: **Deadline is Sunday October 15 at midnight**" + ] + }, + { + "cell_type": "markdown", + "id": "d3ef3596", + "metadata": { + "editable": true + }, + "source": [ + "# Overarching aims of the exercises this week\n", + "\n", + "The aim of the exercises this week is to get started with implementing\n", + "gradient methods of relevance for project 2. This exercise will also\n", + "be continued next week with the addition of automatic differentation.\n", + "Everything you develop here will be used in project 2. \n", + "\n", + "In order to get started, we will now replace in our standard ordinary\n", + "least squares (OLS) and Ridge regression codes (from project 1) the\n", + "matrix inversion algorithm with our own gradient descent (GD) and SGD\n", + "codes. You can use the Franke function or the terrain data from\n", + "project 1. **However, we recommend using a simpler function like**\n", + "$f(x)=a_0+a_1x+a_2x^2$ or higher-order one-dimensional polynomials.\n", + "You can obviously test your final codes against for example the Franke\n", + "function. Automatic differentiation will be discussed next week.\n", + "\n", + "You should include in your analysis of the GD and SGD codes the following elements\n", + "1. A plain gradient descent with a fixed learning rate (you will need to tune it) using the analytical expression of the gradients\n", + "\n", + "2. Add momentum to the plain GD code and compare convergence with a fixed learning rate (you may need to tune the learning rate), again using the analytical expression of the gradients.\n", + "\n", + "3. Repeat these steps for stochastic gradient descent with mini batches and a given number of epochs. Use a tunable learning rate as discussed in the lectures from week 39. Discuss the results as functions of the various parameters (size of batches, number of epochs etc)\n", + "\n", + "4. Implement the Adagrad method in order to tune the learning rate. Do this with and without momentum for plain gradient descent and SGD.\n", + "\n", + "5. Add RMSprop and Adam to your library of methods for tuning the learning rate.\n", + "\n", + "The lecture notes from weeks 39 and 40 contain more information and code examples. Feel free to use these examples.\n", + "\n", + "In summary, you should \n", + "perform an analysis of the results for OLS and Ridge regression as\n", + "function of the chosen learning rates, the number of mini-batches and\n", + "epochs as well as algorithm for scaling the learning rate. You can\n", + "also compare your own results with those that can be obtained using\n", + "for example **Scikit-Learn**'s various SGD options. Discuss your\n", + "results. For Ridge regression you need now to study the results as functions of the hyper-parameter $\\lambda$ and \n", + "the learning rate $\\eta$. Discuss your results.\n", + "\n", + "You will need your SGD code for the setup of the Neural Network and\n", + "Logistic Regression codes. You will find the Python [Seaborn\n", + "package](https://seaborn.pydata.org/generated/seaborn.heatmap.html)\n", + "useful when plotting the results as function of the learning rate\n", + "$\\eta$ and the hyper-parameter $\\lambda$ when you use Ridge\n", + "regression.\n", + "\n", + "We recommend reading chapter 8 on optimization from the textbook of [Goodfellow, Bengio and Courville](https://www.deeplearningbook.org/). This chapter contains many useful insights and discussions on the optimization part of machine learning." + ] + }, + { + "cell_type": "markdown", + "id": "9940e21b", + "metadata": { + "editable": true + }, + "source": [ + "# Code examples from week 39 and 40" + ] + }, + { + "cell_type": "markdown", + "id": "6559d6d2", + "metadata": { + "editable": true + }, + "source": [ + "## Code with a Number of Minibatches which varies, analytical gradient\n", + "\n", + "In the code here we vary the number of mini-batches." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "021b66d2", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "%matplotlib inline\n", + "\n", + "# Importing various packages\n", + "from math import exp, sqrt\n", + "from random import random, seed\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.inv(X.T @ X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 1000\n", + "\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = 2.0/n*X.T @ ((X @ theta)-y)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "xnew = np.array([[0],[2]])\n", + "Xnew = np.c_[np.ones((2,1)), xnew]\n", + "ypredict = Xnew.dot(theta)\n", + "ypredict2 = Xnew.dot(theta_linreg)\n", + "\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "t0, t1 = 5, 50\n", + "\n", + "def learning_schedule(t):\n", + " return t0/(t+t1)\n", + "\n", + "theta = np.random.randn(2,1)\n", + "\n", + "for epoch in range(n_epochs):\n", + "# Can you figure out a better way of setting up the contributions to each batch?\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (2.0/M)* xi.T @ ((xi @ theta)-yi)\n", + " eta = learning_schedule(epoch*m+i)\n", + " theta = theta - eta*gradients\n", + "print(\"theta from own sdg\")\n", + "print(theta)\n", + "\n", + "plt.plot(xnew, ypredict, \"r-\")\n", + "plt.plot(xnew, ypredict2, \"b-\")\n", + "plt.plot(x, y ,'ro')\n", + "plt.axis([0,2.0,0, 15.0])\n", + "plt.xlabel(r'$x$')\n", + "plt.ylabel(r'$y$')\n", + "plt.title(r'Random numbers ')\n", + "plt.show()" + ] + }, + { + "cell_type": "markdown", + "id": "d8e7110b", + "metadata": { + "editable": true + }, + "source": [ + "In the above code, we have use replacement in setting up the\n", + "mini-batches. The discussion\n", + "[here](https://sebastianraschka.com/faq/docs/sgd-methods.html) may be\n", + "useful." + ] + }, + { + "cell_type": "markdown", + "id": "74a7859a", + "metadata": { + "editable": true + }, + "source": [ + "## Momentum based GD\n", + "\n", + "The stochastic gradient descent (SGD) is almost always used with a\n", + "*momentum* or inertia term that serves as a memory of the direction we\n", + "are moving in parameter space. This is typically implemented as\n", + "follows" + ] + }, + { + "cell_type": "markdown", + "id": "619df8e8", + "metadata": { + "editable": true + }, + "source": [ + "$$\n", + "\\mathbf{v}_{t}=\\gamma \\mathbf{v}_{t-1}+\\eta_{t}\\nabla_\\theta E(\\boldsymbol{\\theta}_t) \\nonumber\n", + "$$" + ] + }, + { + "cell_type": "markdown", + "id": "c759cfc4", + "metadata": { + "editable": true + }, + "source": [ + "\n", + "
\n", + "\n", + "$$\n", + "\\begin{equation} \n", + "\\boldsymbol{\\theta}_{t+1}= \\boldsymbol{\\theta}_t -\\mathbf{v}_{t},\n", + "\\label{_auto1} \\tag{1}\n", + "\\end{equation}\n", + "$$" + ] + }, + { + "cell_type": "markdown", + "id": "0a4571f9", + "metadata": { + "editable": true + }, + "source": [ + "where we have introduced a momentum parameter $\\gamma$, with\n", + "$0\\le\\gamma\\le 1$, and for brevity we dropped the explicit notation to\n", + "indicate the gradient is to be taken over a different mini-batch at\n", + "each step. We call this algorithm gradient descent with momentum\n", + "(GDM). From these equations, it is clear that $\\mathbf{v}_t$ is a\n", + "running average of recently encountered gradients and\n", + "$(1-\\gamma)^{-1}$ sets the characteristic time scale for the memory\n", + "used in the averaging procedure. Consistent with this, when\n", + "$\\gamma=0$, this just reduces down to ordinary SGD as discussed\n", + "earlier. An equivalent way of writing the updates is" + ] + }, + { + "cell_type": "markdown", + "id": "9bebfdd9", + "metadata": { + "editable": true + }, + "source": [ + "$$\n", + "\\Delta \\boldsymbol{\\theta}_{t+1} = \\gamma \\Delta \\boldsymbol{\\theta}_t -\\ \\eta_{t}\\nabla_\\theta E(\\boldsymbol{\\theta}_t),\n", + "$$" + ] + }, + { + "cell_type": "markdown", + "id": "c9e635e8", + "metadata": { + "editable": true + }, + "source": [ + "where we have defined $\\Delta \\boldsymbol{\\theta}_{t}= \\boldsymbol{\\theta}_t-\\boldsymbol{\\theta}_{t-1}$." + ] + }, + { + "cell_type": "markdown", + "id": "eb544f8b", + "metadata": { + "editable": true + }, + "source": [ + "## Algorithms and codes for Adagrad, RMSprop and Adam\n", + "\n", + "The algorithms we have implemented are well described in the text by [Goodfellow, Bengio and Courville, chapter 8](https://www.deeplearningbook.org/contents/optimization.html).\n", + "\n", + "The codes which implement these algorithms are discussed after our presentation of automatic differentiation." + ] + }, + { + "cell_type": "markdown", + "id": "d088ad85", + "metadata": { + "editable": true + }, + "source": [ + "## Practical tips\n", + "\n", + "* **Randomize the data when making mini-batches**. It is always important to randomly shuffle the data when forming mini-batches. Otherwise, the gradient descent method can fit spurious correlations resulting from the order in which data is presented.\n", + "\n", + "* **Transform your inputs**. Learning becomes difficult when our landscape has a mixture of steep and flat directions. One simple trick for minimizing these situations is to standardize the data by subtracting the mean and normalizing the variance of input variables. Whenever possible, also decorrelate the inputs. To understand why this is helpful, consider the case of linear regression. It is easy to show that for the squared error cost function, the Hessian of the cost function is just the correlation matrix between the inputs. Thus, by standardizing the inputs, we are ensuring that the landscape looks homogeneous in all directions in parameter space. Since most deep networks can be viewed as linear transformations followed by a non-linearity at each layer, we expect this intuition to hold beyond the linear case.\n", + "\n", + "* **Monitor the out-of-sample performance.** Always monitor the performance of your model on a validation set (a small portion of the training data that is held out of the training process to serve as a proxy for the test set. If the validation error starts increasing, then the model is beginning to overfit. Terminate the learning process. This *early stopping* significantly improves performance in many settings.\n", + "\n", + "* **Adaptive optimization methods don't always have good generalization.** Recent studies have shown that adaptive methods such as ADAM, RMSPorp, and AdaGrad tend to have poor generalization compared to SGD or SGD with momentum, particularly in the high-dimensional limit (i.e. the number of parameters exceeds the number of data points). Although it is not clear at this stage why these methods perform so well in training deep neural networks, simpler procedures like properly-tuned SGD may work as well or better in these applications.\n", + "\n", + "Geron's text, see chapter 11, has several interesting discussions." + ] + }, + { + "cell_type": "markdown", + "id": "937063d3", + "metadata": { + "editable": true + }, + "source": [ + "## Using Automatic differentation with OLS\n", + "\n", + "We conclude the part on optmization by showing how we can make codes\n", + "for linear regression and logistic regression using **autograd**. The\n", + "first example shows results with ordinary leats squares." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "e08215a6", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients for OLS\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "def CostOLS(beta):\n", + " return (1.0/n)*np.sum((y-X @ beta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 1000\n", + "# define the gradient\n", + "training_gradient = grad(CostOLS)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = training_gradient(theta)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "xnew = np.array([[0],[2]])\n", + "Xnew = np.c_[np.ones((2,1)), xnew]\n", + "ypredict = Xnew.dot(theta)\n", + "ypredict2 = Xnew.dot(theta_linreg)\n", + "\n", + "plt.plot(xnew, ypredict, \"r-\")\n", + "plt.plot(xnew, ypredict2, \"b-\")\n", + "plt.plot(x, y ,'ro')\n", + "plt.axis([0,2.0,0, 15.0])\n", + "plt.xlabel(r'$x$')\n", + "plt.ylabel(r'$y$')\n", + "plt.title(r'Random numbers ')\n", + "plt.show()" + ] + }, + { + "cell_type": "markdown", + "id": "623ad923", + "metadata": { + "editable": true + }, + "source": [ + "## Same code but now with momentum gradient descent" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "b7fe53c1", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients for OLS\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "def CostOLS(beta):\n", + " return (1.0/n)*np.sum((y-X @ beta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x#+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 30\n", + "\n", + "# define the gradient\n", + "training_gradient = grad(CostOLS)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = training_gradient(theta)\n", + " theta -= eta*gradients\n", + " print(iter,gradients[0],gradients[1])\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "# Now improve with momentum gradient descent\n", + "change = 0.0\n", + "delta_momentum = 0.3\n", + "for iter in range(Niterations):\n", + " # calculate gradient\n", + " gradients = training_gradient(theta)\n", + " # calculate update\n", + " new_change = eta*gradients+delta_momentum*change\n", + " # take a step\n", + " theta -= new_change\n", + " # save the change\n", + " change = new_change\n", + " print(iter,gradients[0],gradients[1])\n", + "print(\"theta from own gd wth momentum\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "749000b3", + "metadata": { + "editable": true + }, + "source": [ + "## But noen of these can compete with Newton's method" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "e7b4abe1", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Newton's method\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "def CostOLS(beta):\n", + " return (1.0/n)*np.sum((y-X @ beta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "beta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(beta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "# Note that here the Hessian does not depend on the parameters beta\n", + "invH = np.linalg.pinv(H)\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "beta = np.random.randn(2,1)\n", + "Niterations = 5\n", + "\n", + "# define the gradient\n", + "training_gradient = grad(CostOLS)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = training_gradient(beta)\n", + " beta -= invH @ gradients\n", + " print(iter,gradients[0],gradients[1])\n", + "print(\"beta from own Newton code\")\n", + "print(beta)" + ] + }, + { + "cell_type": "markdown", + "id": "d47c2b1c", + "metadata": { + "editable": true + }, + "source": [ + "## Including Stochastic Gradient Descent with Autograd\n", + "In this code we include the stochastic gradient descent approach discussed above. Note here that we specify which argument we are taking the derivative with respect to when using **autograd**." + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "e2b04ba9", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using SGD\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 1000\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = (1.0/n)*training_gradient(y, X, theta)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "xnew = np.array([[0],[2]])\n", + "Xnew = np.c_[np.ones((2,1)), xnew]\n", + "ypredict = Xnew.dot(theta)\n", + "ypredict2 = Xnew.dot(theta_linreg)\n", + "\n", + "plt.plot(xnew, ypredict, \"r-\")\n", + "plt.plot(xnew, ypredict2, \"b-\")\n", + "plt.plot(x, y ,'ro')\n", + "plt.axis([0,2.0,0, 15.0])\n", + "plt.xlabel(r'$x$')\n", + "plt.ylabel(r'$y$')\n", + "plt.title(r'Random numbers ')\n", + "plt.show()\n", + "\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "t0, t1 = 5, 50\n", + "def learning_schedule(t):\n", + " return t0/(t+t1)\n", + "\n", + "theta = np.random.randn(2,1)\n", + "\n", + "for epoch in range(n_epochs):\n", + "# Can you figure out a better way of setting up the contributions to each batch?\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " eta = learning_schedule(epoch*m+i)\n", + " theta = theta - eta*gradients\n", + "print(\"theta from own sdg\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "f6d7455a", + "metadata": { + "editable": true + }, + "source": [ + "## Same code but now with momentum gradient descent" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "40a68e4f", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using SGD\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 100\n", + "x = 2*np.random.rand(n,1)\n", + "y = 4+3*x+np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "# Hessian matrix\n", + "H = (2.0/n)* XT_X\n", + "EigValues, EigVectors = np.linalg.eig(H)\n", + "print(f\"Eigenvalues of Hessian Matrix:{EigValues}\")\n", + "\n", + "theta = np.random.randn(2,1)\n", + "eta = 1.0/np.max(EigValues)\n", + "Niterations = 100\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "\n", + "for iter in range(Niterations):\n", + " gradients = (1.0/n)*training_gradient(y, X, theta)\n", + " theta -= eta*gradients\n", + "print(\"theta from own gd\")\n", + "print(theta)\n", + "\n", + "\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "t0, t1 = 5, 50\n", + "def learning_schedule(t):\n", + " return t0/(t+t1)\n", + "\n", + "theta = np.random.randn(2,1)\n", + "\n", + "change = 0.0\n", + "delta_momentum = 0.3\n", + "\n", + "for epoch in range(n_epochs):\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " eta = learning_schedule(epoch*m+i)\n", + " # calculate update\n", + " new_change = eta*gradients+delta_momentum*change\n", + " # take a step\n", + " theta -= new_change\n", + " # save the change\n", + " change = new_change\n", + "print(\"theta from own sdg with momentum\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "d1f7f38d", + "metadata": { + "editable": true + }, + "source": [ + "## AdaGrad algorithm, taken from [Goodfellow et al](https://www.deeplearningbook.org/contents/optimization.html)\n", + "\n", + "\n", + "\n", + "\n", + "

Figure 1:

\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "b85cc96c", + "metadata": { + "editable": true + }, + "source": [ + "## Similar (second order function now) problem but now with AdaGrad" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "3ced9e13", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using AdaGrad and Stochastic Gradient descent\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 1000\n", + "x = np.random.rand(n,1)\n", + "y = 2.0+3*x +4*x*x\n", + "\n", + "X = np.c_[np.ones((n,1)), x, x*x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "# Define parameters for Stochastic Gradient Descent\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "# Guess for unknown parameters theta\n", + "theta = np.random.randn(3,1)\n", + "\n", + "# Value for learning rate\n", + "eta = 0.01\n", + "# Including AdaGrad parameter to avoid possible division by zero\n", + "delta = 1e-8\n", + "for epoch in range(n_epochs):\n", + " Giter = 0.0\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " Giter += gradients*gradients\n", + " update = gradients*eta/(delta+np.sqrt(Giter))\n", + " theta -= update\n", + "print(\"theta from own AdaGrad\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "ed1fa9e4", + "metadata": { + "editable": true + }, + "source": [ + "Running this code we note an almost perfect agreement with the results from matrix inversion." + ] + }, + { + "cell_type": "markdown", + "id": "787b2b5e", + "metadata": { + "editable": true + }, + "source": [ + "## RMSProp algorithm, taken from [Goodfellow et al](https://www.deeplearningbook.org/contents/optimization.html)\n", + "\n", + "\n", + "\n", + "\n", + "

Figure 1:

\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "ac61b6e0", + "metadata": { + "editable": true + }, + "source": [ + "## RMSprop for adaptive learning rate with Stochastic Gradient Descent" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "5febac4f", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using RMSprop and Stochastic Gradient descent\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 1000\n", + "x = np.random.rand(n,1)\n", + "y = 2.0+3*x +4*x*x# +np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x, x*x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "# Define parameters for Stochastic Gradient Descent\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "# Guess for unknown parameters theta\n", + "theta = np.random.randn(3,1)\n", + "\n", + "# Value for learning rate\n", + "eta = 0.01\n", + "# Value for parameter rho\n", + "rho = 0.99\n", + "# Including AdaGrad parameter to avoid possible division by zero\n", + "delta = 1e-8\n", + "for epoch in range(n_epochs):\n", + " Giter = 0.0\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + "\t# Accumulated gradient\n", + "\t# Scaling with rho the new and the previous results\n", + " Giter = (rho*Giter+(1-rho)*gradients*gradients)\n", + "\t# Taking the diagonal only and inverting\n", + " update = gradients*eta/(delta+np.sqrt(Giter))\n", + "\t# Hadamard product\n", + " theta -= update\n", + "print(\"theta from own RMSprop\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "ee8a6301", + "metadata": { + "editable": true + }, + "source": [ + "## ADAM algorithm, taken from [Goodfellow et al](https://www.deeplearningbook.org/contents/optimization.html)\n", + "\n", + "\n", + "\n", + "\n", + "

Figure 1:

\n", + "" + ] + }, + { + "cell_type": "markdown", + "id": "b2d0f16b", + "metadata": { + "editable": true + }, + "source": [ + "## And finally [ADAM](https://arxiv.org/pdf/1412.6980.pdf)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "59349e6f", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "# Using Autograd to calculate gradients using RMSprop and Stochastic Gradient descent\n", + "# OLS example\n", + "from random import random, seed\n", + "import numpy as np\n", + "import autograd.numpy as np\n", + "import matplotlib.pyplot as plt\n", + "from autograd import grad\n", + "\n", + "# Note change from previous example\n", + "def CostOLS(y,X,theta):\n", + " return np.sum((y-X @ theta)**2)\n", + "\n", + "n = 1000\n", + "x = np.random.rand(n,1)\n", + "y = 2.0+3*x +4*x*x# +np.random.randn(n,1)\n", + "\n", + "X = np.c_[np.ones((n,1)), x, x*x]\n", + "XT_X = X.T @ X\n", + "theta_linreg = np.linalg.pinv(XT_X) @ (X.T @ y)\n", + "print(\"Own inversion\")\n", + "print(theta_linreg)\n", + "\n", + "\n", + "# Note that we request the derivative wrt third argument (theta, 2 here)\n", + "training_gradient = grad(CostOLS,2)\n", + "# Define parameters for Stochastic Gradient Descent\n", + "n_epochs = 50\n", + "M = 5 #size of each minibatch\n", + "m = int(n/M) #number of minibatches\n", + "# Guess for unknown parameters theta\n", + "theta = np.random.randn(3,1)\n", + "\n", + "# Value for learning rate\n", + "eta = 0.01\n", + "# Value for parameters beta1 and beta2, see https://arxiv.org/abs/1412.6980\n", + "beta1 = 0.9\n", + "beta2 = 0.999\n", + "# Including AdaGrad parameter to avoid possible division by zero\n", + "delta = 1e-7\n", + "iter = 0\n", + "for epoch in range(n_epochs):\n", + " first_moment = 0.0\n", + " second_moment = 0.0\n", + " iter += 1\n", + " for i in range(m):\n", + " random_index = M*np.random.randint(m)\n", + " xi = X[random_index:random_index+M]\n", + " yi = y[random_index:random_index+M]\n", + " gradients = (1.0/M)*training_gradient(yi, xi, theta)\n", + " # Computing moments first\n", + " first_moment = beta1*first_moment + (1-beta1)*gradients\n", + " second_moment = beta2*second_moment+(1-beta2)*gradients*gradients\n", + " first_term = first_moment/(1.0-beta1**iter)\n", + " second_term = second_moment/(1.0-beta2**iter)\n", + "\t# Scaling with rho the new and the previous results\n", + " update = eta*first_term/(np.sqrt(second_term)+delta)\n", + " theta -= update\n", + "print(\"theta from own ADAM\")\n", + "print(theta)" + ] + }, + { + "cell_type": "markdown", + "id": "1d490115", + "metadata": { + "editable": true + }, + "source": [ + "## Introducing [JAX](https://jax.readthedocs.io/en/latest/)\n", + "\n", + "Presently, instead of using **autograd**, we recommend using [JAX](https://jax.readthedocs.io/en/latest/)\n", + "\n", + "**JAX** is Autograd and [XLA (Accelerated Linear Algebra))](https://www.tensorflow.org/xla),\n", + "brought together for high-performance numerical computing and machine learning research.\n", + "It provides composable transformations of Python+NumPy programs: differentiate, vectorize, parallelize, Just-In-Time compile to GPU/TPU, and more." + ] + }, + { + "cell_type": "markdown", + "id": "3bc7785a", + "metadata": { + "editable": true + }, + "source": [ + "### Getting started with Jax, note the way we import numpy" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "f1090d5e", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "import jax\n", + "import jax.numpy as jnp\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "\n", + "from jax import grad as jax_grad" + ] + }, + { + "cell_type": "markdown", + "id": "ac6bf976", + "metadata": { + "editable": true + }, + "source": [ + "### A warm-up example" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "ed55121d", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "def function(x):\n", + " return x**2\n", + "\n", + "def analytical_gradient(x):\n", + " return 2*x\n", + "\n", + "def gradient_descent(starting_point, learning_rate, num_iterations, solver=\"analytical\"):\n", + " x = starting_point\n", + " trajectory_x = [x]\n", + " trajectory_y = [function(x)]\n", + "\n", + " if solver == \"analytical\":\n", + " grad = analytical_gradient \n", + " elif solver == \"jax\":\n", + " grad = jax_grad(function)\n", + " x = jnp.float64(x)\n", + " learning_rate = jnp.float64(learning_rate)\n", + "\n", + " for _ in range(num_iterations):\n", + " \n", + " x = x - learning_rate * grad(x)\n", + " trajectory_x.append(x)\n", + " trajectory_y.append(function(x))\n", + "\n", + " return trajectory_x, trajectory_y\n", + "\n", + "x = np.linspace(-5, 5, 100)\n", + "plt.plot(x, function(x), label=\"f(x)\")\n", + "\n", + "descent_x, descent_y = gradient_descent(5, 0.1, 10, solver=\"analytical\")\n", + "jax_descend_x, jax_descend_y = gradient_descent(5, 0.1, 10, solver=\"jax\")\n", + "\n", + "plt.plot(descent_x, descent_y, label=\"Gradient descent\", marker=\"o\")\n", + "plt.plot(jax_descend_x, jax_descend_y, label=\"JAX\", marker=\"x\")" + ] + }, + { + "cell_type": "markdown", + "id": "4a994430", + "metadata": { + "editable": true + }, + "source": [ + "### A more advanced example" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "863db98d", + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], + "source": [ + "backend = np\n", + "\n", + "def function(x):\n", + " return x*backend.sin(x**2 + 1)\n", + "\n", + "def analytical_gradient(x):\n", + " return backend.sin(x**2 + 1) + 2*x**2*backend.cos(x**2 + 1)\n", + "\n", + "\n", + "x = np.linspace(-5, 5, 100)\n", + "plt.plot(x, function(x), label=\"f(x)\")\n", + "\n", + "descent_x, descent_y = gradient_descent(1, 0.01, 300, solver=\"analytical\")\n", + "\n", + "# Change the backend to JAX\n", + "backend = jnp\n", + "jax_descend_x, jax_descend_y = gradient_descent(1, 0.01, 300, solver=\"jax\")\n", + "\n", + "plt.scatter(descent_x, descent_y, label=\"Gradient descent\", marker=\"v\", s=10, color=\"red\") \n", + "plt.scatter(jax_descend_x, jax_descend_y, label=\"JAX\", marker=\"x\", s=5, color=\"black\")" + ] + } + ], + "metadata": {}, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/doc/src/week41/figures/adam.png b/doc/src/week41/figures/adam.png index 9d8d91cac..a3a39f025 100644 Binary files a/doc/src/week41/figures/adam.png and b/doc/src/week41/figures/adam.png differ diff --git a/doc/src/week41/ipynb-exercisesweek41-src.tar.gz b/doc/src/week41/ipynb-exercisesweek41-src.tar.gz index d57f5d696..93f94f613 100644 Binary files a/doc/src/week41/ipynb-exercisesweek41-src.tar.gz and b/doc/src/week41/ipynb-exercisesweek41-src.tar.gz differ