FYS-STK4155/doc/LectureNotes/_build/html/searchindex.js

Search.setIndex({"alltitles": {"A Classification Tree": [[9, "a-classification-tree"]], "A Frequentist approach to data analysis": [[0, "a-frequentist-approach-to-data-analysis"], [22, "a-frequentist-approach-to-data-analysis"]], "A better approach": [[8, "a-better-approach"]], "A first summary": [[22, "a-first-summary"]], "A quick Reminder on Lagrangian Multipliers": [[8, "a-quick-reminder-on-lagrangian-multipliers"]], "A simple example": [[4, "a-simple-example"]], "A soft classifier": [[8, "a-soft-classifier"]], "A top-down perspective on Neural networks": [[1, "a-top-down-perspective-on-neural-networks"]], "ADAM optimizer": [[13, "adam-optimizer"]], "Activation functions": [[12, "activation-functions"]], "Adaptive boosting: AdaBoost, Basic Algorithm": [[10, "adaptive-boosting-adaboost-basic-algorithm"]], "Adding error analysis and training set up": [[22, "adding-error-analysis-and-training-set-up"]], "Adjust hyperparameters": [[1, "adjust-hyperparameters"]], "Algorithms for Setting up Decision Trees": [[9, "algorithms-for-setting-up-decision-trees"]], "An Overview of Ensemble Methods": [[10, "an-overview-of-ensemble-methods"]], "An extrapolation example": [[4, "an-extrapolation-example"]], "An optimization/minimization problem": [[22, "an-optimization-minimization-problem"]], "And what about using neural networks?": [[22, "and-what-about-using-neural-networks"]], "Another example, the moons again": [[9, "another-example-the-moons-again"]], "Applied Data Analysis and Machine Learning": [[16, null]], "Autocorrelation function": [[19, "autocorrelation-function"]], "Automatic differentiation": [[13, "automatic-differentiation"]], "Back to the Cancer Data": [[11, "back-to-the-cancer-data"]], "Bagging": [[10, "bagging"]], "Bagging Examples": [[10, "bagging-examples"]], "Basic Matrix Features": [[17, "basic-matrix-features"]], "Basic ideas of the Principal Component Analysis (PCA)": [[11, null]], "Basic math of the SVD": [[5, "basic-math-of-the-svd"]], "Basics": [[7, "basics"]], "Basics of a tree": [[9, "basics-of-a-tree"]], "Batch Normalization": [[1, "batch-normalization"]], "Bayes\u2019 Theorem and Ridge and Lasso Regression": [[5, "bayes-theorem-and-ridge-and-lasso-regression"]], "Boosting, a Bird\u2019s Eye View": [[10, "boosting-a-bird-s-eye-view"]], "Bootstrap": [[6, "bootstrap"]], "Bringing it together, first back propagation equation": [[12, "bringing-it-together-first-back-propagation-equation"]], "Building a Feed Forward Neural Network": [[1, null]], "Building a tree, regression": [[9, "building-a-tree-regression"]], "Building neural networks in Tensorflow and Keras": [[1, "building-neural-networks-in-tensorflow-and-keras"]], "CNNs in more detail, building convolutional neural networks in Tensorflow and Keras": [[3, "cnns-in-more-detail-building-convolutional-neural-networks-in-tensorflow-and-keras"]], "Cancer Data again now with Decision Trees and other Methods": [[9, "cancer-data-again-now-with-decision-trees-and-other-methods"]], "Choose cost function and optimizer": [[1, "choose-cost-function-and-optimizer"]], "Classical PCA Theorem": [[11, "classical-pca-theorem"]], "Clustering and Unsupervised Learning": [[14, null]], "Code for SVD and Inversion of Matrices": [[5, "code-for-svd-and-inversion-of-matrices"]], "Codes and Approaches": [[14, "codes-and-approaches"]], "Codes for the SVD": [[5, "codes-for-the-svd"]], "Collect and pre-process data": [[1, "collect-and-pre-process-data"]], "Communication channels": [[22, "communication-channels"]], "Compare  Bagging on Trees with Random Forests": [[10, "compare-bagging-on-trees-with-random-forests"]], "Comparing with a numerical scheme": [[2, "comparing-with-a-numerical-scheme"]], "Computing the Gini index": [[9, "computing-the-gini-index"]], "Conjugate gradient method": [[13, "conjugate-gradient-method"]], "Convex functions": [[13, "convex-functions"]], "Convolution Examples: Polynomial multiplication": [[3, "convolution-examples-polynomial-multiplication"]], "Convolution Examples: Principle of Superposition and Periodic Forces (Fourier Transforms)": [[3, "convolution-examples-principle-of-superposition-and-periodic-forces-fourier-transforms"]], "Convolutional Neural Network": [[12, "convolutional-neural-network"]], "Convolutional Neural Networks": [[3, null]], "Correlation Matrix": [[11, "correlation-matrix"]], "Course Format": [[22, "course-format"]], "Course setting": [[18, null]], "Cross-validation": [[6, "cross-validation"]], "Deadlines for projects (tentative)": [[22, "deadlines-for-projects-tentative"]], "Decision trees, overarching aims": [[9, null]], "Deep learning methods": [[22, "deep-learning-methods"]], "Define model and architecture": [[1, "define-model-and-architecture"]], "Defining the cost function": [[1, "defining-the-cost-function"]], "Derivatives and the chain rule": [[12, "derivatives-and-the-chain-rule"]], "Deriving OLS from a probability distribution": [[5, "deriving-ols-from-a-probability-distribution"]], "Deriving the back propagation code for a multilayer perceptron model": [[12, "deriving-the-back-propagation-code-for-a-multilayer-perceptron-model"]], "Developing a code for doing neural networks with back propagation": [[1, "developing-a-code-for-doing-neural-networks-with-back-propagation"]], "Diagonalize the sample covariance matrix to obtain the principal components": [[11, "diagonalize-the-sample-covariance-matrix-to-obtain-the-principal-components"]], "Different kernels and Mercer\u2019s theorem": [[8, "different-kernels-and-mercer-s-theorem"]], "Disadvantages": [[9, "disadvantages"]], "Domains and probabilities": [[19, "domains-and-probabilities"]], "Dropout": [[1, "dropout"]], "Elements of Probability Theory and Statistical Data Analysis": [[19, null]], "Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods": [[10, null]], "Entropy and the ID3 algorithm": [[9, "entropy-and-the-id3-algorithm"]], "Essential elements of ML": [[22, "essential-elements-of-ml"]], "Evaluate model performance on test data": [[1, "evaluate-model-performance-on-test-data"]], "Example: Exponential decay": [[2, "example-exponential-decay"]], "Example: Population growth": [[2, "example-population-growth"]], "Example: The diffusion equation": [[2, "example-the-diffusion-equation"]], "Example: binary classification problem": [[1, "example-binary-classification-problem"]], "Examples": [[22, "examples"]], "Examples of likelihood functions used in logistic regression and neural networks": [[7, "examples-of-likelihood-functions-used-in-logistic-regression-and-neural-networks"]], "Exercise 1: Setting up various Python environments": [[0, "exercise-1-setting-up-various-python-environments"], [15, "exercise-1-setting-up-various-python-environments"], [22, "exercise-1-setting-up-various-python-environments"]], "Exercise 2: making your own data and exploring scikit-learn": [[0, "exercise-2-making-your-own-data-and-exploring-scikit-learn"], [15, "exercise-2-making-your-own-data-and-exploring-scikit-learn"], [22, "exercise-2-making-your-own-data-and-exploring-scikit-learn"]], "Exercise 3: Normalizing our data": [[0, "exercise-3-normalizing-our-data"]], "Exercise 3: Split data in test and training data": [[15, "exercise-3-split-data-in-test-and-training-data"], [22, "exercise-3-split-data-in-test-and-training-data"]], "Exercise 4: Adding Ridge Regression": [[0, "exercise-4-adding-ridge-regression"]], "Exercise 5: Analytical exercises": [[0, "exercise-5-analytical-exercises"]], "Exercise:  Cross-validation as resampling techniques, adding more complexity": [[6, "exercise-cross-validation-as-resampling-techniques-adding-more-complexity"]], "Exercise: Analysis of real data": [[6, "exercise-analysis-of-real-data"]], "Exercise: Bias-variance trade-off and resampling techniques": [[6, "exercise-bias-variance-trade-off-and-resampling-techniques"]], "Exercise: Lasso Regression on the Franke function  with resampling": [[6, "exercise-lasso-regression-on-the-franke-function-with-resampling"]], "Exercise: Ordinary Least Square (OLS) on the Franke function": [[6, "exercise-ordinary-least-square-ols-on-the-franke-function"]], "Exercise: Ridge Regression on the Franke function  with resampling": [[6, "exercise-ridge-regression-on-the-franke-function-with-resampling"]], "Exercises": [[0, "exercises"], [15, "exercises"], [22, "exercises"]], "Exercises and Projects": [[6, "exercises-and-projects"]], "Exercises week 34": [[15, null]], "Expectation values": [[19, "expectation-values"]], "Extremely useful tools, strongly recommended": [[22, "extremely-useful-tools-strongly-recommended"]], "Feed-forward neural networks": [[12, "feed-forward-neural-networks"]], "Feed-forward pass": [[1, "feed-forward-pass"]], "Final back propagating equation": [[12, "final-back-propagating-equation"]], "Fine-tuning neural network hyperparameters": [[1, "fine-tuning-neural-network-hyperparameters"]], "Fitting an Equation of State for Dense Nuclear Matter": [[0, "fitting-an-equation-of-state-for-dense-nuclear-matter"], [22, "fitting-an-equation-of-state-for-dense-nuclear-matter"]], "From one to many layers, the universal approximation theorem": [[12, "from-one-to-many-layers-the-universal-approximation-theorem"]], "Further Dimensionality Remarks": [[3, "further-dimensionality-remarks"]], "Further properties (important for our analyses later)": [[5, "further-properties-important-for-our-analyses-later"]], "Gaussian Elimination": [[17, "gaussian-elimination"]], "General Features": [[9, "general-features"]], "General linear models and linear algebra": [[22, "general-linear-models-and-linear-algebra"]], "Generalizing the fitting procedure as a linear algebra problem": [[22, "generalizing-the-fitting-procedure-as-a-linear-algebra-problem"], [22, "id1"]], "Generative Adversarial Networks": [[4, "generative-adversarial-networks"]], "Generative Models": [[4, "generative-models"]], "Geometric Interpretation and link with Singular Value Decomposition": [[11, "geometric-interpretation-and-link-with-singular-value-decomposition"]], "Gradient Boosting, Classification Example": [[10, "gradient-boosting-classification-example"]], "Gradient Boosting, Examples of Regression": [[10, "gradient-boosting-examples-of-regression"]], "Gradient Clipping": [[1, "gradient-clipping"]], "Gradient boosting: Basics with Steepest Descent/Functional Gradient Descent": [[10, "gradient-boosting-basics-with-steepest-descent-functional-gradient-descent"]], "Gradient descent": [[2, "gradient-descent"]], "Grading": [[20, "grading"], [20, "id2"], [22, "grading"]], "Housing data, the code": [[0, "housing-data-the-code"]], "Hyperplanes and all that": [[8, "hyperplanes-and-all-that"]], "Important Matrix and vector handling packages": [[17, "important-matrix-and-vector-handling-packages"]], "Improving performance": [[1, "improving-performance"]], "In summary": [[20, "in-summary"]], "Including Stochastic Gradient Descent with Autograd": [[13, "including-stochastic-gradient-descent-with-autograd"]], "Incremental PCA": [[11, "incremental-pca"]], "Installing R, C++, cython or Julia": [[22, "installing-r-c-cython-or-julia"]], "Installing R, C++, cython, Numba etc": [[22, "installing-r-c-cython-numba-etc"]], "Instructor information": [[20, "instructor-information"]], "Interpretations and optimizing our parameters": [[22, "interpretations-and-optimizing-our-parameters"], [22, "id2"], [22, "id3"]], "Introducing JAX": [[13, "introducing-jax"]], "Introducing the Covariance and Correlation functions": [[11, "introducing-the-covariance-and-correlation-functions"]], "Introduction": [[0, "introduction"], [6, "introduction"], [16, "introduction"], [17, "introduction"]], "Iterative Fitting, Classification and AdaBoost": [[10, "iterative-fitting-classification-and-adaboost"]], "Iterative Fitting, Regression and Squared-error Cost Function": [[10, "iterative-fitting-regression-and-squared-error-cost-function"]], "Kernel PCA": [[11, "kernel-pca"]], "Kernels and non-linearity": [[8, "kernels-and-non-linearity"]], "LU Decomposition, the inverse of a matrix": [[17, "lu-decomposition-the-inverse-of-a-matrix"]], "Layers": [[1, "layers"]], "Layers used to build CNNs": [[3, "layers-used-to-build-cnns"]], "Learning outcomes": [[16, "learning-outcomes"], [22, "learning-outcomes"]], "Lectures and ComputerLab": [[22, "lectures-and-computerlab"]], "Limitations of supervised learning with deep networks": [[1, "limitations-of-supervised-learning-with-deep-networks"]], "Linear Algebra, Handling of Arrays and more Python Features": [[17, null]], "Linear Regression": [[0, null]], "Linear Regression, basic elements": [[0, "linear-regression-basic-elements"]], "Linking Bayes\u2019 Theorem with Ridge and Lasso Regression": [[5, "linking-bayes-theorem-with-ridge-and-lasso-regression"]], "Linking the regression analysis with a statistical interpretation": [[5, "linking-the-regression-analysis-with-a-statistical-interpretation"]], "Linking with the SVD": [[5, "linking-with-the-svd"]], "Links to relevant courses at the University of Oslo": [[21, "links-to-relevant-courses-at-the-university-of-oslo"]], "Logistic Regression": [[7, null], [7, "id1"]], "MNIST and GANs": [[4, "mnist-and-gans"]], "Machine Learning": [[22, "machine-learning"]], "Machine learning": [[16, "machine-learning"]], "Main textbooks": [[22, "main-textbooks"]], "Making a tree": [[9, "making-a-tree"]], "Making your own Bootstrap: Changing the Level of the Decision Tree": [[10, "making-your-own-bootstrap-changing-the-level-of-the-decision-tree"]], "Mathematical Interpretation of Ordinary Least Squares": [[5, "mathematical-interpretation-of-ordinary-least-squares"]], "Mathematical optimization of convex functions": [[8, "mathematical-optimization-of-convex-functions"]], "Mathematics of CNNs": [[3, "mathematics-of-cnns"]], "Mathematics of the SVD and implications": [[5, "mathematics-of-the-svd-and-implications"]], "Matrices in Python": [[22, "matrices-in-python"]], "Matrix  multiplication": [[1, "matrix-multiplication"]], "Matrix-vector notation  and activation": [[12, "matrix-vector-notation-and-activation"]], "Meet the  covariance!": [[19, "meet-the-covariance"]], "Meet the Covariance Matrix": [[5, "meet-the-covariance-matrix"]], "Meet the Pandas": [[22, "meet-the-pandas"]], "Momentum based GD": [[13, "momentum-based-gd"]], "More complicated Example: The Ising model": [[6, "more-complicated-example-the-ising-model"]], "More on Dimensionalities": [[3, "more-on-dimensionalities"]], "More on Rescaling data": [[6, "more-on-rescaling-data"]], "Multilayer perceptrons": [[12, "multilayer-perceptrons"]], "Network requirements": [[2, "network-requirements"]], "Neural Networks vs CNNs": [[3, "neural-networks-vs-cnns"]], "Neural networks": [[12, null]], "Numerical experiments and the covariance, central limit theorem": [[19, "numerical-experiments-and-the-covariance-central-limit-theorem"]], "Numpy and arrays": [[17, "numpy-and-arrays"], [22, "numpy-and-arrays"]], "Numpy examples and Important Matrix and vector handling packages": [[22, "numpy-examples-and-important-matrix-and-vector-handling-packages"]], "Optimization, the central part of any Machine Learning algortithm": [[13, null]], "Optimizing our parameters": [[22, "optimizing-our-parameters"]], "Optimizing our parameters, more details": [[22, "optimizing-our-parameters-more-details"]], "Optimizing the cost function": [[1, "optimizing-the-cost-function"]], "Organizing our data": [[0, "organizing-our-data"], [22, "organizing-our-data"]], "Other Matrix and Vector Operations": [[17, "other-matrix-and-vector-operations"]], "Other Types of Recurrent Neural Networks": [[4, "other-types-of-recurrent-neural-networks"]], "Other courses on Data science and Machine Learning  at UiO": [[22, "other-courses-on-data-science-and-machine-learning-at-uio"]], "Other courses on Data science and Machine Learning  at UiO, contn": [[22, "other-courses-on-data-science-and-machine-learning-at-uio-contn"]], "Other popular texts": [[22, "other-popular-texts"]], "Other techniques": [[11, "other-techniques"]], "Other types of networks": [[12, "other-types-of-networks"]], "Other ways of visualizing the trees": [[9, "other-ways-of-visualizing-the-trees"]], "Our model for the nuclear binding energies": [[22, "our-model-for-the-nuclear-binding-energies"]], "Overview of first week": [[22, "overview-of-first-week"]], "Own code for Ordinary Least Squares": [[22, "own-code-for-ordinary-least-squares"]], "PCA and scikit-learn": [[11, "pca-and-scikit-learn"]], "Pandas AI": [[22, "pandas-ai"]], "Partial Differential Equations": [[2, "partial-differential-equations"]], "Practical tips": [[13, "practical-tips"]], "Practicalities": [[20, "practicalities"], [20, "id1"]], "Predicting New Points With A Trained Recurrent Neural Network": [[4, "predicting-new-points-with-a-trained-recurrent-neural-network"]], "Prerequisites": [[22, "prerequisites"]], "Prerequisites and background": [[16, "prerequisites-and-background"]], "Prerequisites: Collect and pre-process data": [[3, "prerequisites-collect-and-pre-process-data"]], "Probability Distribution Functions": [[19, "probability-distribution-functions"]], "Program for stochastic gradient": [[13, "program-for-stochastic-gradient"]], "Properties of PDFs": [[19, "properties-of-pdfs"]], "Pros and cons of trees, pros": [[9, "pros-and-cons-of-trees-pros"]], "Python installers": [[16, "python-installers"], [22, "python-installers"]], "RMS prop": [[13, "rms-prop"]], "Random Numbers": [[19, "random-numbers"]], "Random forests": [[10, "random-forests"]], "Randomized PCA": [[11, "randomized-pca"]], "Reading material": [[22, "reading-material"]], "Reading suggestions week 34": [[22, "reading-suggestions-week-34"]], "Recurrent neural networks": [[12, "recurrent-neural-networks"]], "Recurrent neural networks: Overarching view": [[4, null]], "Reducing the number of degrees of freedom, overarching view": [[0, "reducing-the-number-of-degrees-of-freedom-overarching-view"]], "Reformulating the problem": [[2, "reformulating-the-problem"]], "Regression Case": [[10, "regression-case"]], "Regression analysis, overarching aims": [[22, "regression-analysis-overarching-aims"]], "Regression analysis, overarching aims II": [[22, "regression-analysis-overarching-aims-ii"]], "Regularization": [[1, "regularization"]], "Reminder on Statistics": [[6, "reminder-on-statistics"]], "Replace or not": [[13, "replace-or-not"]], "Required Technologies": [[16, "required-technologies"]], "Resampling Methods": [[6, null]], "Resampling methods": [[6, "id1"]], "Resources on differential equations and deep learning": [[2, "resources-on-differential-equations-and-deep-learning"]], "Revisiting our Linear Regression Solvers": [[13, "revisiting-our-linear-regression-solvers"]], "Rewriting the fitting procedure as a linear algebra problem": [[22, "rewriting-the-fitting-procedure-as-a-linear-algebra-problem"]], "Rewriting the fitting procedure as a linear algebra problem, more details": [[22, "rewriting-the-fitting-procedure-as-a-linear-algebra-problem-more-details"]], "Ridge and Lasso Regression": [[5, null], [5, "id1"]], "Same code but now with momentum gradient descent": [[13, "same-code-but-now-with-momentum-gradient-descent"]], "Schedule first week": [[22, "schedule-first-week"]], "Schematic Regression Procedure": [[9, "schematic-regression-procedure"]], "Setting up the Back propagation algorithm": [[12, "setting-up-the-back-propagation-algorithm"]], "Setting up the network using Autograd; The full program": [[2, "setting-up-the-network-using-autograd-the-full-program"]], "Similar (second order function now) problem but now with AdaGrad": [[13, "similar-second-order-function-now-problem-but-now-with-adagrad"]], "Simple Python Code to read in Data and perform Classification": [[9, "simple-python-code-to-read-in-data-and-perform-classification"]], "Simple linear regression model using scikit-learn": [[0, "simple-linear-regression-model-using-scikit-learn"], [22, "simple-linear-regression-model-using-scikit-learn"]], "Software and needed installations": [[22, "software-and-needed-installations"]], "Solving Differential Equations  with Deep Learning": [[2, null]], "Solving the one dimensional Poisson equation": [[2, "solving-the-one-dimensional-poisson-equation"]], "Solving the wave equation with Neural Networks": [[2, "solving-the-wave-equation-with-neural-networks"]], "Some famous Matrices": [[17, "some-famous-matrices"]], "Some simple problems": [[13, "some-simple-problems"]], "Splitting our Data in Training and Test data": [[0, "splitting-our-data-in-training-and-test-data"], [22, "splitting-our-data-in-training-and-test-data"]], "Standard steepest descent": [[13, "standard-steepest-descent"]], "Statistical analysis and optimization of data": [[16, "statistical-analysis-and-optimization-of-data"], [22, "statistical-analysis-and-optimization-of-data"]], "Steepest descent": [[13, "steepest-descent"]], "Stochastic Gradient Descent (SGD)": [[13, "stochastic-gradient-descent-sgd"]], "Stochastic variables and the main concepts, the discrete case": [[19, "stochastic-variables-and-the-main-concepts-the-discrete-case"]], "Support Vector Machines, overarching aims": [[8, null]], "Systematic reduction": [[3, "systematic-reduction"]], "Teachers": [[22, "teachers"]], "Teachers and Grading": [[20, null]], "Teaching Assistants Fall semester 2023": [[20, "teaching-assistants-fall-semester-2023"]], "Tentative deadllines for projects": [[20, "tentative-deadllines-for-projects"]], "Testing the Means Squared Error as function of Complexity": [[0, "testing-the-means-squared-error-as-function-of-complexity"]], "Textbooks": [[21, null]], "The Algorithm before theorem": [[11, "the-algorithm-before-theorem"]], "The Boston housing data example": [[0, "the-boston-housing-data-example"]], "The Breast Cancer Data, now with Keras": [[1, "the-breast-cancer-data-now-with-keras"]], "The CART algorithm for Classification": [[9, "the-cart-algorithm-for-classification"]], "The CART algorithm for Regression": [[9, "the-cart-algorithm-for-regression"]], "The CIFAR01 data set": [[3, "the-cifar01-data-set"]], "The MNIST dataset again": [[3, "the-mnist-dataset-again"]], "The RELU function family": [[1, "the-relu-function-family"]], "The Softmax function": [[1, "the-softmax-function"]], "The \\chi^2 function": [[0, "the-chi-2-function"], [22, "the-chi-2-function"], [22, "id4"], [22, "id5"], [22, "id6"], [22, "id7"], [22, "id8"]], "The bias-variance tradeoff": [[6, "the-bias-variance-tradeoff"]], "The code": [[22, "the-code"]], "The code for solving the ODE": [[2, "the-code-for-solving-the-ode"]], "The course has two central parts": [[16, "the-course-has-two-central-parts"]], "The logistic function": [[7, "the-logistic-function"]], "The moons example": [[8, "the-moons-example"]], "The multilayer  perceptron (MLP)": [[12, "the-multilayer-perceptron-mlp"]], "The network with one input layer, specified number of hidden layers, and one output layer": [[2, "the-network-with-one-input-layer-specified-number-of-hidden-layers-and-one-output-layer"]], "The singular value decomposition": [[5, "the-singular-value-decomposition"]], "The two-dimensional case": [[8, "the-two-dimensional-case"]], "To our real data: nuclear binding energies. Brief reminder on masses and binding energies": [[22, "to-our-real-data-nuclear-binding-energies-brief-reminder-on-masses-and-binding-energies"]], "Topics covered in this course: Statistical analysis and optimization of data": [[22, "topics-covered-in-this-course-statistical-analysis-and-optimization-of-data"]], "Towards the PCA theorem": [[11, "towards-the-pca-theorem"]], "Train and test datasets": [[1, "train-and-test-datasets"]], "Two-dimensional Objects": [[3, "two-dimensional-objects"]], "Type of problem": [[2, "type-of-problem"]], "Types of Machine Learning": [[22, "types-of-machine-learning"]], "Useful Python libraries": [[16, "useful-python-libraries"], [22, "useful-python-libraries"]], "Using Autograd": [[13, "using-autograd"]], "Using forward Euler to solve the ODE": [[2, "using-forward-euler-to-solve-the-ode"]], "Using gradient descent methods, limitations": [[13, "using-gradient-descent-methods-limitations"]], "Visualization": [[1, "visualization"], [1, "id1"]], "Visualizing the Tree, Classification": [[9, "visualizing-the-tree-classification"]], "Week 34: Introduction to the course, Logistics and Practicalities": [[22, null]], "What is Machine Learning?": [[0, "what-is-machine-learning"]], "What is a good model?": [[0, "what-is-a-good-model"], [22, "what-is-a-good-model"]], "What is a good model? Can we define it?": [[22, "what-is-a-good-model-can-we-define-it"]], "Which activation function should I use?": [[1, "which-activation-function-should-i-use"]], "Why Linear Regression (aka Ordinary Least Squares and family)": [[22, "why-linear-regression-aka-ordinary-least-squares-and-family"]], "Wisconsin Cancer Data": [[7, "wisconsin-cancer-data"]], "Writing Our First Generative Adversarial Network": [[4, "writing-our-first-generative-adversarial-network"]], "Writing our own PCA code": [[11, "writing-our-own-pca-code"]], "XGBoost: Extreme Gradient Boosting": [[10, "xgboost-extreme-gradient-boosting"]], "scikit-learn implementation": [[1, "scikit-learn-implementation"]]}, "docnames": ["chapter1", "chapter10", "chapter11", "chapter12", "chapter13", "chapter2", "chapter3", "chapter4", "chapter5", "chapter6", "chapter7", "chapter8", "chapter9", "chapteroptimization", "clustering", "exercisesweek34", "intro", "linalg", "schedule", "statistics", "teachers", "textbooks", "week34"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1}, "filenames": ["chapter1.ipynb", "chapter10.ipynb", "chapter11.ipynb", "chapter12.ipynb", "chapter13.ipynb", "chapter2.ipynb", "chapter3.ipynb", "chapter4.ipynb", "chapter5.ipynb", "chapter6.ipynb", "chapter7.ipynb", "chapter8.ipynb", "chapter9.ipynb", "chapteroptimization.ipynb", "clustering.ipynb", "exercisesweek34.ipynb", "intro.md", "linalg.ipynb", "schedule.md", "statistics.ipynb", "teachers.md", "textbooks.md", "week34.ipynb"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 16, 17, 19, 20, 22], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 22], "00": [0, 1, 5, 11, 22], "000": [1, 3], "001": [2, 8, 13], "004": 5, "00727646693": [0, 22], "0086649156": [0, 22], "01": [0, 1, 2, 5, 9, 11, 13, 21, 22], "0110": 19, "02": [0, 4, 7, 12, 22], "02857": 4, "02f": 6, "03077640549": 4, "031": 5, "04": 11, "0458": 9, "05": [4, 6], "062292565": 4, "0713": [0, 22], "07285": 3, "08": 19, "08336233266": 4, "0917": 9, "0n": [0, 22], "1": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 19, 20, 21], "10": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 19, 20, 22], "100": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 15, 17, 19, 20, 22], "1000": [0, 1, 2, 4, 5, 8, 11, 13, 14, 16, 19, 22], "10000": [2, 5, 6, 10, 11, 13, 19], "100000": 8, "10001": 10, "1001": 19, "1002": 19, "1003": 19, "1005": 19, "1009": 19, "1011": 19, "1013": 19, "1013904243": 19, "1015": 19, "1023": 19, "1024": 3, "1026": 19, "1027": 19, "103": 1, "1030": 19, "1037": 19, "1038": 19, "1040": 19, "1047": 19, "10th": 9, "10x": [0, 22], "11": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 17, 19, 21, 22], "1100": 19, "1101": 19, "111": [1, 7, 12], "12": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 17, 19, 21, 22], "120": 3, "121": [8, 9, 10], "1215pm": [20, 22], "122": [8, 9, 10], "124": [0, 22], "127": 4, "128": [3, 4, 13], "1298": 9, "12pm": [20, 22], "13": [0, 2, 9, 12, 17, 19, 22], "133": 7, "14": [0, 2, 4, 6, 8, 9, 10, 12, 17, 19, 21], "1446729567": 4, "14g": 6, "15": [0, 2, 4, 6, 7, 8, 9, 12, 13, 15, 19, 22], "150": [4, 8], "15g": 6, "15pm": 22, "16": [1, 2, 3, 4, 5, 8, 9, 10, 19, 22], "1603": 3, "16231451": 4, "16384": 3, "17": [1, 2, 8, 19], "1797": 1, "18": [2, 6, 7, 8, 9, 10, 19, 22], "1807": 4, "19": [2, 15, 19, 22], "1940": 0, "1943": 12, "1970": [17, 22], "1973": 9, "1979": 6, "1_1": 12, "1_2": 12, "1_3": 12, "1cm": [0, 8, 10, 19, 22], "1d": [1, 2, 3], "1e": [2, 4, 13, 14], "1e10": 14, "1e4": 6, "1f": 1, "1k": 17, "1n": [0, 22], "1x": [0, 22], "2": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 21], "20": [0, 1, 2, 6, 7, 8, 19, 20, 22], "200": [0, 2, 3, 4, 8, 9, 10], "2000": 0, "2004": 13, "2006": 21, "2008": 22, "2010": 1, "2011": 1, "2014": 4, "2015": 1, "2016": [0, 22], "2018": [0, 6], "2021": [6, 14], "2022": 22, "2024": 15, "2025": 22, "21": [0, 1, 5, 7, 9, 12, 17, 22], "2116753732": 4, "215pm": [20, 22], "22": [0, 1, 5, 12, 13, 17, 22], "221": 8, "225": 4, "23": [1, 12, 15, 17], "24": [0, 1, 17, 22], "25": [2, 3, 4, 5, 6, 8, 9, 11], "250": [2, 4, 7, 9], "25000": 0, "255": 3, "256": 4, "265109911": 4, "27": [0, 1], "27n_": 19, "28": [1, 3, 4], "2830637392": 4, "2861": 19, "2873": 9, "2882": 19, "2886": 19, "2890": [0, 22], "2892": 19, "2915": 19, "2931": 22, "2968": 22, "2980": 22, "2990": 22, "2_": 12, "2_1": 12, "2_2": 12, "2_3": 12, "2_i": 12, "2_m": [6, 19], "2_t": 13, "2_x": 19, "2b": 19, "2cm": 8, "2d": [1, 3, 11, 12, 16, 22], "2e": 6, "2f": [0, 7, 9, 10, 11, 12, 22], "2g": 2, "2g_i": 2, "2k": 3, "2m": 6, "2n": [0, 2, 3, 22], "2nd": 9, "2p": 19, "2pt": 4, "2x": [0, 3, 8, 13, 22], "2x_ix_jy_iy_j": 8, "2x_j": 8, "2y_i": 10, "2y_j": 8, "3": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20], "30": [0, 1, 4, 6, 7, 10, 13, 20], "30000": [0, 22], "3072": 3, "31": [12, 17, 19], "315": 6, "3155": [0, 5, 6], "32": [3, 4, 6, 12, 13, 17, 19], "3200": 1, "3250": 1, "33": [12, 17, 20], "333": 7, "34": 17, "3436": [0, 22], "3437": [0, 22], "35": [0, 6, 22], "3581341341": 4, "359": 5, "36": [0, 5, 6, 19], "370782966": 4, "38": 19, "39": [0, 20, 22], "3d": [2, 3, 4, 6, 13], "3f": [1, 3, 9], "3n": 17, "3x": [2, 8], "3x_i": 2, "3y": 8, "4": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "40": [1, 6, 20, 22], "400": 4, "4000": 22, "4050": [21, 22], "41": 17, "4155": [2, 15], "42": [1, 4, 8, 9, 10, 17], "43": [0, 7, 17], "4310": 22, "436462435": 4, "44": [0, 17], "45": [20, 22], "46": [20, 22], "462": 7, "47": [20, 22], "479465113": 4, "48257387": [20, 22], "49": [5, 6, 11], "49152": 3, "4940954": [0, 22], "4990": 19, "4992": 19, "4997": 19, "4c4c7f": [9, 10], "4d": 3, "4f": 6, "4pm": [20, 22], "4y": 8, "4y_i": 10, "5": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 22], "50": [1, 2, 3, 4, 6, 7, 8, 10, 13, 22], "500": [1, 3, 4, 6, 9, 10, 13], "5018": 19, "506": 0, "507d50": [9, 10], "50j": 13, "50x10": 1, "51": 10, "510": 1, "5177783846": 4, "53": 9, "54": [6, 19], "55": 1, "56": 1, "56536": [0, 22], "569": 1, "57": [0, 8, 20, 22], "571": 5, "58": [10, 20, 22], "591317992": 4, "5cm": 19, "5f": 8, "5x": 8, "5y": 8, "6": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 17, 19, 20, 22], "60": [1, 3], "60000": 4, "6019067271": 4, "625": 7, "63": [0, 1], "64": [1, 3, 4, 13, 17, 22], "64x50": 1, "65": [1, 8, 9], "6887363571": 4, "69": 19, "69069n_": 19, "6n_": 19, "6pm": 22, "7": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 17, 19, 21, 22], "70": [1, 7], "70653767": 4, "71": 1, "724": 3, "75": [5, 6, 8, 11], "76": [20, 22], "765": 7, "77": [20, 22], "7718": 9, "7782028952": 4, "7d7d58": [9, 10], "8": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 17, 19, 20, 22], "80": [0, 1, 5, 8], "800": [4, 7], "81": 1, "815am": [20, 22], "85": 1, "8702784034": 4, "88": 22, "8f": 6, "8g": 6, "8n": 17, "8x8": 1, "9": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 17, 19, 22], "90": 1, "9040": 9, "91": [20, 22], "92": [20, 22], "931": [0, 22], "933": 5, "937": 19, "938": 19, "939": [0, 19, 22], "94": 19, "95": [1, 11], "954": 19, "955820c21e8b": 4, "96": 6, "960": 19, "961": 19, "962": 19, "9649652536": 4, "9780387310732": 21, "9780387848570": 21, "9781098134174": 22, "9781492032632": 21, "9781801819312": 22, "98": [0, 1], "985": 19, "986": 19, "989": 19, "9898ff": [9, 10], "99": 13, "991": 19, "992": 19, "993": 19, "996": 5, "999": [9, 19], "9x": 6, "9y": 6, "A": [2, 3, 5, 6, 7, 10, 11, 12, 13, 16, 17, 18, 19, 20, 21], "AND": 2, "And": [0, 3, 4, 5, 6, 9, 13, 16, 19], "As": [0, 1, 2, 3, 4, 5, 6, 8, 10, 12, 13, 17, 19, 22], "At": [0, 4, 6, 13, 22], "BE": [0, 22], "Be": [2, 16, 22], "Being": 13, "But": [0, 1, 2, 3, 5, 6, 9, 10, 19], "By": [0, 3, 5, 6, 12, 13, 17, 22], "For": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "IF": 6, "IN": 21, "If": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 22], "In": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "Ising": [5, 12], "It": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 22], "Its": [1, 2, 4, 11], "No": [6, 9, 22], "Not": [0, 1, 5, 6], "OR": 19, "Of": 19, "On": [0, 3, 15, 19, 20, 21, 22], "One": [0, 1, 3, 4, 5, 6, 7, 8, 11, 12, 13, 19], "Or": [0, 1, 6, 22], "Such": [0, 6, 12, 19], "That": [0, 5, 7, 10, 11, 12, 14, 19, 22], "The": [4, 10, 13, 14, 15, 17, 18, 19, 20, 21], "Then": [0, 1, 6, 8, 9, 10, 11, 12, 13, 14, 17, 22], "There": [0, 3, 4, 5, 6, 8, 9, 11, 12, 14, 17, 19, 20, 22], "These": [0, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 22], "To": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19], "With": [0, 5, 6, 8, 9, 10, 11, 12, 14, 17, 19, 22], "_": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 22], "_0": [5, 8, 10, 11, 13], "_1": [2, 5, 6, 8, 10, 11, 12, 13, 14, 17], "_2": [2, 5, 8, 11, 12, 13, 17], "_3": 17, "_4": 17, "_9": 13, "__class__": 10, "__doc__": 6, "__future__": [8, 9], "__init__": 1, "__main__": 2, "__name__": [2, 10], "_auto1": [2, 3, 4, 5, 6, 7, 12, 13, 17, 19], "_auto10": [6, 12], "_auto11": 6, "_auto12": 6, "_auto2": [2, 3, 4, 5, 6, 12, 13, 17, 19], "_auto3": [3, 4, 5, 6, 12, 13, 17], "_auto4": [4, 6, 12, 13, 17], "_auto5": [4, 6, 12, 13, 17], "_auto6": [4, 6, 12, 17], "_auto7": [4, 6, 12, 17], "_auto8": [6, 12], "_auto9": [6, 12], "_build": [0, 16, 21, 22], "_c": 1, "_compon": 11, "_depth": 9, "_fraction": 9, "_i": [0, 1, 2, 5, 6, 7, 8, 11, 12, 13, 15, 22], "_j": [0, 1, 2, 3, 5, 6, 8, 13], "_k": 13, "_l": 12, "_lambda": [6, 22], "_leaf": 9, "_m": 10, "_n": [2, 5, 8, 11, 13], "_node": 9, "_p": [5, 8], "_ratio": 11, "_sampl": 9, "_split": [6, 9], "_t": 13, "_test": 6, "_varianc": 11, "_weight": 9, "a0": 3, "a0faa0": [9, 10], "a1": [0, 22], "a2": [0, 22], "a3": [0, 22], "a4": [0, 22], "a_": [0, 1, 17, 22], "a_0": [0, 22], "a_1a": [0, 22], "a_2a": [0, 22], "a_3": [0, 22], "a_3a": [0, 22], "a_4": [0, 22], "a_4a": [0, 22], "a_h": 1, "a_i": [0, 1, 2, 12, 22], "a_j": [1, 12], "a_k": [0, 1, 12], "aaron": 21, "ab": [0, 2, 5, 13, 14, 22], "ab_channel": 16, "abandon": 1, "abid": 19, "abil": [0, 10], "abl": [0, 1, 4, 5, 6, 7, 10, 12, 13], "about": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 20], "abov": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 21, 22], "abovement": [6, 22], "abscissa": 13, "absolut": [0, 2, 5, 6, 13, 22], "abstract": 1, "acceler": 13, "accept": [0, 3, 6, 9, 22], "access": [0, 3, 11, 19, 22], "accid": [4, 6], "accompani": [0, 22], "accomplish": [8, 9, 13], "accord": [0, 1, 2, 5, 6, 9, 12, 13, 14, 15, 19, 22], "accordingli": 11, "account": [0, 3, 5, 13, 15, 19, 22], "accumul": [12, 13, 19], "accur": [0, 3, 4, 6, 10, 13], "accuraci": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 22], "accuracy_scor": [0, 1, 10, 22], "accuracy_score_numpi": 1, "achiev": [0, 1, 5, 6, 8, 12, 17, 22], "aco": 19, "acquaint": 16, "acquir": [1, 16, 22], "acr": 0, "across": [1, 3, 6, 9, 16, 22], "act": [1, 3, 17], "action": 19, "activ": [0, 2, 3, 4, 9, 18, 20, 22], "actual": [0, 1, 4, 5, 6, 8, 11, 17, 19, 22], "ad": [1, 3, 4, 5, 8, 13, 15, 17], "ada_clf": 10, "adaboostclassifi": 10, "adadelta": 13, "adam": [1, 3, 4, 22], "adapt": [4, 6, 13, 21], "add": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 15, 19, 20, 22], "add_subplot": [1, 7, 12, 14], "addendum": 5, "addit": [0, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 17, 19, 20, 21, 22], "addition": [12, 13], "address": [1, 9, 11, 13, 22], "adjac": [3, 12], "adjoint": 5, "adjust": [0, 5, 12, 13], "admir": [0, 22], "advanc": [4, 6, 12, 21, 22], "advantag": [1, 3, 5, 6, 10, 13, 17], "adversari": 22, "afecionado": 22, "affect": 3, "affin": [0, 3, 8, 11], "afford": 3, "aficionado": 22, "aforement": 14, "african": 0, "after": [0, 1, 2, 4, 5, 6, 9, 11, 12, 13, 15, 16, 17, 19, 22], "afterward": [0, 22], "ag": [0, 7, 22], "ag_0": 2, "again": [0, 1, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 19, 22], "against": [1, 4, 7, 10], "agegroup": 7, "agegroupmean": 7, "aggreg": [9, 10], "agorithm": 10, "agre": [5, 6, 19], "agreement": 13, "ahead": 9, "ai": [0, 21], "aid": 11, "aim": [0, 1, 4, 6, 7, 11, 14, 15, 16, 17], "ainv": 5, "airplan": 3, "aka": 5, "al": [0, 2, 4, 15, 21, 22], "alarm": [5, 7], "algebra": [0, 3, 5, 13, 16], "algorithm": [0, 1, 2, 4, 5, 6, 7, 8, 13, 14, 16, 17, 19, 21, 22], "align": [0, 2, 5, 6, 7, 8, 13, 19, 22], "all": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22], "allevi": [1, 13], "alloc": [3, 17], "allow": [0, 1, 2, 3, 5, 6, 8, 10, 13, 15, 16, 17, 22], "almost": [0, 1, 6, 8, 11, 13, 19], "alon": [2, 9], "along": [2, 3, 4, 5, 6, 9, 10, 11, 16, 17, 22], "alpha": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 13, 14, 19, 22], "alpha_": 10, "alpha_0": 3, "alpha_1": 3, "alpha_2": 3, "alpha_i": [3, 13], "alpha_k": 13, "alpha_m": 10, "alpha_n": 3, "alpha_opt": 13, "alreadi": [2, 3, 4, 5, 6, 10, 12, 16, 17, 19, 22], "also": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "alter": 1, "altern": [0, 1, 4, 5, 6, 8, 9, 11, 13, 17, 22], "although": [0, 1, 5, 6, 8, 10, 13, 22], "alwai": [0, 3, 5, 6, 12, 13, 19, 22], "am": 4, "ame2016": [0, 22], "american": 0, "among": [0, 3, 5, 9, 10, 12, 17, 22], "amongst": 5, "amount": [0, 1, 3, 4, 6, 8, 10, 14, 16], "an": [1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21], "an_": 19, "anaconda": [0, 1, 15, 16, 22], "analogi": 13, "analys": 6, "analysi": [1, 3, 4, 7, 14, 15, 17, 21], "analyt": [2, 3, 5, 6, 7, 12, 13, 15, 16, 22], "analyz": [0, 1, 3, 4, 5, 6, 19], "andrew": 1, "angl": [0, 3, 9], "anharmon": 3, "ani": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 14, 19, 22], "anim": [4, 12], "ann": 12, "annot": [0, 1, 3, 7, 8, 22], "announc": 22, "anoth": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 17, 19, 22], "ansatz": [0, 22], "answer": [0, 1, 3, 5, 6, 17, 20, 22], "antialias": [2, 6], "anticip": 4, "anymor": [1, 8], "anyon": [4, 8], "anyth": [1, 19], "anytim": [20, 22], "apach": 1, "apart": [11, 13], "api": [1, 16, 22], "appar": 2, "appear": [0, 1, 3, 13, 17, 19], "append": [1, 3, 4, 8, 9, 13, 22], "appli": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 15, 19, 21, 22], "applic": [0, 1, 3, 4, 5, 6, 7, 9, 12, 13, 17, 19, 21, 22], "apply_gradi": 4, "approach": [1, 2, 4, 5, 6, 9, 10, 11, 12, 13, 16, 19, 21], "appropri": [2, 6, 9, 12, 13, 16, 19], "approv": 22, "approx": [0, 2, 3, 6, 10, 11, 13, 19, 22], "approxim": [0, 1, 2, 3, 4, 5, 6, 7, 10, 11, 13, 19, 22], "apt": [0, 15, 16, 22], "aq": 19, "ar": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22], "aragorn": 22, "arang": [1, 3, 4, 6, 7, 9, 10, 12, 13, 22], "arbitrari": [1, 4, 6, 8, 12, 13, 19], "arbitrarili": [0, 1, 11, 22], "arc": 6, "architectur": [3, 4, 12], "area": [0, 3, 6, 21, 22], "argmax": [1, 11], "argmin": [4, 10, 14], "argsort": 11, "argu": [1, 13], "argument": [0, 2, 3, 5, 11, 12, 13, 22], "aris": [0, 6, 12, 13, 19, 22], "arithmet": [0, 13, 17, 22], "arm": 6, "armadillo": 17, "around": [0, 1, 4, 5, 6, 11, 19, 22], "arrai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 16, 19], "arrang": [3, 22], "arraybox": 13, "arriv": [0, 6, 9, 11, 17, 19, 22], "arrow": 12, "arrowprop": 8, "art": [0, 1, 15, 16, 22], "articl": [0, 3, 4, 6, 10, 22], "artifici": [0, 2, 7, 12, 21, 22], "artificialneuron": 12, "arug": 13, "arxiv": [3, 4], "asarrai": [0, 6, 9], "ask": [5, 6, 11, 12], "aspect": [0, 6, 16, 22], "assembl": 3, "assembli": [0, 22], "assert": 4, "assess": [0, 6, 22], "assici": 4, "assign": [0, 7, 8, 9, 12, 13, 14, 18, 20, 21, 22], "associ": [0, 6, 9, 12, 14, 19, 22], "assum": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "assumpt": [0, 3, 5, 6, 9, 11, 19, 22], "ast": [0, 5, 6, 22], "astronomi": 22, "astyp": [4, 9, 10], "asymmetri": [0, 22], "asymptot": [4, 6], "atom": [0, 22], "attempt": [0, 4, 6, 7, 8, 10, 22], "attend": 22, "attent": [0, 17, 22], "attract": [0, 10, 22], "attribut": [0, 9, 22], "audi": [0, 22], "audio": [3, 4], "august": [15, 22], "aurelien": [0, 15, 21, 22], "austfjel": 6, "author": [0, 1, 10, 19], "authour": 22, "auto": [9, 10, 19], "autocor": 19, "autocorrelation_tim": 19, "autocorrelform": 19, "autocovari": 19, "autoencod": [4, 16, 22], "autoencond": 16, "autograd": [16, 22], "autom": [0, 16, 21, 22], "automac": 17, "automag": 22, "automat": [0, 1, 2, 3, 4, 11, 16, 17, 22], "automobil": 3, "autonom": 4, "avail": [0, 1, 4, 6, 10, 11, 15, 16, 17, 18, 20, 21, 22], "averag": [0, 1, 3, 6, 9, 10, 13, 14, 19, 20, 22], "avoid": [0, 4, 5, 6, 9, 11, 13, 17, 22], "awai": [2, 3, 6], "awar": [2, 10], "award": [20, 22], "ax": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 22], "axes3d": [2, 6, 13], "axes_grid1": 6, "axhlin": 8, "axi": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "axiom": 5, "axlabel": [0, 22], "axvlin": [4, 8], "axvspan": 4, "b": [0, 1, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 19, 20, 22], "b1": 8, "b2": 8, "b3": 8, "b_": [0, 1, 17], "b_0": 0, "b_1": [0, 2, 12, 13], "b_2": [0, 13], "b_5": 13, "b_group": 9, "b_i": [0, 1, 2, 12, 22], "b_ia_": [0, 22], "b_ia_i": 0, "b_index": 9, "b_j": [1, 12], "b_k": [0, 1, 12, 13], "b_m": 12, "b_score": 9, "b_valu": 9, "babcock": 22, "bachelor": [18, 20], "back": [0, 3, 4, 5, 6, 8, 9, 10, 15, 17, 19, 22], "backbon": 17, "backend": [1, 4], "background": [21, 22], "backpropag": 1, "backtrack": 9, "backup": 17, "backward": [1, 2, 4, 12, 17], "bad": 6, "badli": 19, "bag": [9, 16, 22], "bag_clf": 10, "baggin": 22, "baggingboot": 10, "baggingclassifi": 10, "baggingtre": 10, "balanc": 6, "band": 17, "bandwidth": 17, "bar": [0, 6, 11, 15, 22], "barber": 21, "bare": [4, 10], "base": [0, 1, 3, 4, 5, 7, 8, 9, 10, 14, 16, 19, 20, 21, 22], "basi": [5, 7, 8, 10, 11, 12, 13, 17], "basic": [6, 8, 12, 13, 14, 16, 19, 22], "batch": [3, 4, 11, 12, 13], "batch_shap": 4, "batch_siz": [1, 3, 4], "batchnorm": 4, "bay": 7, "bayesian": [5, 16, 21, 22], "beam": 22, "becaus": [0, 1, 2, 3, 4, 5, 6, 8, 9, 12, 13, 14, 22], "becom": [0, 1, 2, 5, 6, 7, 9, 12, 13, 19, 22], "been": [0, 1, 2, 3, 4, 5, 6, 11, 12, 13, 16, 17, 22], "befor": [0, 1, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 17, 19, 22], "beforehand": [0, 19, 22], "begin": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 17, 19, 20, 22], "behav": [1, 6, 13], "behavior": [0, 1, 13, 22], "behaviour": 12, "behind": [0, 1, 6, 8, 13, 22], "being": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 19, 22], "believ": [9, 17], "belong": [7, 8, 9, 13, 14], "below": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 22], "benchmark": 10, "benefici": [1, 13], "benefit": [0, 1, 4, 11, 13, 15, 16, 22], "bengio": [1, 21, 22], "benign": [1, 7], "besid": [4, 5], "bessel": 5, "best": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 20, 22], "beta": [0, 1, 3, 5, 6, 7, 10, 11, 13, 22], "beta_": [0, 3, 6, 7, 13, 22], "beta_0": [0, 1, 3, 5, 6, 7, 13, 22], "beta_0x_": [0, 22], "beta_1": [0, 1, 3, 5, 6, 7, 10, 13, 22], "beta_1x_": [0, 22], "beta_1x_0": [0, 22], "beta_1x_1": [0, 7, 22], "beta_1x_2": [0, 22], "beta_1x_i": [7, 13], "beta_2": [0, 3, 13, 22], "beta_2x_": [0, 22], "beta_2x_0": [0, 22], "beta_2x_1": [0, 22], "beta_2x_2": [0, 7, 22], "beta_3": 3, "beta_i": [0, 3, 5, 22], "beta_j": [0, 5, 6, 13, 22], "beta_k": 13, "beta_linreg": 13, "beta_m": 10, "beta_mg_m": 10, "beta_n": 3, "beta_p": 7, "beta_px_p": 7, "betavalu": 5, "better": [0, 1, 2, 3, 4, 6, 9, 10, 11, 12, 13, 22], "between": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 19, 22], "beyond": [0, 1, 5, 6, 8, 13, 22], "bf": [13, 14, 17, 19], "bg": 22, "bgd": 13, "bia": [0, 1, 2, 3, 5, 8, 9, 10, 12, 13, 22], "bias": [1, 2, 3, 5, 6, 9, 12], "big": [0, 1, 2, 5, 6, 14], "bigger": [1, 6], "bigr": 12, "bike": 9, "bilbo": 22, "billion": [3, 12, 16], "bin": [0, 7, 19], "binari": [0, 3, 5, 7, 9, 10, 12, 22], "binarycrossentropi": 4, "bind": 0, "binomi": [16, 19, 22], "binsboot": 6, "bioinformat": 0, "biolog": [1, 12], "bios1100": [16, 22], "bird": [0, 3], "birth": 22, "bishop": [21, 22], "bit": [1, 4, 17, 19, 22], "bitwis": 19, "bivari": 2, "bk": [0, 13], "bla": [17, 22], "black": [8, 9, 14], "block": [6, 10, 16, 17, 19, 22], "blog": 22, "blogpost": 4, "blue": [0, 3], "bmatrix": [0, 1, 3, 5, 7, 8, 11, 13, 17, 22], "bmi": 1, "bodi": [0, 1, 4, 12, 22], "bold": 1, "boldfac": [0, 5], "boldsymbol": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 13, 14, 15, 22], "boltzmann": [12, 16, 22], "book": [21, 22], "book1": 21, "boolean": 4, "boost": [1, 9, 16, 22], "boostrap": 10, "bootstrap": [1, 13, 16, 22], "borrow": 22, "boston_dataset": 0, "bot": 8, "both": [0, 1, 4, 5, 6, 8, 9, 10, 13, 14, 15, 16, 17, 19, 20, 22], "bottl": 7, "bound": [0, 8, 12], "boundari": [2, 4, 8, 11, 12], "box": [4, 9], "boyd": [8, 13], "bracket": [4, 19], "brain": [1, 7, 12], "branch": 9, "break": [0, 4, 6, 11, 14, 22], "breast": [5, 7, 11], "breviti": 13, "brew": [0, 15, 16, 22], "brg": 8, "briefli": [0, 22], "bring": [0, 5, 6, 10], "britt": [20, 22], "broad": 0, "brought": [13, 16, 22], "brownle": 4, "browser": 22, "brute": [3, 5, 11], "buffer_s": 4, "bui": 4, "build": [0, 4, 5, 6, 10, 17, 19, 22], "built": [0, 1, 3, 4, 6], "bunch": 11, "busi": 0, "byte": [17, 22], "c": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "c1": [8, 11], "c2": [8, 11], "c_": [0, 8, 9, 10, 13, 19], "c_0": 19, "c_1": 12, "c_2": 12, "c_3": 12, "c_4": 12, "c_i": [12, 13], "c_k": 19, "ca": [1, 22], "cach": 10, "cal": [0, 8, 10, 12, 13, 15, 22], "calcul": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 22], "call": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 20, 22], "calor": 0, "cambridg": [13, 21], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21], "cancel": [0, 13, 22], "cancer": [5, 10], "cancerpd": 7, "candid": [8, 9, 10], "cannot": [0, 1, 4, 5, 6, 7, 8, 9, 19], "canopi": [0, 15, 16, 22], "canva": 22, "cap": 5, "capabl": [0, 1, 8, 13, 16, 22], "capac": [2, 20], "capita": 0, "captur": [4, 11, 12], "car": [3, 4], "card": [0, 7, 22], "cardin": 1, "care": 11, "carefulli": 13, "carlo": [0, 6, 16, 19, 21, 22], "carri": [2, 6, 7], "cart": 10, "case": [0, 1, 2, 3, 4, 5, 6, 7, 11, 12, 13, 14, 16, 17, 22], "casella": 21, "cast": 1, "cat": [3, 4], "catch": 0, "categor": [0, 1, 3, 9, 11, 22], "categori": [0, 1, 3, 7, 10, 12, 14, 22], "categorical_crossentropi": [1, 3], "caus": [0, 5, 6, 19, 22], "causal": 0, "causat": [0, 22], "cax": 1, "cb": [6, 22], "cbar": 1, "cc": [0, 1, 5, 13, 22], "ccc": [5, 12], "cdf": 19, "cdot": [0, 2, 6, 12, 13, 14, 17, 19, 22], "celebr": 13, "cell": 4, "center": [0, 1, 6, 7, 8, 9, 11, 14, 19, 22], "central": [0, 3, 5, 6, 8, 17, 22], "centroid": [14, 19], "centroid_differ": 14, "centuri": 3, "certain": [0, 3, 6, 7, 9, 19, 22], "cg": 13, "cha": 0, "chain": [0, 1, 13, 16, 19, 22], "chanc": [1, 5, 13, 19], "chang": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 17, 19, 22], "channel": 3, "chapter": [0, 6, 10, 11, 17, 21, 22], "chapter3": 0, "charact": [0, 3, 5, 22], "character": [8, 9, 10, 12, 19], "characterist": [0, 1, 3, 10, 13, 22], "charg": [0, 22], "charl": 0, "chase": 4, "chd": 7, "chddata": 7, "cheap": 5, "cheaper": [1, 13], "check": [0, 1, 3, 4, 5, 11, 13, 17, 22], "checkmark": 3, "checkpoint": 4, "checkpoint_dir": 4, "checkpoint_prefix": 4, "chen": 10, "chiaramont": 2, "choic": [0, 1, 2, 3, 4, 6, 9, 12, 13, 14, 17, 22], "choleski": [5, 17], "choos": [2, 3, 6, 9, 10, 11, 13, 14], "chosen": [0, 1, 2, 6, 8, 9, 10, 13, 19, 22], "chosen_datapoint": 1, "christian": 21, "christoph": [21, 22], "cifar": 3, "cifar10": 3, "circ": [1, 12], "circl": [0, 8, 12], "circuit": 3, "circumfer": 9, "circumv": [1, 5, 13], "ckpt": 4, "clariti": 19, "class": [0, 1, 3, 4, 6, 7, 8, 9, 11, 12, 13, 19, 22], "class_nam": [3, 9], "class_val": 9, "class_valu": 9, "classic": [7, 9, 13], "classif": [0, 3, 5, 6, 7, 8, 11, 12, 16, 21, 22], "classifi": [0, 1, 4, 7, 9, 10, 11, 22], "classificaton": 1, "classifii": 10, "clean": 1, "clear": [1, 5, 10, 12, 13], "clearli": [0, 3, 5, 6, 7, 8, 19], "clever": [1, 10], "clf": [0, 6, 8, 9, 10, 22], "clf3": 0, "clf_lasso": 6, "clf_ridg": [6, 22], "clip": [3, 19], "clone": 20, "close": [0, 1, 2, 4, 6, 8, 9, 11, 12, 13, 14, 19, 21, 22], "closer": [3, 5, 13], "closest": [8, 11, 13, 14], "closur": [16, 22], "cloud": [16, 22], "cluster": [0, 1, 4, 6, 11, 16, 22], "cluster_label": 14, "cm": [1, 2, 3, 6, 8, 13], "cmap": [0, 1, 2, 3, 4, 6, 8, 9, 10, 22], "cmap_arg": 6, "cmd": 9, "cn_": 19, "cnn": 12, "cnn_kera": 3, "cntk": [16, 22], "co": [0, 2, 3, 6, 9, 13, 22], "code": [3, 4, 6, 7, 8, 15, 16, 17, 19, 21], "coef": [0, 22], "coef0": 8, "coef_": [0, 5, 6, 8, 9, 13, 22], "coeff": 5, "coeffici": [0, 3, 5, 6, 7, 8, 9, 13, 15, 17, 22], "coerc": [0, 6, 22], "coin": [10, 19], "coin_toss": 10, "col": [0, 11, 22], "colab": [16, 22], "cold": 9, "colinear": 0, "collaps": 8, "collect": [0, 2, 6, 10, 11, 16, 19, 21, 22], "collinear": 5, "color": [0, 3, 4, 6, 8, 9, 10, 19], "color_channel": 3, "color_cod": 6, "colorbar": [1, 6], "colsample_bytre": 10, "colsaobject": 10, "column": [0, 1, 2, 5, 6, 7, 8, 9, 11, 12, 17, 22], "columntransform": 9, "com": [4, 6, 16, 21, 22], "combin": [1, 2, 5, 6, 7, 10, 19], "come": [0, 1, 3, 4, 5, 12, 13, 14, 15, 22], "command": [0, 1, 22], "comment": [0, 4, 5, 6, 15, 22], "commerci": [0, 15, 16, 22], "commod": [0, 22], "common": [0, 1, 3, 5, 6, 7, 9, 11, 13, 14, 19, 22], "commonli": [0, 1, 4, 6, 7, 9, 13, 14], "commun": [0, 12], "commut": 3, "commutatitav": 3, "compact": [0, 1, 3, 5, 6, 7, 9, 11, 12, 13, 14, 22], "compair": 0, "compar": [0, 3, 4, 5, 6, 11, 13, 15, 17, 22], "comparison": [2, 4, 13], "compat": 7, "compet": 0, "competit": 10, "compil": [0, 1, 3, 4, 13, 15, 16, 17, 22], "complet": [0, 2, 3, 4, 9, 12, 22], "completenn": 12, "complex": [1, 5, 8, 9, 11, 12, 13, 15, 22], "complic": [0, 1, 9, 13, 22], "compon": [0, 1, 3, 4, 5, 6, 7, 9, 14, 16, 22], "components_": 11, "compos": [9, 12, 13, 14, 16, 22], "compphys": [0, 6, 16, 18, 20, 21, 22], "compress": [0, 22], "compris": 6, "compromis": 5, "compulsori": [16, 22], "comput": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 18, 19, 21, 22], "computation": [0, 3, 6, 9, 13, 19, 22], "computationalscienceuio": 22, "concaten": [2, 4, 6, 14], "concav": [1, 13], "concentr": [0, 10], "concept": [0, 2, 16, 22], "conceptu": [12, 13], "concern": [0, 1, 4, 7, 22], "concic": 22, "conclud": [0, 5, 13], "conclus": 1, "cond": 2, "conda": [0, 1, 15, 16, 22], "condit": [0, 2, 4, 5, 6, 8, 9, 11, 13, 19, 22], "conduct": 16, "condwav": 2, "confid": [0, 5, 6, 7, 8, 22], "configur": 3, "confirm": [5, 12], "confus": [5, 6, 7, 10, 17], "confusion_matrix": 9, "congruenti": 19, "conjug": [4, 8], "conjugaci": 13, "conjunct": 3, "connect": [0, 1, 3, 4, 9, 11, 12, 13, 17, 22], "consequ": [5, 6, 8, 10, 12, 13], "conserv": [5, 14], "consid": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 17, 19, 22], "consider": [0, 1, 5, 13, 22], "consist": [0, 1, 2, 3, 4, 6, 12, 13, 19], "constant": [0, 2, 4, 5, 6, 8, 12, 13, 19, 22], "constitu": [0, 22], "constitut": [2, 6], "constrain": [1, 3, 5, 7, 11], "constraint": [5, 6, 8, 13], "construct": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 17, 19, 22], "contact": [0, 22], "contain": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 17, 19, 21, 22], "contemporari": 22, "content": [1, 16, 17, 22], "context": [6, 10, 13], "contigu": 17, "continu": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 17, 19, 22], "contour": [9, 10, 13], "contourf": [8, 9, 10], "contrast": [1, 4, 9, 10, 12], "contribut": [0, 3, 5, 13, 19, 22], "contributor": 0, "control": [0, 1, 3, 9, 13, 15, 16, 22], "conv": [3, 4], "conv2d": [3, 4], "conv2dtranspos": 4, "convei": 22, "conveni": [0, 5, 6, 12, 13, 17, 22], "convent": 12, "converg": [1, 2, 4, 5, 8, 13, 14], "convert": [0, 1, 4, 5, 9, 11, 13, 17, 22], "converttomatrix": 4, "convex": [4, 5, 7], "convinc": 13, "convolut": [1, 4, 16, 22], "cool": [4, 9], "coolwarm": 6, "coordin": [5, 12, 14], "coorel": 0, "copi": [0, 1, 14], "core": 10, "corel": 22, "coronari": 7, "corr": [0, 5, 7, 11], "correalt": [11, 16], "correct": [0, 1, 2, 3, 4, 5, 7, 13, 17, 19, 22], "correctli": [1, 2, 6, 7, 10], "correl": [0, 1, 3, 5, 6, 7, 10, 12, 13, 16, 19, 22], "correlation_matrix": [0, 5, 7, 11], "correspond": [0, 3, 5, 6, 8, 9, 11, 12, 15, 16, 17, 19, 22], "cortex": 12, "cosin": [3, 6], "cost": [0, 2, 3, 5, 6, 7, 8, 9, 12, 13, 22], "cost_deep_grad": 2, "cost_funct": 2, "cost_function_deep": 2, "cost_function_deep_grad": 2, "cost_function_grad": 2, "cost_grad": 2, "cost_sum": 2, "costol": 13, "could": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 22], "coulomb": [0, 22], "count": [0, 9, 18, 19, 20, 22], "countor": 13, "coupl": [4, 5, 6], "cours": [0, 1, 3, 5, 11, 20], "courvil": [21, 22], "cov": [5, 6, 11, 17, 19, 22], "cov_xi": [5, 11], "cov_xx": [5, 11], "cov_yi": [5, 11], "covari": [0, 7, 16, 17, 22], "covariance_matrix": [5, 11, 14], "cover": [0, 5, 16, 20, 21], "covert": [0, 22], "covxi": 19, "covxx": 19, "covxz": 19, "covyi": 19, "covyz": 19, "covzz": 19, "cpu": 1, "craft": 3, "creat": [1, 3, 4, 5, 9, 10, 11, 12, 16, 22], "create_biases_and_weight": 1, "create_convolutional_neural_network_kera": 3, "create_neural_network_kera": 1, "create_x": [5, 11], "credit": [0, 7, 20, 22], "crim": 0, "crime": 0, "criteria": [0, 4, 9, 10, 14, 19, 22], "criterion": [9, 10, 13], "critic": 6, "cross": [0, 1, 3, 7, 9, 10, 13, 16, 19, 22], "cross_entropi": 4, "cross_val_scor": 6, "cross_valid": [7, 10], "crossvalid": 6, "crucial": [1, 19], "cs231": 3, "csr_matrix": [17, 22], "csv": [0, 4, 6, 7, 9, 22], "ctnk": 1, "cubic": 0, "cumbersom": 5, "cumsum": [10, 11, 22], "cumul": [7, 10, 19], "cumulative_heads_ratio": 10, "cup": 5, "current": [1, 2, 3, 4, 13, 14, 21], "curs": 0, "curv": [6, 7, 10, 12], "curvatur": 13, "custom": [6, 14], "custom_cmap": [9, 10], "custom_cmap2": [9, 10], "cutpoint": 9, "cv": [6, 7, 10], "cvxbook": 13, "cvxopt": [5, 8], "cycl": [1, 12], "d": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 19, 20, 22], "d2_g_t": 2, "d_f": 13, "d_g_t": 2, "d_net_out": 2, "da": 3, "dagger": [5, 17], "dai": [1, 9, 16], "damp": 3, "darget": 9, "darkr": 19, "dat": [0, 22], "dat_id": [0, 6, 7, 9, 22], "data": [2, 4, 5, 8, 10, 12, 13, 14, 17, 21], "data1": 14, "data2": 14, "data3": 14, "data4": 14, "data_id": [0, 6, 7, 9, 22], "data_indic": 1, "data_panda": 22, "data_path": [0, 6, 7, 9, 22], "databas": 1, "datafil": [0, 6, 7, 9, 22], "datafram": [0, 4, 5, 7, 9, 11, 22], "datapoint": [1, 5, 6, 7, 11, 13], "dataset": [0, 4, 6, 7, 8, 9, 10, 11, 13, 14, 15, 22], "datatyp": 4, "date": [15, 22], "daughter": 10, "david": [21, 22], "dbh": 1, "dbo": 1, "dcomposit": 17, "ddot": 2, "dead": 1, "deal": [0, 1, 3, 5, 6, 8, 11, 13, 14, 17, 19, 22], "dealt": 0, "debt": 7, "debug": [0, 5, 6], "decad": [0, 3], "decai": [0, 13, 19, 22], "decemb": [20, 22], "decent": 10, "decid": [0, 2, 3, 5, 6, 9], "decim": [0, 22], "decis": [0, 1, 8, 11, 16, 21, 22], "decision_funct": 8, "decision_tre": 9, "decisiontreeclassifi": [9, 10], "decisiontreeregressor": [0, 9, 10], "declar": [0, 4, 17, 22], "decompos": [5, 6, 17], "decomposit": [0, 6, 12, 22], "decompost": 5, "deconvolut": 3, "decorrel": [10, 13], "decreas": [1, 2, 4, 5, 6, 10, 11, 13], "deduc": [0, 22], "deep": [3, 7, 12, 13, 16, 21], "deep_neural_network": 2, "deep_param": 2, "deep_tree_clf": [9, 10], "deep_tree_clf1": 9, "deep_tree_clf2": 9, "deepen": [5, 16, 22], "deeper": [0, 3, 4, 22], "deeplearningbook": [21, 22], "deer": 3, "def": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 19, 22], "def_covari": 19, "default": [0, 1, 2, 4, 6, 7, 17, 22], "default_tim": 4, "defect": 5, "defici": 5, "defin": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19], "definit": [1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 17, 19], "defint": 19, "degre": [3, 5, 6, 8, 9, 10, 11, 15, 19, 22], "del": 1, "delet": 6, "delimit": 4, "deliv": [18, 22], "delta": [0, 2, 3, 6, 8, 12, 13, 14, 22], "delta_": [1, 17], "delta_0": 3, "delta_1": 3, "delta_2": 3, "delta_3": 3, "delta_4": 3, "delta_5": 3, "delta_h": [0, 1, 22], "delta_j": [3, 12], "delta_k": 12, "delta_l": [1, 3], "delta_momentum": 13, "delta_n": [0, 3, 22], "delug": 16, "delv": 0, "demand": 13, "demonstr": [0, 3, 5, 6, 7, 11, 12, 16, 22], "den": 4, "denomin": [1, 5], "denot": [1, 2, 6, 7, 13, 19], "dens": [1, 3, 4], "densiti": [0, 2, 6, 19, 22], "depart": [20, 22], "depend": [0, 1, 2, 4, 5, 6, 7, 8, 11, 12, 13, 15, 16, 17, 19, 22], "depict": 19, "deploy": [0, 15, 16, 22], "depth": [0, 3, 9, 10, 17], "deriv": [0, 1, 2, 6, 7, 8, 10, 11, 13, 16, 22], "derivati": 13, "derivative_fn": 13, "descend": [5, 9, 11], "descent": [0, 1, 3, 7, 8, 12, 22], "describ": [0, 2, 4, 5, 6, 8, 10, 11, 12, 13, 17, 22], "descript": [0, 8, 9, 22], "design": [0, 1, 3, 4, 5, 6, 7, 10, 11, 12, 13, 15, 22], "designmatrix": [0, 22], "desir": [0, 2, 4, 5, 13, 14, 22], "despit": [1, 12], "destroi": 17, "det": [5, 17], "detail": [0, 6, 11, 13, 14, 17], "detect": [3, 8, 12], "determin": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 17, 19, 22], "determinist": [7, 13, 19], "dev": 1, "develop": [0, 3, 5, 8, 10, 11, 12, 16, 17, 22], "deviat": [0, 1, 2, 4, 5, 6, 19, 22], "devis": 12, "df": [4, 8, 11, 13, 22], "df1": 22, "di": 0, "diag": [5, 8], "diagnost": [1, 10], "diagon": [0, 5, 7, 13, 17, 19, 22], "diagonaliz": 5, "diagram": 10, "diagsvd": 6, "dice": [6, 19], "dict": [6, 8], "dictionari": 0, "did": [0, 1, 5, 6, 7, 10, 11, 14, 22], "die": 1, "diff": 2, "diff1": 2, "diff2": 2, "diff_ag": 2, "diffeent": 8, "differ": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "differenti": [0, 3, 16, 17, 22], "difficult": [0, 1, 6, 10, 13, 19, 22], "difficulti": [0, 1, 13, 22], "diffonedim": 2, "digit": [0, 1, 3, 4, 6, 20, 22], "dilemma": 13, "dilut": 1, "dim": [4, 11, 14, 17], "dimens": [0, 1, 2, 3, 4, 5, 8, 11, 14, 17, 22], "dimension": [0, 4, 5, 6, 9, 11, 13, 14, 16, 17, 22], "dimensionless": [0, 3, 22], "diment": 17, "dimnsion": 4, "diod": 3, "direct": [0, 1, 2, 4, 11, 12, 13, 14, 22], "directli": [1, 4, 5, 6, 19], "disadvantag": [0, 22], "disappear": [3, 6], "disc_loss": 4, "disc_tap": 4, "discard": [6, 11], "disciplin": [0, 3, 12], "disclaim": 19, "discord": 22, "discourag": 13, "discov": [0, 22], "discover": 5, "discret": [1, 3, 5, 7, 13], "discrimin": [4, 7, 10, 11], "discriminator_loss": 4, "discriminator_loss_list": 4, "discriminator_model": 4, "discriminator_optim": 4, "discuss": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "diseas": 7, "disguis": 6, "disord": [1, 7], "displai": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 19, 22], "displaystyl": [0, 5, 22], "disregard": [0, 22], "dissimilar": [11, 14], "dist": 14, "distanc": [0, 8, 9, 11, 14, 19], "distance_list": 9, "distinct": [3, 7, 8, 9, 10, 14], "distinctli": 8, "distinguish": [0, 4, 7, 8, 19, 22], "distplot": 0, "distribut": [0, 1, 4, 6, 7, 10, 11, 13, 14, 15, 16, 17, 22], "distrubut": [0, 15, 16, 22], "dive": [0, 8, 17, 22], "diverg": [1, 13], "divid": [0, 1, 3, 5, 6, 7, 8, 9, 11, 12, 19, 22], "divis": [6, 8, 9, 13, 17, 19], "dna": 7, "dnn": [0, 1, 2, 4, 12, 22], "dnn1": 4, "dnn2_gru2": 4, "dnn_kera": 1, "dnn_model": 1, "dnn_numpi": 1, "dnn_scikit": [0, 1, 22], "do": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 22], "doc": [0, 16, 18, 20, 21, 22], "document": [4, 13], "doe": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 17, 19, 22], "doesn": [3, 9, 12], "dog": [1, 3, 4], "domain": [5, 8, 13], "domin": [0, 22], "don": [0, 1, 3, 5, 6, 8, 11, 13, 15, 16, 22], "done": [0, 2, 3, 4, 5, 6, 9, 10, 11, 13, 17, 22], "dot": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 22], "doubl": [3, 4, 17, 22], "doubli": 1, "down": [0, 3, 6, 9, 11, 12, 13], "download": [0, 1, 3, 5, 6, 17, 21, 22], "downsampl": 3, "dozen": 1, "dq": 6, "drag": 13, "dramat": 11, "drastic": 4, "draw": [4, 6, 10, 13], "drawback": [0, 1, 3, 13], "drawn": [1, 4, 6, 7, 11, 19, 22], "drive": [3, 4], "driven": 3, "drop": [0, 1, 5, 6, 11, 13, 19, 22], "dropna": [0, 6, 22], "dropout": 4, "dt": [2, 3, 13, 19], "dtype": [0, 1, 3, 4, 14, 17, 22], "dub": [0, 22], "due": [1, 2, 5, 6, 8, 10, 12, 13, 20, 22], "dummi": 0, "dure": [0, 1, 3, 4, 8, 9, 11, 16, 22], "dwell": 0, "dwh": 1, "dwo": 1, "dx": [2, 3, 8, 19], "dx_1": 19, "dx_1p": 6, "dx_2p": 6, "dx_mp": 6, "dx_n": 19, "dxp": 6, "dy": [1, 8, 19], "dynam": 4, "dz": 8, "e": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 22], "e_": [0, 2, 22], "each": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 22], "eapprox": [0, 22], "earli": [1, 13], "earlier": [0, 5, 7, 8, 9, 11, 12, 13, 22], "earthexplor": 6, "eas": [6, 9, 14], "easi": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 22], "easier": [5, 6, 8, 9, 13, 19, 22], "easiest": 13, "easili": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 22], "eastern": [20, 22], "ebind": [0, 22], "eblock": 9, "econometr": 22, "economi": 5, "ecosystem": [16, 22], "ect": 18, "edg": 3, "edgecolor": 6, "edu": 13, "educ": [0, 22], "eff": 19, "effect": [1, 4, 10, 13, 19], "effic": 1, "effici": [0, 3, 10, 13, 16, 17, 19, 22], "efron": 6, "egrad": 13, "eig": [5, 11, 13, 17, 19, 22], "eigen": 19, "eigenpair": [5, 11], "eigenvalu": [0, 5, 8, 11, 13, 17, 22], "eigenvector": [5, 11, 13], "eight": [17, 22], "eigval": [17, 19, 22], "eigvalu": [11, 13], "eigvec": [17, 19, 22], "eigvector": [11, 13], "eir": [20, 22], "eispack": [17, 22], "either": [1, 5, 6, 7, 8, 9, 10, 11, 13, 15, 19, 22], "eivind": [20, 22], "eivinsto": [20, 22], "ekstr\u00f8m": 4, "elabor": 19, "elarn": 3, "electr": [0, 3, 12, 22], "electron": 22, "eleg": 11, "element": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 16, 17, 21], "elementari": [10, 13, 17], "elementwis": [3, 13], "elementwise_grad": [2, 13], "elessar": 22, "elif": 14, "elim": 17, "elimin": [3, 8], "elin": [20, 22], "els": [1, 3, 4, 7, 9, 12, 13, 17], "elu": 1, "elus": [0, 22], "email": [18, 20, 22], "embed": [0, 11], "embodi": 6, "emit": 19, "emner": 21, "emphas": [0, 10, 16, 22], "emphasi": [0, 16, 21, 22], "empir": [1, 11, 19], "emploi": [0, 1, 5, 6, 11, 13, 19, 22], "employ": 0, "empti": [6, 10], "emul": 12, "en": [16, 21], "enabl": 11, "enbodi": 6, "encod": [0, 3, 5, 9, 11, 14, 22], "encompass": [0, 19], "encount": [0, 1, 5, 7, 13, 19, 22], "end": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 20, 22], "endpoint": [3, 6], "energi": [0, 4, 6], "enforc": 12, "eng": 21, "engin": [0, 1, 3, 4, 16, 22], "enorm": 3, "enough": [0, 6, 13, 22], "ensembl": [1, 9], "ensur": [0, 1, 2, 3, 5, 6, 11, 13, 19], "entail": 22, "enter": [5, 6], "enthought": [0, 15, 16, 22], "entir": [1, 3, 7, 9, 16, 19, 22], "entiti": [9, 12, 17, 22], "entri": [0, 5, 8, 11, 12, 17, 22], "entropi": [1, 3, 7, 10, 13, 22], "enumer": [0, 1, 2, 3, 4, 6, 8, 22], "env": 19, "environ": [2, 16], "eo": [0, 6, 22], "eol": [0, 22], "eosfit": [0, 22], "epoch": [0, 1, 3, 4, 12, 13, 22], "epsilon": [0, 5, 6, 7, 13, 22], "epsilon_": [0, 22], "epsilon_0": [0, 22], "epsilon_1": [0, 22], "epsilon_2": [0, 22], "epsilon_i": [0, 22], "eq": [3, 13, 14, 17, 19], "eqnarrai": [3, 5, 6], "equal": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 15, 17, 19, 22], "equat": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 19], "equilibrium": [2, 12], "equiv": [3, 13, 17, 19], "equival": [0, 1, 5, 7, 8, 11, 13, 16, 17, 22], "erf": 19, "eriador": 22, "eridg": 22, "err": [0, 10], "err_": 6, "err_sqr": 2, "errat": 13, "erron": 2, "error": [1, 2, 4, 5, 6, 7, 9, 11, 12, 13, 15, 16, 17, 19], "error_estimate_corr_tim": 19, "error_hidden": 1, "error_output": 1, "escap": 13, "especi": [1, 3, 9, 12, 13], "essenti": [0, 5, 6, 9, 10, 12, 14, 19], "establish": [0, 6, 10, 11, 15, 22], "estim": [0, 1, 5, 6, 7, 10, 11, 13, 16, 19, 22], "estimated_mse_fold": 6, "estimated_mse_kfold": 6, "estimated_mse_sklearn": 6, "et": [0, 2, 4, 15, 21, 22], "eta": [0, 1, 3, 8, 12, 13, 22], "eta0": [8, 13], "eta_": 13, "eta_t": 13, "eta_v": [0, 1, 3, 22], "etc": [0, 1, 3, 5, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 19], "ethic": 16, "euclidean": [0, 14], "evalu": [0, 2, 3, 4, 5, 6, 9, 13, 19, 22], "evalut": 13, "even": [0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 22], "evenli": 4, "event": [5, 7, 10, 19], "eventu": [0, 5, 6, 11, 12, 13, 20], "everi": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13, 14, 16, 19, 20, 22], "everyth": [4, 12], "everywher": [4, 13], "evolv": 0, "exact": [0, 5, 11, 12, 13, 17, 19, 22], "exactli": [0, 3, 4, 6, 12, 16], "exam": 22, "examin": 6, "exampl": [5, 11, 12, 13, 15, 16, 17, 19, 21], "exce": [1, 12, 13], "excel": [0, 1, 4, 5, 10, 22], "except": [3, 4, 6, 8, 9, 17], "excess": [0, 22], "excit": 0, "exclud": [1, 6, 12], "exclus": [0, 1, 3, 6, 19, 22], "execut": [2, 5, 13], "exemplifi": 13, "exercic": [20, 22], "exercis": [5, 16, 18, 20], "exhaust": 6, "exhibit": [0, 5, 6, 8, 22], "exist": [0, 1, 2, 3, 5, 6, 7, 8, 9, 13, 17, 22], "exit": [5, 17], "exp": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 15, 19, 22], "exp_term": 1, "expand": [5, 7, 11, 13], "expans": [0, 3, 5, 8, 10, 12, 13, 22], "expect": [0, 1, 5, 6, 7, 11, 12, 13, 15, 16, 22], "expectation_value_of_h_wrt_p": 19, "expens": [6, 10, 13], "experi": [0, 1, 6, 8, 13, 16, 22], "experiment": [0, 4, 6, 9, 19, 22], "expert": [1, 9], "explain": [0, 6, 9, 10, 11, 13, 22], "explained_variance_ratio_": 11, "explanatori": [0, 22], "explicit": [0, 3, 6, 13, 17, 22], "explicitli": [0, 4], "explod": 1, "exploit": [0, 3, 12, 13, 22], "explor": [1, 4, 6, 8, 13, 16], "expon": 1, "exponenti": [0, 1, 5, 6, 10, 13, 19, 22], "export": 9, "export_graphviz": 9, "export_text": 9, "exporttext": 9, "expos": 16, "express": [0, 2, 3, 5, 6, 7, 10, 12, 13, 17, 19, 22], "exptmean": 19, "exptvari": 19, "extend": [0, 2, 7, 11, 13, 16, 22], "extens": [0, 12, 15, 16, 22], "extent": [0, 1, 6, 21], "extern": [3, 6, 9], "extra": [1, 3, 5, 20, 22], "extract": [0, 3, 5, 6, 7, 8, 11, 13, 17, 22], "extrapol": [0, 22], "extrem": [0, 1, 4, 5, 6, 7, 8, 9, 13, 17], "extremum": 13, "extrins": 11, "ey": [0, 5, 6, 13, 14, 17, 22], "f": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 17, 19, 20, 22], "f1": 13, "f11": [0, 22], "f12": [0, 22], "f13": [0, 22], "f1_grad": 13, "f1d": 13, "f2": 13, "f2_grad_x1": 13, "f2_grad_x1_analyt": 13, "f2_grad_x2": 13, "f2_grad_x2_analyt": 13, "f3": 13, "f3_grad": 13, "f3_grad_analyt": 13, "f4": 13, "f4_grad": 13, "f4_grad_analyt": 13, "f5": 13, "f5_grad": 13, "f6": 13, "f6_for": 13, "f6_for_grad": 13, "f6_grad_analyt": 13, "f6_while": 13, "f6_while_grad": 13, "f7": 13, "f7_grad": 13, "f7_grad_analyt": 13, "f8": 13, "f8_grad": 13, "f9": [0, 13, 22], "f9_altern": 13, "f9_alternative_grad": 13, "f9_grad": 13, "f_": 10, "f_0": [3, 10], "f_1": [10, 13], "f_2": [12, 13], "f_3": 12, "f_d": 19, "f_grad": 13, "f_grad_analyt": 13, "f_i": [0, 6, 12], "f_m": [3, 10], "f_n": 3, "f_vec": 2, "face": 13, "facecolor": [6, 8, 19], "facil": [0, 15, 16, 22], "facilit": 12, "fact": [0, 1, 3, 5, 9, 11, 12, 13, 22], "factor": [0, 1, 3, 5, 6, 9, 10, 11, 13, 17, 19, 22], "factori": 13, "fade": 6, "fafab0": [9, 10], "fail": [0, 6, 13, 20, 22], "failur": 7, "fairli": [1, 2, 19], "fake": 4, "fake_loss": 4, "fake_output": 4, "fall": [8, 9, 18], "fals": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 14, 17, 22], "famili": [0, 7, 8, 19], "familiar": [0, 3, 5, 6, 8, 15, 16, 17, 19, 22], "famou": [6, 12], "far": [0, 3, 4, 5, 6, 8, 11, 12, 13, 14, 22], "fashion": [0, 9, 10, 22], "fast": [1, 3, 6, 10, 12, 13, 16, 19, 22], "faster": [1, 11, 13], "fastest": [13, 17], "favor": 7, "favorit": 19, "fc": 3, "featur": [0, 1, 3, 5, 6, 7, 8, 10, 11, 12, 13, 16, 19, 22], "feature_nam": [0, 1, 7, 9], "feautur": 9, "fed": 1, "feed": [0, 2, 3, 11, 16, 22], "feed_forward": 1, "feed_forward_out": 1, "feed_forward_train": 1, "feedback": [4, 22], "feeddorward": 4, "feedforward": [1, 4, 12], "feel": [0, 5, 6, 11, 13, 15, 16, 20, 22], "feet": 0, "fetch": 6, "few": [1, 3, 4, 5, 9, 19, 22], "fewer": [0, 9, 11, 22], "ffnn": [1, 12], "field": [0, 3, 6, 12, 16], "fifth": [0, 6, 15, 22], "fig": [0, 1, 2, 3, 4, 6, 7, 12, 13, 14, 22], "fig_id": [0, 6, 7, 9, 22], "figaxi": 19, "figsiz": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 22], "figur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 22], "figure_id": [0, 6, 7, 9, 22], "figurefil": [0, 6, 7, 9, 22], "file": [0, 4, 5, 6, 7, 9, 22], "file_prefix": 4, "filenam": 22, "fill": [5, 9], "filter": [3, 4], "final": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 19, 20, 22], "financ": 0, "find": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 22], "fine": [0, 14, 15, 22], "finish": 2, "finit": [3, 5, 6, 12, 13, 19], "first": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 19, 20, 21], "firsteigvector": 11, "fit": [1, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 19], "fit_beta": 6, "fit_intercept": [0, 5, 6], "fit_mod": 9, "fit_transform": [0, 6, 8, 9, 11], "fiti": [0, 22], "five": [0, 9, 22], "fix": [0, 3, 4, 6, 10, 11, 12, 13, 22], "flag": 4, "flat": [12, 13], "flatten": [1, 3, 4, 5, 17], "flexibl": [1, 6, 8, 10, 12, 22], "flip": [20, 22], "float": [0, 3, 4, 5, 9, 11, 13, 14, 17, 22], "float32": [4, 9], "float64": [4, 17, 22], "flop": [5, 17], "flow": [1, 4, 12], "fluctuat": 5, "fly": 11, "fm": [0, 22], "fmax": 3, "fmesh": 13, "fn": 7, "focu": [0, 3, 4, 5, 6, 15, 16, 21, 22], "focus": [1, 6, 7, 17], "fold": [6, 9], "folder": [0, 4, 6, 22], "follow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22], "font": [0, 7, 19, 22], "fontdict": 19, "fontsiz": [1, 6, 8, 9, 10, 19], "fontweight": 1, "footprint": 3, "foral": 8, "forc": [0, 5, 6, 10, 11, 22], "forcast": 4, "forecast": [4, 12], "forest": [0, 1, 9, 16, 22], "forget": 11, "form": [0, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 16, 17, 19, 22], "formal": [3, 4, 14, 19], "format": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 16, 19, 21], "format_data": 4, "formatstrformatt": [6, 13], "formul": [4, 6, 11, 14], "formula": [3, 13, 19], "forth": [4, 12], "fortran": [0, 15, 16, 17, 22], "fortran2003": [16, 22], "fortran90": 19, "fortun": [0, 11], "forward": [0, 3, 6, 16, 17, 22], "foster": 22, "found": [1, 2, 4, 5, 6, 12, 13, 22], "foundat": [16, 22], "four": [4, 5, 6, 8, 12, 17, 18, 20, 22], "fourier": [0, 22], "fourierdef1": 3, "fourierdef2": 3, "fourierseriessign": 3, "fourth": [12, 22], "fp": 7, "frac": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 22], "fraction": 9, "frame": 7, "framework": [1, 8, 10, 19], "frank": [5, 11], "frankefunct": [5, 6, 11], "fredli": [20, 22], "free": [0, 6, 11, 13, 15, 16, 17, 19, 20, 21, 22], "freecodecamp": 16, "freedom": 5, "freeli": 0, "frequenc": [3, 6, 7, 19], "frequent": [0, 8, 9, 13], "frequentist": 16, "fresh": 10, "fridai": [20, 22], "friedman": [6, 21, 22], "friendli": 4, "frodo": 22, "frog": 3, "from": [0, 1, 2, 3, 4, 6, 7, 8, 9, 11, 13, 14, 16, 17, 19, 20, 21, 22], "from_cod": 9, "from_logit": [3, 4], "from_tensor_slic": 4, "front": [0, 4, 5, 15, 22], "fulfil": [2, 5, 12], "full": [0, 1, 3, 5, 7, 9, 10, 13, 19, 22], "full_matric": 5, "fulli": [3, 6, 12, 19], "fun": [16, 22], "func": 2, "function": [2, 3, 4, 5, 9, 14, 15, 16, 17], "functionali": 11, "fundament": [0, 6, 16, 22], "funtion": 2, "further": [2, 7, 9, 22], "furthermor": [0, 3, 5, 6, 7, 11, 12, 13, 16, 22], "futur": [0, 4, 8, 9, 22], "fy": [15, 18, 20, 21, 22], "fys5419": [21, 22], "fys5429": [21, 22], "f\u00f8470": [20, 22], "g": [0, 1, 2, 3, 4, 6, 8, 9, 10, 11, 13, 19, 22], "g0": 2, "g_": [2, 9, 10], "g_0": 2, "g_1": [2, 10], "g_2": [2, 10], "g_analyt": 2, "g_dnn_ag": 2, "g_euler": 2, "g_i": 2, "g_m": [3, 10], "g_n": 3, "g_re": 2, "g_t": 2, "g_t_d2t": 2, "g_t_d2x": 2, "g_t_dt": 2, "g_t_hessian": 2, "g_t_hessian_func": 2, "g_t_jacobian": 2, "g_t_jacobian_func": 2, "g_trial": 2, "g_trial_deep": 2, "g_vec": 2, "gain": [1, 5, 7, 9, 10, 13], "galleri": [0, 22], "game": 4, "gamge": 22, "gamma": [0, 2, 8, 9, 10, 11, 13, 22], "gamma1": 8, "gamma2": 8, "gamma_": [0, 22], "gamma_0": 10, "gamma_1": 10, "gamma_1x": 10, "gamma_i": [0, 8, 19, 22], "gamma_j": 13, "gamma_k": 13, "gamma_m": 10, "gamma_x": [0, 22], "gap": 8, "gate": [4, 12], "gather": [0, 1, 12], "gaug": 12, "gaussbacksub": 17, "gaussian": [4, 5, 6, 8, 14, 19], "gaussian_point": 14, "gaussian_rbf": 8, "gave": 13, "gavra": 22, "gbc": 22, "gca": [2, 6, 8, 13], "gd": 1, "gd_clf": 10, "gdclassiffiercgain": 10, "gdclassiffierconfus": 10, "gdclassiffierroc": 10, "gdm": 13, "gdregress": 10, "ge": [1, 5, 7, 19], "gen_loss": 4, "gen_tap": 4, "gender": [0, 22], "genener": 4, "gener": [0, 1, 2, 3, 5, 6, 8, 10, 11, 12, 13, 14, 15, 17, 19, 21], "generallay": 12, "generate_and_save_imag": 4, "generate_imag": 4, "generate_latent_point": 4, "generate_simple_clustering_dataset": 14, "generated_imag": 4, "generator_loss": 4, "generator_loss_list": 4, "generator_model": 4, "generator_optim": 4, "genom": 16, "geodes": 11, "geometr": [0, 13, 22], "geometri": 5, "georg": 21, "geotif": 6, "geq": [2, 5, 8, 9, 13], "geron": [0, 15, 21, 22], "get": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 16, 17, 19, 20, 22], "get_dummi": 9, "get_paramet": 2, "get_split": 9, "get_yaxi": 8, "get_yticklabel": 6, "gg": 22, "gibb": [16, 22], "gif": 4, "gini": 10, "gini_index": 9, "ginvers": 13, "git": [0, 15, 16, 22], "giter": 13, "github": [0, 15, 16, 18, 20, 21, 22], "gitlab": [0, 15, 16, 22], "give": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 19, 22], "given": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 22], "global": [6, 7, 13], "glorot": 1, "gnew": 13, "go": [0, 1, 3, 5, 6, 8, 9, 11, 12, 13, 22], "goal": [0, 7, 9, 22], "goe": [0, 1, 2, 5, 6, 13, 14, 17, 22], "golden": 13, "gone": 5, "gong": 1, "good": [1, 3, 4, 5, 6, 9, 10, 11, 13, 16, 19, 21], "goodfellow": [4, 21, 22], "googl": [1, 4, 16, 22], "got": [1, 6], "gotten": 22, "gov": 6, "gp": 21, "gpu": [1, 13, 16, 22], "grad": [2, 13], "grad_analyt": 13, "grade": 18, "gradient": [0, 3, 4, 7, 8, 9, 12, 16, 22], "gradientboostingclassifi": 10, "gradientboostingregressor": 10, "gradients_of_discrimin": 4, "gradients_of_gener": 4, "gradienttap": 4, "gradual": [1, 14], "grai": [4, 6], "graph": [1, 9, 11, 12, 13], "graph_from_dot_data": 9, "graphic": [0, 1, 9, 22], "grasp": 0, "gray_r": [1, 3], "grayscal": 3, "great": [5, 13], "greater": [1, 7, 19], "greatli": 13, "greedi": 9, "green": [0, 3, 9, 19], "grei": 4, "grid": [1, 3, 6, 7, 8, 12, 19], "grossli": 13, "ground": [0, 22], "group": [0, 6, 7, 9, 14, 16, 18, 20, 22], "groupbi": [0, 22], "grow": [1, 3, 9, 10], "growth": [0, 22], "gru": 4, "guarante": [0, 4, 13, 19, 22], "guess": [1, 4, 10, 13, 14], "guestrin": 10, "guid": 1, "h": [0, 1, 5, 6, 8, 13, 19, 20, 21, 22], "h1": 2, "h_": [0, 13, 22], "h_1": [2, 13], "h_2": [2, 13], "h_m": 10, "ha": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "haanen": [20, 22], "habit": 0, "had": [0, 1, 6, 7, 13, 22], "hadamard": [1, 12, 13], "half": [1, 8, 9], "halv": 10, "hand": [0, 1, 2, 3, 5, 11, 12, 13, 15, 16, 17, 19, 20, 21, 22], "handi": 3, "handl": [0, 1, 2, 5, 9, 11, 16], "handle_unknown": 9, "handsid": 12, "handwrit": 12, "handwritten": [1, 5], "happen": [1, 2, 3, 4, 5, 6, 10, 13, 19], "hard": [1, 7, 8, 10, 13], "hardcopi": [16, 22], "harder": [0, 1], "harmon": 3, "hassl": [0, 15, 16, 22], "hast": [16, 22], "hasti": [0, 6, 15, 21, 22], "hat": [0, 1, 5, 6, 7, 9, 10, 11, 12, 13, 17], "have": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22], "haven": 1, "he": 7, "head": [0, 4, 10, 19], "header": [0, 22], "heads_proba": 10, "health": 0, "hear": [0, 13, 22], "heart": [0, 7, 22], "heatmap": [0, 1, 3, 7, 22], "heavili": 0, "heavisid": 1, "height": [1, 3, 6], "held": 13, "help": [0, 1, 4, 12, 13, 22], "helper": [4, 14], "henc": [0, 5, 6, 8, 9, 10, 12, 13, 22], "henrik": [20, 22], "her": 7, "here": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "hereaft": [0, 8, 12, 22], "hermitian": 17, "hessenberg": 17, "hessian": [0, 2, 5, 13], "heterogen": [9, 10], "hi": 7, "hidden": [1, 3, 4, 12], "hidden_bia": 1, "hidden_bias_gradi": 1, "hidden_layer_s": [0, 1, 22], "hidden_neuron": 4, "hidden_weight": 1, "hidden_weights_gradi": 1, "hierarch": 5, "high": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 13, 14, 16, 17, 22], "higher": [0, 1, 3, 5, 6, 8, 13, 22], "highest": [1, 2], "highli": [0, 3, 4, 10, 16, 17, 21, 22], "highwai": 0, "hing": 8, "hint": 13, "hip": 16, "hire": 0, "hist": [4, 6, 7, 19], "histogram": [0, 6, 7, 19], "histor": [7, 11], "histori": [3, 4, 12], "hitherto": 5, "hjorth": [20, 22], "hobbi": 19, "hoc": 5, "hoff": 21, "hold": [1, 3, 6, 13, 14], "holder": [0, 22], "home": 0, "homepag": 22, "homework": [6, 13], "homogen": [1, 3, 9, 10, 13], "honchar": 2, "hopefulli": [0, 11, 19, 22], "horizont": 11, "horlyk": [20, 22], "hors": [3, 7], "hot": [1, 9], "hour": [1, 16, 18, 19, 20, 22], "how": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "howev": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 22], "hspace": [0, 4, 8, 10, 19, 22], "hstack": 1, "htf": 22, "html": [0, 16, 18, 20, 21, 22], "http": [0, 3, 4, 6, 13, 16, 17, 18, 20, 21, 22], "huang": [0, 22], "huber": [0, 22], "huge": [1, 3, 4, 16], "human": [0, 1, 3, 6, 9, 12], "humid": 9, "hundr": 1, "hungri": 1, "hybrid": 18, "hydrogen": [0, 22], "hyperbol": [1, 4, 12], "hyperparam": 8, "hyperparamet": [3, 4, 5, 6, 9, 13, 22], "hyperplan": 11, "h\u00f8rlyk": [20, 22], "i": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "i0": [0, 22], "i1": [0, 6, 8, 12, 22], "i2": [0, 8, 12, 22], "i3": [0, 12, 22], "i5": [0, 22], "i_": 13, "i_1": [5, 6], "i_2": [5, 6], "ian": 21, "ic": 1, "id": [7, 13], "ida": [20, 22], "idea": [0, 1, 2, 3, 4, 6, 9, 10, 12, 13, 17], "ideal": [0, 2, 6, 8, 13, 19, 22], "idem": 6, "ident": [5, 6, 12, 13, 17], "identifi": [0, 1, 7, 9, 11, 12, 13, 14, 22], "ieor": 19, "ifi": 21, "ifs": [16, 22], "ignor": [0, 1, 3, 9], "ii": [17, 19], "iii": [17, 22], "ij": [0, 1, 3, 6, 8, 12, 14, 17, 19, 22], "ik": [0, 17, 22], "illustr": [5, 7, 10, 12, 13, 14, 16, 22], "im": 6, "imag": [1, 3, 4, 6, 9, 11, 12, 14, 21, 22], "image_at_epoch_": 4, "image_batch": 4, "image_height": 3, "image_path": [0, 6, 7, 9, 22], "image_width": 3, "imageio": 6, "images_from_seed_imag": 4, "imagin": 1, "immedi": [0, 3, 4, 6, 15, 16, 22], "implement": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 19, 22], "impli": [3, 5, 6, 7, 13, 17], "implicit": 3, "implicitli": [11, 19], "import": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19], "importantli": 3, "impos": [0, 6, 11, 12, 22], "imposs": [0, 5, 22], "impress": [0, 12, 22], "improv": [0, 4, 5, 9, 10, 11, 13], "impur": 9, "imread": 6, "imshow": [1, 3, 4, 6], "in3050": [21, 22], "in3310": 22, "in4080": [21, 22], "in4300": [21, 22], "in4310": 21, "in5400": 3, "in5550": 21, "in_out_neuron": 4, "inaccur": 13, "inact": 12, "inadequ": [0, 22], "inch": 6, "includ": [0, 1, 2, 3, 4, 5, 6, 7, 11, 12, 15, 16, 19, 20, 21, 22], "include_bia": [6, 9], "incom": 12, "incorrect": 1, "incoveni": 8, "increas": [0, 1, 3, 4, 5, 6, 9, 12, 13, 19, 22], "increasingli": 19, "ind": 6, "inde": [0, 2, 4, 5, 6, 13, 22], "indefinit": 4, "independ": [0, 5, 6, 7, 8, 12, 13, 19, 22], "index": [0, 1, 3, 4, 10, 14, 16, 17, 19, 21, 22], "index_col": [0, 22], "indic": [0, 1, 3, 4, 5, 6, 9, 10, 11, 13, 22], "indispens": 6, "individu": [1, 6, 7, 10, 12, 19, 22], "indu": 0, "indx": 17, "indx1": 2, "indx2": 2, "indx3": 2, "ineffici": [3, 13], "inequ": [8, 13], "inertia": 13, "inf1000": [16, 22], "inf1100": [16, 22], "inf1100l": [16, 22], "inf1110": [16, 22], "inf3000": 22, "infeas": 9, "infer": [0, 1, 4, 6, 21, 22], "inferenc": 1, "infil": [0, 6, 7, 9, 22], "infin": [5, 6, 7, 11], "infinit": 3, "infinitesim": 19, "influenc": [6, 10], "influenti": 1, "info": 22, "inform": [0, 1, 3, 4, 6, 9, 11, 12, 13, 14, 17, 21, 22], "infti": [3, 6, 13, 19], "ingeni": 13, "ingredi": [0, 9, 22], "inher": 6, "inherit": [17, 22], "initi": [0, 1, 2, 6, 10, 13, 14, 17, 19, 22], "inject": 14, "inlin": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "inner": [0, 13], "inp": 4, "inplac": 13, "input": [0, 1, 3, 4, 5, 6, 7, 8, 12, 13, 14, 19, 22], "input_dim": 1, "input_shap": [3, 4], "inputs": 1, "inputs_shuffl": [0, 1], "insert": [3, 5, 6, 8, 10, 19], "insid": [0, 4, 7], "insight": [0, 1, 5, 16, 22], "insist": [6, 13], "inspir": [0, 1, 12, 22], "instabl": 2, "instal": [0, 1, 5, 6, 9, 15], "instanc": [0, 1, 2, 4, 6, 9, 11, 13, 22], "instanti": 10, "instead": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 14, 17, 19, 22], "institut": 1, "instruct": [0, 1, 15, 22], "int": [0, 1, 2, 3, 4, 5, 6, 11, 13, 14, 17, 19], "int32": 10, "int_": [3, 6, 19], "int_0": 19, "int_a": 19, "intak": 0, "integ": [1, 2, 13, 14, 17, 19, 22], "integer_vector": 1, "integr": [3, 6, 19, 22], "intellig": [0, 14, 21, 22], "intend": 10, "intens": 1, "intention": 14, "interact": [0, 6, 9, 12, 16, 22], "intercept": [0, 6, 8, 11, 13, 22], "intercept_": [0, 6, 8, 9, 13, 22], "interchang": [5, 12, 17], "interconnect": 1, "interest": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 16, 19, 22], "interfac": [0, 1, 17], "interior": [0, 9, 22], "intermedi": 17, "intern": [1, 10, 12], "interpol": [1, 3, 4, 6, 12], "interpr": 5, "interpret": [0, 1, 6, 9, 10, 12, 13, 17, 19], "interv": [0, 3, 5, 6, 7, 13, 19, 22], "intial": 13, "intract": [0, 4], "intrins": [3, 11, 17, 19, 22], "intro": [16, 21, 22], "introduc": [0, 1, 5, 6, 8, 10, 12, 17, 19, 22], "introduct": [1, 2, 4, 13, 21], "introductori": [0, 4, 17, 21, 22], "intuit": [0, 5, 6, 8, 12, 13, 22], "inv": [0, 5, 13, 22], "invalu": [0, 13, 15, 16, 22], "invari": 1, "invd": 5, "inver": 8, "invers": [0, 3, 6, 13, 15, 22], "inverse_transform": 8, "invert": [0, 5, 7, 10, 13, 22], "invh": 13, "invok": [0, 8], "involv": [0, 2, 6, 7, 11, 12], "io": [0, 16, 18, 20, 21, 22], "ip": [0, 8, 19, 22], "ipca": 11, "ipynb": [16, 22], "ipython": [0, 5, 7, 9, 11, 14, 15, 16, 22], "iq": 6, "iri": [8, 9], "irreduc": 6, "irrelev": 5, "irrespect": [0, 22], "isn": 5, "isnul": 0, "isomap": 11, "isotop": 22, "issu": [1, 9, 17], "it_arrai": 13, "item": [0, 13, 22], "items": [17, 22], "iter": [1, 2, 4, 6, 8, 13, 14, 19], "its": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "itself": [5, 6, 12, 19], "j": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 17, 19, 21, 22], "j1": 17, "j_": 6, "j_lasso_sk": 6, "j_ridge_sk": 6, "j_sk": 6, "jackknif": [6, 16, 22], "jacobian": [2, 13], "jason": 4, "jax": [16, 22], "jensen": [20, 22], "jerom": 21, "ji": [12, 17], "jit": 13, "jj": [0, 5, 6, 22], "jk": [0, 1, 6, 12, 17, 22], "jl": [0, 22], "jm": 17, "jnp": 13, "job": [2, 8, 10], "join": [0, 4, 6, 7, 9, 22], "joint": [4, 5], "judg": 13, "judgement": 6, "julia": [16, 17], "jump": 19, "junk": 4, "jupit": 22, "jupyt": [0, 15, 16, 21, 22], "just": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 22], "justif": 0, "justifi": [3, 10], "k": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 20, 22], "k0": 7, "k1": 7, "kaggl": 6, "kappa_d": 19, "karl": [20, 22], "karush": 8, "katrin": [20, 22], "keep": [0, 1, 4, 5, 6, 11, 13, 14, 17, 22], "keepdim": [1, 6, 10, 17], "kei": [0, 1, 3, 6, 12], "kept": [4, 6, 14], "kera": [0, 4, 16, 22], "kernel": [0, 1, 3, 16, 22], "kernel_regular": [1, 3], "kernel_s": 4, "kernelpca": 11, "kev": [0, 22], "kevin": [21, 22], "keyword": [17, 22], "kfold": 6, "kg": 1, "ki": 17, "kick": [1, 13], "kiener": 2, "kilomet": 6, "kind": [0, 2, 3, 4, 8, 12, 13, 14, 22], "kj": [6, 12, 17], "kjm": [16, 22], "kkt": 8, "kl": 19, "km": [12, 22], "kmean": 14, "kmeanspoint": 14, "kn_k": 14, "know": [0, 1, 2, 5, 6, 8, 13, 16, 22], "knowledg": [0, 16, 22], "known": [1, 3, 4, 5, 6, 7, 8, 9, 12, 17, 19, 21], "kondev": [0, 22], "kp": 19, "kpca": 11, "kroneck": 14, "kuhn": 8, "kvalsund": [20, 22], "kwown": [0, 22], "l": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 17, 19, 22], "l0": 7, "l1": [0, 1, 3, 7, 22], "l1_l2": [1, 3], "l1regl": 5, "l2": [1, 3], "l_": 17, "l_1": 7, "l_2": [7, 13], "l_j": 12, "la": 13, "la_i": 12, "la_k": 12, "lab": [16, 22], "label": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 19, 22], "labelencod": [7, 10], "labels": [6, 8, 9], "labels_shuffl": [0, 1], "laboratori": 18, "lack": [0, 22], "lagari": 2, "lagrang": [8, 11], "lambda": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 19, 22], "lambda_": 11, "lambda_0": 11, "lambda_1": [5, 8, 11], "lambda_2": [8, 11], "lambda_i": [8, 11], "lambda_iy_i": 8, "lambda_jy_iy_j": 8, "lambda_k": 8, "lambda_n": [5, 8], "lamda": 1, "land": [0, 8], "landmark": 8, "landscap": 13, "langl": [0, 6, 11, 19, 22], "languag": [0, 1, 4, 8, 15, 16, 17, 21, 22], "lapack": [17, 22], "laplac": 5, "laptop": 16, "larg": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 13, 15, 16, 17, 19, 21, 22], "larger": [0, 3, 5, 6, 8, 10, 11, 13, 19, 22], "largest": [4, 8, 11], "lasso": [0, 7, 16, 22], "lasso_sk": 6, "last": [0, 1, 3, 4, 5, 6, 7, 8, 12, 17, 19, 20, 22], "latent": 4, "latent_dim": 4, "latent_point": 4, "latent_space_value_rang": 4, "later": [0, 1, 4, 7, 8, 12, 13, 14, 15, 16, 22], "latest": [4, 16], "latest_checkpoint": 4, "latex": 22, "latter": [0, 3, 6, 7, 8, 11, 13, 17, 19, 22], "lattic": 12, "law": 0, "layer": [0, 4, 13, 22], "lbfg": [7, 9, 10], "lcc": [5, 6], "lda": 11, "ldot": [0, 6, 11, 22], "le": [5, 7, 10, 13, 19], "lead": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 22], "leaf": 9, "leaki": 1, "leakyrelu": 4, "lear": 13, "learn": [3, 4, 5, 6, 7, 8, 9, 10, 12, 17, 20, 21], "learnabl": 3, "learner": 10, "learnig": 22, "learning_r": [8, 10], "learning_rate_init": [0, 1, 22], "learning_schedul": 13, "least": [0, 7, 8, 10, 11, 15, 16, 17, 19], "leat": 13, "leav": [0, 1, 3, 5, 6, 9, 11, 22], "lectur": [0, 1, 5, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21], "lecturenot": [0, 16, 21, 22], "left": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "leftarrow": [8, 12], "legend": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 22], "len": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 17, 22], "length": [0, 1, 3, 4, 8, 9, 13, 16, 22], "length_of_sequ": 4, "leq": [0, 5, 7, 8, 13, 14, 19, 22], "less": [0, 1, 3, 4, 5, 6, 8, 9, 13, 16, 19, 22], "lessen": 1, "let": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "letter": [0, 17, 19, 22], "level": [0, 1, 5, 6, 9, 16, 17, 18, 20, 22], "li": [8, 11], "liblinear": 10, "librari": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 15, 17, 19, 21], "licens": [0, 1, 15, 16, 22], "lie": [0, 6, 11, 19, 22], "life": [0, 1, 8, 12, 22], "lifetim": 13, "like": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 15, 16, 17, 19, 22], "likelihood": [0, 1, 5, 9, 22], "lim_": 19, "limit": [0, 5, 6, 8, 12, 17, 22], "lin_clf": 8, "lin_model": 0, "lin_reg": 9, "linalg": [0, 2, 5, 6, 8, 11, 13, 17, 19, 22], "line": [0, 3, 6, 8, 11, 13, 22], "line1": 8, "line2": 8, "line3": 8, "linear": [1, 3, 5, 6, 7, 9, 10, 11, 12, 16, 19], "linear_model": [0, 5, 6, 7, 8, 9, 10, 11, 13, 22], "linear_regress": 6, "linearli": 5, "linearloc": [6, 13], "linearregress": [0, 6, 7, 9, 22], "linearsvc": 8, "liner": [1, 3], "linerar": 10, "linewidth": [0, 2, 4, 6, 8, 9, 10], "link": [0, 4, 9, 12, 16, 18, 20, 22], "linlag": 5, "linpack": [17, 22], "linreg": [0, 22], "linspac": [0, 2, 3, 4, 6, 8, 9, 10, 13, 15, 17, 19, 22], "linu": 4, "linux": [0, 1, 15, 16, 22], "liquid": [0, 22], "list": [0, 1, 2, 3, 4, 9, 16, 22], "listedcolormap": [9, 10], "literatur": [1, 7, 14, 21], "littl": [1, 3, 9, 12], "live": 8, "ll": [0, 19, 22], "lle": 0, "lloyd": [4, 14], "lmb": [0, 2, 5, 6], "lmbd": [0, 1, 3, 22], "lmbd_val": [0, 1, 3, 22], "lmbda": 13, "ln": [1, 13], "load": [0, 1, 4, 6, 7, 9, 10], "load_boston": 0, "load_breast_canc": [1, 7, 9, 10, 11], "load_data": [3, 4], "load_digit": [1, 3], "load_iri": [8, 9], "loc": [0, 3, 6, 7, 8, 9, 10, 22], "local": [0, 1, 3, 7, 12, 13], "locat": [2, 3, 8], "log": [0, 1, 2, 4, 5, 6, 7, 9, 10, 11, 13, 17, 22], "log10": [0, 5, 6], "log_": [0, 22], "log_clf": 10, "logarithm": [0, 5, 7, 17, 22], "logic": [0, 1, 9, 22], "logist": [0, 1, 2, 8, 9, 10, 11, 12, 13, 16], "logisticregress": [7, 9, 10, 11], "logit": 7, "logreg": [7, 9, 10, 11], "logspac": [0, 1, 3, 5, 6, 22], "long": [0, 1, 3, 4, 12, 13, 22], "longer": [2, 3, 8, 10, 14, 17, 19, 22], "loocv": 6, "look": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 17, 19, 22], "loop": [1, 4, 6, 10, 12, 14, 16, 17, 22], "lose": 1, "loss": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 13, 17, 22], "loss_fil": 4, "lossfil": 4, "lost": 4, "lot": [0, 1, 4, 6], "low": [0, 6, 9, 10, 11, 22], "lower": [0, 1, 3, 6, 9, 10, 17], "lowercas": [17, 22], "lowest": [9, 13, 19], "lr": [1, 3, 4, 10], "lstat": 0, "lstm": 4, "lstm_2layer": 4, "lstsq": [0, 22], "lt": 6, "lu": [0, 5, 22], "lubksb": 17, "luckili": 2, "ludcmp": 17, "lux": 17, "lvert": 1, "lw": [0, 22], "m": [0, 1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 17, 19, 20, 21, 22], "m_": [9, 12], "m_1": 14, "m_h": [0, 22], "m_k": 14, "m_l": 12, "m_n": [0, 22], "m_p": [0, 22], "m_t": 13, "ma": 11, "machin": [1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 17, 21], "machinelearn": [0, 6, 16, 18, 20, 21, 22], "mackai": 21, "made": [0, 1, 3, 4, 5, 6, 7, 9, 11, 12, 22], "mae": [0, 22], "magic": 4, "magnitud": [1, 6, 7, 13], "mai": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 13, 16, 17, 19, 22], "mail": [18, 20], "main": [0, 1, 3, 4, 5, 6, 7, 9, 17, 21], "mainli": [0, 5, 6, 7, 9, 22], "maintain": 6, "major": [1, 6, 9, 10, 13, 17, 22], "make": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 16, 17, 19, 21], "make_axes_locat": 6, "make_moon": [8, 9, 10], "make_pipelin": [0, 6, 10], "makedir": [0, 6, 7, 9, 22], "makeplot": [0, 22], "malcondit": 17, "malign": [1, 7, 9], "mammographi": 5, "manag": [0, 2, 3, 15, 16, 22], "mandatori": [20, 22], "mani": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 19, 21, 22], "manifold": 11, "manner": 3, "manual": 6, "map": [0, 1, 2, 6, 7, 8, 11, 12, 14, 19, 22], "margin": [0, 5, 8], "marit": [0, 22], "mark": 22, "marker": [0, 7, 17, 22], "markov": [16, 22], "marsaglia": 19, "mass": [0, 1, 5, 13], "massag": [0, 22], "masses2016": [0, 22], "masses2016ol": [0, 22], "masses2016tre": 0, "masseval2016": [0, 22], "master": [18, 20], "mat": [16, 22], "mat1100": [16, 22], "mat1110": [16, 22], "mat1120": [16, 22], "match": [1, 4, 5, 13, 14], "materi": [4, 5, 7, 13, 17, 18, 20], "math": [3, 7, 12, 13, 17, 19, 21, 22], "mathbb": [0, 4, 5, 6, 7, 8, 11, 12, 13, 14, 17, 19, 22], "mathbf": [0, 5, 6, 7, 8, 13, 17, 22], "mathcal": [1, 5, 6, 7, 13], "matheemat": 3, "mathemat": [0, 6, 11, 12, 13, 16, 17, 19, 21, 22], "mathemati": 22, "mathrm": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 22], "matmul": [1, 2, 5], "matnat": 21, "matplotlib": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "matric": [0, 1, 3, 4, 6, 7, 8, 11, 13, 16], "matrix": [0, 2, 3, 4, 6, 7, 8, 10, 13, 15, 19], "matshow": 1, "matter": [2, 3, 13], "max": [0, 1, 2, 3, 4, 9, 10, 12, 13, 20, 22], "max_depth": [0, 9, 10], "max_diff": 2, "max_diff1": 2, "max_diff2": 2, "max_it": [0, 1, 8, 13, 22], "max_iter": 14, "max_leaf_nod": 10, "max_sampl": 10, "maxdegre": [0, 6, 10], "maxdepth": 10, "maxim": [1, 4, 5, 7, 8, 11], "maximum": [0, 2, 3, 5, 7, 8, 9, 10, 13, 14, 22], "maxpolydegre": [5, 6], "maxpooling2d": 3, "mbox": [5, 6], "mcculloch": 12, "md": 11, "mdoel": 4, "mean": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "mean_absolute_error": [0, 22], "mean_divisor": 14, "mean_i": 19, "mean_matrix": 14, "mean_squared_error": [0, 4, 6, 7, 10, 22], "mean_squared_log_error": [0, 22], "mean_vector": 14, "mean_x": 19, "meaning": [0, 4, 7, 22], "meansquarederror": [0, 22], "meant": [3, 7, 10, 13], "measur": [0, 1, 2, 5, 6, 9, 11, 12, 14, 19, 22], "mechan": [0, 4, 19, 22], "median": [0, 22], "medicin": 12, "medium": [4, 8, 13], "medv": 0, "meet": [0, 20], "mehta": [0, 22], "memori": [3, 4, 11, 12, 13, 17], "mention": [0, 12, 13, 19, 22], "mere": [0, 15, 22], "meshgrid": [2, 5, 6, 8, 9, 10, 11], "messag": [5, 13], "messi": 2, "met": [0, 3, 8], "meteorolog": 9, "meter": 6, "method": [0, 1, 2, 3, 4, 5, 7, 8, 11, 12, 14, 16, 17, 19, 21], "metion": 6, "metric": [0, 1, 3, 6, 7, 9, 10, 14, 15, 22], "metropoli": [16, 22], "mev": [0, 19, 22], "mgd": 13, "mglearn": [16, 22], "mgrid": 13, "mi": 10, "mia": [20, 22], "michigan": 22, "microsoft": 21, "mid": 1, "midel": 4, "midpoint": 9, "might": [0, 1, 2, 4, 6, 9, 13], "mild": 9, "millimet": 6, "million": [0, 22], "mimic": 12, "min": [0, 2, 5, 8, 9], "min_": [0, 2, 5, 14, 22], "min_samples_leaf": 9, "mind": [0, 6, 13, 22], "mindboard": 4, "mine": [16, 22], "mini": [1, 11, 12, 13], "minibatch": [1, 11, 13], "minibathc": 13, "minim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "minima": [0, 1, 7, 13, 22], "minimum": [0, 1, 2, 6, 8, 9, 11, 13], "minmaxscal": 0, "minor": 19, "minst": 1, "minu": 7, "mirjalili": 22, "mirror": 9, "misc": 6, "misclassif": [8, 9, 10], "misclassifi": [8, 10], "miser": 0, "mismatch": 1, "miss": [0, 7, 10], "mistak": 4, "mit": 21, "mix": [1, 2, 22], "mixtur": 13, "mk": [9, 17], "mkdir": [0, 6, 7, 9, 22], "ml": [0, 1, 10, 13, 17], "mlab": 19, "mlbook": 22, "mle": [5, 7], "mlp": 1, "mlpclassifi": 1, "mlpregressor": [0, 22], "mm": 17, "mn": [12, 19], "mnist": [1, 11], "mod": 19, "mode": [18, 20, 22], "model": [2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 19, 21], "model_select": [0, 1, 3, 5, 6, 7, 9, 10, 11, 22], "moder": 10, "modern": [0, 6, 7, 16, 22], "modif": [2, 12, 13], "modifi": [0, 1, 3, 5, 7, 8, 10, 12, 13, 22], "modul": [0, 17, 22], "modular": 19, "modulo": 19, "moe": 11, "moment": [5, 6, 13, 19], "mondai": [20, 22], "monitor": 13, "monoton": [5, 12, 19], "mont": [0, 6, 16, 19, 21, 22], "moor": [5, 6], "more": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19], "moreov": [0, 3], "morten": [20, 22], "mortenhj": 22, "most": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 19, 22], "mostli": [1, 11], "motion": [0, 13], "motiv": [1, 4], "move": [0, 4, 5, 6, 7, 9, 12, 13, 14, 19], "mpl": [0, 7, 22], "mpl_toolkit": [2, 6, 13], "mplot3d": [2, 6, 13], "mplregressor": 1, "mse": [0, 4, 5, 6, 9, 10, 15, 22], "mse_simpletre": 10, "mselassopredict": 5, "mselassotrain": 5, "mseownridgepredict": 6, "msepredict": 5, "mseridgepredict": [0, 5, 6], "msetrain": 5, "msle": [0, 22], "mt": [7, 12], "mu": [0, 6, 11, 13, 19, 22], "mu0": 19, "mu1": 19, "mu2": 19, "mu_": [6, 19], "mu_i": 6, "mu_n": 11, "mu_x": 19, "much": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 17, 19, 22], "multi": [0, 1, 3, 7, 16, 22], "multiclass": [1, 7], "multidimension": [11, 12, 22], "multilay": 1, "multinomi": 7, "multipl": [2, 4, 5, 6, 7, 12, 13, 19], "multipli": [3, 5, 6, 11, 13, 17, 19], "multiplum": 8, "multivari": [0, 2, 10, 11, 16, 19, 22], "multivariate_norm": [11, 14], "murphi": [11, 21, 22], "must": [1, 2, 5, 6, 8, 10, 12, 13, 14, 19], "mutat": 7, "mutual": [1, 3, 6, 13], "mx_": 19, "my": 22, "myriad": [0, 15, 16, 22], "mz1": 19, "mz2": 19, "m\u00f8svatn": 6, "n": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 17, 19, 22], "n1": 17, "n2": 17, "n_": [1, 2, 3, 8, 12, 19], "n_0": [12, 19], "n_boostrap": [6, 10], "n_bootstrap": 6, "n_categori": [1, 3], "n_cluster": 14, "n_compon": 11, "n_epoch": 13, "n_estim": 10, "n_examples_to_gener": 4, "n_featur": 1, "n_filter": 3, "n_hidden": 2, "n_hidden_neuron": [0, 1, 22], "n_i": 19, "n_input": [0, 1, 3], "n_instanc": 9, "n_job": 10, "n_k": 14, "n_l": [12, 19], "n_layer": 1, "n_m": 9, "n_neuron": 1, "n_neurons_connect": 3, "n_neurons_layer1": 1, "n_neurons_layer2": 1, "n_point": 14, "n_sampl": [6, 8, 9, 10, 14], "n_split": 6, "n_step": 4, "n_t": 2, "n_x": 2, "nabla": [1, 13], "nabla_": [2, 13], "nabla_w": 13, "nag": 13, "naimi": [0, 22], "naiv": 7, "naive_kmean": 14, "name": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 22], "narrow": 13, "nation": [1, 5], "nativ": [16, 22], "natur": [0, 1, 4, 8, 9, 12, 13, 19, 21, 22], "navier": 12, "nb": 19, "nb_": 17, "nbconvert": 22, "nd": 14, "ndarrai": 6, "ne": [9, 10, 17, 19], "nearest": [1, 3, 6, 11], "nearli": 13, "neat": 22, "neccesari": 6, "necess": 2, "necessari": [0, 1, 3, 4, 8, 14, 22], "necessarili": [0, 4, 11, 19, 22], "necesserali": 5, "neck": 7, "need": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19], "neg": [0, 1, 3, 5, 6, 7, 10, 13, 17, 19, 22], "neg_mean_squared_error": 6, "neglect": 19, "neglig": 19, "neighbor": [3, 6, 11], "neither": [4, 13], "neq": [13, 14, 19], "nervou": 12, "nest": [9, 12], "nesterov": 13, "net": [2, 4, 12], "netlib": [17, 22], "network": [0, 9, 13, 16, 21], "neural": [0, 13, 16, 21], "neural_network": [0, 1, 2, 22], "neuralnetwork": 1, "neuron": [1, 2, 3, 4, 12], "neutral": [0, 22], "neutron": [0, 22], "never": [1, 4, 6, 9, 19], "new": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 22], "new_chang": 13, "new_hobbit": 22, "newaxi": [0, 3, 6, 9], "newli": [0, 22], "newton": [1, 7, 8, 13, 19], "next": [0, 1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 22], "next_guess": 13, "next_input": 4, "ng": 1, "ni": 14, "nice": [0, 1, 5, 11, 22], "niter": 13, "nitric": 0, "nlambda": [0, 5, 6], "nlp": 21, "nm": 19, "nm_n": [0, 22], "nmse": 6, "nn": [2, 5, 6, 12, 17], "nn_model": 1, "nnmin": 2, "node": [1, 3, 9, 10, 12], "nois": [0, 4, 5, 6, 8, 9, 10, 13, 15, 22], "noise_dimens": 4, "noisi": [1, 6], "non": [0, 1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 17, 19, 22], "none": [0, 1, 2, 4, 5, 9, 10, 13, 19, 22], "nonlinear": [3, 6, 8, 9, 11, 12], "nonneg": [6, 9, 13], "nonparametr": 6, "nonsens": 19, "nonsingular": 17, "nonumb": [3, 7, 8, 13, 17], "nor": [1, 4, 13], "norm": [0, 1, 5, 6, 8, 11, 13, 22], "normal": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 22], "normali": [17, 22], "norwai": [6, 22], "notat": [0, 2, 5, 6, 13, 14, 19, 22], "note": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22], "notebook": [0, 1, 3, 9, 15, 16, 22], "noth": [1, 2, 5, 8, 12, 14, 19], "notic": [4, 5, 12, 13, 17, 19, 22], "notion": 3, "novel": [3, 6, 10], "novemb": [1, 20, 22], "now": [0, 2, 4, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 17, 19, 22], "nowadai": [0, 1, 3, 9, 16, 22], "nox": 0, "np": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 19, 22], "npr": 2, "nsampl": 6, "nt": 2, "nu": 19, "nuclear": 5, "nuclei": [0, 19, 22], "nucleon": [0, 22], "nucleu": [0, 22], "num": 4, "num_coordin": 2, "num_hidden_neuron": 2, "num_it": 2, "num_neuron": 2, "num_neurons_hidden": 2, "num_point": 2, "num_tre": 10, "num_valu": 2, "number": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 22], "numberid": 7, "numberparamet": 3, "numer": [0, 5, 6, 9, 10, 11, 12, 13, 16, 17, 21, 22], "numpi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19], "nunmpi": 5, "nx": 2, "ny": 19, "o": [0, 1, 4, 5, 6, 7, 8, 9, 11, 15, 17, 20, 21, 22], "obei": [6, 11, 13], "object": [0, 1, 4, 8, 10, 17, 22], "obliqu": 5, "observ": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19], "obtain": [0, 1, 5, 6, 7, 8, 9, 10, 12, 13, 14, 17, 19, 22], "obviou": [5, 6, 11, 19], "obviouli": 22, "obvious": [0, 4, 5, 6, 17, 22], "occupi": 0, "occur": [0, 6, 8, 9, 17, 19, 22], "octob": [20, 22], "od": 0, "odd": [0, 3, 7, 22], "odenum": 2, "odesi": 2, "oen": 0, "off": [1, 3, 4, 5, 9, 13, 19], "offer": [6, 11, 16, 17, 18, 20, 22], "offic": [20, 22], "offici": [18, 22], "often": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 22], "ofter": [17, 22], "ol": [0, 13, 15, 22], "old": [1, 5, 10, 13], "ols_sk": 6, "ols_svd": 6, "olsbeta": [0, 5], "omega": [2, 3, 6], "omega_0": 3, "omit": [0, 5, 22], "onc": [1, 6, 9, 11, 13], "one": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 17, 19, 20, 22], "onehot": 1, "onehot_vector": 1, "onehotencod": 9, "ones": [0, 2, 5, 6, 8, 9, 10, 11, 13, 17, 22], "ones_lik": 4, "onl": 3, "onli": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "onlin": [11, 18], "onto": [5, 11], "open": [0, 1, 4, 6, 7, 9, 15, 16, 18, 20, 22], "oper": [0, 1, 3, 5, 6, 10, 11, 12, 13, 15, 16, 19, 22], "operation": 19, "oplu": 19, "opmiz": 13, "opportun": 0, "oppos": [6, 13], "opposit": [1, 5, 8], "opt": [1, 5, 22], "optim": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14, 15], "optimis": [1, 3], "option": [0, 1, 3, 5, 6, 8, 11, 17], "optmiz": [1, 8, 13], "oral": 22, "orang": 0, "order": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 15, 17, 19, 22], "ordinari": [0, 2, 3, 7, 11, 13, 15, 16], "oreilli": [21, 22], "org": [0, 3, 4, 16, 17, 21, 22], "organ": [6, 7, 10, 17], "orient": [1, 5, 19], "origin": [0, 3, 5, 6, 8, 11, 12, 13, 17, 22], "orthogn": 5, "orthogon": [0, 5, 6, 8, 11, 13, 17, 22], "orthonorm": 5, "os": [20, 22], "oscar": 1, "oscil": [3, 13], "oslo": [0, 15, 16, 18, 20, 22], "osx": [0, 15, 16, 22], "other": [0, 1, 2, 3, 5, 6, 7, 8, 10, 13, 14, 15, 16, 18, 19, 20, 21], "otherwis": [0, 1, 4, 7, 13, 17, 22], "ouput": [5, 7, 12], "our": [1, 2, 3, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 19], "ourmodel": 0, "ourselv": [0, 5, 6, 8, 11, 13, 22], "out": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 19, 22], "out_fil": 9, "outcom": [0, 7, 9, 10, 12, 19], "outdoor": 9, "outer": [6, 12, 13], "outfil": 4, "outlier": [0, 8, 22], "outlin": [6, 10, 11], "outlook": 9, "outperform": 10, "output": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 17, 19, 22], "output_bia": 1, "output_bias_gradi": 1, "output_shap": 4, "output_weight": 1, "output_weights_gradi": 1, "outputlayer1": 12, "outputlayer2": 12, "outsid": 4, "over": [0, 1, 3, 4, 5, 6, 9, 10, 12, 13, 17, 22], "over1": 13, "overal": [1, 10], "overcast": 9, "overcom": [12, 13], "overdetermin": [0, 22], "overfit": [0, 1, 3, 6, 9, 10, 13], "overflow": 5, "overhead": 12, "overlap": [3, 7, 8, 9], "overlin": [0, 5, 6, 9, 10, 11, 14, 17, 22], "overst": 0, "overtrain": 4, "overview": 3, "own": [4, 5, 6, 8, 12, 13, 16, 17], "owner": 0, "ownmsepredict": 0, "ownmsetrain": 0, "ownridgebeta": [0, 6], "ownypredictridg": 0, "ownytilderidg": 0, "oxid": 0, "p": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 19, 22], "p0": 2, "p1": 2, "p_": [2, 4, 8, 9], "p_hidden": 2, "p_i": [5, 19], "p_j": 19, "p_n": 19, "p_output": 2, "p_x": 19, "pack": [0, 22], "packag": [0, 1, 3, 4, 5, 8, 11, 13, 15, 16, 19], "packtpub": 22, "packtpublish": 22, "pad": [3, 4], "page": [0, 16, 22], "pai": [0, 1, 9, 13], "pair": [0, 2, 3, 9, 16, 19, 22], "panda": [0, 4, 5, 6, 7, 9, 11, 15, 16], "panel": 22, "paper": 1, "paradigm": [0, 22], "parallel": [10, 13, 16, 17, 22], "param": 2, "paramat": 2, "paramet": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 19], "parameter": [0, 6, 10, 22], "parametr": [0, 6, 15, 22], "paramt": [3, 5], "part": [0, 1, 3, 5, 6, 10, 17, 18, 19, 20, 22], "partial": [0, 1, 5, 6, 7, 8, 10, 11, 12, 13, 19, 22], "particip": [16, 18, 20, 22], "particl": [0, 4, 13, 19, 22], "particular": [0, 1, 2, 3, 5, 6, 9, 10, 11, 12, 13, 19, 21, 22], "particularli": [5, 6, 8, 11, 13, 19], "partit": [1, 4, 9], "partli": [6, 22], "pass": [2, 3, 12, 14], "past": [10, 19], "patch": [6, 19], "path": [0, 4, 6, 7, 9, 15, 16, 22], "patient": 7, "patter": 4, "pattern": [0, 3, 4, 12, 21, 22], "pauli": [0, 22], "pc": [11, 16], "pca": [0, 7, 16, 22], "pd": [0, 4, 5, 6, 7, 9, 11, 22], "pde": 2, "pdf": [0, 3, 4, 5, 6, 9, 21, 22], "pedagog": [0, 22], "penal": 6, "penalti": [6, 13], "penros": [5, 6], "pentagon": 13, "peopl": [0, 1, 9, 13, 16], "per": [0, 1, 6, 18, 20, 22], "percentag": [0, 10, 11, 20], "perceptron": [0, 1, 7, 22], "peregrin": 22, "perfect": [0, 1, 13, 22], "perfectli": [4, 6], "perform": [0, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "performac": 4, "perhap": [0, 5, 13, 22], "perimet": 1, "period": [1, 4, 19], "permut": 11, "persist": 13, "person": [5, 6, 7, 18, 20, 22], "perspect": 21, "pertin": [12, 22], "petal": [8, 9], "peter": 21, "phantom": 19, "phase": [6, 12], "phenomena": 19, "phi": 8, "phi_k": 8, "philosophi": 13, "phone": [20, 22], "photo": 4, "phrase": [0, 22], "physic": [0, 1, 4, 7, 12, 13, 19, 20, 21, 22], "pi": [2, 3, 5, 6, 7, 9, 12, 13, 19], "pick": [1, 9, 10, 11, 13, 14], "pickl": 1, "pictur": [0, 22], "pie": [16, 22], "piec": [11, 14], "pillow": [0, 15, 16, 22], "pinv": [5, 6, 13], "pip": [0, 1, 15, 16, 22], "pip3": [0, 1, 15, 22], "pipelin": [0, 6, 8, 10], "pippin": 22, "pit": 4, "pitfal": 6, "pitt": 12, "pixel": [1, 3, 4], "pixel_height": [1, 3], "pixel_width": [1, 3], "place": [0, 4, 6, 8, 13, 17, 22], "plai": [0, 3, 4, 5, 6, 8, 11, 16, 22], "plain": [8, 10, 12, 13, 14], "plan": [6, 9, 20, 21, 22], "plane": [8, 9], "plateau": 5, "platform": [16, 22], "plausibl": 12, "pleas": [13, 20, 22], "plenti": 1, "plethora": [3, 12], "plot": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "plot_confusion_matrix": [7, 10], "plot_count": 6, "plot_cumulative_gain": [7, 10], "plot_data": 1, "plot_dataset": 8, "plot_decision_boundari": [9, 10], "plot_import": 10, "plot_max": 4, "plot_min": 4, "plot_model": 4, "plot_numb": 4, "plot_predict": 8, "plot_regression_predict": 9, "plot_result": 4, "plot_roc": [7, 10], "plot_surfac": [2, 6, 13], "plot_train": 9, "plot_tre": [9, 10], "plt": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "plu": [0, 3, 5, 7, 22], "pm": 8, "pmatrix": 2, "pml": 21, "pn": 3, "png": [0, 4, 6, 7, 9, 22], "point": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 19, 20, 22], "point_1": 4, "point_2": 4, "poisson": [16, 19, 22], "poli": [6, 8], "poly100_kernel_svm_clf": 8, "poly3": 0, "poly3_plot": 0, "poly_featur": [8, 9], "poly_features10": 9, "poly_fit": 9, "poly_fit10": 9, "poly_kernel_svm_clf": 8, "polydegre": [0, 5, 6, 10], "polygon": 13, "polym": 12, "polynomi": [0, 5, 6, 7, 8, 9, 10, 11, 15, 22], "polynomial_featur": 6, "polynomial_svm_clf": 8, "polynomialfeatur": [0, 6, 8, 9], "polytrop": [0, 6, 22], "pool": 3, "pool_siz": 3, "poor": [1, 13], "poorli": 0, "popul": [0, 5, 22], "popular": [0, 1, 3, 6, 7, 8, 9, 11, 12, 15, 16, 17, 19], "popularli": [0, 22], "portabl": 10, "portion": [11, 13], "pose": [0, 4, 5, 6, 11, 19, 22], "posit": [0, 1, 2, 3, 5, 7, 8, 10, 11, 13, 14, 17, 19, 22], "possibl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 20, 22], "possibli": [6, 8, 13], "posterior": 5, "postpon": [0, 22], "postul": 5, "potenti": [0, 3, 5, 6, 12, 13, 22], "pott": 12, "power": [0, 1, 5, 6, 8, 9, 12, 13, 22], "pp": [5, 6], "practic": [0, 5, 6, 7, 8, 19], "practition": [0, 1, 3, 22], "pre": 22, "preced": [1, 11, 12, 19], "preceed": 4, "preceq": 8, "precis": [0, 2, 5, 11, 13, 17, 19, 22], "pred": 6, "predicit": 0, "predict": [0, 1, 5, 6, 7, 8, 9, 10, 15, 16, 21, 22], "predict_prob": 1, "predict_proba": [7, 10], "predictor": [0, 5, 6, 7, 9, 10, 11, 22], "prefer": [0, 1, 6, 8, 9, 11, 13, 15, 16, 22], "prepar": [0, 6, 17, 22], "preprocess": [0, 4, 6, 7, 8, 9, 10, 11], "prerequisit": 0, "presenc": 13, "present": [0, 5, 6, 7, 9, 12, 13, 17, 19, 22], "preserv": [3, 11, 17], "press": [13, 21], "pretrain": [1, 4], "pretti": [0, 4, 8, 9, 15, 16, 22], "prev_centroid": 14, "prevent": [13, 19], "previou": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 17, 19], "previous": [2, 3, 9, 10, 19], "price": [0, 4, 9, 13], "primal": 8, "primari": [0, 7, 22], "prime": 19, "princip": [0, 5, 7, 16, 22], "principl": [0, 6, 7, 8, 14, 22], "print": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 19, 22], "print_funct": [8, 9], "printout": [0, 22], "prior": [0, 5, 6, 22], "privat": 0, "prob": [1, 19], "probabilist": [0, 21, 22], "probabl": [0, 1, 3, 4, 6, 7, 10, 13, 16, 22], "problem": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 19], "probml": 21, "proce": [0, 5, 6, 7, 8, 9, 10, 11, 13, 17, 22], "procedur": [2, 4, 5, 6, 8, 10, 11, 13], "proceed": 17, "process": [0, 2, 4, 6, 9, 10, 12, 13, 15, 16, 17, 19, 21, 22], "prod": 21, "prod_": [1, 5, 7], "produc": [0, 3, 4, 5, 6, 9, 10, 11, 12, 13, 16, 17, 19, 22], "product": [0, 1, 3, 5, 6, 7, 8, 12, 13, 16, 17, 22], "profess": [0, 22], "program": [0, 1, 4, 5, 6, 8, 12, 14, 15, 16, 17, 18, 19, 20, 22], "programm": 17, "progress": [1, 4, 14], "prohibit": 6, "project": [0, 1, 2, 3, 5, 11, 13, 16, 18], "project_root_dir": [0, 6, 7, 9, 22], "promin": 12, "promis": 8, "promot": [20, 22], "prone": 9, "pronounc": [13, 16, 22], "proof": [0, 11, 12, 13, 22], "propag": [2, 3, 13], "proper": [0, 2, 6, 7], "properli": [1, 6, 8, 10, 13], "properti": [0, 1, 3, 12, 13, 17, 22], "proport": [0, 1, 5, 9, 11, 13, 19, 22], "propos": [1, 4, 6, 10, 22], "propto": [5, 13], "proton": [0, 22], "prove": [3, 13], "provid": [0, 1, 3, 4, 5, 6, 8, 9, 10, 12, 13, 15, 16, 17, 19, 22], "proxi": [1, 13], "prune": 9, "pseudo": [17, 19], "pseudoinv": 5, "pseudoinvers": [5, 6], "pseudorandom": [6, 19], "psychologi": [0, 22], "pt": 13, "public": [0, 16, 22], "punish": [0, 1, 22], "pure": [3, 9, 19], "purest": 9, "puriti": 9, "purpos": [0, 3, 10, 12, 14, 22], "put": 1, "py": 5, "pycod": 22, "pydata": 16, "pydot": 9, "pyhton2": 22, "pylab": [0, 7, 22], "pypi": 16, "pyplot": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "pythagora": 5, "python": [1, 2, 3, 5, 6, 8, 11, 12, 13, 14, 19], "python2": [0, 15, 22], "python3": [0, 15, 16, 22], "pytorch": [0, 16, 22], "q": [5, 6, 8, 11, 19], "qp": 8, "qquad": [2, 11, 13, 17], "qr": [5, 6, 17], "quad": [1, 13, 17], "quadrat": [0, 8, 9, 13, 15, 22], "qualit": [4, 9, 19], "qualiti": [0, 9, 15, 16, 22], "quantifi": 1, "quantil": 10, "quantit": [0, 6, 9, 22], "quantiti": [0, 2, 5, 6, 7, 9, 10, 11, 12, 14, 17, 19, 22], "quantum": [4, 12, 21, 22], "quartil": 0, "quench": 5, "queri": 9, "question": [0, 5, 6, 9, 11, 12, 13, 20, 22], "qugan": 4, "quick": [4, 19], "quickli": [1, 3, 9, 11, 13], "quit": [1, 5, 6, 9, 10, 12], "quot": 4, "r": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19], "r2": [0, 5, 6, 22], "r2_score": [0, 22], "r2score": [0, 22], "r_1": 9, "r_2": 9, "r_j": 9, "r_m": 9, "rad": 0, "radial": [0, 8, 12], "radioact": 19, "radiu": [0, 1], "rain": 9, "ramp": 1, "ran0": 19, "ran1": 19, "ran2": 19, "ran3": 19, "rand": [0, 4, 5, 6, 9, 10, 13, 15, 17, 22], "randint": [6, 9, 13], "randn": [0, 1, 2, 5, 6, 9, 11, 13, 15, 22], "random": [0, 1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 16, 17, 22], "random_forest_model": 10, "random_index": 13, "random_indic": [1, 3], "random_st": [0, 7, 8, 9, 10, 11], "randomforestclassifi": 10, "randomli": [1, 6, 9, 13, 14], "rang": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 17, 19, 22], "rangl": [0, 6, 11, 19, 22], "rangle_x": 19, "rank": 5, "rankdir": 4, "raphson": [1, 8, 13], "rapidli": 0, "rare": [1, 13, 22], "raschka": 22, "rasckha": 22, "rate": [0, 1, 2, 3, 4, 8, 9, 10, 12, 13], "rather": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 22], "ratio": [4, 7, 9, 10, 11], "rational": [0, 22], "ravel": [5, 6, 7, 8, 9, 10, 11, 13, 17], "raw": 3, "rbf": [8, 11, 12], "rbf_kernel_svm_clf": 8, "rbf_pca": 11, "rc": [0, 19], "rcond": [0, 22], "rcparam": [0, 1, 3, 7, 8, 9, 10, 19, 22], "re": [2, 4, 13], "reach": [1, 4, 5, 6, 9, 10, 12, 13, 14], "read": [0, 2, 3, 4, 5, 6, 7, 8, 11, 12, 17, 19, 21], "read_csv": [0, 6, 7, 9, 22], "read_fwf": [0, 22], "reader": [0, 6, 17, 19, 22], "readi": [0, 1, 5, 6, 8, 10, 11, 12, 17, 22], "readili": 1, "readthedoc": 16, "real": [0, 1, 4, 7, 10, 11, 12, 17], "real_loss": 4, "real_output": 4, "realist": 8, "realiti": 19, "realiz": [1, 12], "realli": [0, 1, 22], "rearrang": 13, "reason": [0, 1, 3, 4, 10, 13, 21, 22], "reassign": 1, "recal": [5, 6, 9, 10, 11, 12, 17, 19, 22], "recast": 3, "receiv": [1, 3, 10, 12, 19], "recent": [0, 6, 13, 21], "recept": [3, 12], "receptive_field": 3, "recip": [0, 6, 7, 17, 22], "reciproc": 5, "recogn": [0, 4, 5, 10, 22], "recognit": [0, 1, 3, 12, 21, 22], "recommen": 22, "recommend": [0, 2, 3, 4, 5, 6, 8, 13, 15, 16, 17, 21], "reconsid": 9, "reconstruct": 11, "record": [10, 18, 20, 22], "rectangl": [9, 13], "rectangular": 5, "rectifi": [1, 3, 12], "recur": [0, 16, 22], "recurr": [0, 1, 16, 22], "recurs": [9, 16, 17, 22], "red": [0, 3, 4, 6, 8, 9], "redefin": [0, 10, 22], "reduc": [1, 3, 5, 6, 9, 10, 11, 13, 22], "reduct": [0, 10, 11, 16, 19, 22], "refer": [0, 1, 2, 3, 5, 6, 11, 12, 13, 14, 17, 21, 22], "referenc": 2, "refin": 12, "refit": 6, "reflect": [0, 1, 4, 5, 19, 22], "refresh": [16, 22], "refreshprogrammingskil": 22, "reg": [10, 11], "regard": [1, 9, 13], "regardless": 12, "region": [3, 4, 6, 9, 12], "regist": [6, 19], "reglasso": 5, "regr_1": [0, 9], "regr_2": [0, 9], "regr_3": [0, 9], "regress": [1, 8, 11, 12, 15, 16, 17], "regressor": [0, 7, 10, 22], "regridg": [0, 5, 6], "regular": [0, 3, 4, 5, 6, 7, 9, 13, 20, 22], "reilli": [0, 15, 21, 22], "reinforc": [0, 8, 16, 22], "reiter": 1, "reject": 7, "rel": [0, 4, 6, 7, 9, 12, 13, 19, 22], "relat": [0, 1, 3, 4, 5, 11, 13, 14, 17, 19, 22], "relationship": [0, 4, 9, 22], "relativeerror": [0, 22], "releas": [1, 16, 22], "relev": [0, 1, 5, 7, 11, 15, 16, 19, 22], "reli": [0, 6, 8], "reliabl": [7, 19], "relu": [3, 4, 22], "remain": [1, 2, 4, 6, 12, 17, 19], "remaind": 19, "reman": 2, "remark": 1, "rememb": [0, 8, 13, 17, 22], "remind": [0, 5, 11, 13, 17, 19], "remov": [0, 4, 5, 6], "render": [0, 22], "reorder": [5, 7], "reorgan": [0, 22], "repeat": [0, 1, 3, 4, 5, 6, 9, 10, 11, 13, 14, 17, 19, 22], "repeated": 22, "repeatedli": [0, 6, 10, 13], "repet": 3, "repetit": [6, 22], "rephras": 13, "replac": [0, 1, 3, 4, 5, 6, 10, 12, 14, 15, 16, 22], "replica": 6, "report": 22, "repositori": [0, 4, 22], "repres": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 19, 22], "represent": [0, 1, 3, 6, 19, 22], "representd": 3, "reproduc": [0, 5, 6, 9, 12, 15, 16, 19, 22], "repuls": [0, 22], "request": [0, 13], "requir": [0, 1, 3, 4, 5, 6, 8, 9, 11, 12, 13, 17, 22], "res1": 2, "res2": 2, "res3": 2, "res_analyt": 2, "res_analytical1": 2, "res_analytical2": 2, "res_analytical3": 2, "resaml": 6, "resampl": [0, 7, 10, 16, 22], "rescal": [0, 11, 12], "rescu": 5, "reseach": 6, "research": [0, 4, 13, 16, 21, 22], "resembl": [6, 19], "reserv": [1, 5, 6, 19], "reshap": [0, 1, 2, 3, 4, 6, 8, 9, 10, 15, 17, 22], "residenti": 0, "residu": [0, 5, 13, 22], "resiz": 5, "resourc": 22, "respect": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 19, 22], "respond": 12, "respons": [0, 7, 9, 12, 22], "rest": [0, 5], "restat": [0, 12, 22], "restor": 4, "restored_discrimin": 4, "restored_gener": 4, "restrict": [0, 3, 9, 12, 22], "result": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22], "retail": 0, "retain": [5, 6], "retriev": 22, "return": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 17, 19, 22], "return_data": 14, "return_sequ": 4, "return_x_i": 9, "reus": [1, 3, 6], "reveal": [0, 12, 22], "revers": [1, 17], "review": [16, 17], "revisit": 14, "revolut": 22, "reward": [0, 4, 22], "rewrit": [0, 3, 5, 6, 7, 8, 10, 11, 12, 13, 17, 19], "rewritten": [2, 6, 8, 10, 19], "rewrot": 13, "rf": 10, "rgb": 3, "rgoj5yh7evk": 16, "rh": 6, "rho": [0, 10, 13, 22], "rho_1": 10, "rho_2": 10, "rho_m": 10, "rich": [0, 22], "ride": 9, "rideclass": 9, "ridedata": 9, "ridg": [7, 11, 13, 16, 22], "ridge_sk": 6, "ridgebeta": 5, "right": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 17, 19, 22], "right_sid": 2, "rightarrow": [0, 1, 5, 6, 8, 11, 12, 13, 19, 22], "rigor": [0, 22], "ring": 6, "rise": [0, 22], "risk": [0, 13, 15, 22], "rival": 4, "river": 0, "rlm": 22, "rm": [0, 19], "rmse": 0, "rmsporp": 13, "rmsprop": [1, 3, 4, 13], "rnd_clf": 10, "rng": 19, "rnn": [4, 12], "rnn1": 4, "rnn2": 4, "rnn_2layer": 4, "rnn_input": 4, "rnn_output": 4, "rnn_train": 4, "rntrick1": 19, "rntrick2": 19, "rntrick3": 19, "rntrick4": 19, "ro": [0, 13, 22], "robert": 21, "robust": [0, 22], "robustscal": 0, "roc": [7, 10], "role": [0, 2, 5, 6, 8, 16, 22], "roll": 6, "room": [0, 20, 22], "root": [0, 5, 9, 13, 19], "rot": 22, "rotat": [1, 8, 9, 10], "rotation_matrix": 9, "roughli": [1, 3], "round": [0, 7, 9, 13], "routin": [13, 17, 22], "row": [0, 1, 2, 5, 6, 9, 11, 17, 22], "rr": 5, "rrr": 5, "rug": 13, "rule": [0, 1, 5, 6, 13, 22], "run": [0, 1, 2, 4, 5, 6, 8, 9, 11, 13, 15, 16, 22], "runtim": [1, 6, 14], "rust": [0, 15, 16, 17, 22], "rvert": 1, "rvert_2": 1, "s_": [3, 6], "s_1": 6, "s_i": [6, 7], "s_j": 6, "s_k": 6, "saddl": 13, "sai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 17, 19, 22], "said": [6, 9, 13], "sake": [0, 5, 7, 11, 22], "sale": [0, 22], "sam": 22, "same": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 14, 17, 19, 22], "samm": 10, "sampl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 19, 22], "sample_vari": 14, "sampleexptvari": 19, "samwis": 22, "sastri": 11, "satisfactori": [0, 22], "satisfi": [1, 2, 3, 6, 8, 13, 17, 19], "satur": [1, 6], "save": [0, 4, 6, 7, 9, 13, 22], "save_fig": [0, 6, 7, 9, 10, 22], "savefig": [0, 4, 6, 7, 9, 19, 22], "savetxt": 4, "saw": 5, "scalabl": 10, "scalar": [2, 5, 6, 10], "scale": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 20, 22], "scale_mean": 4, "scale_std": 4, "scaler": [0, 7, 8, 9, 10, 11], "scan": [5, 7], "scari": 5, "scatter": [0, 1, 6, 7, 8, 9, 14, 22], "scenario": [6, 13], "schedul": 13, "scheme": [1, 13], "schrage": 19, "sch\u00f8yen": 6, "scienc": [0, 1, 10, 12, 13, 16, 18, 19, 20, 21], "scientif": [0, 15, 16, 22], "scientist": [0, 22], "scikit": [3, 5, 6, 8, 9, 10, 13, 16, 17, 21], "scikit_learn": 0, "scikitlearn": 22, "scikitplot": [7, 10], "scipi": [0, 3, 5, 6, 13, 15, 16, 17, 22], "scl": 6, "score": [0, 1, 3, 6, 7, 9, 10, 11, 15, 20, 22], "scores_kfold": 6, "scratch": [1, 13], "sdg": 13, "seaborn": [0, 1, 3, 6, 7, 22], "seamless": [0, 15, 16, 22], "search": [0, 1, 3, 5, 9, 13, 22], "sebastian": 22, "sebastianraschka": 22, "sec": 6, "second": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 17, 19, 20, 22], "secondeigvector": 11, "secondli": 12, "section": [4, 11, 17, 19], "sector": 0, "see": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 19, 22], "seed": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 14, 15, 19, 22], "seed_imag": 4, "seek": [1, 2, 8], "seem": [1, 3, 4], "seemingli": [0, 22], "seen": [0, 1, 3, 5, 10, 12, 19, 22], "segment": 13, "seismic": 6, "seldomli": [0, 22], "select": [1, 5, 6, 8, 9, 10, 11, 18, 19, 20, 21, 22], "self": [1, 5], "sell": 4, "semest": [7, 18], "semi": [8, 13], "semilogx": 6, "send": [5, 12, 13, 20, 22], "senior": [18, 20], "sens": [0, 4, 6, 8, 22], "sensibl": 3, "sensit": [0, 5, 6, 9, 13, 22], "sent": 2, "sentenc": [4, 12], "separ": [0, 1, 2, 4, 6, 8, 9, 12, 14, 15, 16, 19, 22], "septemb": 22, "sequenc": [3, 4, 7, 9, 10, 12, 13, 16, 17, 19, 22], "sequenti": [1, 3, 4, 10, 12, 19], "seri": [0, 1, 2, 3, 4, 5, 6, 10, 11, 12, 13, 17, 22], "serif": [0, 7, 19, 22], "serv": [0, 1, 2, 3, 5, 7, 13, 21, 22], "session": [1, 18, 20, 22], "set": [1, 4, 5, 6, 7, 8, 10, 11, 13, 14, 16, 17, 19, 20], "set_major_formatt": 6, "set_major_loc": 6, "set_tick": [1, 8], "set_ticklabel": 1, "set_titl": [0, 1, 2, 3, 7, 12, 14, 22], "set_xlabel": [0, 1, 2, 3, 7, 12, 22], "set_xlim": [7, 12], "set_xticklabel": 1, "set_ylabel": [0, 1, 2, 3, 7, 22], "set_ylim": [7, 12], "set_ytick": 7, "set_yticklabel": [1, 6], "set_zlim": 6, "seth": 4, "setminu": 6, "setosa": [8, 9], "setosa_or_versicolor": 8, "setp": 6, "setup": [1, 4, 6, 8, 16, 22], "sever": [0, 3, 5, 6, 7, 8, 9, 11, 12, 13, 16, 17, 19, 22], "sgd": [1, 3], "sgd_clf": 8, "sgdclassifi": 8, "sgdreg": 13, "sgdregressor": 13, "sgn": 5, "shallow": 13, "shape": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 22], "share": [1, 3, 22], "she": 7, "shift": [1, 6, 12, 19], "ship": 3, "shire": 22, "short": [4, 5], "shortcom": 13, "shorten": 4, "shorter": 19, "shorthand": 22, "shortli": [17, 22], "should": [0, 2, 3, 5, 6, 8, 9, 11, 12, 15, 17, 19, 22], "show": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "show_shap": 4, "shown": [0, 4, 5, 8, 12, 13, 17], "shrink": [3, 5, 6, 8, 11], "shrinkag": [5, 6], "shrunk": 11, "shuffl": [0, 1, 4, 6, 13], "side": [0, 2, 5, 8, 12, 13, 17, 22], "sigh": [16, 22], "sigma": [0, 1, 5, 6, 7, 10, 11, 12, 13, 17, 19, 22], "sigma0": 19, "sigma1": 19, "sigma2": 19, "sigma_": [5, 17, 22], "sigma_0": 5, "sigma_1": 5, "sigma_2": 5, "sigma_fn": [7, 12], "sigma_i": [0, 5, 22], "sigma_j": 5, "sigma_m": [6, 19], "sigma_n": [11, 19], "sigma_t": 13, "sigma_x": 19, "sigmoid": [1, 2, 4, 7, 8, 10, 12], "sigmundson": 6, "sign": [1, 2, 7, 8, 10, 19, 20], "signal": [1, 3, 10, 12], "signifi": 4, "signific": 1, "significantli": [1, 13, 19], "sim": [4, 5, 6, 13, 19], "similar": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 16, 17, 22], "similarli": [0, 1, 3, 5, 8, 10, 13, 19, 22], "simpl": [1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 17, 19], "simplepredict": 10, "simpler": [0, 1, 5, 6, 7, 13, 16, 22], "simplernn": 4, "simplest": [0, 1, 3, 4, 9, 10, 12, 14, 22], "simpletre": 10, "simpli": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 15, 16, 17, 19, 22], "simplic": [2, 5, 6, 7, 8, 9, 10, 11, 12, 14], "simplicti": 5, "simplifi": [0, 6, 9, 15, 16, 22], "simplist": [3, 6, 19], "simul": 6, "simultan": 6, "sin": [0, 1, 2, 3, 4, 9, 12, 13, 17, 22], "sinc": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 17, 19, 21, 22], "sine": [3, 12], "singl": [0, 1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 17, 19, 22], "singular": [0, 6, 13, 17, 22], "sinusoid": 3, "site": [0, 18], "situat": [0, 4, 5, 7, 13, 19, 22], "six": [3, 19], "size": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 17, 19, 22], "sketch": 10, "ski": 9, "skill": 0, "skip": 11, "skl": [0, 6, 22], "sklearn": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 22], "skplt": [7, 10], "sl": 6, "slack": 8, "slice": [2, 17, 22], "slide": [0, 3, 15, 19, 22], "slight": [6, 13], "slightli": [1, 2, 3, 5, 6, 7, 10, 19], "slope": [8, 11, 12], "slow": [0, 2, 8, 13], "slower": [5, 17, 22], "slowest": 17, "slowli": 12, "slp": 1, "small": [0, 1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 16, 17, 19, 22], "smaller": [0, 1, 2, 5, 6, 8, 9, 11, 13, 19, 22], "smallest": [0, 4, 14, 15, 22], "smallest_row_index": 14, "smooth": [0, 3, 6, 13, 22], "sn": [0, 1, 3, 6, 7, 22], "sne": 11, "sneak": 22, "so": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 20, 22], "soar": 6, "social": 0, "soft": [1, 7, 10, 12], "soften": 8, "softmax": [3, 7], "softwar": [0, 8, 15, 16, 17], "sol": 8, "sole": [0, 6, 22], "solid": [0, 7], "solut": [0, 1, 2, 3, 5, 6, 8, 10, 11, 13, 17, 19, 22], "soluton": 2, "solv": [0, 1, 3, 5, 6, 8, 10, 11, 12, 13, 17, 22], "solve_expdec": 2, "solve_ode_deep_neural_network": 2, "solve_ode_neural_network": 2, "solve_pde_deep_neural_network": 2, "solveod": 2, "solveode_popul": 2, "solver": [2, 7, 8, 9, 10, 17, 22], "some": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 19, 22], "some_model": 6, "somehow": 4, "someth": [0, 1, 3, 4, 7, 9, 11, 19, 22], "sometim": [0, 1, 11, 12, 13, 14, 22], "soon": [17, 20], "sophist": [0, 22], "sopt": 13, "sort": [5, 6, 9, 11, 19], "sound": [3, 5], "sourc": [0, 1, 3, 6, 15, 16, 17, 19, 22], "space": [0, 1, 4, 5, 8, 9, 11, 12, 13, 14, 19], "span": [0, 3, 5, 9, 11, 17, 22], "spare": 1, "spars": [3, 6, 17, 22], "sparse_mtx": [17, 22], "sparsecategoricalcrossentropi": 3, "sparsiti": 10, "spatial": [1, 2, 3, 12], "speak": 19, "special": [6, 7, 10, 12, 13, 17, 19, 22], "specif": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 16, 17, 19, 21, 22], "specifi": [0, 3, 5, 6, 7, 9, 11, 13, 14, 19, 22], "specifici": [0, 10, 22], "spectacular": 3, "spectral": 1, "speech": [0, 1, 3, 4, 12], "speed": [1, 2, 4, 13], "spend": 19, "sphere": 0, "spin": 6, "spite": 0, "spline": 8, "split": [1, 3, 4, 5, 6, 8, 9, 10, 11, 14, 19], "splite": 0, "splitter": [1, 10], "spontan": 19, "spot": 3, "spread": [0, 11, 19, 22], "springer": [21, 22], "spuriou": 13, "sqrsignal": 3, "sqrt": [0, 3, 4, 5, 6, 8, 10, 11, 13, 19], "squar": [1, 2, 3, 4, 7, 8, 9, 11, 13, 14, 15, 16, 17, 19], "squarederror": 10, "squaredeuclidean": 14, "squash": 12, "srtm": 6, "srtm_data_norway_1": 6, "stabil": 5, "stabl": [0, 4, 5, 6, 9, 16, 22], "stack": [3, 4], "stage": [5, 13], "stai": [0, 2, 4, 5, 11, 22], "stand": [0, 5, 9, 12, 22], "standard": [0, 1, 4, 5, 6, 7, 8, 10, 12, 15, 17, 19, 22], "standardscal": [0, 6, 7, 8, 9, 10, 11], "stanford": 13, "start": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 17, 19, 20, 22], "start_tim": 14, "stat": 6, "state": [1, 2, 4, 5, 6, 7, 8, 10, 11, 12, 13, 16, 19], "statement": [0, 7, 17, 22], "statist": [0, 1, 3, 4, 7, 9, 10, 11, 12, 13, 14, 17, 21], "statu": [0, 7, 22], "stavang": 6, "std": [0, 4, 6, 22], "steep": 13, "step": [0, 1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 17, 22], "step_fn": [7, 12], "step_length": 13, "steps_list": 9, "stereo": 3, "still": [0, 2, 3, 5, 6, 11, 13, 19], "stimuli": 12, "stk": [21, 22], "stk2100": [21, 22], "stk3155": [15, 18, 20], "stk4021": [21, 22], "stk4051": [21, 22], "stk4155": [18, 20], "stk5000": 21, "stochast": [0, 1, 5, 6, 8, 11, 12, 15, 22], "stock": 4, "stoke": 12, "stone": [0, 7], "stop": [1, 4, 9, 13, 14], "storag": 5, "store": [0, 1, 2, 3, 6, 11, 13, 19, 22], "storehaug": [20, 22], "str": [1, 3, 4], "straight": [0, 6, 8, 13, 22], "straightforward": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 22], "strategi": [0, 1, 9, 22], "stratifi": 6, "strength": [0, 5, 14], "stretch": 11, "strict": [8, 13], "strictli": [8, 13], "stride": [4, 17], "strike": 6, "string": 1, "stroke": 7, "strong": [3, 6, 9, 10, 12, 17, 19], "strongli": [0, 8, 16, 17], "stronli": 0, "structur": [0, 1, 2, 3, 6, 9, 10, 12, 16, 22], "stuck": [1, 13], "student": [0, 18, 20, 21, 22], "studi": [0, 3, 4, 5, 6, 7, 8, 11, 12, 13, 16, 21, 22], "studier": 21, "style": [0, 7, 9, 17, 22], "st\u00f8land": [20, 22], "sub": [9, 12], "subdivid": [0, 17, 22], "subfield": 0, "subject": [6, 8, 19], "submit": 22, "subplot": [0, 1, 3, 4, 6, 7, 8, 9, 10, 14, 22], "subplots_adjust": [8, 19], "subprogram": [17, 22], "subract": 0, "subroutin": [0, 22], "subscript": 1, "subsequ": [1, 4, 5, 6, 12, 17, 19], "subset": [1, 6, 9, 12, 13, 16, 22], "subspac": [0, 8, 11], "substanti": [9, 10], "substep": 11, "substitut": [3, 6, 12, 17], "subsubset": 9, "subtask": 6, "subtl": 1, "subtract": [0, 4, 5, 6, 11, 13, 17, 19], "subtre": 9, "succeed": [0, 4, 22], "success": [3, 7, 9, 13, 19], "successfulli": [4, 9], "sudo": [0, 15, 16, 22], "suffer": [0, 1, 2, 5, 10, 22], "suffici": [1, 6, 8, 11, 13], "suggest": [1, 13, 21], "suit": [8, 12], "suitabl": [0, 19], "sum": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "sum_": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 22], "sum_i": [0, 2, 5, 6, 8, 13], "sum_j": 6, "sum_ja_": 0, "sum_k": [6, 8, 12, 17], "sum_logist": 13, "sum_m": 3, "sum_n": 3, "sum_nx_": 3, "summar": [5, 6, 9], "summari": [1, 3, 4, 10, 18], "summat": [0, 3], "sunni": 9, "super": 5, "superfici": 3, "superscript": [1, 12], "supervis": [0, 5, 6, 7, 9, 12, 16, 22], "supplement": 7, "support": [0, 1, 9, 10, 11, 13, 16, 22], "suppos": [0, 5, 6, 7, 8, 10, 11, 12, 13, 17, 22], "suppress": [5, 13], "sure": [0, 1, 4, 6], "surf": 6, "surfac": [0, 6, 22], "surpass": 6, "surpris": [0, 22], "surround": [3, 16], "survei": [0, 5, 6, 22], "svc": [8, 9, 10], "svd": [0, 6, 11, 22], "svdinv": 5, "svm": [8, 9, 10, 11], "svm_clf": [8, 10], "swath": 5, "switch": 0, "sy": 13, "symbol": [1, 5, 11, 13, 16, 19, 22], "symmeteri": 1, "symmetr": [0, 5, 8, 11, 12, 13, 17, 22], "symmetri": 6, "sympi": [0, 15, 16, 22], "synonim": 19, "syntax": 13, "system": [0, 1, 3, 4, 6, 7, 9, 10, 12, 13, 15, 16, 17, 22], "systemat": [4, 6], "t": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22], "t0": [3, 6, 13], "t1": [2, 13], "t2": 2, "t3": 2, "t_": 2, "t_0": [2, 9, 13], "t_1": 13, "t_b": 10, "t_i": [1, 2, 5, 12], "t_j": 12, "t_k": 9, "tabl": [9, 19, 20, 22], "tabul": [0, 22], "tabular": 22, "tackl": 4, "tag": [2, 3, 4, 5, 6, 7, 12, 13, 14, 17, 19], "taht": [0, 22], "tail": 19, "tailor": [2, 8, 11, 22], "taiwan": [0, 22], "take": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 19, 22], "taken": [0, 1, 3, 6, 10, 13, 17, 22], "tan": 3, "tangent": [1, 4, 12, 13], "tanh": [1, 4, 7, 8, 12], "target": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 22], "target_nam": 9, "task": [0, 1, 3, 6, 9, 11, 12, 14, 22], "tau": [3, 5, 19], "taught": 22, "tax": 0, "taylor": [2, 13], "taylornr": 13, "tc": 8, "teach": [18, 22], "team": 1, "teaser": 0, "technic": [0, 5, 6, 13, 15, 22], "techniqu": [0, 1, 8, 10, 13, 16, 19, 21, 22], "technologi": [0, 1], "tell": [0, 4, 6, 10, 11, 13, 19], "temp": 1, "temp1": 1, "temp2": 1, "temperatur": [0, 9, 22], "temporarili": 1, "ten": [3, 22], "tend": [3, 5, 6, 8, 9, 10, 12, 13, 14], "tendenc": [0, 22], "tension": 6, "tensor": 3, "tensorflow": [0, 2, 4, 8, 14, 15, 16, 17, 21, 22], "term": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 22], "term1": [5, 6, 11], "term2": [5, 6, 11], "term3": [5, 6, 11], "term4": [5, 6, 11], "termin": [0, 4, 5, 9, 10, 13, 15, 22], "terrain": 6, "terrain1": 6, "test": [3, 4, 5, 6, 7, 8, 9, 10, 13, 17, 19], "test_acc": 3, "test_accuraci": [1, 3], "test_error": 6, "test_imag": [3, 4], "test_ind": 6, "test_input": 4, "test_label": [3, 4], "test_loss": 3, "test_pr": 1, "test_predict": 1, "test_rnn": 4, "test_scor": [7, 10], "test_siz": [0, 1, 3, 5, 6, 10, 22], "test_split": 9, "testerror": [0, 6], "testi": 4, "testpredict": 4, "testx": 4, "text": [0, 1, 2, 4, 5, 8, 9, 11, 13, 15, 17, 19, 21], "textual": 9, "textur": 1, "tf": [1, 3, 4, 13, 14], "th": [0, 1, 2, 5, 6, 7, 9, 12, 13, 14, 15, 17, 19, 22], "than": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 16, 19, 22], "thank": [4, 6], "theano": [1, 16, 22], "thei": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 17, 19, 22], "them": [0, 1, 3, 4, 6, 8, 9, 10, 11, 12, 13, 17, 22], "theme": [0, 22], "themselv": [0, 19, 22], "thenc": 6, "theorem": [2, 6, 7], "theoret": [0, 4, 10, 22], "theori": [0, 1, 3, 8, 9, 12, 13, 16, 21, 22], "thereaft": [0, 5, 6, 11, 12, 15, 17, 22], "therebi": [0, 5, 7, 11, 22], "therefor": [0, 1, 2, 3, 4, 6, 7, 8, 11, 13, 19, 22], "therein": 11, "thereof": [0, 6, 13, 22], "theta": [1, 4, 13, 19], "theta_": [1, 13], "theta_i": 1, "theta_linreg": 13, "theta_t": 13, "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21], "thing": [0, 1, 2, 4, 5, 7, 9, 19, 22], "think": [0, 1, 3, 4, 6, 9, 12, 13, 14, 19, 22], "third": [0, 3, 6, 13, 20, 22], "thirti": 7, "thorughout": 22, "those": [0, 3, 5, 6, 8, 9, 10, 11, 17, 22], "though": [1, 2, 3, 4, 13, 17, 19], "thought": [6, 14, 19], "thousand": [0, 1], "three": [0, 1, 3, 5, 6, 8, 9, 12, 15, 17, 18, 19, 20, 22], "threshold": [1, 3, 9, 10, 11, 12, 13], "through": [0, 1, 2, 3, 4, 5, 6, 8, 11, 12, 13, 14, 16, 17, 19, 22], "throughout": [0, 4, 5, 14, 16, 17, 19, 22], "throw": [3, 6, 19], "thu": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 20, 22], "thumb": [0, 6, 22], "tibshirani": [6, 21, 22], "tick_param": 6, "ticker": [6, 13, 19], "tif": 6, "tight_layout": [1, 7], "tightli": 11, "tild": [0, 5, 6, 7, 11, 15, 19, 22], "till": [0, 4, 7, 8, 9, 10, 12, 17, 22], "time": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 22], "timeit": 4, "timer": 4, "tini": 1, "tip": 3, "titl": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 13, 19, 22], "tmp": 13, "tn": [2, 3, 7], "to_categor": [1, 3, 4], "to_categorical_numpi": 1, "to_numer": [0, 6, 22], "todai": 3, "togeth": [0, 3, 6, 8, 11, 13, 16, 22], "toi": 14, "told": 13, "toler": [2, 14], "tolist": 4, "tomographi": 12, "too": [0, 2, 4, 5, 6, 9, 11, 13, 15, 19, 21, 22], "took": [8, 22], "tool": [0, 1, 3, 6, 13, 16], "toolbox": 8, "top": [0, 3, 5, 6, 9, 10, 16, 22], "topic": [0, 5, 6, 7, 8, 16], "topolog": [3, 12], "topologi": [1, 12], "torkjellsdatt": [20, 22], "toss": [10, 19], "total": [0, 1, 2, 3, 4, 6, 7, 8, 10, 11, 12, 13, 14, 15, 17, 19, 20, 22], "total_loss": 4, "totalclustervari": 14, "totalscatt": 14, "toward": [1, 2, 7, 12, 13], "town": 0, "tp": [4, 7], "tpng": 9, "tpu": [13, 16, 22], "tqdm": 6, "track": [3, 13, 14, 17], "tract": 0, "tractabl": [0, 22], "trade": [5, 9], "tradeoff": [0, 5, 22], "tradit": [0, 1, 4, 6, 22], "train": [2, 3, 5, 6, 8, 9, 10, 11, 12, 13], "train_accuraci": [0, 1, 3, 22], "train_dataset": 4, "train_end": [0, 1], "train_error": 6, "train_imag": [3, 4], "train_ind": 6, "train_label": [3, 4], "train_pr": 1, "train_siz": [0, 1, 3], "train_step": 4, "train_test_split": [0, 1, 3, 5, 6, 7, 9, 10, 11, 22], "train_test_split_numpi": [0, 1], "trainable_vari": 4, "trained_model": 6, "trainerror": 0, "traini": 4, "training_checkpoint": 4, "training_dataset": 4, "training_gradi": 13, "trainingerror": 6, "trainpredict": 4, "trainscor": 4, "trainx": 4, "trait": [0, 22], "trajectori": 4, "transfer": 9, "transform": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 22], "transit": [6, 12], "translat": [1, 4, 6, 10, 22], "transpos": [1, 5, 11, 17], "travers": [0, 5], "treat": [0, 1, 3, 6, 12, 13, 19, 22], "tree": [0, 1, 16, 22], "tree_clf": [9, 10], "tree_clf_": 9, "tree_clf_sr": 9, "tree_reg": 9, "tree_reg1": 9, "tree_reg2": 9, "trend": 19, "treue": 7, "trevor": 21, "tri": [2, 3, 4, 9, 13], "triain": 0, "trial": [0, 2, 4, 6, 13, 19, 22], "triangl": 13, "triangular": 17, "trick": [3, 4, 8, 11, 13, 19], "trickier": 19, "tridiagon": 17, "trillion": 16, "trivial": [0, 1, 5, 11, 19, 22], "troubl": [0, 8, 12], "truck": 3, "true": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 17, 19, 22], "true_beta": 6, "true_fun": 6, "try": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 19, 22], "tucker": 8, "tuesdai": [20, 22], "tumor": [7, 9], "tumour": 7, "tunabl": 1, "tune": [4, 9, 13, 17, 22], "turn": [0, 1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 22], "tutori": [1, 4], "tv": 2, "tveito": 2, "tweak": [1, 4, 10, 19], "twice": 13, "twist": 11, "two": [0, 1, 2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 15, 17, 18, 19, 21, 22], "tx": 13, "tx_1": 13, "txt": 4, "ty": 13, "type": [0, 1, 3, 6, 8, 10, 13, 17, 19], "typic": [0, 1, 2, 3, 4, 5, 7, 9, 10, 12, 13, 19, 22], "u": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 21, 22], "u_": 17, "u_i": 12, "u_m": 10, "ua": [0, 22], "ubuntu": [0, 15, 16, 22], "uci": 0, "uio": [20, 21], "un": 14, "unari": [17, 22], "unbalanc": [6, 9], "unbias": [0, 5, 6, 22], "uncent": 6, "uncertainti": [0, 5, 22], "uncertitud": 19, "unchang": [1, 3], "uncorrel": [10, 19], "undefin": 5, "under": [0, 1, 5, 6, 10, 13, 15, 16, 22], "underdetermin": [0, 22], "underfit": [1, 6], "underflowproblem": 5, "undergo": 5, "undergradu": [18, 20], "underli": [0, 1, 9, 13, 19, 22], "underset": [4, 14], "understand": [0, 1, 3, 5, 6, 10, 13, 14, 16, 22], "understood": [8, 13], "undesir": 8, "undetermin": [5, 8], "undo": 4, "unexpect": 6, "unexpected": 19, "unfair": 6, "unfortun": [1, 8, 9, 10], "unicode_liter": [8, 9], "uniform": [0, 1, 5, 6, 11, 13, 15, 19, 22], "uniformli": [13, 19], "unifrompdf": 19, "unimport": 13, "union": [5, 6], "uniqu": [0, 2, 6, 13, 14, 17, 22], "unique_cluster_label": 14, "unit": [0, 1, 3, 4, 5, 10, 12, 19, 22], "unitari": [5, 6, 17], "unitarili": [17, 22], "uniti": 19, "univari": 19, "univers": [0, 1, 2, 13, 15, 16, 18, 20, 22], "unix": 1, "unknow": [0, 17, 22], "unknown": [0, 1, 3, 4, 5, 6, 8, 10, 13, 17, 22], "unknowwn": 12, "unlabel": 1, "unless": [0, 3, 6, 11, 13, 22], "unlik": [1, 3, 8, 13], "unnecessarili": 9, "unord": 3, "unravel": 1, "unrol": [3, 11], "unseen": [0, 7, 9], "unstabl": 1, "unsupervis": [0, 1, 4, 12, 16, 22], "unsymmetr": [17, 22], "until": [1, 2, 4, 9, 12, 13, 14], "untouch": 0, "unusu": 12, "up": [1, 3, 4, 5, 6, 8, 10, 11, 13, 14, 16, 17, 19, 20], "updat": [1, 2, 10, 12, 13, 14], "uploa": 22, "upload": [16, 21], "upon": [0, 1, 6, 7, 11, 17], "upper": [0, 8, 9, 17], "uppercas": [17, 22], "upsampl": 4, "upscal": 4, "url": 22, "us": [4, 5, 6, 8, 9, 10, 11, 12, 14, 15, 17, 19, 21], "usa": 22, "usag": [0, 8, 16, 22], "usd": 0, "usd10000": 0, "use_bia": 4, "usecol": [0, 22], "useless": 1, "user": [0, 1, 2, 4, 6, 7, 15, 16, 17, 22], "usetex": 19, "usg": 6, "usr": 19, "usual": [0, 3, 4, 7, 12, 13, 14, 22], "ut": 5, "util": [1, 3, 4, 6, 7, 10, 14, 22], "ux": 17, "v": [0, 2, 4, 5, 6, 11, 13, 16], "v0": 19, "v1": 19, "v2": 19, "v_0": 11, "va": 1, "vahid": 22, "val": 13, "val_accuraci": 3, "val_loss": 4, "vale": 2, "valid": [0, 1, 4, 7, 9, 10, 13, 16, 19, 22], "validation_data": 3, "validation_split": 4, "valu": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 22], "valuat": 9, "valy": 4, "van": [0, 22], "vandenbergh": [8, 13], "vandermond": [0, 22], "vanilla": [0, 6, 11, 14], "vanish": [1, 4, 13, 19], "var": [5, 6, 10, 11, 19], "var_x": 19, "varabl": 8, "varepsilon": [5, 6], "varepsilon_": [5, 6], "varepsilon_i": [5, 6], "vari": [0, 1, 3, 5, 6, 10, 15, 22], "variabl": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 14, 17, 22], "varianc": [0, 1, 5, 7, 9, 10, 11, 13, 14, 16, 17, 19, 22], "variance_i": [5, 11], "variance_x": [5, 11], "variant": [0, 1, 6, 8, 12, 13, 22], "variat": [3, 4, 11, 22], "varieti": [0, 3, 12, 15, 16, 22], "variou": [1, 3, 5, 6, 7, 8, 9, 11, 12, 13, 16, 17, 19], "varydimens": 4, "vastli": 3, "vaue": 1, "vault": 0, "vdot": [2, 13], "vec": 6, "vector": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 14, 16], "vector_mean": 14, "ventur": [0, 8, 15, 16, 22], "verbos": [1, 3, 4], "veri": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 21, 22], "verifi": [3, 11, 17, 22], "versatil": [8, 22], "versicolor": [8, 9], "version": [0, 3, 10, 13, 14, 15, 16, 17, 19, 22], "versu": 1, "vert": [0, 1, 5, 6, 7, 8, 9, 11, 13, 22], "vert_1": [5, 6], "vert_2": [5, 6, 11], "via": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 17, 18, 19, 20, 22], "vidal": 11, "video": [0, 1, 12, 16, 18, 20, 22], "view": [1, 3, 5, 6, 12, 13, 19, 21, 22], "violat": 8, "virginica": 9, "viridi": [0, 1, 2, 3, 22], "virtual": 1, "viscos": 13, "viscou": 13, "vision": [0, 3], "visual": [0, 3, 11, 12, 15, 16, 22], "visualis": 1, "viz": [6, 8, 19], "vmap": 13, "vmax": [1, 6], "vmin": [1, 6], "voic": 3, "volum": [0, 3, 22], "vote": 10, "voting_clf": 10, "votingclassifi": 10, "votingsimpl": 10, "vstack": [5, 11, 17, 19, 22], "vt": 5, "w": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 17, 19, 22], "w1": 8, "w2": [8, 11], "w3": 8, "w_": [1, 12], "w_1": [8, 17], "w_1x_": 8, "w_1x_1": 8, "w_2": [8, 17], "w_2x_": 8, "w_2x_2": 8, "w_3": 17, "w_4": 17, "w_hidden": 2, "w_i": [1, 2, 10], "w_ix_i": 12, "w_j": 17, "w_m": 17, "w_output": 2, "w_px_": 8, "w_px_p": 8, "wa": [0, 1, 3, 4, 5, 6, 7, 10, 11, 12, 14, 17, 22], "wai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 17, 19, 22], "walk": 9, "walker": 19, "wang": [0, 22], "want": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 22], "warn": 4, "warrant": 6, "wast": 3, "watch": 16, "wave": 3, "wavelet": 8, "we": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21], "weak": [9, 10, 14], "weather": [1, 12], "web": [16, 18, 20, 22], "webpag": 22, "websit": [6, 17, 18, 22], "wedg": [8, 19], "wednesdai": [20, 22], "wee": 11, "week": [0, 5, 6, 7, 18, 20], "weekli": [16, 18, 20, 21, 22], "weight": [0, 1, 2, 3, 6, 7, 9, 10, 12, 13, 19], "weigth": 2, "welcom": [8, 16], "well": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 17, 19, 21, 22], "went": 8, "were": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 19, 22], "wessel": [0, 22], "what": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19], "whatev": 3, "when": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "whenev": [13, 19], "where": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22], "wherea": [6, 19], "wherein": [1, 12], "whether": [0, 3, 5, 7, 9, 19, 22], "which": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22], "whichev": [1, 3], "while": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 19, 22], "white": 9, "who": 0, "whole": [1, 3, 4, 5, 9, 11, 13], "whose": [0, 6, 10, 19], "whow": 11, "why": [0, 1, 3, 6, 13], "wide": [0, 1, 3, 6, 7, 12, 15, 16, 17, 22], "widehat": 6, "width": [0, 3, 8, 9, 22], "wieringen": [0, 22], "win": 10, "wind": 9, "wing": [20, 22], "winther": 2, "wiothout": 6, "wiscons": 7, "wisconsin": 10, "wisdom": 6, "wise": [0, 1, 5, 12, 13], "wish": [0, 2, 5, 7, 8, 11, 13, 14, 17, 22], "with_std": 0, "wither": 6, "within": [0, 2, 3, 4, 7, 9, 12, 13, 14, 19, 21, 22], "withinclust": 14, "without": [0, 1, 5, 6, 8, 9, 11, 12, 13, 22], "won": [0, 22], "wonder": 8, "word": [0, 1, 3, 4, 5, 6, 7, 14, 19, 22], "work": [0, 1, 4, 6, 7, 8, 9, 13, 15, 16, 18, 19, 20, 22], "workshop": 22, "world": [0, 8], "worldwid": [0, 22], "wors": [0, 1, 3, 4, 6, 22], "worth": 9, "would": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 22], "wrap": [6, 17, 22], "write": [0, 1, 2, 3, 5, 6, 7, 8, 12, 13, 15, 17, 22], "written": [0, 2, 3, 5, 11, 12, 13, 16, 17, 19, 22], "wrong": [1, 8], "wrongli": 10, "wrote": [5, 11], "wrt": [10, 13], "wth": [10, 13], "www": [16, 17, 21, 22], "wx_1": 8, "x": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 22], "x0": 8, "x1": [4, 8, 9, 10, 13], "x1_exampl": 8, "x1d": 8, "x2": [8, 9, 10, 13], "x2d": [8, 11], "x2d_train": 11, "x2dsl": 11, "x3": 8, "x_": [0, 2, 3, 5, 6, 8, 10, 11, 13, 14, 17, 19, 22], "x_0": [0, 5, 11, 17, 22], "x_1": [0, 2, 5, 6, 7, 8, 9, 10, 11, 13, 17, 19, 22], "x_2": [0, 2, 5, 6, 7, 8, 9, 10, 11, 13, 17, 19, 22], "x_3": [8, 17, 19], "x_4": 17, "x_center": 11, "x_data": 1, "x_data_ful": 1, "x_hidden": 2, "x_i": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "x_input": 2, "x_ix_": [0, 22], "x_iy_i": 8, "x_j": [0, 2, 8, 9, 12, 19], "x_jy_j": 8, "x_k": [12, 14, 17, 19], "x_l": 19, "x_m": [6, 12, 17, 19], "x_n": [0, 2, 3, 6, 8, 11, 12, 13, 17, 19, 22], "x_new": [9, 10], "x_offset": 6, "x_output": 2, "x_p": [3, 7, 9], "x_poli": 9, "x_poly10": 9, "x_pred": 4, "x_prev": 2, "x_reduc": 11, "x_scale": 8, "x_small": 13, "x_test": [0, 1, 3, 5, 6, 7, 9, 10, 11, 22], "x_test_own": 6, "x_test_scal": [0, 6, 7, 9, 10, 11], "x_tot": 4, "x_train": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 22], "x_train_mean": 6, "x_train_own": 6, "x_train_scal": [0, 6, 7, 9, 10, 11], "x_val": 1, "xarrai": [16, 22], "xavier": 1, "xbkjd4ccgq": 22, "xbnew": 13, "xcode": [0, 15, 16, 22], "xdclassiffierconfus": 10, "xdclassiffierroc": 10, "xg_clf": 10, "xgb": 10, "xgbclassifi": 10, "xgboost": 9, "xgboot": 10, "xgbregressor": 10, "xgparam": 10, "xgtree": 10, "xi": [8, 13], "xi_": 8, "xi_1": 8, "xi_i": 8, "xk": 8, "xla": [13, 16, 22], "xlabel": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 19, 22], "xlim": [6, 10], "xm": 9, "xmesh": 13, "xnew": [0, 13, 22], "xp": 19, "xpanda": 0, "xpd": [5, 11], "xplot": 0, "xscale": 0, "xsr": 9, "xt_x": 13, "xtest": 6, "xtick": [3, 6, 8, 9], "xtrain": 6, "xu": [0, 22], "xx": [0, 17, 22], "xy": [0, 6, 8, 17, 22], "xytext": 8, "xz": [17, 22], "y": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 22], "y1": 4, "y2": 4, "y3": 4, "y_": [0, 1, 5, 6, 10, 11, 17, 22], "y_0": [0, 5, 11, 17, 22], "y_1": [0, 5, 8, 9, 11, 13, 17, 22], "y_1y_1": 8, "y_1y_1k": 8, "y_1y_2": 8, "y_1y_2k": 8, "y_1y_n": 8, "y_1y_nk": 8, "y_2": [0, 5, 8, 9, 11, 17, 22], "y_2y_1": 8, "y_2y_1k": 8, "y_2y_2": 8, "y_2y_2k": 8, "y_3": [0, 9, 17], "y_4": 17, "y_data": [0, 1, 5, 6, 22], "y_data_ful": 1, "y_decis": 8, "y_fit": 0, "y_i": [0, 1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 17, 22], "y_if_": 10, "y_ix_": [0, 22], "y_ix_i": [7, 8, 13], "y_iy_jk": 8, "y_j": [6, 8, 12], "y_k": 12, "y_m": 17, "y_model": [0, 4, 5, 6, 22], "y_n": [8, 13], "y_ny_1": 8, "y_ny_1k": 8, "y_ny_2": 8, "y_ny_2k": 8, "y_ny_n": 8, "y_ny_nk": 8, "y_offset": 6, "y_plot": 9, "y_pred": [0, 1, 4, 6, 7, 8, 9, 10], "y_pred1": 9, "y_pred2": 9, "y_pred_rf": 10, "y_pred_tre": 10, "y_proba": [7, 10], "y_scaler": 6, "y_test": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 22], "y_test_onehot": 1, "y_test_predict": 0, "y_tot": 4, "y_train": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 22], "y_train_mean": 6, "y_train_onehot": 1, "y_train_predict": 0, "y_train_scal": 6, "y_val": 1, "ye": [3, 6, 7], "year": [0, 16, 22], "yet": [0, 1, 6, 8, 11, 13, 22], "yi": 13, "yield": [0, 2, 5, 6, 8, 10, 12, 13, 14, 17, 19, 22], "yk": 8, "ylabel": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 19, 22], "ylim": [3, 6], "ym": 9, "ymesh": 13, "yn": 0, "yo": [8, 9, 10], "yoshua": [1, 21], "you": [0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 13, 15, 16, 17, 19, 20, 21, 22], "young": 0, "your": [1, 2, 4, 5, 6, 8, 11, 13, 16, 17], "yourself": [11, 13, 22], "youtub": 16, "ypred": 6, "ypredict": [0, 13, 22], "ypredict2": 13, "ypredictlasso": 5, "ypredictol": [0, 5], "ypredictown": 6, "ypredictownridg": 6, "ypredictridg": [0, 5, 6], "ypredictskl": 6, "yridg": 22, "ytest": 6, "ytick": [3, 6, 8, 9], "ytild": [0, 6, 22], "ytildelasso": 5, "ytildenp": [0, 22], "ytildeol": [0, 5], "ytildeownridg": 6, "ytilderidg": [5, 6], "ytrain": 6, "yuxi": 22, "yx": [17, 22], "yy": [17, 22], "yz": [17, 22], "z": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 17, 19, 22], "z_": [1, 2, 12, 17, 22], "z_0": [17, 22], "z_1": [17, 22], "z_2": [17, 22], "z_c": 1, "z_h": 1, "z_hidden": 2, "z_i": [1, 12], "z_j": [1, 12], "z_k": 12, "z_m": 1, "z_mod": 9, "z_o": 1, "z_output": 2, "zaman": 19, "zaxi": 6, "zero": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 22], "zeros_lik": 4, "zfill": 4, "zip": [4, 6], "zm_h": [0, 22], "zn": 0, "zone": 0, "zoom": 22, "zx": [17, 22], "zy": [17, 22], "zz": [17, 22], "\u00f8yvind": 6}, "titles": ["<span class=\"section-number\">3. </span>Linear Regression", "<span class=\"section-number\">14. </span>Building a Feed Forward Neural Network", "<span class=\"section-number\">15. </span>Solving Differential Equations  with Deep Learning", "<span class=\"section-number\">16. </span>Convolutional Neural Networks", "<span class=\"section-number\">17. </span>Recurrent neural networks: Overarching view", "<span class=\"section-number\">4. </span>Ridge and Lasso Regression", "<span class=\"section-number\">5. </span>Resampling Methods", "<span class=\"section-number\">6. </span>Logistic Regression", "<span class=\"section-number\">8. </span>Support Vector Machines, overarching aims", "<span class=\"section-number\">9. </span>Decision trees, overarching aims", "<span class=\"section-number\">10. </span>Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods", "<span class=\"section-number\">11. </span>Basic ideas of the Principal Component Analysis (PCA)", "<span class=\"section-number\">13. </span>Neural networks", "<span class=\"section-number\">7. </span>Optimization, the central part of any Machine Learning algortithm", "<span class=\"section-number\">12. </span>Clustering and Unsupervised Learning", "Exercises week 34", "Applied Data Analysis and Machine Learning", "<span class=\"section-number\">2. </span>Linear Algebra, Handling of Arrays and more Python Features", "Course setting", "<span class=\"section-number\">1. </span>Elements of Probability Theory and Statistical Data Analysis", "Teachers and Grading", "Textbooks", "Week 34: Introduction to the course, Logistics and Practicalities"], "titleterms": {"": [8, 10], "1": [0, 15, 22], "2": [0, 15, 22], "2023": 20, "3": [0, 15, 22], "34": [15, 22], "4": 0, "5": 0, "A": [0, 1, 4, 8, 9, 22], "And": 22, "In": 20, "Ising": 6, "The": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 16, 22], "To": 22, "With": 4, "about": 22, "activ": [1, 12], "ad": [0, 6, 22], "adaboost": 10, "adagrad": 13, "adam": 13, "adapt": 10, "adjust": 1, "adversari": 4, "again": [3, 9], "ai": 22, "aim": [8, 9, 22], "aka": 22, "algebra": [17, 22], "algorithm": [9, 10, 11, 12], "algortithm": 13, "all": 8, "an": [0, 4, 10, 22], "analys": 5, "analysi": [0, 5, 6, 11, 16, 19, 22], "analyt": 0, "ani": 13, "anoth": 9, "appli": 16, "approach": [0, 8, 14, 22], "approxim": 12, "architectur": 1, "arrai": [17, 22], "assist": 20, "autocorrel": 19, "autograd": [2, 13], "automat": 13, "back": [1, 11, 12], "background": 16, "bag": 10, "base": 13, "basic": [0, 5, 7, 9, 10, 11, 17], "batch": 1, "bay": 5, "befor": 11, "better": 8, "bia": 6, "binari": 1, "bind": 22, "bird": 10, "boost": 10, "bootstrap": [6, 10], "boston": 0, "breast": 1, "brief": 22, "bring": 12, "build": [1, 3, 9], "c": 22, "can": 22, "cancer": [1, 7, 9, 11], "cart": 9, "case": [8, 10, 19], "central": [13, 16, 19], "chain": 12, "chang": 10, "channel": 22, "chi": [0, 22], "choos": 1, "cifar01": 3, "classic": 11, "classif": [1, 9, 10], "classifi": 8, "clip": 1, "cluster": 14, "cnn": 3, "code": [0, 1, 2, 5, 9, 11, 12, 13, 14, 22], "collect": [1, 3], "commun": 22, "compar": [2, 10], "complex": [0, 6], "complic": 6, "compon": 11, "comput": 9, "computerlab": 22, "con": 9, "concept": 19, "conjug": 13, "contn": 22, "convex": [8, 13], "convolut": [3, 12], "correl": 11, "cost": [1, 10], "cours": [16, 18, 21, 22], "covari": [5, 11, 19], "cover": 22, "cross": 6, "cython": 22, "data": [0, 1, 3, 6, 7, 9, 11, 15, 16, 19, 22], "dataset": [1, 3], "deadlin": 22, "deadllin": 20, "decai": 2, "decis": [9, 10], "decomposit": [5, 11, 17], "deep": [1, 2, 22], "defin": [1, 22], "degre": 0, "dens": [0, 22], "deriv": [5, 12], "descent": [2, 10, 13], "detail": [3, 22], "develop": 1, "diagon": 11, "differ": 8, "differenti": [2, 13], "diffus": 2, "dimension": [2, 3, 8], "disadvantag": 9, "discret": 19, "distribut": [5, 19], "do": 1, "domain": 19, "down": 1, "dropout": 1, "element": [0, 19, 22], "elimin": 17, "energi": 22, "ensembl": 10, "entropi": 9, "environ": [0, 15, 22], "equat": [0, 2, 12, 22], "error": [0, 10, 22], "essenti": 22, "etc": 22, "euler": 2, "evalu": 1, "exampl": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 22], "exercis": [0, 6, 15, 22], "expect": 19, "experi": 19, "explor": [0, 15, 22], "exponenti": 2, "extrapol": 4, "extrem": [10, 22], "ey": 10, "fall": 20, "famili": [1, 22], "famou": 17, "featur": [9, 17], "feed": [1, 12], "final": 12, "fine": 1, "first": [4, 12, 22], "fit": [0, 10, 22], "forc": 3, "forest": 10, "format": 22, "forward": [1, 2, 12], "fourier": 3, "frank": 6, "freedom": 0, "frequentist": [0, 22], "from": [5, 10, 12], "full": 2, "function": [0, 1, 6, 7, 8, 10, 11, 12, 13, 19, 22], "further": [3, 5], "gan": 4, "gaussian": 17, "gd": 13, "gener": [4, 9, 22], "geometr": 11, "gini": 9, "good": [0, 22], "grade": [20, 22], "gradient": [1, 2, 10, 13], "growth": 2, "ha": 16, "handl": [17, 22], "hidden": 2, "hous": 0, "hyperparamet": 1, "hyperplan": 8, "i": [0, 1, 22], "id3": 9, "idea": 11, "ii": 22, "implement": 1, "implic": 5, "import": [5, 17, 22], "improv": 1, "includ": 13, "increment": 11, "index": 9, "inform": 20, "input": 2, "instal": [16, 22], "instructor": 20, "interpret": [5, 11, 22], "introduc": [11, 13], "introduct": [0, 6, 16, 17, 22], "invers": [5, 17], "iter": 10, "jax": 13, "julia": 22, "jungl": 10, "kera": [1, 3], "kernel": [8, 11], "lagrangian": 8, "lasso": [5, 6], "later": 5, "layer": [1, 2, 3, 12], "learn": [0, 1, 2, 11, 13, 14, 15, 16, 22], "least": [5, 6, 22], "lectur": 22, "level": 10, "librari": [16, 22], "likelihood": 7, "limit": [1, 13, 19], "linear": [0, 8, 13, 17, 22], "link": [5, 11, 21], "logist": [7, 22], "lu": 17, "machin": [0, 8, 13, 16, 22], "main": [19, 22], "make": [0, 9, 10, 15, 22], "mani": [10, 12], "mass": 22, "materi": 22, "math": 5, "mathemat": [3, 5, 8], "matric": [5, 17, 22], "matrix": [1, 5, 11, 12, 17, 22], "matter": [0, 22], "mean": 0, "meet": [5, 10, 19, 22], "mercer": 8, "method": [6, 9, 10, 13, 22], "minim": 22, "ml": 22, "mlp": 12, "mnist": [3, 4], "model": [0, 1, 4, 6, 12, 22], "momentum": 13, "moon": [8, 9], "more": [3, 6, 17, 22], "multilay": 12, "multipl": [1, 3], "multipli": 8, "need": 22, "network": [1, 2, 3, 4, 7, 12, 22], "neural": [1, 2, 3, 4, 7, 12, 22], "new": 4, "non": 8, "normal": [0, 1], "notat": 12, "now": [1, 9, 13], "nuclear": [0, 22], "numba": 22, "number": [0, 2, 19], "numer": [2, 19], "numpi": [17, 22], "object": 3, "obtain": 11, "od": 2, "off": 6, "ol": [5, 6], "one": [2, 12], "oper": 17, "optim": [1, 8, 13, 16, 22], "order": 13, "ordinari": [5, 6, 22], "organ": [0, 22], "oslo": 21, "other": [4, 9, 11, 12, 17, 22], "our": [0, 4, 5, 11, 13, 22], "outcom": [16, 22], "output": 2, "overarch": [0, 4, 8, 9, 22], "overview": [10, 22], "own": [0, 10, 11, 15, 22], "packag": [17, 22], "panda": 22, "paramet": 22, "part": [13, 16], "partial": 2, "pass": 1, "pca": 11, "pdf": 19, "perceptron": 12, "perform": [1, 9], "period": 3, "perspect": 1, "point": 4, "poisson": 2, "polynomi": 3, "popul": 2, "popular": 22, "practic": [13, 20, 22], "pre": [1, 3], "predict": 4, "prerequisit": [3, 16, 22], "princip": 11, "principl": 3, "pro": 9, "probabl": [5, 19], "problem": [1, 2, 13, 22], "procedur": [9, 22], "process": [1, 3], "program": [2, 13], "project": [6, 20, 22], "prop": 13, "propag": [1, 12], "properti": [5, 19], "python": [0, 9, 15, 16, 17, 22], "quick": 8, "r": 22, "random": [10, 11, 19], "read": [9, 22], "real": [6, 22], "recommend": 22, "recurr": [4, 12], "reduc": 0, "reduct": 3, "reformul": 2, "regress": [0, 5, 6, 7, 9, 10, 13, 22], "regular": 1, "relev": 21, "relu": 1, "remark": 3, "remind": [6, 8, 22], "replac": 13, "requir": [2, 16], "resampl": 6, "rescal": 6, "resourc": 2, "revisit": 13, "rewrit": 22, "ridg": [0, 5, 6], "rm": 13, "rule": 12, "same": 13, "sampl": 11, "schedul": 22, "schemat": 9, "scheme": 2, "scienc": 22, "scikit": [0, 1, 11, 15, 22], "second": 13, "semest": 20, "set": [0, 2, 3, 9, 12, 15, 18, 22], "sgd": 13, "should": 1, "similar": 13, "simpl": [0, 4, 9, 13, 22], "singl": 10, "singular": [5, 11], "soft": 8, "softmax": 1, "softwar": 22, "solv": 2, "solver": 13, "some": [13, 17], "specifi": 2, "split": [0, 15, 22], "squar": [0, 5, 6, 10, 22], "standard": 13, "state": [0, 22], "statist": [5, 6, 16, 19, 22], "steepest": [10, 13], "stochast": [13, 19], "strongli": 22, "suggest": 22, "summari": [20, 22], "superposit": 3, "supervis": 1, "support": 8, "svd": 5, "systemat": 3, "teach": 20, "teacher": [20, 22], "techniqu": [6, 11], "technologi": 16, "tensorflow": [1, 3], "tent": [20, 22], "test": [0, 1, 15, 22], "text": 22, "textbook": [21, 22], "theorem": [5, 8, 11, 12, 19], "theori": 19, "thi": 22, "tip": 13, "togeth": 12, "tool": 22, "top": 1, "topic": 22, "toward": 11, "trade": 6, "tradeoff": 6, "train": [0, 1, 4, 15, 22], "transform": 3, "tree": [9, 10], "tune": 1, "two": [3, 8, 16], "type": [2, 4, 12, 22], "uio": 22, "univers": [12, 21], "unsupervis": 14, "up": [0, 2, 9, 12, 15, 22], "us": [0, 1, 2, 3, 7, 13, 16, 22], "v": 3, "valid": 6, "valu": [5, 11, 19], "variabl": 19, "varianc": 6, "variou": [0, 15, 22], "vector": [8, 12, 17, 22], "view": [0, 4, 10], "visual": [1, 9], "wai": 9, "wave": 2, "we": 22, "week": [15, 22], "what": [0, 22], "which": 1, "why": 22, "wisconsin": 7, "write": [4, 11], "xgboost": 10, "your": [0, 10, 15, 22]}})