From abd1d73a8fc4a5197fc3ffdcb40044547f0dfb0b Mon Sep 17 00:00:00 2001 From: Morten Hjorth-Jensen Date: Wed, 3 Sep 2025 13:40:18 +0200 Subject: [PATCH] update week 36 --- .../_build/.doctrees/environment.pickle | Bin 273657 -> 273661 bytes .../_build/.doctrees/exercisesweek37.doctree | Bin 36403 -> 36790 bytes .../html/_sources/exercisesweek37.ipynb | 59 ++++---- .../_build/html/exercisesweek37.html | 15 +- doc/LectureNotes/_build/html/searchindex.js | 2 +- .../jupyter_execute/exercisesweek37.ipynb | 59 ++++---- doc/LectureNotes/exercisesweek37.ipynb | 59 ++++---- doc/Programs/Regression/ooreg.py | 34 ++--- .../Regression/predictions_kernel_ridge.csv | 101 +++++++++++++ doc/Programs/Regression/predictions_lasso.csv | 101 +++++++++++++ .../Regression/predictions_linear.csv | 101 +++++++++++++ doc/Programs/Regression/predictions_ridge.csv | 101 +++++++++++++ doc/pub/week36/ipynb/week36.ipynb | 7 +- doc/src/week35/programs/lasso.py | 139 ++++++++++++++++++ doc/src/week37/exercisesweek37.do.txt | 9 +- 15 files changed, 668 insertions(+), 119 deletions(-) create mode 100644 doc/Programs/Regression/predictions_kernel_ridge.csv create mode 100644 doc/Programs/Regression/predictions_lasso.csv create mode 100644 doc/Programs/Regression/predictions_linear.csv create mode 100644 doc/Programs/Regression/predictions_ridge.csv create mode 100644 doc/src/week35/programs/lasso.py diff --git a/doc/LectureNotes/_build/.doctrees/environment.pickle b/doc/LectureNotes/_build/.doctrees/environment.pickle index 84a382b7141aeafdca03fe60295e8d525adc19be..98ef94a83541a27eae1bf14ac1d65c5f561f52b7 100644 GIT binary patch delta 10234 zcmZ9Sd0h`0GILVKJ%e$@MSf#a)04)G0(0iL3|C5WPSfI| z3fi-2lj5TCsp&c6GC-G;GBIa(Mn+mTl(DMxIYJ>**|NAOAUh{1r%7sdPHHmv`sbu1 zC67)S2l)S*gs#bBa$D};fHh+ro#`r<8?7p#jP!;}{%{bdOjJvKIrGu&r{?}HnTv3qK_2!LI zGxO4i7rP#zy0TU`v$T(&)%tvS`Dc7vSiTpH4uiuRK6ti7E6Y~y*%EP<_L4DuaJUgO zI542KrMhcu8XV2;8Ak?JwfzHC8BIG^=ND|oo_003>$Va7MooUlW;AVIqrmkL@8nP8 z)@baAV%JraE1BbLRd<t$(Pa2ytG$&(dW>U`R;wi;3uKQqf`9b4c ze<9hCt|JxrBjRAXDj?zbxdM=I%v=?baGYF~@aH1x0+DchT$Pb0!tlBxkuavNC?t%eD;f#o=c*0FT~ECIhXjZMjF89fp5=@@-QJI)W&^-2-o()LCz}YJ@%inObLVRvCr6ON)K@yJoc#Drijt@*w^-rr-B%9kNw55@3B8IObMg!vA5XYmTWiz9{ZJY?MT8=@Yqi_G$kAfk9~l<1KD6Ss(=_% zvonb}kv;YgI=>Wo+PIa}ja@L>4h$wd5 zNPypejnVM?$Z(H{;*V{{x)G6#8wWsj(YOe|4-Eg5C|<6-Q9mV;T{03t5ao?j5bhf8 zlqkp;{{huMHsc_uE_g4dbYtxH0@p-i{irY49fWhEzo?D#a!Rpl40IkBS2|o@>nmIt za80!3X1lH$dsCy>W#cUTUirk;ig8xnh)=7{1p-D)%T9CYj0SrZ&@v4L~eJ80hEzxzp{`CY?OrhF3O@P3&l}OsCNzZ=z9>?KDdB45I?vdFG_~#@bA$EG*$Q zjlTIEjYm_QhRQEC4rV!x^vT1GI=N06v6ELd0;Y5{QZt;!*eUajoE)bSHMQ6{I@u{N zEf?*L(1KpHU|lu+U>#FRi$kK6_7W0hv_43b(UOoTqh%mbMw@~}8Ep;{Wwgael+o5A zQAXR2L>cWXB+6*V{4jA*N;`u}N@-V-aM8IQB2h;3w*yf|3rC`i_8byrw8lu3(b^$V zM(d758EpU(Wwa4Ul+nf^;aY0qDnO)^R)j<;Z7~wAAJ<1fxka{|4A@rC6TrJ*S{)`c zZ?F)VS(*8JOQ$y=(IHFw@E~u*j5Jg9E_%mh8LskJ?~AiWYs1dju>vb_lnBwn8#AYk zcKgUrR56CEtms`>bX~j3cSAY3$`z-DpWGQEg1pD(yR|iKL3`8c-BtXVsVf;Q+Izn) z@o0}>i%LwA*IyPkZ>1%3wAiQ#5A^O>>eYVv%Qq8+dE2in*1F$UnPtPgbKi&hMz-M@ zu!>q3yVfMgtsS`Te#D2+d=SIDsUM{hIlOO?5vRt7(nb^6Ri2+C+YT?wF=&!p=#W#4bO5kBHCbYu)bM?`aygXM(0ndnap} zuuqfR(vJms!@i!V4J-Dq*EIOs4>ScG{7}<3-!0JOI#i(P;o)>m`K4nt-9P%Sro}&e zqG`yF?=xx3hY+4g?`UlPIYAyNv_cs4zt#*zhq3HzfOo_%&^VO5H;+%zH2oxWn{=V4 zzSH#g>7|;MovqGI>$kr_Tgh+gAJAQ(3y=}uki zsCA8RD6PA96WTv%xyXRT*}!P=PlD|Di_lYG;XkbyiVp9oJMRFMw}p9g??G*(^LqdT zN;LD~DNQ+#yKz%j`lN`-VJAhH%3us;2s)|?f_mdy8Vpu5Y3D{T!KL#vo`H{#O!;~#+-zDTdy^qL)U_zQ z1L3;b45l=q9J57KQ*S!ia3+Iq^Dz0q3;q714uer6*Rl23YK_q`Y^yG{r9iY&)nXZ> z81h=!fW57;enY^L#-fVc(vDSBhZ#jabec7r|-Ft<7Z#o#0mRC||yRl>1e_tZ|%|yAf zC#$5se2pE}CXjb%9N7y;uudBE>94HXGN3Q?X=|olaVo7ZYX%E56NU#ezz~g*16T%O zm|8uM!OSNI*I=9$fMF``O*W0O2Mc~qhpj-I9P$=RFnTO9SAqKCEf&u}bSVE}>M#oBQbJMUr}P3?})G3sRBy&H#{u;(7uOXDYd zS+|-OfNqxocXxy`(!NaDw7i2Nmz^2Ha1Ffl5{{U;tP-C0uv`W zWdG{JMyJ^dtv!8)MRKF+nhe}zOQXjgy%HmShs6M*L%sP2%O#Q>e-NSS&Y#c~GIY7X zD!@tvm$xplS*GsJWmp96*C2xA?0+57KGEAZSfE+K>RYUaPWQbSkfuhN^Hohm;1gLk;rh)0y$)rwsj`QCW@-;0ear;~}zO z1%%1!X~&;a3j=uvQ;dt`(aJA~|6uxE4(5d>&2;cJCc!7H_f7gc zoI^6h`sP>VknDd;hbF>njht7V_m>^>pow(f3N<*)B#<4de*}NiMDxzDN9mwVaO*&L zpp#cL|4eJ0&vD2dq&@HCum>XCSC{WGQNpbQ)vD+DEG?gm=M`0#`W#k7L4{)UXMMZ8Di2_2iY*b0p7!`Q2>n|Iwhx-p}%d0WO5Cu1d zMMN0+B8SZl;g=mSVuXR6_)U$$U3eAdNO?(rYK?CGLUe96e9Tm>y7INAPiRrD)A|(K zuz5q%{NyDLD-LUu@VvImt<^<{+VBd8-5cHFW&#i5COQ)NFzvc&8?UC8zG`{NSDmnP zdGH#)p-Vwb7BQI~$ZE;6vAj3Ds>aKH-vZ9So#*v(D?c=2t2#0t|jr|aFxB1 z`4zZKOX1To7cAaU*U<2Z*xVXAEobPS8DW4U~e zN$C^#D3dNs`dIkR{Q&VItw0*n&jztcEw zUC`m1w>dl;2;Y8(f1`2GEPha9b2neA@k}BAK%+5-f3GoPE{}yrAy&429nxX7aGdAE-A*{BE=bI=Y znO9U>H*?rYp-JBVmPe?@TVc+au6;k|e-c(R*Vb?^Z$okwIj09C-u>HnU+vmp2X?a^ zd@I6tmEQQRW~dB4z(PwT#CpX}%sw5DK})La;(^RqaytXQ;PjN|K7$sQ+N>78_Bpl~ zWQQu)%`-K!J$#(TnR{VEnhurrahFE-SD1aN*qyI=md3nqIK0b}7CHu75yI4i9QIIz zXTRg{(nC1-kgwizhjHnVc6cdYr7`Rn&P~)xSizlCz5ntq+62oOwry14{!bj<`3Q~w zaoEui_BzhL)L7>vEF)73>B4I1>!&$vMalQX85}6WjB_|E38R1KB^nR>!H*J#sg39P zUag&ak;9gOe8*kp+cd`i#b;_Py=v8K?3`Uy<^PQdiTv+f$4Q4MmlX4s>d;NhLL@^L zs;geP&AV$EQc(kSC`+p8gsuDrmg>f`xMS15s7gZ)}xP4VzjfmC#%yGnu*xl0wwfzB0X~NRUl- zSxf9hOHq@d?2vm_LVl_dCt%NjvKkgI9%>VyO=YzakO0Y4zMX)XM7XRyhJg?|yjmB) zV3|pRcM`A|$)4F+OxE_H+~%ijU9n|g3RC$nX>=&~k_S%!EPx;N0#r(ZfJf+4`Dix* z3zFo`M{P zb^8fezf|ah{x~dz2?GU8Xv7_Z1*}<8u6sj3+9qr{1m_pw?zeo}Zo|ZEQ;Qoon>wE) zV3Dud3q4Lt7O>8+fH7=QJGpBvEB1oR!BwkRb zvqS-krUO;Z3N{`lIVY1RTXvC!nqK8&a z*)AHZiFsnMmf=%Rtg4(Z-~mI0KH4dsQ^k|T08>_vrwB-}Xj1Sgs90ma>0+Tqc)ip^ zrPjZLYmR(-&l2-A-kL4oVMvw3t7o`8Qv@wqQD}8Tu{plMTVG@ifa>-xu0*Qqz&w$~ zO-x)M=45u;kmXQSCxom=F)W7j3V)?ZnQ?cAu~10HTA z@r+`ooU{{mJquQd2>AZE6Xw7dE5$U8Jy#3ZAfOh$uZZrd#|JnQ$ZORak)%zhQ$@6D z_L1nL7s!;wH{{*nc8l|1x%)H`$VvUnUJGR zX6Rsm01!YQ8!NYzxJv)KxxK_zDf46|gCSm33F_;AIy1y)U^{vu$jL2W;C9CH?7)=6Jy15ROrCGGOlmV0J*rc)6MX^ES@k;`>v*hc(f(d~z_$n?M zx&yrpZM=pnm`oL~V@4$ty%_DeffJuhRc~P)CX}~*;Rw2ed5H>~jD?iT^3Dq& z*SPN+z*!IQQArgveT3PS@Zw`%&y${50o;DxX2tt0ZX2#|@S?xXu6_|VD^k76+tPF` zhy84jDXBv6g8c&FkqWk18dECTW}7H8>%qf~1=^M|IxI{KrIW(MNIE7=452f^#L9F) zm{@^M2NQ$nXfQFD&IJ?w=uj{*fKCLVI35Rr4bK9>6AuF6f`@>K;dBC+$m#eGD#Nos zD2E4sAU%8;uYq*t2U8EHltX=WK|woifs*!iwPpNLXP8EH`&X-OGrSs7_X8EI7+ z>HRX&mZy?jUCY)G-nC0>*_v{iU_**&g24sPq2Ypu&~U*MXt?0Q3g zh6^4!!v!Z8TyTQH1t%C>aDu@FkC@?t=gV-x2?iIOU~r)c23MQ}aKQ-%7o1>l!3hQz zJV=HMPB6IO1cM7sFu35^FxtgO}%haC*0HrH+8{H zJ#bS8+|+(IHQ!CGcT?jFsqJoRx|TB^DavrdAhHqutczLTYj$wb)G! zcEf_$S=%N!yC6Sz+WNykx@1@#TR(O~x$4-$dH9bE&cXkSKS%NB82C5#=Jk)4#;v}sXcz_{eJk>kb`6^0~DOv+41&PvM4O-f2>-m<7L(3rLUf0Zp{ z<-zsFwJj?2x6};GGcwaXNeS7|sQqLcX#am(Yw@tU)kDPBWhIPFO3WFTR8&|YIW0Rg z{gLLI$m4@z3bK<%f=OmpQDMcb?2*~YS=q@6AXu+}b}fKbgR+w*W{*lwPl4M18P_B4 zgg#eH7?+a;o=8pu57@nKUNo;Tba=+d?6JeM(}yRfC!~!`O)APSl5+-!v)l5$!BzQ9 zhdkasf_qNM1B0s$`P=c>V}&8MQ=2zV&X|-os>pKz)m4nTnXP3N9?|-3#iQC5w(V8f zX-H(Fe;#e8m0fr3QEh8mdsa>x5?Sr?qjhcVx{Gq%kUH#^{P&P*4i4{=O`m_9pL58a z9cpmT8CmDmTKusJvT4T}1)lTRKp@RRRMNxO zQ5E`d#%$BOWNJ?;nchKFWteC)eWZLqN{S=DXYM`JwY1y2@=)jZ(tXh7z-*dX#0kZT zh1smO6ODwP^wdE@|9R>HanJp-0YfW_0`!p2 zIk#qF%-)UxF(1AW@ul?yHT`M55|MUzJ(UU&sq36ewgx>Ty&sEJN2|em_9=T*m z=vANdkEbS39eUR1WcikKj_Ts?TM|0h=iECqmn_lAKIhaDOFED90KNIm64Bc}XT4?< z$rL^AbH4J}B$CkUKIhFBCzFJp_c=QcvLy7r&pCSL6sp4+@Hqp%vLu`ZpYxMTmV`6m zb5?IyK$b8YRYAP+`7{zSkbTbjN8gCqE3c01#?Hx(qekO;eQs2={Bl%Rb_EpCvO&VX zAw}IvXv}WPdWq5Ol#GMlzvWo?y&%1b(VSI~A12mjLVgRXtMWAb{v!jEqWLw4te;ey zot1GQTz1H05H3n@QZ%HD4?x8$$UUGsS9Ut78)IkYdnU>?V?M(!Fi);LG4`{%7@GM- zo^jwtTwiHW_J|jrbSUE;Ia!_?a#wORJ1vjH@1>2NR*YYF$Tlfa?5-S;63y<&3Gn+s z7Q^p7xdnc&;7fXr`;6U}!Ku%{z}lsrfPo##dqO^!HdO}Yy5(WSt4!Wry)@IcGwi95vZ3 zn@kLo9dmoi;w)lye4(f!_vdz&cQR2ioSmm0gPHoP9j_t}P3$aVa@@+nSuww}T%F;Tsrhqd(G<6go?0Z6)7|RA646nH7xboe?5Pz1%bPM?Yb45aFCtN* z>x)E*ZX^;Vx^yH;booe>=w>5PqFabWiEcF#CA!T>l<2-dqC|Hn0P`7Ty5CSqneGA- zu0_usBuaFFP9REjkw}#2o~JMfs5u^q#8Hj!DU+(mzjzwOV*o;dDVEOvaZW!n~Fb{n`aeO6t9@Z z)ZG&-9oA6`x$XTpm2ue~Y|WMJ7>cg4F{@Gxom>qsB;A`IHscoUS?e{rgmtqF-CyrB zw5W8Fp(i({8hXFXw(GRH$mssu^17kit&n&oL6pia zADwFG^}(;Lbb|3Da=<|gJB{L=~sd78V*e!c#N zp{$$GW6}lO#!1E6H}CvvDEnSFm^RcMcu;8RbSh&Q5unsTf_-i9goEMyqjqKhGi~Y` zfoy@%ejdbN^ki_M5*n2B=25D1E72Dd{4{lNFb~tPG+Q%7m;NM#fqw~K3S%D{`1h)*XR%L^Xc4&3>zQOPsY^=dKHJRWlx|p|;2d}loO(a8IF1Dssduy|P3^q}H zEE*aIP_tKy=6YXUHkvV}Vkfb1^<0*ys$X-nQDnF)hAk!-`V{+^AhaIaMUVcpU3Ase z8?Y3Tx=j;}^u~rPiKLEii>GzxMy4*-Eg~qa^}fbz7PT_42|Gm4pc&gqaIQJ~mSA&B z1`(RP4%YYZ@paVo)+|mn*=82F9@vIKIs@5CXZoYIY?vkMTJ2fBsltV%VIeg$RaZN* z2L>IT8N@I)po?M|1RY_WE=(Hy>IFY~y4o%3TQ9M_mVunIq>?_~4f=0A`b9iDVWC>y zi&fH}_h9=?708VRV_b#)}Qqx*`;d_ zWa$Q%4Z@HBE0^{R@ng%^*mS1C1EA%}nXT2(VbJp30RFiCY#3_;i8279%{hX-W-xms zgH?rEbzn4vLd68^7+Ez=Vvw;2p$gIo;qb8x(l23vhr!w){8tKkiSVUVh!GX?ICP+P zR%2C=4jm|c(jMCJboMN)*e9XWb;q-8gR3*K7o=^Q&H5Nzl7q{Iv`unZC@gt=tj{Et zXtdu>W|(47J0XwNGX|wo8KxH0wtL-gaC#bpyieL$GuT>#UEgG_&0}+CvKdAjGYg{I zvOVQv)r~>e9DmPp-e#PudMPl*PqN0Vf$zW=N92NMOW$E#8KO%EN(?8$q9O*Fm(W#= ztDA7SV$X03k1d3iVqyQq>?xz2vjnG-Z0jzAWoF^kjrmzg$uD%Lmq7s!296IHc3t0YSLQ$Z&`bWVwld^!{!(a z{|Zfe?EX&ld$(8jC{f?hnb6882JM_kF;xkWJ8U%`cVdZDQWe8 z*cyYG|Mg>|V{Dnx{`wn(kCt2NohX)u=Wiu@mKdkk`~%hnh%WuwNtQ#TUN|hm_4Pkt zG+3bq{4A>JA*a|C%Wl{i_LfE0&%$Oy&n`L7R$DaSB3o`z;3XIr)lR?6f;rK9R~e)= zeA|s{5Sm0e*V#>r3U0C~7FE7&)51F}!_w8f$L3qK^FB*vEMP%>J`h{jJfAPIDq=Z* z!FrK$aEP)ots#5Qnb1sa3gB_-xi;)^9qHtd;;M9kygN9M!!i$?0*lG|{HUVFRs_3{ zJRYNuROF2yo8-Y{x+?Qt7OGhtxLYp>=ADe(sy45y148&=V|pf(!(`J_Z@4(D2Euj` z9L@-Y7b7{$FyY*490DB6&J%MQzwsy>!2FEJp<9D2h`-R5h-5> z{)GOk7W9BBTG!^m+%l=dw_7^*6Z~U~{&MrZ7VUnL?Qan8PxmDmX=NG$wKcmrh5oyG|x+Vko#yE|PPhCaih=;!!5 z7VYlD+gVg4mS46gtP781p$RXVzs1&R{!E>mtR&s$1&%Sg(-oTKw*OAssCgr-5?xKp z*3ozA35fp}6wT=}Iqy?tTxuFYFbrnCkEi zOUF;u*H!4ZEL?To0a3NK53dTtKV+RCLe!CyB1~WH%U`gRx?6t^yA;;z0|PiD0K%j} zJjFb9<}i=d?jgL3kqeGM*uMKJKVVGrhuUqar>^lQ_03_tyD?q;4{xXoM(|9=Zs;o` z`6wt={{(&x#MngsJc>|8s)b4XN1NXq&3`tmv&O)=5R7Mz1&2U+Dw)SJHMuVY(1A(a z)bSJupe6n7!&2-x4u>U>T^hdqATbg~rK4-+3}O*@*bCB!GI*R-wYp&@>~dt(F&hHa z!XI)VNG#0EAL}_!f)4 zo6gr*H1iGql|{qe;@?`-#>*F3baED7VNuC!SWnbS_8eZHBdLrHaK(UM4~$06iz0%%2lM|U#qlWX7&{L6UBUW$z}WQpArtI zCy-sb(;{q!@bF^(zCrI2c(tXCScch$3`&=yp9y=d;2#(adLKqYTHNJ=^w%pn?t0jG z{Ax%fYIHkDhH3Cenlm5543>5>eboKe@H(*Zb%Nu?%(dW23u~?8Q!G@Fx-02T>p32w zz)IcwhS${1OCd@u(?K8eKTQ>VUD6U8T?UKSvL_|2r#+i^Kl9MDTX4Wrmxw5}{9D!s z|4=hrWo(4=0;R_lTQT{7?9w&1@nELrMM3*&*HXhQpy}{ux8-z!0@>K>4Z~KP_sUTd(-Q@#JRp~vypBp^j$(DBWO3?$pQPKGh zA>iAH@RUQqxtb9EiUd0t;_CK+@QF&w9uOX+%Ydwe^*b~gNLOTWch(QsUJKe zDm)^qxwm0QYxJ!BxMkF`X*nbPN^>!ssb3VNkLaoWRAx&Nr*u`+1RPkiQ@x zB1oJ6qJX7|sD{Uhiu!(60mnJ20vSU0Vbzgt0wR;D`p1iz1~0xWVB;Yxe60rm!vZI( zpjSkpsRD<$*2jALI|E*S*I3=|C*aGJ8lcgw8z5k9Py;Uy5)kT$a%OQy9Xmt}F*WO6 z6_D4-sO?aUKElt3`L#Vp*geEEokO1;DIiCYRceBmYoQ!b(m{7m5|b=ZU5sXJbnqAf zc^WO%%J;<+T8R=2U z4?;J=(da_1fWJjheUC{3QU&$DPCeE@P23Ij?kOVHDA#O-L6zi*fktk*O|;Q%r}`T` zwOzcVZx`5|)`O=B_@f!Nw`GQZ($>EriY=uc@RsdPePgD89g|)SAEl8hum`+)#VmU$ zy25M$>6m)CzR*9*J>C|nM!RpW7|$((Uh@Tf3s74NJ{7I>(?xbOs_{=N~KNA;*%+v`6|Y=0h5JV zg~6a97~ot>RuBge;)D6ShYaaJcI^{ArhuM=F`iFp{2DP~6 zr1-#K;$H$z9UFpR84kM08tPuB?JntKXT%a?HRl{=DC#H#_>;Qb1zcPtQ>LaZtMnqS zV0uC5B~0r6dJVgmnND5ns(|wqS-pGB@05t^nB43Ks_FGNaBbMKL&2sMu4~`I1>#p~ z*tuX`Q&X+(ij@X0-1B>5^aFbeH=lFZ{!ieJk;e2#;jsHMpn}6=w1)#6CKh#wipxnQ<)lUBq<70nOUp^i%SkKBNgEzYYGst8 z5qx=nALVGuDZqvnQGh{#*V0hnoir49Aq@rIMni#D(NN$$G!%FV4F%pnLxBMX1qK)t z7+_FffI)#b&QRcWGZYwLP+)*TK>-FO1_2ZpU{GLyL4g4V1>P$|fdK{u1{f3=U{K&y zG8FgKo;r^1G!`!n#Y-dc(m=d44lfPEOQZ18AiOjNFAc#B<9_fqF) zQQy7PbuZnId#T^EsM}u8r3TO$FZFsBb=pgPo<&`rMLqUXhrO^McGPtU&d#Y_ZpQ%l nCk|CT#?hZ$(P=S`NFI5Z!L|4i{P`Y#4&l#1UGkJ8Dd7JADvARn diff --git a/doc/LectureNotes/_build/.doctrees/exercisesweek37.doctree b/doc/LectureNotes/_build/.doctrees/exercisesweek37.doctree index 6eb58b2d1d73eebea855d5adb1c54172e0bbefd2..bd54489041ae98c8ad73221d8c9004a89743b6d9 100644 GIT binary patch delta 1428 zcmb_cU2GIp7~MO|{Q`e;ujJQysV(6LxrEO++?sjJA&aAsL z-5*=~V=&q6A|c{Rrhz3IhJUrcGS+G-E=?^XH=*6pdT9-JBtcl{SD$d7G;H+WyGyW(kW1Koucc%nR4o~HZK zsMG^WZ1?Ye$mx(eq)yuKx*ZN_tK>AIl;69WWiRYF)M|b__7Orms3ZVqgtaJWzAyMV zZomz9`&-Zed>xD0;IJ6C!A()Lfk+;Ba+@4yPXdRw)kU6MO%XK9@k@xCsW{KTxYUVe z;I#A<^eNqNPg+ZnTaGfqEZ+pL$tHT2&7^MF_Lu=(i7*EBhWm<-#&sXRh`2>J{Fr?V zewb)SpHfXfT7;d65^J+rEW+)?E(VxySlx)euX5f|`&Qb&sxfq@+CHg?tj+R|+V2j+ z6Uk}L<$>#MU9hWp4J;*nT+j_8L;dFCFJD@NngC5OomzP%pBrE9xGo6-plr(5Zuh}=k_uGZE!5-qYWwdtj+l%x5oxO`IrqZ z=bvGKkZpqxr*{M)F2AN!KoZqw6ouzves^TE8^Z-?bemA*=kdJ^;^W9uOvJV z8#ua*=P| zPgVcQAAy|O$mco_-KY4=caBXt~QufWa-S++f6SXfaAPsz84+xg>on z{kD`_@Ye$GXX=8bELf_7r6?Fu6XPtw!O~E>W!|!CevOSR^FP^$nJYo~tn>$Jfh#97 Fe*;li=q>;N delta 1065 zcmZuvT}V@57~Xd_J?WXLX#Q1mrO1{VF8|F)11&QNNlLJqbDnjaZpR&4&gm>S%SJ~l z-*q7rUP=&I9_c#45JO143F@LBh(JlRAH0*k?`UpPH_!Jz&-=X3_nwdQVw92|Qeij3 z9_WUihmAxcCyYiqWjrFCWGeMBt_l|`m|HqnZElv<*}=kSo)BaHSFDpd^C#n?1$N7x zotsVErB!^)wZB?0V!!mRY9<0bl5SrpLNx0#+1lG!cwPTRQl9Te|JOZ8vNSwV!i=#3 zhK&Z8HlD&~Hf%Jez;|8)WhpAD#59SJ9zOBeu+JQgGNddsLs5m{piS1GLa1k(g5*7G z36dsDbC7(sgmmmzT1jWsmjevP;K)R70#UZjNEtH1Df4xYuXF82Kja~eB_T|7UO6pBRF1tIZvtJbex_`ux7x7!-IaxE8>Szn?hQW zO;}Y?G!2f1av1HTDHRRck_!0N$xw)tiQq3WzzJ6+S=QBukPd3SsTece1(c44XM8gB zxD8Yh4GU>G@WIXC-m<%V+vo7cgQ+`r2cPXeyMx#C=rLdM8PtL|WbMhGHxx%!ONEQE z2ck}UABQv-JzdBJIf4N^z4A-;W+HTp2nlRgi;QYPo+1~~dsfQuECMYz5h=nHrP z_|Z$@<(&dl0_%4)=qMzJ2hkaZQv935R z9G6-GzrrxA5!g#;5`h_FoW|f3BkU#{d$p^b?Z9{HtP9XPn4e0f{qm$=p7P5RekYeq jJae!(crINI*KCK+lS&R>Clv|DKTXxpZ={CfcRT+8qSS06 diff --git a/doc/LectureNotes/_build/html/_sources/exercisesweek37.ipynb b/doc/LectureNotes/_build/html/_sources/exercisesweek37.ipynb index e6ebd7459..25296c4e0 100644 --- a/doc/LectureNotes/_build/html/_sources/exercisesweek37.ipynb +++ b/doc/LectureNotes/_build/html/_sources/exercisesweek37.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "1b638450", + "id": "1b941c35", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "60060788", + "id": "dc05b096", "metadata": { "editable": true }, @@ -27,7 +27,7 @@ }, { "cell_type": "markdown", - "id": "7cdd88e4", + "id": "2cf07405", "metadata": { "editable": true }, @@ -37,7 +37,7 @@ "After having completed these exercises you will have:\n", "1. Your own code for the implementation of the simplest gradient descent approach applied to ordinary least squares (OLS) and Ridge regression\n", "\n", - "2. Be able to compare the analytical expressions for OLS and Rudge regression with the gradient descent approach\n", + "2. Be able to compare the analytical expressions for OLS and Ridge regression with the gradient descent approach\n", "\n", "3. Explore the role of the learning rate in the gradient descent approach and the hyperparameter $\\lambda$ in Ridge regression\n", "\n", @@ -46,7 +46,7 @@ }, { "cell_type": "markdown", - "id": "0328fa2a", + "id": "3c139edb", "metadata": { "editable": true }, @@ -58,7 +58,7 @@ }, { "cell_type": "markdown", - "id": "ac760265", + "id": "aad4cfac", "metadata": { "editable": true }, @@ -70,7 +70,7 @@ }, { "cell_type": "markdown", - "id": "8d4b0753", + "id": "6682282f", "metadata": { "editable": true }, @@ -83,7 +83,7 @@ }, { "cell_type": "markdown", - "id": "4517d311", + "id": "89e2f4c4", "metadata": { "editable": true }, @@ -99,7 +99,7 @@ }, { "cell_type": "markdown", - "id": "da1834a9", + "id": "b06d4e53", "metadata": { "editable": true }, @@ -120,7 +120,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "590b2fb0", + "id": "63796480", "metadata": { "collapsed": false, "editable": true @@ -140,7 +140,7 @@ }, { "cell_type": "markdown", - "id": "24dd92fc", + "id": "80748600", "metadata": { "editable": true }, @@ -156,7 +156,7 @@ }, { "cell_type": "markdown", - "id": "4ba80e16", + "id": "92751e5f", "metadata": { "editable": true }, @@ -168,18 +168,18 @@ }, { "cell_type": "markdown", - "id": "be65f56f", + "id": "aedfbd7a", "metadata": { "editable": true }, "source": [ - "## Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters $\\boldsymbol{\\theta}$" + "## Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters $\\boldsymbol{\\theta}$" ] }, { "cell_type": "code", "execution_count": 2, - "id": "c265677e", + "id": "5d1288fa", "metadata": { "collapsed": false, "editable": true @@ -200,7 +200,7 @@ }, { "cell_type": "markdown", - "id": "b989efb9", + "id": "628f5e89", "metadata": { "editable": true }, @@ -214,7 +214,7 @@ }, { "cell_type": "markdown", - "id": "17b08af7", + "id": "f115ba4e", "metadata": { "editable": true }, @@ -226,7 +226,7 @@ }, { "cell_type": "markdown", - "id": "6acd4708", + "id": "a9b5189c", "metadata": { "editable": true }, @@ -238,7 +238,7 @@ }, { "cell_type": "markdown", - "id": "50579422", + "id": "a3969ff6", "metadata": { "editable": true }, @@ -258,7 +258,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "c57cc917", + "id": "34d87303", "metadata": { "collapsed": false, "editable": true @@ -277,13 +277,14 @@ "cost_history = np.zeros(num_iters)\n", "\n", "# Gradient descent loop\n", - "m = n_samples # number of examples\n", + "m = n_samples # number of data points\n", "for t in range(num_iters):\n", " # Compute prediction error\n", " error = X_norm.dot(theta) - y_centered \n", " # Compute cost for OLS and Ridge (MSE + regularization for Ridge) for monitoring\n", " cost_OLS = ?\n", " cost_Ridge = ?\n", + " # You could add a history for both methods (optional)\n", " cost_history[t] = ?\n", " # Compute gradients for OSL and Ridge\n", " grad_OLS = ?\n", @@ -301,7 +302,7 @@ }, { "cell_type": "markdown", - "id": "e2654903", + "id": "989f70bb", "metadata": { "editable": true }, @@ -313,19 +314,19 @@ }, { "cell_type": "markdown", - "id": "7e7e7de6", + "id": "370b2dad", "metadata": { "editable": true }, "source": [ "### 4b)\n", "\n", - "Try to add a stopping parameter as function of the number iterations. How would you define a stopping criterion?" + "Try to add a stopping parameter as function of the number iterations and the difference between the new and old $\\theta$ values. How would you define a stopping criterion?" ] }, { "cell_type": "markdown", - "id": "75542708", + "id": "ef197cd7", "metadata": { "editable": true }, @@ -351,7 +352,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "06077986", + "id": "4ccc2f65", "metadata": { "collapsed": false, "editable": true @@ -380,7 +381,7 @@ }, { "cell_type": "markdown", - "id": "86d46505", + "id": "00e279ef", "metadata": { "editable": true }, @@ -394,7 +395,7 @@ }, { "cell_type": "markdown", - "id": "f1d2f848", + "id": "c910b3f4", "metadata": { "editable": true }, @@ -406,7 +407,7 @@ }, { "cell_type": "markdown", - "id": "f1c91e84", + "id": "89e6e040", "metadata": { "editable": true }, diff --git a/doc/LectureNotes/_build/html/exercisesweek37.html b/doc/LectureNotes/_build/html/exercisesweek37.html index 498d581ce..a366a3c71 100644 --- a/doc/LectureNotes/_build/html/exercisesweek37.html +++ b/doc/LectureNotes/_build/html/exercisesweek37.html @@ -389,7 +389,7 @@ document.write(`
  • Exercise 2, calculate the gradients
    • -
  • Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters \(\boldsymbol{\theta}\)
      +
    • Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters \(\boldsymbol{\theta}\) @@ -422,7 +422,7 @@ doconce format html exercisesweek37.do.txt -->

      After having completed these exercises you will have:

      1. Your own code for the implementation of the simplest gradient descent approach applied to ordinary least squares (OLS) and Ridge regression

        2. -

      2. Be able to compare the analytical expressions for OLS and Rudge regression with the gradient descent approach

        3. +

      3. Be able to compare the analytical expressions for OLS and Ridge regression with the gradient descent approach

      4. Explore the role of the learning rate in the gradient descent approach and the hyperparameter \(\lambda\) in Ridge regression

      5. Scale the data properly

      @@ -482,8 +482,8 @@ same scale).

      Exercise 2, calculate the gradients#

      Find the gradients for OLS and Ridge regression using the mean-squared error as cost/loss function.

      -
      -

      Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters \(\boldsymbol{\theta}\)#

      +
      +

      Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters \(\boldsymbol{\theta}\)#

      # Set regularization parameter, either a single value or a vector of values
@@ -537,13 +537,14 @@ theta = np.zeros(n_features)
 cost_history = np.zeros(num_iters)
 
 # Gradient descent loop
-m = n_samples  # number of examples
+m = n_samples  # number of data points
 for t in range(num_iters):
     # Compute prediction error
     error = X_norm.dot(theta) - y_centered 
     # Compute cost for OLS and Ridge (MSE + regularization for Ridge) for monitoring
     cost_OLS = ?
     cost_Ridge = ?
+    # You could add a history for both methods (optional)
     cost_history[t] = ?
     # Compute gradients for OSL and Ridge
     grad_OLS = ?
@@ -567,7 +568,7 @@ print("Gradient Descent Ridge coefficients:", theta_gdRidge)

      4b)#

      -

      Try to add a stopping parameter as function of the number iterations. How would you define a stopping criterion?

      +

      Try to add a stopping parameter as function of the number iterations and the difference between the new and old \(\theta\) values. How would you define a stopping criterion?

      @@ -697,7 +698,7 @@ should be in the same ballpark. Which method (OLS or Ridge) gives the best resu
  • Exercise 2, calculate the gradients
    • -
  • Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters \(\boldsymbol{\theta}\)
      +
    • Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters \(\boldsymbol{\theta}\) diff --git a/doc/LectureNotes/_build/html/searchindex.js b/doc/LectureNotes/_build/html/searchindex.js index 1ad914449..4c7aa149b 100644 --- a/doc/LectureNotes/_build/html/searchindex.js +++ b/doc/LectureNotes/_build/html/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"1a)": [[18, "a"]], "3a)": [[18, "id1"]], "3b)": [[18, "b"]], "4a)": [[18, "id2"]], "4b)": [[18, "id3"]], "A Classification Tree": [[9, "a-classification-tree"]], "A Frequentist approach to data analysis": [[0, "a-frequentist-approach-to-data-analysis"], [26, "a-frequentist-approach-to-data-analysis"]], "A better approach": [[8, "a-better-approach"]], "A first summary": [[26, "a-first-summary"]], "A quick Reminder on Lagrangian Multipliers": [[8, "a-quick-reminder-on-lagrangian-multipliers"]], "A simple example": [[4, "a-simple-example"]], "A soft classifier": [[8, "a-soft-classifier"]], "A top-down perspective on Neural networks": [[1, "a-top-down-perspective-on-neural-networks"]], "ADAM optimizer": [[13, "adam-optimizer"]], "Activation functions": [[12, "activation-functions"]], "Adaptive boosting: AdaBoost, Basic Algorithm": [[10, "adaptive-boosting-adaboost-basic-algorithm"]], "Adding error analysis and training set up": [[26, "adding-error-analysis-and-training-set-up"], [27, "adding-error-analysis-and-training-set-up"]], "Adjust hyperparameters": [[1, "adjust-hyperparameters"]], "Algorithms for Setting up Decision Trees": [[9, "algorithms-for-setting-up-decision-trees"]], "An Overview of Ensemble Methods": [[10, "an-overview-of-ensemble-methods"]], "An extrapolation example": [[4, "an-extrapolation-example"]], "An optimization/minimization problem": [[26, "an-optimization-minimization-problem"]], "And finally \\boldsymbol{X}\\boldsymbol{X}^T": [[27, "and-finally-boldsymbol-x-boldsymbol-x-t"]], "And what about using neural networks?": [[26, "and-what-about-using-neural-networks"]], "Another Example, now with a polynomial fit": [[28, "another-example-now-with-a-polynomial-fit"]], "Another example, the moons again": [[9, "another-example-the-moons-again"]], "Applied Data Analysis and Machine Learning": [[19, null]], "Autocorrelation function": [[23, "autocorrelation-function"]], "Automatic differentiation": [[13, "automatic-differentiation"]], "Back to Ridge and LASSO Regression": [[27, "back-to-ridge-and-lasso-regression"], [28, "back-to-ridge-and-lasso-regression"]], "Back to the Cancer Data": [[11, "back-to-the-cancer-data"]], "Background literature": [[21, "background-literature"]], "Bagging": [[10, "bagging"]], "Bagging Examples": [[10, "bagging-examples"]], "Basic Matrix Features": [[20, "basic-matrix-features"]], "Basic ideas of the Principal Component Analysis (PCA)": [[11, null]], "Basic math of the SVD": [[5, "basic-math-of-the-svd"], [27, "basic-math-of-the-svd"], [28, "basic-math-of-the-svd"]], "Basics": [[7, "basics"]], "Basics of a tree": [[9, "basics-of-a-tree"]], "Batch Normalization": [[1, "batch-normalization"]], "Bayes\u2019 Theorem and Ridge and Lasso Regression": [[5, "bayes-theorem-and-ridge-and-lasso-regression"]], "Boosting, a Bird\u2019s Eye View": [[10, "boosting-a-bird-s-eye-view"]], "Bootstrap": [[6, "bootstrap"]], "Bringing it together, first back propagation equation": [[12, "bringing-it-together-first-back-propagation-equation"]], "Building a Feed Forward Neural Network": [[1, null]], "Building a tree, regression": [[9, "building-a-tree-regression"]], "Building neural networks in Tensorflow and Keras": [[1, "building-neural-networks-in-tensorflow-and-keras"]], "CNNs in more detail, building convolutional neural networks in Tensorflow and Keras": [[3, "cnns-in-more-detail-building-convolutional-neural-networks-in-tensorflow-and-keras"]], "Cancer Data again now with Decision Trees and other Methods": [[9, "cancer-data-again-now-with-decision-trees-and-other-methods"]], "Choose cost function and optimizer": [[1, "choose-cost-function-and-optimizer"]], "Classical PCA Theorem": [[11, "classical-pca-theorem"]], "Clustering and Unsupervised Learning": [[14, null]], "Code for SVD and Inversion of Matrices": [[5, "code-for-svd-and-inversion-of-matrices"]], "Codes and Approaches": [[14, "codes-and-approaches"]], "Codes for the SVD": [[5, "codes-for-the-svd"], [27, "codes-for-the-svd"], [28, "codes-for-the-svd"]], "Coding Setup and Linear Regression": [[15, "coding-setup-and-linear-regression"]], "Collect and pre-process data": [[1, "collect-and-pre-process-data"]], "Communication channels": [[26, "communication-channels"]], "Compare Bagging on Trees with Random Forests": [[10, "compare-bagging-on-trees-with-random-forests"]], "Comparing with a numerical scheme": [[2, "comparing-with-a-numerical-scheme"]], "Comparison with OLS": [[28, "comparison-with-ols"]], "Computing the Gini index": [[9, "computing-the-gini-index"]], "Conditions on convex functions": [[28, "conditions-on-convex-functions"]], "Conjugate gradient method": [[13, "conjugate-gradient-method"]], "Convex function": [[28, "convex-function"]], "Convex functions": [[13, "convex-functions"], [28, "convex-functions"]], "Convolution Examples: Polynomial multiplication": [[3, "convolution-examples-polynomial-multiplication"]], "Convolution Examples: Principle of Superposition and Periodic Forces (Fourier Transforms)": [[3, "convolution-examples-principle-of-superposition-and-periodic-forces-fourier-transforms"]], "Convolutional Neural Network": [[12, "convolutional-neural-network"]], "Convolutional Neural Networks": [[3, null]], "Correlation Function and Design/Feature Matrix": [[27, "correlation-function-and-design-feature-matrix"]], "Correlation Matrix": [[11, "correlation-matrix"], [27, "correlation-matrix"]], "Correlation Matrix with Pandas": [[27, "correlation-matrix-with-pandas"]], "Course Format": [[26, "course-format"]], "Course setting": [[22, null]], "Covariance Matrix Examples": [[27, "covariance-matrix-examples"]], "Covariance and Correlation Matrix": [[27, "covariance-and-correlation-matrix"]], "Cross-validation": [[6, "cross-validation"]], "Deadlines for projects (tentative)": [[26, "deadlines-for-projects-tentative"]], "Decision trees, overarching aims": [[9, null]], "Deep learning methods": [[26, "deep-learning-methods"]], "Define model and architecture": [[1, "define-model-and-architecture"]], "Defining the cost function": [[1, "defining-the-cost-function"]], "Deliverables": [[15, "deliverables"], [16, "deliverables"]], "Derivatives and the chain rule": [[12, "derivatives-and-the-chain-rule"]], "Derivatives, example 1": [[27, "derivatives-example-1"]], "Deriving OLS from a probability distribution": [[5, "deriving-ols-from-a-probability-distribution"]], "Deriving and Implementing Ordinary Least Squares": [[16, "deriving-and-implementing-ordinary-least-squares"]], "Deriving and Implementing Ridge Regression": [[17, "deriving-and-implementing-ridge-regression"]], "Deriving the Lasso Regression Equations": [[27, "deriving-the-lasso-regression-equations"], [28, "deriving-the-lasso-regression-equations"], [28, "id6"]], "Deriving the Ridge Regression Equations": [[27, "deriving-the-ridge-regression-equations"], [28, "deriving-the-ridge-regression-equations"], [28, "id3"]], "Deriving the back propagation code for a multilayer perceptron model": [[12, "deriving-the-back-propagation-code-for-a-multilayer-perceptron-model"]], "Developing a code for doing neural networks with back propagation": [[1, "developing-a-code-for-doing-neural-networks-with-back-propagation"]], "Diagonalize the sample covariance matrix to obtain the principal components": [[11, "diagonalize-the-sample-covariance-matrix-to-obtain-the-principal-components"]], "Different kernels and Mercer\u2019s theorem": [[8, "different-kernels-and-mercer-s-theorem"]], "Disadvantages": [[9, "disadvantages"]], "Discriminative Modeling": [[26, "discriminative-modeling"]], "Domains and probabilities": [[23, "domains-and-probabilities"]], "Dropout": [[1, "dropout"]], "Economy-size SVD": [[27, "economy-size-svd"], [28, "economy-size-svd"]], "Elements of Probability Theory and Statistical Data Analysis": [[23, null]], "Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods": [[10, null]], "Entropy and the ID3 algorithm": [[9, "entropy-and-the-id3-algorithm"]], "Essential elements of ML": [[26, "essential-elements-of-ml"]], "Evaluate model performance on test data": [[1, "evaluate-model-performance-on-test-data"]], "Example 2": [[27, "example-2"]], "Example 3": [[27, "example-3"]], "Example 4": [[27, "example-4"]], "Example Matrix": [[27, "example-matrix"], [28, "example-matrix"]], "Example of discriminative modeling, taken from Generative Deep Learning by David Foster": [[26, "example-of-discriminative-modeling-taken-from-generative-deep-learning-by-david-foster"]], "Example of generative modeling, taken from Generative Deep Learning by David Foster": [[26, "example-of-generative-modeling-taken-from-generative-deep-learning-by-david-foster"]], "Example of own Standard scaling": [[27, "example-of-own-standard-scaling"]], "Example relevant for the exercises": [[27, "example-relevant-for-the-exercises"]], "Example: Exponential decay": [[2, "example-exponential-decay"]], "Example: Population growth": [[2, "example-population-growth"]], "Example: The diffusion equation": [[2, "example-the-diffusion-equation"]], "Example: binary classification problem": [[1, "example-binary-classification-problem"]], "Examples": [[26, "examples"]], "Examples of likelihood functions used in logistic regression and neural networks": [[7, "examples-of-likelihood-functions-used-in-logistic-regression-and-neural-networks"]], "Exercise 1 - Choice of model and degrees of freedom": [[17, "exercise-1-choice-of-model-and-degrees-of-freedom"]], "Exercise 1 - Finding the derivative of Matrix-Vector expressions": [[16, "exercise-1-finding-the-derivative-of-matrix-vector-expressions"]], "Exercise 1 - Github Setup": [[15, "exercise-1-github-setup"]], "Exercise 1, scale your data": [[18, "exercise-1-scale-your-data"]], "Exercise 1: Setting up various Python environments": [[0, "exercise-1-setting-up-various-python-environments"]], "Exercise 2 - Deriving the expression for OLS": [[16, "exercise-2-deriving-the-expression-for-ols"]], "Exercise 2 - Deriving the expression for Ridge Regression": [[17, "exercise-2-deriving-the-expression-for-ridge-regression"]], "Exercise 2 - Setting up a Github repository": [[15, "exercise-2-setting-up-a-github-repository"]], "Exercise 2, calculate the gradients": [[18, "exercise-2-calculate-the-gradients"]], "Exercise 2: making your own data and exploring scikit-learn": [[0, "exercise-2-making-your-own-data-and-exploring-scikit-learn"]], "Exercise 3 - Creating feature matrix and implementing OLS using the analytical expression": [[16, "exercise-3-creating-feature-matrix-and-implementing-ols-using-the-analytical-expression"]], "Exercise 3 - Fitting an OLS model to data": [[15, "exercise-3-fitting-an-ols-model-to-data"]], "Exercise 3 - Scaling data": [[17, "exercise-3-scaling-data"]], "Exercise 3 - Setting up a Python virtual environment": [[15, "exercise-3-setting-up-a-python-virtual-environment"]], "Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters \\boldsymbol{\\theta}": [[18, "exercise-3-use-the-analytical-formulae-for-ols-and-ridge-regression-to-find-the-optimal-paramters-boldsymbol-theta"]], "Exercise 3: Normalizing our data": [[0, "exercise-3-normalizing-our-data"]], "Exercise 4 - Fitting a polynomial": [[16, "exercise-4-fitting-a-polynomial"]], "Exercise 4 - Implementing Ridge Regression": [[17, "exercise-4-implementing-ridge-regression"]], "Exercise 4 - Testing multiple hyperparameters": [[17, "exercise-4-testing-multiple-hyperparameters"]], "Exercise 4 - The train-test split": [[15, "exercise-4-the-train-test-split"]], "Exercise 4, Implementing the simplest form for gradient descent": [[18, "exercise-4-implementing-the-simplest-form-for-gradient-descent"]], "Exercise 4: Adding Ridge Regression": [[0, "exercise-4-adding-ridge-regression"]], "Exercise 5 - Comparing your code with sklearn": [[16, "exercise-5-comparing-your-code-with-sklearn"]], "Exercise 5, Ridge regression and a new Synthetic Dataset": [[18, "exercise-5-ridge-regression-and-a-new-synthetic-dataset"]], "Exercise 5: Analytical exercises": [[0, "exercise-5-analytical-exercises"]], "Exercise: Cross-validation as resampling techniques, adding more complexity": [[6, "exercise-cross-validation-as-resampling-techniques-adding-more-complexity"]], "Exercise: Analysis of real data": [[6, "exercise-analysis-of-real-data"]], "Exercise: Bias-variance trade-off and resampling techniques": [[6, "exercise-bias-variance-trade-off-and-resampling-techniques"]], "Exercise: Lasso Regression on the Franke function with resampling": [[6, "exercise-lasso-regression-on-the-franke-function-with-resampling"]], "Exercise: Ordinary Least Square (OLS) on the Franke function": [[6, "exercise-ordinary-least-square-ols-on-the-franke-function"]], "Exercise: Ridge Regression on the Franke function with resampling": [[6, "exercise-ridge-regression-on-the-franke-function-with-resampling"]], "Exercises": [[0, "exercises"]], "Exercises and Projects": [[6, "exercises-and-projects"]], "Exercises week 34": [[15, null]], "Exercises week 35": [[16, null]], "Exercises week 36": [[17, null]], "Exercises week 37": [[18, null]], "Expectation values": [[23, "expectation-values"]], "Extending to more than one variable": [[28, "extending-to-more-than-one-variable"]], "Extremely useful tools, strongly recommended": [[26, "extremely-useful-tools-strongly-recommended"]], "Feed-forward neural networks": [[12, "feed-forward-neural-networks"]], "Feed-forward pass": [[1, "feed-forward-pass"]], "Final back propagating equation": [[12, "final-back-propagating-equation"]], "Fine-tuning neural network hyperparameters": [[1, "fine-tuning-neural-network-hyperparameters"]], "Fitting an Equation of State for Dense Nuclear Matter": [[0, "fitting-an-equation-of-state-for-dense-nuclear-matter"]], "Fixing the singularity": [[27, "fixing-the-singularity"], [28, "fixing-the-singularity"]], "Format for electronic delivery of report and programs": [[21, "format-for-electronic-delivery-of-report-and-programs"]], "Frequently used scaling functions": [[27, "frequently-used-scaling-functions"]], "From OLS to Ridge and Lasso": [[28, "from-ols-to-ridge-and-lasso"]], "From one to many layers, the universal approximation theorem": [[12, "from-one-to-many-layers-the-universal-approximation-theorem"]], "Functionality in Scikit-Learn": [[27, "functionality-in-scikit-learn"]], "Further Dimensionality Remarks": [[3, "further-dimensionality-remarks"]], "Further properties (important for our analyses later)": [[5, "further-properties-important-for-our-analyses-later"], [27, "further-properties-important-for-our-analyses-later"], [28, "further-properties-important-for-our-analyses-later"]], "Gaussian Elimination": [[20, "gaussian-elimination"]], "General Features": [[9, "general-features"]], "General linear models and linear algebra": [[26, "general-linear-models-and-linear-algebra"]], "Generalizing the fitting procedure as a linear algebra problem": [[26, "generalizing-the-fitting-procedure-as-a-linear-algebra-problem"], [26, "id1"]], "Generative Adversarial Networks": [[4, "generative-adversarial-networks"]], "Generative Models": [[4, "generative-models"]], "Generative Versus Discriminative Modeling": [[26, "generative-versus-discriminative-modeling"]], "Geometric Interpretation and link with Singular Value Decomposition": [[11, "geometric-interpretation-and-link-with-singular-value-decomposition"]], "Gradient Boosting, Classification Example": [[10, "gradient-boosting-classification-example"]], "Gradient Boosting, Examples of Regression": [[10, "gradient-boosting-examples-of-regression"]], "Gradient Clipping": [[1, "gradient-clipping"]], "Gradient Descent Example": [[28, "id1"]], "Gradient boosting: Basics with Steepest Descent/Functional Gradient Descent": [[10, "gradient-boosting-basics-with-steepest-descent-functional-gradient-descent"]], "Gradient descent": [[2, "gradient-descent"]], "Gradient descent and Ridge": [[28, "gradient-descent-and-ridge"]], "Gradient descent example": [[28, "gradient-descent-example"]], "Grading": [[24, "grading"], [24, "id2"], [26, "grading"]], "How to take derivatives of Matrix-Vector expressions": [[16, "how-to-take-derivatives-of-matrix-vector-expressions"]], "Hyperplanes and all that": [[8, "hyperplanes-and-all-that"]], "Important Matrix and vector handling packages": [[20, "important-matrix-and-vector-handling-packages"]], "Important technicalities: More on Rescaling data": [[27, "important-technicalities-more-on-rescaling-data"]], "Improving performance": [[1, "improving-performance"]], "In summary": [[24, "in-summary"]], "Including Stochastic Gradient Descent with Autograd": [[13, "including-stochastic-gradient-descent-with-autograd"]], "Incremental PCA": [[11, "incremental-pca"]], "Installing R, C++, cython or Julia": [[26, "installing-r-c-cython-or-julia"]], "Installing R, C++, cython, Numba etc": [[26, "installing-r-c-cython-numba-etc"]], "Instructor information": [[24, "instructor-information"]], "Interpretations and optimizing our parameters": [[26, "interpretations-and-optimizing-our-parameters"], [26, "id2"], [26, "id3"], [27, "interpretations-and-optimizing-our-parameters"], [27, "id1"], [27, "id2"]], "Interpreting the Ridge results": [[27, "interpreting-the-ridge-results"], [28, "interpreting-the-ridge-results"], [28, "id4"]], "Introducing JAX": [[13, "introducing-jax"]], "Introducing the Covariance and Correlation functions": [[11, "introducing-the-covariance-and-correlation-functions"], [27, "introducing-the-covariance-and-correlation-functions"]], "Introduction": [[0, "introduction"], [6, "introduction"], [19, "introduction"], [20, "introduction"]], "Introduction to numerical projects": [[21, "introduction-to-numerical-projects"]], "Iterative Fitting, Classification and AdaBoost": [[10, "iterative-fitting-classification-and-adaboost"]], "Iterative Fitting, Regression and Squared-error Cost Function": [[10, "iterative-fitting-regression-and-squared-error-cost-function"]], "Kernel PCA": [[11, "kernel-pca"]], "Kernels and non-linearity": [[8, "kernels-and-non-linearity"]], "LU Decomposition, the inverse of a matrix": [[20, "lu-decomposition-the-inverse-of-a-matrix"]], "Lasso Regression": [[28, "lasso-regression"]], "Lasso case": [[28, "lasso-case"]], "Layers": [[1, "layers"]], "Layers used to build CNNs": [[3, "layers-used-to-build-cnns"]], "Learning goals": [[15, "learning-goals"], [16, "learning-goals"], [17, "learning-goals"], [18, "learning-goals"]], "Learning outcomes": [[19, "learning-outcomes"], [26, "learning-outcomes"]], "Lectures and ComputerLab": [[26, "lectures-and-computerlab"]], "Limitations of supervised learning with deep networks": [[1, "limitations-of-supervised-learning-with-deep-networks"]], "Linear Algebra, Handling of Arrays and more Python Features": [[20, null]], "Linear Regression": [[0, null]], "Linear Regression Problems": [[27, "linear-regression-problems"], [28, "linear-regression-problems"]], "Linear Regression and the SVD": [[28, "linear-regression-and-the-svd"]], "Linear Regression, basic elements": [[0, "linear-regression-basic-elements"]], "Linking Bayes\u2019 Theorem with Ridge and Lasso Regression": [[5, "linking-bayes-theorem-with-ridge-and-lasso-regression"]], "Linking the regression analysis with a statistical interpretation": [[5, "linking-the-regression-analysis-with-a-statistical-interpretation"]], "Linking with the SVD": [[5, "linking-with-the-svd"], [27, "linking-with-the-svd"]], "Links to relevant courses at the University of Oslo": [[25, "links-to-relevant-courses-at-the-university-of-oslo"]], "Logistic Regression": [[7, null], [7, "id1"]], "MNIST and GANs": [[4, "mnist-and-gans"]], "Machine Learning": [[26, "machine-learning"]], "Machine learning": [[19, "machine-learning"]], "Main textbooks": [[26, "main-textbooks"]], "Making a tree": [[9, "making-a-tree"]], "Making your own Bootstrap: Changing the Level of the Decision Tree": [[10, "making-your-own-bootstrap-changing-the-level-of-the-decision-tree"]], "Making your own test-train splitting": [[27, "making-your-own-test-train-splitting"]], "Material for exercises week 35": [[27, "material-for-exercises-week-35"]], "Material for lab sessions sessions Tuesday and Wednesday": [[28, "material-for-lab-sessions-sessions-tuesday-and-wednesday"]], "Material for lecture Monday September 2": [[28, "material-for-lecture-monday-september-2"]], "Mathematical Interpretation of Ordinary Least Squares": [[5, "mathematical-interpretation-of-ordinary-least-squares"], [27, "mathematical-interpretation-of-ordinary-least-squares"], [28, "mathematical-interpretation-of-ordinary-least-squares"]], "Mathematical optimization of convex functions": [[8, "mathematical-optimization-of-convex-functions"]], "Mathematics of CNNs": [[3, "mathematics-of-cnns"]], "Mathematics of the SVD and implications": [[5, "mathematics-of-the-svd-and-implications"], [27, "mathematics-of-the-svd-and-implications"], [28, "mathematics-of-the-svd-and-implications"]], "Matrices in Python": [[26, "matrices-in-python"]], "Matrix multiplication": [[1, "matrix-multiplication"]], "Matrix-vector notation and activation": [[12, "matrix-vector-notation-and-activation"]], "Meet the covariance!": [[23, "meet-the-covariance"]], "Meet the Covariance Matrix": [[5, "meet-the-covariance-matrix"], [27, "meet-the-covariance-matrix"]], "Meet the Hessian Matrix": [[27, "meet-the-hessian-matrix"]], "Meet the Pandas": [[26, "meet-the-pandas"]], "Min-Max Scaling": [[27, "min-max-scaling"]], "Momentum based GD": [[13, "momentum-based-gd"]], "More complicated Example: The Ising model": [[6, "more-complicated-example-the-ising-model"]], "More interpretations": [[27, "more-interpretations"], [28, "more-interpretations"], [28, "id5"]], "More on Dimensionalities": [[3, "more-on-dimensionalities"]], "More on Rescaling data": [[6, "more-on-rescaling-data"]], "More on Steepest descent": [[28, "more-on-steepest-descent"]], "More on convex functions": [[28, "more-on-convex-functions"]], "More preprocessing": [[27, "more-preprocessing"]], "Multilayer perceptrons": [[12, "multilayer-perceptrons"]], "Network requirements": [[2, "network-requirements"]], "Neural Networks vs CNNs": [[3, "neural-networks-vs-cnns"]], "Neural networks": [[12, null]], "Note about SVD Calculations": [[27, "note-about-svd-calculations"], [28, "note-about-svd-calculations"]], "Note on Scikit-Learn": [[28, "note-on-scikit-learn"]], "Numerical experiments and the covariance, central limit theorem": [[23, "numerical-experiments-and-the-covariance-central-limit-theorem"]], "Numpy and arrays": [[20, "numpy-and-arrays"], [26, "numpy-and-arrays"]], "Numpy examples and Important Matrix and vector handling packages": [[26, "numpy-examples-and-important-matrix-and-vector-handling-packages"]], "Optimization and gradient descent, the central part of any Machine Learning algortithm": [[28, "optimization-and-gradient-descent-the-central-part-of-any-machine-learning-algortithm"]], "Optimization, the central part of any Machine Learning algortithm": [[13, null]], "Optimizing our parameters": [[26, "optimizing-our-parameters"]], "Optimizing our parameters, more details": [[26, "optimizing-our-parameters-more-details"]], "Optimizing the cost function": [[1, "optimizing-the-cost-function"]], "Organizing our data": [[0, "organizing-our-data"], [26, "organizing-our-data"]], "Other Matrix and Vector Operations": [[20, "other-matrix-and-vector-operations"]], "Other Types of Recurrent Neural Networks": [[4, "other-types-of-recurrent-neural-networks"]], "Other courses on Data science and Machine Learning at UiO": [[26, "other-courses-on-data-science-and-machine-learning-at-uio"]], "Other courses on Data science and Machine Learning at UiO, contn": [[26, "other-courses-on-data-science-and-machine-learning-at-uio-contn"]], "Other popular texts": [[26, "other-popular-texts"]], "Other techniques": [[11, "other-techniques"]], "Other types of networks": [[12, "other-types-of-networks"]], "Other ways of visualizing the trees": [[9, "other-ways-of-visualizing-the-trees"]], "Our model for the nuclear binding energies": [[26, "our-model-for-the-nuclear-binding-energies"]], "Overview of first week": [[26, "overview-of-first-week"]], "Own code for Ordinary Least Squares": [[26, "own-code-for-ordinary-least-squares"], [27, "own-code-for-ordinary-least-squares"]], "PCA and scikit-learn": [[11, "pca-and-scikit-learn"]], "Pandas AI": [[26, "pandas-ai"]], "Part a : Ordinary Least Square (OLS) for the Runge function": [[21, "part-a-ordinary-least-square-ols-for-the-runge-function"]], "Part b: Adding Ridge regression for the Runge function": [[21, "part-b-adding-ridge-regression-for-the-runge-function"]], "Part c: Writing your own gradient descent code": [[21, "part-c-writing-your-own-gradient-descent-code"]], "Part d: Including momentum and more advanced ways to update the learning the rate": [[21, "part-d-including-momentum-and-more-advanced-ways-to-update-the-learning-the-rate"]], "Part e: Writing our own code for Lasso regression": [[21, "part-e-writing-our-own-code-for-lasso-regression"]], "Part f: Stochastic gradient descent": [[21, "part-f-stochastic-gradient-descent"]], "Part g: Bias-variance trade-off and resampling techniques": [[21, "part-g-bias-variance-trade-off-and-resampling-techniques"]], "Part h): Cross-validation as resampling techniques, adding more complexity": [[21, "part-h-cross-validation-as-resampling-techniques-adding-more-complexity"]], "Partial Differential Equations": [[2, "partial-differential-equations"]], "Plans for week 35": [[27, "plans-for-week-35"]], "Plans for week 36": [[28, "plans-for-week-36"]], "Practical tips": [[13, "practical-tips"]], "Practicalities": [[24, "practicalities"], [24, "id1"]], "Preamble: Note on writing reports, using reference material, AI and other tools": [[21, "preamble-note-on-writing-reports-using-reference-material-ai-and-other-tools"]], "Predicting New Points With A Trained Recurrent Neural Network": [[4, "predicting-new-points-with-a-trained-recurrent-neural-network"]], "Preprocessing our data": [[27, "preprocessing-our-data"]], "Prerequisites": [[26, "prerequisites"]], "Prerequisites and background": [[19, "prerequisites-and-background"]], "Prerequisites: Collect and pre-process data": [[3, "prerequisites-collect-and-pre-process-data"]], "Probability Distribution Functions": [[23, "probability-distribution-functions"]], "Program example for gradient descent with Ridge Regression": [[28, "program-example-for-gradient-descent-with-ridge-regression"]], "Program for stochastic gradient": [[13, "program-for-stochastic-gradient"]], "Project 1 on Machine Learning, deadline October 6 (midnight), 2025": [[21, null]], "Properties of PDFs": [[23, "properties-of-pdfs"]], "Pros and cons of trees, pros": [[9, "pros-and-cons-of-trees-pros"]], "Python installers": [[19, "python-installers"], [26, "python-installers"]], "RMS prop": [[13, "rms-prop"]], "Random Numbers": [[23, "random-numbers"]], "Random forests": [[10, "random-forests"]], "Randomized PCA": [[11, "randomized-pca"]], "Reading material": [[26, "reading-material"]], "Reading recommendations:": [[27, "reading-recommendations"]], "Reading suggestions week 34": [[26, "reading-suggestions-week-34"]], "Recurrent neural networks": [[12, "recurrent-neural-networks"]], "Recurrent neural networks: Overarching view": [[4, null]], "Reducing the number of degrees of freedom, overarching view": [[0, "reducing-the-number-of-degrees-of-freedom-overarching-view"], [27, "reducing-the-number-of-degrees-of-freedom-overarching-view"]], "Reformulating the problem": [[2, "reformulating-the-problem"]], "Regression Case": [[10, "regression-case"]], "Regression analysis and resampling methods": [[21, "regression-analysis-and-resampling-methods"]], "Regression analysis, overarching aims": [[26, "regression-analysis-overarching-aims"]], "Regression analysis, overarching aims II": [[26, "regression-analysis-overarching-aims-ii"]], "Regularization": [[1, "regularization"]], "Reminder from last week": [[27, "reminder-from-last-week"]], "Reminder on Newton-Raphson\u2019s method": [[28, "reminder-on-newton-raphson-s-method"]], "Reminder on Statistics": [[6, "reminder-on-statistics"]], "Replace or not": [[13, "replace-or-not"]], "Required Technologies": [[19, "required-technologies"]], "Resampling Methods": [[6, null]], "Resampling methods": [[6, "id1"]], "Residual Error": [[27, "residual-error"], [28, "residual-error"]], "Resources on differential equations and deep learning": [[2, "resources-on-differential-equations-and-deep-learning"]], "Revisiting Ordinary Least Squares": [[28, "revisiting-ordinary-least-squares"]], "Revisiting our Linear Regression Solvers": [[13, "revisiting-our-linear-regression-solvers"]], "Rewriting the Covariance and/or Correlation Matrix": [[27, "rewriting-the-covariance-and-or-correlation-matrix"]], "Rewriting the fitting procedure as a linear algebra problem": [[26, "rewriting-the-fitting-procedure-as-a-linear-algebra-problem"]], "Rewriting the fitting procedure as a linear algebra problem, more details": [[26, "rewriting-the-fitting-procedure-as-a-linear-algebra-problem-more-details"]], "Ridge Regression": [[28, "ridge-regression"]], "Ridge and LASSO Regression": [[27, "ridge-and-lasso-regression"], [28, "ridge-and-lasso-regression"], [28, "id2"]], "Ridge and Lasso Regression": [[5, null], [5, "id1"]], "SVD analysis": [[28, "svd-analysis"]], "Same code but now with momentum gradient descent": [[13, "same-code-but-now-with-momentum-gradient-descent"]], "Schedule first week": [[26, "schedule-first-week"]], "Schematic Regression Procedure": [[9, "schematic-regression-procedure"]], "Setting up the Back propagation algorithm": [[12, "setting-up-the-back-propagation-algorithm"]], "Setting up the Matrix to be inverted": [[27, "setting-up-the-matrix-to-be-inverted"], [28, "setting-up-the-matrix-to-be-inverted"]], "Setting up the network using Autograd; The full program": [[2, "setting-up-the-network-using-autograd-the-full-program"]], "Similar (second order function now) problem but now with AdaGrad": [[13, "similar-second-order-function-now-problem-but-now-with-adagrad"]], "Simple Python Code to read in Data and perform Classification": [[9, "simple-python-code-to-read-in-data-and-perform-classification"]], "Simple case": [[27, "simple-case"], [28, "simple-case"]], "Simple code for solving the above problem": [[28, "simple-code-for-solving-the-above-problem"]], "Simple example to illustrate Ordinary Least Squares, Ridge and Lasso Regression": [[28, "simple-example-to-illustrate-ordinary-least-squares-ridge-and-lasso-regression"]], "Simple geometric interpretation": [[28, "simple-geometric-interpretation"]], "Simple linear regression model using scikit-learn": [[0, "simple-linear-regression-model-using-scikit-learn"], [26, "simple-linear-regression-model-using-scikit-learn"]], "Simple one-dimensional second-order polynomial": [[18, "simple-one-dimensional-second-order-polynomial"]], "Simple program": [[28, "simple-program"]], "Software and needed installations": [[21, "software-and-needed-installations"], [26, "software-and-needed-installations"]], "Solving Differential Equations with Deep Learning": [[2, null]], "Solving the one dimensional Poisson equation": [[2, "solving-the-one-dimensional-poisson-equation"]], "Solving the wave equation with Neural Networks": [[2, "solving-the-wave-equation-with-neural-networks"]], "Some famous Matrices": [[20, "some-famous-matrices"]], "Some simple problems": [[13, "some-simple-problems"], [28, "some-simple-problems"]], "Some useful matrix and vector expressions": [[27, "some-useful-matrix-and-vector-expressions"]], "Splitting our Data in Training and Test data": [[0, "splitting-our-data-in-training-and-test-data"], [27, "splitting-our-data-in-training-and-test-data"]], "Standard steepest descent": [[13, "standard-steepest-descent"]], "Statistical analysis and optimization of data": [[19, "statistical-analysis-and-optimization-of-data"], [26, "statistical-analysis-and-optimization-of-data"]], "Steepest descent": [[13, "steepest-descent"], [28, "steepest-descent"]], "Stochastic Gradient Descent (SGD)": [[13, "stochastic-gradient-descent-sgd"]], "Stochastic variables and the main concepts, the discrete case": [[23, "stochastic-variables-and-the-main-concepts-the-discrete-case"]], "Support Vector Machines, overarching aims": [[8, null]], "Systematic reduction": [[3, "systematic-reduction"]], "Teachers": [[26, "teachers"]], "Teachers and Grading": [[24, null]], "Teaching Assistants Fall semester 2023": [[24, "teaching-assistants-fall-semester-2023"]], "Tentative deadllines for projects": [[24, "tentative-deadllines-for-projects"]], "Testing the Means Squared Error as function of Complexity": [[0, "testing-the-means-squared-error-as-function-of-complexity"], [27, "testing-the-means-squared-error-as-function-of-complexity"]], "Textbooks": [[25, null]], "The Algorithm before theorem": [[11, "the-algorithm-before-theorem"]], "The Breast Cancer Data, now with Keras": [[1, "the-breast-cancer-data-now-with-keras"]], "The CART algorithm for Classification": [[9, "the-cart-algorithm-for-classification"]], "The CART algorithm for Regression": [[9, "the-cart-algorithm-for-regression"]], "The CIFAR01 data set": [[3, "the-cifar01-data-set"]], "The Hessian matrix": [[28, "the-hessian-matrix"]], "The Hessian matrix for Ridge Regression": [[28, "the-hessian-matrix-for-ridge-regression"]], "The Jacobian": [[27, "the-jacobian"]], "The MNIST dataset again": [[3, "the-mnist-dataset-again"]], "The OLS case": [[28, "the-ols-case"]], "The RELU function family": [[1, "the-relu-function-family"]], "The Ridge case": [[28, "the-ridge-case"]], "The SVD, a Fantastic Algorithm": [[27, "the-svd-a-fantastic-algorithm"], [28, "the-svd-a-fantastic-algorithm"]], "The Softmax function": [[1, "the-softmax-function"]], "The \\chi^2 function": [[0, "the-chi-2-function"], [26, "the-chi-2-function"], [26, "id4"], [26, "id5"], [26, "id6"], [26, "id7"], [26, "id8"]], "The bias-variance tradeoff": [[6, "the-bias-variance-tradeoff"]], "The code for solving the ODE": [[2, "the-code-for-solving-the-ode"]], "The complete code with a simple data set": [[27, "the-complete-code-with-a-simple-data-set"]], "The cost/loss function": [[27, "the-cost-loss-function"]], "The course has two central parts": [[19, "the-course-has-two-central-parts"]], "The derivative of the cost/loss function": [[28, "the-derivative-of-the-cost-loss-function"]], "The equations": [[28, "the-equations"]], "The equations for ordinary least squares": [[27, "the-equations-for-ordinary-least-squares"]], "The first Case": [[28, "the-first-case"]], "The ideal": [[28, "the-ideal"]], "The logistic function": [[7, "the-logistic-function"]], "The mean squared error and its derivative": [[27, "the-mean-squared-error-and-its-derivative"]], "The moons example": [[8, "the-moons-example"]], "The multilayer perceptron (MLP)": [[12, "the-multilayer-perceptron-mlp"]], "The network with one input layer, specified number of hidden layers, and one output layer": [[2, "the-network-with-one-input-layer-specified-number-of-hidden-layers-and-one-output-layer"]], "The plethora of machine learning algorithms/methods": [[26, "the-plethora-of-machine-learning-algorithms-methods"]], "The sensitiveness of the gradient descent": [[28, "the-sensitiveness-of-the-gradient-descent"]], "The singular value decomposition": [[5, "the-singular-value-decomposition"], [27, "the-singular-value-decomposition"], [28, "the-singular-value-decomposition"]], "The two-dimensional case": [[8, "the-two-dimensional-case"]], "To our real data: nuclear binding energies. Brief reminder on masses and binding energies": [[26, "to-our-real-data-nuclear-binding-energies-brief-reminder-on-masses-and-binding-energies"]], "Topics covered in this course: Statistical analysis and optimization of data": [[26, "topics-covered-in-this-course-statistical-analysis-and-optimization-of-data"]], "Towards the PCA theorem": [[11, "towards-the-pca-theorem"]], "Train and test datasets": [[1, "train-and-test-datasets"]], "Two-dimensional Objects": [[3, "two-dimensional-objects"]], "Type of problem": [[2, "type-of-problem"]], "Types of Machine Learning": [[26, "types-of-machine-learning"]], "Useful Python libraries": [[19, "useful-python-libraries"], [26, "useful-python-libraries"]], "Using Autograd": [[13, "using-autograd"]], "Using forward Euler to solve the ODE": [[2, "using-forward-euler-to-solve-the-ode"]], "Using gradient descent methods, limitations": [[13, "using-gradient-descent-methods-limitations"], [28, "using-gradient-descent-methods-limitations"]], "Visualization": [[1, "visualization"], [1, "id1"]], "Visualizing the Tree, Classification": [[9, "visualizing-the-tree-classification"]], "Week 34: Introduction to the course, Logistics and Practicalities": [[26, null]], "Week 35: From Ordinary Linear Regression to Ridge and Lasso Regression": [[27, null]], "Week 36: Linear Regression and Gradient descent": [[28, null]], "What Is Generative Modeling?": [[26, "what-is-generative-modeling"]], "What does it mean?": [[27, "what-does-it-mean"], [28, "what-does-it-mean"]], "What is Machine Learning?": [[0, "what-is-machine-learning"]], "What is a good model?": [[0, "what-is-a-good-model"], [26, "what-is-a-good-model"]], "What is a good model? Can we define it?": [[26, "what-is-a-good-model-can-we-define-it"]], "Which activation function should I use?": [[1, "which-activation-function-should-i-use"]], "Why Linear Regression (aka Ordinary Least Squares and family)": [[26, "why-linear-regression-aka-ordinary-least-squares-and-family"]], "Wisconsin Cancer Data": [[7, "wisconsin-cancer-data"]], "With Lasso Regression": [[28, "with-lasso-regression"]], "Writing Our First Generative Adversarial Network": [[4, "writing-our-first-generative-adversarial-network"]], "Writing our own PCA code": [[11, "writing-our-own-pca-code"]], "Writing the Cost Function": [[28, "writing-the-cost-function"]], "XGBoost: Extreme Gradient Boosting": [[10, "xgboost-extreme-gradient-boosting"]], "Yet another Example": [[28, "yet-another-example"]], "a) Expression for Ridge regression": [[17, "a-expression-for-ridge-regression"]], "scikit-learn implementation": [[1, "scikit-learn-implementation"]]}, "docnames": ["chapter1", "chapter10", "chapter11", "chapter12", "chapter13", "chapter2", "chapter3", "chapter4", "chapter5", "chapter6", "chapter7", "chapter8", "chapter9", "chapteroptimization", "clustering", "exercisesweek34", "exercisesweek35", "exercisesweek36", "exercisesweek37", "intro", "linalg", "project1", "schedule", "statistics", "teachers", "textbooks", "week34", "week35", "week36"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1}, "filenames": ["chapter1.ipynb", "chapter10.ipynb", "chapter11.ipynb", "chapter12.ipynb", "chapter13.ipynb", "chapter2.ipynb", "chapter3.ipynb", "chapter4.ipynb", "chapter5.ipynb", "chapter6.ipynb", "chapter7.ipynb", "chapter8.ipynb", "chapter9.ipynb", "chapteroptimization.ipynb", "clustering.ipynb", "exercisesweek34.ipynb", "exercisesweek35.ipynb", "exercisesweek36.ipynb", "exercisesweek37.ipynb", "intro.md", "linalg.ipynb", "project1.ipynb", "schedule.md", "statistics.ipynb", "teachers.md", "textbooks.md", "week34.ipynb", "week35.ipynb", "week36.ipynb"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 15, 16, 17, 19, 20, 21, 23, 24, 26, 27], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 26, 27, 28], "00": [0, 1, 5, 11, 26, 27], "000": [1, 3], "00000000e": [], "001": [2, 8, 13, 28], "004": 5, "004113634617443131": 27, "004113634617443139": 27, "00411363461744314": 27, "004113634617443147": 27, "00727646693": [0, 26], "0086649156": [0, 26], "01": [0, 1, 2, 5, 9, 11, 13, 17, 25, 26, 27], "0110": 23, "01719003e": [], "02": [0, 4, 7, 12, 26], "02334824": [], "02857": 4, "02f": 6, "03077640549": 4, "03097597e": [], "031": 5, "04": 11, "0458": 9, "05": [4, 6], "062292565": 4, "062435": [], "06730814": [], "07": [], "0713": [0, 26], "07285": 3, "08": 23, "08078025e": [], "08336233266": 4, "08376632": 27, "083766322923899": 27, "0837663229239043": 27, "0917": 9, "0n": [0, 26], "0x113e21950": 17, "1": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 22, 23, 24, 25, 26, 28], "10": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 20, 22, 23, 24, 26, 27, 28], "100": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 23, 24, 26, 27, 28], "1000": [0, 1, 2, 4, 5, 8, 11, 13, 14, 18, 19, 23, 26, 28], "10000": [2, 5, 6, 10, 11, 13, 23], "100000": 8, "10001": 10, "1001": 23, "1002": 23, "1003": 23, "1005": 23, "1009": 23, "101": 16, "1011": 23, "1013": 23, "1013904243": 23, "1015": 23, "102": 16, "1023": 23, "1024": 3, "1026": 23, "1027": 23, "103": 1, "1030": 23, "1037": 23, "1038": 23, "1040": 23, "1047": 23, "107": 16, "108": [], "10th": 9, "10x": [0, 26], "11": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 20, 21, 23, 25, 26, 27, 28], "110": [], "1100": 23, "1101": 23, "111": [1, 7, 12], "112": 16, "11340253": [], "11590451": [], "116": 16, "117": 16, "118": 16, "12": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 18, 20, 23, 25, 26, 27, 28], "120": 3, "121": [8, 9, 10, 16], "1215pm": [24, 26], "122": [8, 9, 10], "124": [0, 26], "125": 16, "127": [4, 16], "128": [3, 4, 13], "129": 16, "1298": 9, "12pm": [24, 26], "13": [0, 2, 9, 12, 20, 23, 26], "131": 16, "133": 7, "135": 16, "136": 16, "14": [0, 2, 4, 6, 8, 9, 10, 12, 20, 23, 25, 27], "141": 16, "143": 16, "1446729567": 4, "149": 16, "14g": 6, "15": [0, 2, 4, 6, 7, 8, 9, 12, 13, 21, 23, 26, 28], "150": [4, 8], "152": 16, "153760": [], "156": 16, "157": [], "158": [], "159": 16, "15g": 6, "15pm": 26, "16": [1, 2, 3, 4, 5, 8, 9, 10, 23, 26, 28], "160": 16, "1603": 3, "161": 16, "162": 16, "16231451": 4, "163": 16, "16384": 3, "164": 16, "167": 16, "17": [1, 2, 8, 23], "172": 16, "173": 16, "176": 16, "178": 16, "179": 16, "1797": 1, "18": [2, 6, 7, 8, 9, 10, 23, 26], "1807": 4, "18392847": [], "19": [2, 23, 26], "1940": [], "1943": 12, "19569961": 27, "1970": [20, 26], "1973": 9, "1979": 6, "1_1": 12, "1_2": 12, "1_3": 12, "1cm": [0, 8, 10, 23, 26], "1d": [1, 2, 3], "1e": [2, 4, 13, 14], "1e10": 14, "1e4": 6, "1f": 1, "1k": 20, "1n": [0, 26], "1x": [0, 26], "2": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 23, 25], "20": [0, 1, 2, 6, 7, 8, 16, 17, 23, 24, 26, 27, 28], "200": [0, 2, 3, 4, 8, 9, 10], "2000": [0, 27], "2004": [13, 28], "2006": 25, "20072279": [], "2008": 26, "2010": 1, "2011": 1, "2014": 4, "2015": 1, "2016": [0, 26], "2018": [0, 6, 27], "2021": [6, 14, 27], "2022": 26, "2025": [18, 26, 27, 28], "21": [0, 1, 5, 7, 9, 12, 20, 26, 27, 28], "2116753732": 4, "215pm": [24, 26], "2167072": [], "22": [0, 1, 5, 12, 13, 20, 26, 27, 28], "221": 8, "225": 4, "22948497": [], "23": [1, 12, 20], "24": [0, 1, 20, 26], "25": [2, 3, 4, 5, 6, 8, 9, 11, 27], "250": [2, 4, 7, 9], "25000": [], "250154": [], "253775": [], "255": 3, "256": 4, "25x": 21, "26": [], "26303845": [], "264": [], "265": [], "265109911": 4, "266": [], "269": [], "27": 1, "270": [], "278": 28, "27n_": 23, "28": [1, 3, 4], "283": 28, "2830637392": 4, "2861": 23, "2873": 9, "2882": 23, "2886": 23, "2890": [0, 26], "2892": 23, "29": 27, "2915": 23, "2931": 26, "29364655": [], "294399745619595": [], "296247": [], "2968": 26, "2980": 26, "298273": [], "298375": [], "2990": 26, "2_": 12, "2_1": 12, "2_2": 12, "2_3": 12, "2_i": 12, "2_m": [6, 23], "2_t": 13, "2_x": 23, "2a": 17, "2b": 23, "2cm": 8, "2d": [1, 3, 11, 12, 19, 26], "2e": 6, "2f": [0, 7, 9, 10, 11, 12, 26], "2g": 2, "2g_i": 2, "2k": 3, "2m": 6, "2mvizaqfst8": 27, "2n": [0, 2, 3, 26, 27], "2nd": 9, "2p": 23, "2pt": 4, "2x": [0, 3, 8, 13, 26], "2x_ix_jy_iy_j": 8, "2x_j": 8, "2y_i": 10, "2y_j": 8, "3": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 22, 23, 24, 26, 28], "30": [0, 1, 4, 6, 7, 10, 13, 24], "30000": [0, 26], "3072": 3, "31": [12, 20, 23], "315": [6, 27], "3155": [0, 5, 6, 27, 28], "32": [3, 4, 6, 12, 13, 20, 23], "3200": 1, "3250": 1, "3297": [], "33": [12, 20, 24], "3303": [], "3310": [], "332331": [], "333": 7, "3331": [], "3337": [], "34": 20, "3436": [0, 26], "3437": [0, 26], "35": [0, 6, 21, 26, 28], "3581341341": 4, "359": [5, 28], "36": [0, 5, 6, 18, 21, 23], "37": [21, 28], "370782966": 4, "38": [21, 23], "39": [0, 24, 26], "3d": [2, 3, 4, 6, 13, 16], "3f": [1, 3, 9], "3n": 20, "3x": [2, 8], "3x_i": 2, "3y": 8, "4": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 21, 23, 26, 28], "40": [1, 6, 24, 26], "400": 4, "4000": 26, "4050": [25, 26], "41": 20, "4155": [2, 15], "41589548": [], "42": [1, 4, 8, 9, 10, 20], "43": [0, 7, 20], "4310": 26, "436462435": 4, "44": [0, 20, 28], "45": [24, 26], "46": [24, 26], "462": 7, "47": [24, 26], "479465113": 4, "47958494": [], "48": [], "48257387": [24, 26], "49": [5, 6, 11], "49152": 3, "4940954": [0, 26], "4990": 23, "4992": 23, "4997": 23, "4c4c7f": [9, 10], "4d": 3, "4f": 6, "4pm": [24, 26], "4y": 8, "4y_i": 10, "5": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 20, 21, 23, 26, 27, 28], "50": [1, 2, 3, 4, 6, 7, 8, 10, 13, 26, 27], "500": [1, 3, 4, 6, 9, 10, 13], "5018": 23, "506": [], "507d50": [9, 10], "50j": 13, "50x10": 1, "51": 10, "510": 1, "512132": [], "5177783846": 4, "53": 9, "54": [6, 23], "5411205": [], "54894451": [], "55": 1, "56": 1, "56536": [0, 26], "569": 1, "57": [0, 8, 24, 26], "571": [5, 28], "58": [10, 24, 26], "591317992": 4, "5cm": 23, "5f": 8, "5x": [8, 18], "5y": 8, "6": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 18, 20, 23, 24, 26, 27, 28], "60": [1, 3], "60000": 4, "6019067271": 4, "606439": [], "625": 7, "63": 1, "64": [1, 3, 4, 13, 20, 26], "64x50": 1, "65": [1, 8, 9], "6887363571": 4, "69": [16, 23], "69069n_": 23, "691": [], "6n_": 23, "7": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 20, 21, 23, 25, 26, 27], "70": [1, 7], "70653767": 4, "71": 1, "724": 3, "73": [], "7304881": [], "75": [5, 6, 8, 11], "76": [24, 26], "765": 7, "77": [24, 26], "7718": 9, "7782028952": 4, "77893972": [], "78": [], "7d7d58": [9, 10], "8": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 18, 20, 23, 24, 26, 28], "80": [0, 1, 5, 8, 17, 27], "800": [4, 7], "81": 1, "815am": [24, 26], "85": 1, "8702784034": 4, "88": 26, "8f": 6, "8g": 6, "8n": 20, "8x8": 1, "9": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 20, 23, 26], "90": 1, "9040": 9, "91": [24, 26], "92": [24, 26], "93": 16, "931": [0, 26], "933": [5, 28], "937": 23, "938": 23, "939": [0, 23, 26], "94": 23, "95": [1, 11], "954": 23, "955820c21e8b": 4, "96": 6, "960": 23, "961": 23, "962": 23, "9649652536": 4, "96611194e": [], "9780387310732": 25, "9780387848570": 25, "9781098134174": 26, "9781492032632": 25, "9781801819312": 26, "97898392": 27, "98": [0, 1, 16], "985": 23, "986": 23, "989": 23, "9898ff": [9, 10], "99": [13, 16], "991": 23, "992": 23, "993": 23, "996": 5, "999": [9, 23], "9x": 6, "9y": 6, "A": [2, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20, 22, 23, 24, 25, 27, 28], "AND": 2, "And": [0, 3, 4, 5, 6, 9, 13, 19, 21, 23, 28], "As": [0, 1, 2, 3, 4, 5, 6, 8, 10, 12, 13, 15, 16, 20, 21, 23, 26, 27, 28], "At": [0, 4, 6, 13, 26], "BE": [0, 26], "Be": [2, 18, 19, 26], "Being": 13, "But": [0, 1, 2, 3, 5, 6, 9, 10, 16, 23, 27], "By": [0, 3, 5, 6, 12, 13, 17, 20, 26, 27, 28], "For": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 19, 20, 21, 23, 25, 26, 27, 28], "IF": [6, 27], "IN": 25, "If": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 26, 27, 28], "In": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 25, 26, 27, 28], "Ising": [5, 12, 27, 28], "It": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 19, 20, 21, 23, 26, 27, 28], "Its": [1, 2, 4, 11], "No": [6, 9, 26, 27], "Not": [0, 1, 5, 6, 27, 28], "OR": 23, "Of": 23, "On": [0, 3, 21, 23, 24, 25, 26], "One": [0, 1, 3, 4, 5, 6, 7, 8, 11, 12, 13, 17, 23, 27, 28], "Or": [0, 1, 6, 26], "Such": [0, 6, 12, 16, 23], "That": [0, 5, 7, 10, 11, 12, 14, 21, 23, 26], "The": [4, 10, 13, 14, 16, 17, 18, 20, 21, 22, 23, 24, 25], "Then": [0, 1, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 26, 28], "There": [0, 3, 4, 5, 6, 8, 9, 11, 12, 14, 15, 20, 21, 23, 24, 26, 27, 28], "These": [0, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 17, 20, 21, 23, 24, 26, 27, 28], "To": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 20, 23, 27, 28], "With": [0, 5, 6, 8, 9, 10, 11, 12, 14, 16, 20, 21, 23, 26, 27], "_": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 20, 21, 26, 27, 28], "_0": [5, 8, 10, 11, 13, 27, 28], "_1": [2, 5, 6, 8, 10, 11, 12, 13, 14, 20, 27, 28], "_2": [2, 5, 8, 11, 12, 13, 20, 27], "_3": 20, "_4": 20, "_9": 13, "__class__": 10, "__doc__": 6, "__future__": [8, 9], "__init__": 1, "__main__": 2, "__name__": [2, 10], "_auto1": [2, 3, 4, 5, 6, 7, 12, 13, 20, 23, 27, 28], "_auto10": [6, 12], "_auto11": 6, "_auto12": 6, "_auto2": [2, 3, 4, 5, 6, 12, 13, 20, 23], "_auto3": [3, 4, 5, 6, 12, 13, 20], "_auto4": [4, 6, 12, 13, 20], "_auto5": [4, 6, 12, 13, 20], "_auto6": [4, 6, 12, 20], "_auto7": [4, 6, 12, 20], "_auto8": [6, 12], "_auto9": [6, 12], "_build": [0, 19, 21, 25, 26], "_c": 1, "_center": [], "_compon": 11, "_depth": 9, "_export": [15, 16], "_fraction": 9, "_i": [0, 1, 2, 5, 6, 7, 8, 11, 12, 13, 21, 26, 27, 28], "_j": [0, 1, 2, 3, 5, 6, 8, 13, 21, 27, 28], "_k": [13, 28], "_l": 12, "_lambda": 6, "_leaf": 9, "_m": 10, "_multilayer_perceptron": [], "_n": [2, 5, 8, 11, 13, 27, 28], "_node": 9, "_norm": [], "_p": [5, 8, 27, 28], "_ratio": 11, "_sampl": 9, "_split": [6, 9, 21], "_t": 13, "_test": [6, 21], "_varianc": 11, "_weight": 9, "a0": 3, "a0faa0": [9, 10], "a1": [0, 26], "a2": [0, 26], "a3": [0, 26], "a4": [0, 26], "a_": [0, 1, 16, 20, 26, 27], "a_0": [0, 26], "a_1a": [0, 26], "a_2a": [0, 26], "a_3": [0, 26], "a_3a": [0, 26], "a_4": [0, 26], "a_4a": [0, 26], "a_h": 1, "a_i": [0, 1, 2, 12, 26], "a_j": [1, 12], "a_k": [0, 1, 12], "aaron": 25, "ab": [0, 2, 5, 13, 14, 26, 27], "ab_channel": 19, "abandon": 1, "abid": 23, "abil": [0, 10], "abl": [0, 1, 4, 5, 6, 7, 10, 12, 13, 16, 18, 21, 27, 28], "about": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 24], "abov": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 25, 26, 27], "abovement": [6, 21, 26], "abscissa": [13, 28], "absolut": [0, 2, 5, 6, 13, 26, 27, 28], "absorb": [27, 28], "abstract": 1, "acceler": 13, "accept": [0, 3, 6, 9, 21, 27], "access": [3, 11, 23, 26], "accid": [4, 6], "accompani": [0, 26, 27], "accomplish": [8, 9, 13], "accord": [0, 1, 2, 5, 6, 9, 12, 13, 14, 23, 26, 28], "accordingli": 11, "account": [0, 3, 5, 13, 15, 16, 23, 26], "accumul": [12, 13, 23], "accur": [0, 3, 4, 6, 10, 13], "accuraci": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 26, 27, 28], "accuracy_scor": [0, 1, 10, 26], "accuracy_score_numpi": 1, "achiev": [0, 1, 5, 6, 8, 12, 20, 26], "aco": 23, "acquaint": 19, "acquir": [1, 19, 26], "acr": [], "across": [1, 3, 6, 9, 17, 19, 26], "act": [1, 3, 20], "action": 23, "activ": [0, 2, 3, 4, 9, 15, 22, 24, 26], "actual": [0, 1, 4, 5, 6, 8, 11, 15, 16, 18, 20, 23, 26, 27, 28], "ad": [1, 3, 4, 5, 8, 13, 15, 16, 20, 28], "ada_clf": 10, "adaboostclassifi": 10, "adadelta": 13, "adagrad": 21, "adam": [1, 3, 4, 21, 26], "adapt": [4, 6, 13, 17, 25, 28], "add": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 15, 16, 17, 18, 23, 24, 26, 27, 28], "add_subplot": [1, 7, 12, 14], "addendum": 5, "addit": [0, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 15, 19, 20, 21, 23, 24, 25, 26, 27], "addition": [12, 13, 28], "address": [1, 9, 11, 13, 26], "adjac": [3, 12], "adjoint": [5, 27], "adjust": [0, 5, 12, 13, 28], "admir": [0, 26], "advanc": [4, 6, 12, 25, 26], "advantag": [1, 3, 5, 6, 10, 13, 20, 28], "adversari": 26, "afecionado": 26, "affect": [3, 15], "affin": [0, 3, 8, 11, 27], "afford": 3, "aficionado": 26, "aforement": 14, "african": [], "after": [0, 1, 2, 4, 5, 6, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "afterward": [0, 26], "ag": [0, 7, 26, 27], "ag_0": 2, "again": [0, 1, 4, 5, 6, 7, 8, 10, 11, 12, 13, 21, 23, 26, 27, 28], "against": [1, 4, 7, 10], "agegroup": 7, "agegroupmean": 7, "aggreg": [9, 10], "agorithm": 10, "agre": [5, 6, 23, 27, 28], "agreement": 13, "ahead": 9, "ai": [0, 25], "aid": 11, "aim": [0, 1, 4, 6, 7, 11, 14, 16, 17, 19, 20, 21, 27], "ainv": 5, "airplan": 3, "aka": 5, "al": [0, 2, 4, 16, 17, 25, 26, 27, 28], "alarm": [5, 7], "aldo": 27, "algebra": [0, 3, 5, 13, 19, 27, 28], "algorithm": [0, 1, 2, 4, 5, 6, 7, 8, 13, 14, 16, 19, 20, 21, 23, 25], "align": [0, 2, 5, 6, 7, 8, 13, 23, 26, 27, 28], "all": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28], "allevi": [1, 13, 28], "alloc": [3, 20], "allow": [0, 1, 2, 3, 5, 6, 8, 10, 13, 15, 19, 20, 21, 26, 27, 28], "almost": [0, 1, 6, 8, 11, 13, 23, 28], "alon": [2, 9], "along": [2, 3, 4, 5, 6, 9, 10, 11, 15, 19, 20, 26, 27, 28], "alpha": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 13, 14, 23, 26, 27, 28], "alpha_": 10, "alpha_0": 3, "alpha_1": 3, "alpha_2": 3, "alpha_i": [3, 13], "alpha_k": 13, "alpha_m": 10, "alpha_n": 3, "alpha_opt": 13, "alreadi": [2, 3, 4, 5, 6, 10, 12, 15, 19, 20, 23, 26, 27, 28], "also": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 26, 27, 28], "alter": 1, "altern": [0, 1, 4, 5, 6, 8, 9, 11, 13, 15, 18, 20, 21, 26, 27], "although": [0, 1, 5, 6, 8, 10, 13, 16, 26], "alwai": [0, 3, 5, 6, 12, 13, 16, 21, 23, 26, 27, 28], "am": 4, "ame2016": [0, 26], "american": [], "among": [0, 3, 5, 9, 10, 12, 20, 26, 27], "amongst": 5, "amount": [0, 1, 3, 4, 6, 8, 10, 14, 19], "an": [1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28], "an_": 23, "anaconda": [0, 1, 19, 21, 26], "analogi": 13, "analys": 6, "analysi": [1, 3, 4, 7, 14, 20, 25], "analyt": [2, 3, 5, 6, 7, 12, 13, 17, 19, 21, 26, 27, 28], "analyz": [0, 1, 3, 4, 5, 6, 16, 21, 23, 27, 28], "andrew": 1, "angl": [0, 3, 9, 27], "anharmon": 3, "ani": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 14, 15, 16, 23, 26, 27], "anim": [4, 12], "ann": 12, "annot": [0, 1, 3, 7, 8, 26], "announc": 26, "anoth": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 20, 21, 23, 26, 27], "ansatz": [0, 18, 26], "answer": [0, 1, 3, 5, 6, 20, 21, 24, 26], "antialias": [2, 6], "anticip": 4, "anymor": [1, 8], "anyon": [4, 8, 15], "anyth": [1, 15, 16, 23], "anytim": [24, 26], "apach": 1, "apart": [11, 13, 28], "api": [1, 19, 26], "appar": 2, "appear": [0, 1, 3, 13, 20, 23], "append": [1, 3, 4, 8, 9, 13, 26], "appendix": 21, "appli": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 18, 21, 23, 25, 26, 27], "applic": [0, 1, 3, 4, 5, 6, 7, 9, 12, 13, 16, 20, 23, 25, 26, 27, 28], "apply_gradi": 4, "approach": [1, 2, 4, 5, 6, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 23, 25, 27, 28], "approch": 21, "appropri": [2, 6, 9, 12, 13, 17, 19, 23], "approv": 26, "approx": [0, 2, 3, 6, 10, 11, 13, 18, 21, 23, 26, 28], "approxim": [0, 1, 2, 3, 4, 5, 6, 7, 10, 11, 13, 21, 23, 26, 27, 28], "apt": [0, 19, 21, 26], "aq": 23, "ar": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28], "aragorn": 26, "arang": [1, 3, 4, 6, 7, 9, 10, 12, 13, 26], "arbitrari": [1, 4, 6, 8, 12, 13, 23, 28], "arbitrarili": [0, 1, 11, 26], "arc": 6, "architectur": [3, 4, 12], "archiv": 21, "area": [0, 3, 6, 25, 26], "argmax": [1, 11], "argmin": [4, 10, 14], "argsort": 11, "argu": [1, 13], "argument": [0, 2, 3, 5, 11, 12, 13, 17, 26, 27], "aris": [0, 6, 12, 13, 23, 26, 28], "arithmet": [0, 13, 20, 26], "arm": [6, 27], "armadillo": 20, "around": [0, 1, 4, 5, 6, 11, 18, 21, 23, 26], "arrai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 16, 18, 19, 21, 23, 27, 28], "arrang": [3, 26], "arraybox": 13, "arriv": [0, 6, 9, 11, 20, 23, 26], "arrow": 12, "arrowprop": 8, "art": [0, 1, 19], "articl": [0, 3, 4, 6, 10, 26, 27, 28], "artifici": [0, 2, 7, 12, 25, 26], "artificialneuron": 12, "arug": 13, "arxiv": [3, 4], "asarrai": [0, 6, 9, 27], "asid": 27, "ask": [5, 6, 11, 12, 15, 21], "aspect": [0, 6, 19, 26, 27], "assembl": 3, "assembli": [0, 26], "assert": 4, "assess": [0, 6, 21, 26, 27], "assici": 4, "assign": [0, 7, 8, 9, 12, 13, 14, 15, 22, 24, 25, 26], "associ": [0, 6, 9, 12, 14, 23, 26], "assum": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 20, 21, 23, 26, 27, 28], "assumpt": [0, 3, 5, 6, 9, 11, 23, 26, 27], "ast": [0, 5, 6, 26], "astyp": [4, 9, 10], "asymmetri": [0, 26], "asymptot": [4, 6], "atom": [0, 26], "attempt": [0, 4, 6, 7, 8, 10, 26, 27], "attend": 26, "attent": [0, 20, 26], "attract": [0, 10, 26], "attribut": [0, 9, 26], "audi": [0, 26], "audio": [3, 4], "august": [26, 27], "aurelien": [0, 25, 26], "austfjel": 6, "auth": 15, "authent": 15, "author": [0, 1, 10, 23], "authour": 26, "auto": [9, 10, 23], "auto_exampl": [21, 27], "autocor": 23, "autocorrelation_tim": 23, "autocorrelform": 23, "autocovari": 23, "autoencod": [4, 19, 26], "autoencond": 19, "autograd": [19, 26], "autom": [0, 19, 25, 26], "automac": 20, "automag": 26, "automat": [0, 1, 2, 3, 4, 11, 16, 19, 20, 26], "automobil": 3, "autonom": 4, "avail": [0, 1, 4, 6, 10, 11, 19, 20, 21, 22, 24, 25, 26], "averag": [0, 1, 3, 6, 9, 10, 13, 14, 23, 24, 26, 27], "avoid": [0, 4, 5, 6, 9, 11, 13, 18, 20, 27], "awai": [2, 3, 6, 27], "awar": [2, 10], "award": [24, 26], "ax": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 21, 26], "axes3d": [2, 6, 13, 28], "axes_grid1": 6, "axhlin": 8, "axi": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 20, 23, 26, 27, 28], "axiom": 5, "axvlin": [4, 8], "axvspan": 4, "b": [0, 1, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28], "b1": 8, "b2": 8, "b3": 8, "b_": [0, 1, 20], "b_0": 0, "b_1": [0, 2, 12, 13], "b_2": [0, 13], "b_5": 13, "b_group": 9, "b_i": [0, 1, 2, 12, 26], "b_ia_": [0, 26], "b_ia_i": 0, "b_index": 9, "b_j": [1, 12], "b_k": [0, 1, 12, 13], "b_m": 12, "b_score": 9, "b_valu": 9, "babcock": 26, "bachelor": [22, 24], "back": [0, 3, 4, 5, 6, 8, 9, 10, 15, 16, 20, 23, 26], "backbon": 20, "backend": [1, 4], "background": [25, 26], "backpropag": 1, "backtrack": 9, "backup": 20, "backward": [1, 2, 4, 12, 20], "bad": [6, 17, 27], "badli": 23, "bag": [9, 19, 26], "bag_clf": 10, "baggin": 26, "baggingboot": 10, "baggingclassifi": 10, "baggingtre": 10, "balanc": 6, "ballpark": 18, "band": 20, "bandwidth": 20, "bar": [0, 6, 11, 21, 26], "barber": 25, "bare": [4, 10], "base": [0, 1, 3, 4, 5, 7, 8, 9, 10, 14, 15, 16, 17, 19, 23, 24, 25, 26, 27, 28], "basi": [5, 7, 8, 10, 11, 12, 13, 20, 27, 28], "basic": [6, 8, 12, 13, 14, 15, 19, 21, 23, 26], "batch": [3, 4, 11, 12, 13, 28], "batch_shap": 4, "batch_siz": [1, 3, 4], "batchnorm": 4, "bay": 7, "bayesian": [5, 19, 25, 26], "becaus": [0, 1, 2, 3, 4, 5, 6, 8, 9, 12, 13, 14, 26, 27, 28], "becom": [0, 1, 2, 5, 6, 7, 9, 12, 13, 23, 26, 27, 28], "been": [0, 1, 2, 3, 4, 5, 6, 11, 12, 13, 19, 20, 21, 26, 27], "befor": [0, 1, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 16, 17, 18, 20, 21, 23, 26, 27], "beforehand": [0, 23, 26], "begin": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 20, 23, 24, 26, 27, 28], "behav": [1, 6, 13, 28], "behavior": [0, 1, 13, 26, 28], "behaviour": 12, "behind": [0, 1, 6, 8, 13, 26, 28], "being": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 17, 23, 26, 27, 28], "believ": [9, 20], "belong": [7, 8, 9, 13, 14, 28], "below": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 18, 20, 21, 23, 26, 27, 28], "benchmark": 10, "benefici": [1, 13], "benefit": [0, 1, 4, 11, 13, 19, 26, 28], "bengio": [1, 25, 26, 27], "benign": [1, 7], "besid": [4, 5, 28], "bessel": [5, 27], "best": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 18, 24, 26, 27, 28], "beta": [1, 3, 10, 11, 13, 16, 17, 26, 27, 28], "beta_": [3, 13, 17, 27], "beta_0": [1, 3, 13, 27], "beta_1": [1, 3, 10, 13, 27], "beta_1x_i": 13, "beta_2": [3, 13], "beta_3": 3, "beta_i": 3, "beta_j": [13, 27], "beta_k": 13, "beta_linreg": 13, "beta_m": 10, "beta_mg_m": 10, "beta_n": 3, "better": [0, 1, 2, 3, 4, 6, 9, 10, 11, 12, 13, 26, 27], "between": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 21, 23, 26, 27, 28], "beyond": [0, 1, 5, 6, 8, 13, 26, 27, 28], "bf": [13, 14, 20, 23, 28], "bg": 26, "bgd": 13, "bia": [0, 1, 2, 3, 5, 8, 9, 10, 12, 13, 26, 27, 28], "bias": [1, 2, 3, 5, 6, 9, 12], "bibliographi": 21, "big": [0, 1, 2, 5, 6, 14], "bigger": [1, 6, 27], "bigr": 12, "bike": 9, "bilbo": 26, "billion": [3, 12, 19], "bin": [7, 23], "binari": [0, 3, 5, 7, 9, 10, 12, 26], "binarycrossentropi": 4, "bind": 0, "binomi": [19, 23, 26], "binsboot": 6, "bioinformat": 0, "biolog": [1, 12], "bios1100": [19, 26], "bird": [0, 3], "birth": 26, "bishop": [25, 26], "bit": [1, 4, 20, 23, 26], "bitwis": 23, "bivari": 2, "bk": 13, "bla": [20, 26], "black": [8, 9, 14], "block": [6, 10, 19, 20, 23, 26], "blog": 26, "blogpost": 4, "blue": [0, 3], "bm": [], "bmatrix": [0, 1, 3, 5, 7, 8, 11, 13, 20, 26, 27, 28], "bmi": 1, "bodi": [0, 1, 4, 12], "bold": 1, "boldfac": [0, 5, 16, 27, 28], "boldsymbol": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 13, 14, 16, 17, 21, 26, 28], "boltzmann": [12, 19, 26], "book": [17, 21, 25, 26, 27], "book1": 25, "boolean": [4, 17], "boost": [1, 9, 19, 26], "boostrap": 10, "bootstrap": [1, 13, 19, 21, 26], "borrow": 26, "boston_dataset": [], "bot": 8, "both": [0, 1, 4, 5, 6, 8, 9, 10, 13, 14, 15, 16, 17, 19, 20, 21, 23, 24, 26, 27, 28], "bottl": 7, "bound": [8, 12], "boundari": [2, 4, 8, 11, 12], "box": [4, 9], "boyd": [8, 13, 28], "bracket": [4, 23], "brain": [1, 7, 12], "branch": [9, 26], "break": [0, 4, 6, 11, 14, 26], "breast": [5, 7, 11], "breviti": 13, "brew": [0, 19, 21, 26], "brg": 8, "brief": [21, 27], "briefli": [0, 16, 26], "bring": [0, 5, 6, 10, 27], "britt": [24, 26], "broad": 0, "broadli": 26, "brought": [13, 19, 26], "brownle": 4, "browser": [15, 26], "brute": [3, 5, 11, 27], "buffer_s": 4, "bui": 4, "build": [0, 4, 5, 6, 10, 16, 20, 23, 26], "built": [1, 3, 4, 6], "bunch": 11, "busi": [], "byte": [20, 26], "c": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 27, 28], "c1": [8, 11], "c2": [8, 11], "c_": [8, 9, 10, 13, 23, 28], "c_0": 23, "c_1": 12, "c_2": 12, "c_3": 12, "c_4": 12, "c_i": [12, 13], "c_k": 23, "ca": [1, 26], "cach": 10, "cal": [0, 8, 10, 12, 13, 28], "calcul": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 20, 23, 26], "california": 21, "call": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 20, 21, 23, 24, 26, 27, 28], "calor": [0, 27], "cambridg": [13, 25, 28], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28], "cancel": [0, 13, 26, 27], "cancer": [5, 10], "cancerpd": 7, "candid": [8, 9, 10], "cannot": [0, 1, 4, 5, 6, 7, 8, 9, 21, 23, 27, 28], "canopi": [0, 19, 21, 26], "canva": [15, 16, 21, 26], "cap": 5, "capabl": [0, 1, 8, 13, 19, 26], "capac": [2, 24], "capita": [], "caption": 21, "captur": [4, 11, 12, 26], "car": [3, 4], "card": [0, 7, 26], "cardin": 1, "care": [11, 15], "carefulli": 13, "carlo": [0, 6, 19, 23, 25, 26], "carri": [2, 6, 7, 21], "cart": 10, "case": [0, 1, 2, 3, 4, 5, 6, 7, 11, 12, 13, 14, 15, 16, 19, 20, 21, 26], "casella": 25, "cast": 1, "cat": [3, 4], "catch": 0, "categor": [0, 1, 3, 9, 11, 26], "categori": [0, 1, 3, 7, 10, 12, 14, 26], "categorical_crossentropi": [1, 3], "caus": [0, 5, 6, 23, 26, 27, 28], "causal": 0, "causat": [0, 26], "cax": 1, "cb": [6, 26], "cbar": 1, "cc": [0, 1, 5, 13, 26, 27, 28], "ccc": [5, 12, 28], "cdf": 23, "cdot": [0, 2, 6, 12, 13, 14, 20, 23, 26, 28], "celebr": [13, 28], "cell": 4, "center": [0, 1, 6, 7, 8, 9, 11, 14, 18, 21, 23, 26, 27], "central": [0, 3, 5, 6, 8, 16, 20, 26, 27], "centroid": [14, 23], "centroid_differ": 14, "centuri": 3, "certain": [0, 3, 6, 7, 9, 23, 26, 27], "cg": 13, "cha": [], "chain": [0, 1, 13, 19, 23, 26], "challeng": 15, "chanc": [1, 5, 13, 23], "chang": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 15, 16, 20, 21, 23, 26, 27, 28], "channel": 3, "chapter": [0, 6, 10, 11, 16, 17, 20, 21, 25, 26, 27, 28], "chapter3": [0, 21], "charact": [0, 3, 5, 26, 27, 28], "character": [8, 9, 10, 12, 23], "characterist": [0, 1, 3, 10, 13, 26], "charg": [0, 26], "charl": [], "chase": 4, "chatgpt": [15, 21], "chd": 7, "chddata": 7, "cheap": [5, 27, 28], "cheaper": [1, 13], "check": [1, 3, 4, 5, 11, 13, 15, 16, 20, 26], "checkmark": 3, "checkpoint": 4, "checkpoint_dir": 4, "checkpoint_prefix": 4, "chen": 10, "cheng": 27, "chiaramont": 2, "childcar": 16, "children": 16, "choic": [0, 1, 2, 3, 4, 6, 9, 12, 13, 14, 20, 26, 27, 28], "choleski": [5, 20, 27, 28], "choos": [2, 3, 6, 9, 10, 11, 13, 14, 15, 18, 21, 28], "chosen": [0, 1, 2, 6, 8, 9, 10, 13, 16, 23, 26, 28], "chosen_datapoint": 1, "christian": 25, "christoph": [25, 26], "cifar": 3, "cifar10": 3, "circ": [1, 12], "circl": [0, 8, 12, 27], "circuit": 3, "circumfer": 9, "circumv": [1, 5, 13, 27, 28], "cite": 21, "ckpt": 4, "clariti": 23, "class": [0, 1, 3, 4, 6, 7, 8, 9, 11, 12, 13, 23, 26], "class_nam": [3, 9], "class_val": 9, "class_valu": 9, "classic": [7, 9, 13], "classif": [0, 3, 5, 6, 7, 8, 11, 12, 19, 21, 25, 26, 27], "classifi": [0, 1, 4, 7, 9, 10, 11, 26], "classificaton": 1, "classifii": 10, "clean": 1, "clear": [1, 5, 10, 12, 13], "clearli": [0, 3, 5, 6, 7, 8, 23, 27, 28], "clever": [1, 10], "clf": [0, 6, 8, 9, 10, 26, 27], "clf3": 0, "clf_lasso": 6, "clf_ridg": 6, "cli": 15, "clip": [3, 23], "clone": [15, 24], "close": [0, 1, 2, 4, 6, 8, 9, 11, 12, 13, 14, 18, 23, 25, 26, 28], "closer": [3, 5, 13, 27, 28], "closest": [8, 11, 13, 14], "closur": [19, 26], "cloud": [19, 26], "cluster": [0, 1, 4, 6, 11, 19, 26], "cluster_label": 14, "cm": [1, 2, 3, 6, 8, 13, 28], "cmap": [0, 1, 2, 3, 4, 6, 8, 9, 10, 26], "cmap_arg": 6, "cmd": [9, 15], "cn_": 23, "cnn": 12, "cnn_kera": 3, "cntk": [19, 26], "co": [0, 2, 3, 6, 9, 13, 26], "code": [0, 3, 4, 6, 7, 8, 18, 19, 20, 23, 25], "coef": [0, 26], "coef0": 8, "coef_": [0, 5, 6, 8, 9, 13, 16, 26, 27, 28], "coeff": 5, "coeffici": [0, 3, 5, 6, 7, 8, 9, 13, 18, 20, 26, 27], "coerc": [0, 6, 26], "coin": [10, 23], "coin_toss": 10, "col": [0, 11, 26, 27], "colab": [19, 26], "cold": 9, "colinear": [], "collabor": 21, "collaps": 8, "collect": [2, 6, 10, 11, 17, 19, 23, 25, 26], "collinear": [5, 27, 28], "color": [0, 3, 4, 6, 8, 9, 10, 23], "color_channel": 3, "color_cod": 6, "colorbar": [1, 6], "colsample_bytre": 10, "colsaobject": 10, "column": [0, 1, 2, 5, 6, 7, 8, 9, 11, 12, 16, 17, 18, 20, 26, 27, 28], "columntransform": 9, "com": [4, 6, 15, 16, 19, 21, 25, 26, 28], "combin": [1, 2, 5, 6, 7, 10, 15, 18, 23], "come": [0, 1, 3, 4, 5, 12, 13, 14, 15, 26, 27, 28], "command": [0, 1, 15], "comment": [0, 4, 5, 6, 21], "commerci": [0, 19, 21, 26], "commit": 15, "commod": [0, 26], "common": [0, 1, 3, 5, 6, 7, 9, 11, 13, 14, 16, 21, 23, 26, 27, 28], "commonli": [0, 1, 4, 6, 7, 9, 13, 14, 27], "commun": [0, 12, 15, 21], "commut": 3, "commutatitav": 3, "compact": [0, 1, 3, 5, 6, 7, 9, 11, 12, 13, 14, 26, 27], "compair": 0, "compar": [0, 3, 4, 5, 6, 11, 13, 18, 20, 21, 26, 27, 28], "comparison": [2, 4, 13], "compat": 7, "compet": 0, "competit": 10, "compil": [0, 1, 3, 4, 13, 19, 20, 26], "complet": [0, 2, 3, 4, 9, 12, 15, 16, 17, 18, 26], "completenn": 12, "complex": [1, 5, 8, 9, 11, 12, 13, 16, 26, 28], "complic": [0, 1, 9, 13, 21, 26, 28], "compoment": 27, "compon": [0, 1, 3, 4, 5, 6, 7, 9, 14, 16, 19, 26, 27, 28], "components_": 11, "compos": [9, 12, 13, 14, 19, 26], "compphys": [0, 6, 16, 19, 21, 22, 24, 25, 26, 27, 28], "compress": [0, 26, 27], "compris": 6, "compromis": [5, 27, 28], "compulsori": [19, 26], "comput": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28], "computation": [0, 3, 6, 9, 13, 23, 26, 28], "computationalscienceuio": 26, "computerlab": 21, "concaten": [2, 4, 6, 14], "concav": [1, 13, 27, 28], "concentr": 10, "concept": [0, 2, 19, 26, 27], "conceptu": [12, 13, 28], "concern": [0, 1, 4, 7, 26, 28], "concic": 26, "conclud": [0, 5, 13], "conclus": 1, "cond": 2, "conda": [0, 1, 19, 21, 26], "condis": 27, "condit": [0, 2, 4, 5, 6, 8, 9, 11, 13, 23, 26, 27], "conduct": 19, "condwav": 2, "confid": [0, 5, 6, 7, 8, 26, 27], "configur": 3, "confirm": [5, 12], "confus": [5, 6, 7, 10, 20, 27], "confusion_matrix": 9, "congruenti": 23, "conjug": [4, 8], "conjugaci": 13, "conjunct": 3, "connect": [0, 1, 3, 4, 9, 11, 12, 13, 20, 26, 27, 28], "consequ": [5, 6, 8, 10, 12, 13, 27, 28], "conserv": [5, 14, 27, 28], "consid": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 16, 20, 21, 23, 26, 27, 28], "consider": [0, 1, 5, 13, 26, 27, 28], "consist": [1, 2, 3, 4, 6, 12, 13, 21, 23, 27, 28], "constant": [0, 2, 4, 5, 6, 8, 12, 13, 16, 18, 23, 26, 27, 28], "constitu": [0, 26], "constitut": [2, 6], "constrain": [1, 3, 5, 7, 11, 28], "constraint": [5, 6, 8, 13, 27, 28], "construct": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 20, 23, 26, 27], "contact": [0, 26], "contain": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 18, 20, 21, 23, 25, 26, 27, 28], "contemporari": 26, "content": [1, 15, 19, 20, 26, 28], "context": [6, 10, 13, 21, 28], "contigu": 20, "continu": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 20, 21, 23, 26, 27, 28], "contour": [9, 10, 13], "contourf": [8, 9, 10], "contrast": [1, 4, 9, 10, 12, 26], "contribut": [0, 3, 5, 13, 18, 23, 26, 27, 28], "contributor": [0, 21], "control": [0, 1, 3, 9, 13, 15, 19, 26], "conv": [3, 4], "conv2d": [3, 4], "conv2dtranspos": 4, "convei": 26, "conveni": [5, 6, 12, 13, 20, 21, 26, 28], "convent": [12, 27], "converg": [1, 2, 4, 5, 8, 13, 14, 18, 27, 28], "convergencewarn": [], "convert": [0, 1, 4, 5, 9, 11, 13, 20, 26, 27, 28], "converttomatrix": 4, "convex": [4, 5, 7, 27], "convinc": [13, 28], "convolut": [1, 4, 19, 26], "cool": [4, 9], "coolwarm": 6, "coordin": [5, 12, 14, 27, 28], "coorel": [], "copi": [0, 1, 14, 15, 27], "core": 10, "corel": 26, "coronari": 7, "corr": [5, 7, 11, 27], "correalt": [11, 19], "correct": [0, 1, 2, 3, 4, 5, 7, 13, 15, 20, 23, 26, 27, 28], "correctli": [1, 2, 6, 7, 10, 18, 21], "correl": [0, 1, 3, 5, 6, 7, 10, 12, 13, 19, 23, 26, 28], "correlation_matrix": [5, 7, 11, 27], "correspond": [0, 3, 5, 6, 8, 9, 11, 12, 19, 20, 21, 23, 26, 27, 28], "cortex": 12, "cosin": [3, 6], "cost": [0, 2, 3, 5, 6, 7, 8, 9, 12, 13, 16, 17, 18, 21, 26], "cost_deep_grad": 2, "cost_funct": 2, "cost_function_deep": 2, "cost_function_deep_grad": 2, "cost_function_grad": 2, "cost_grad": 2, "cost_histori": 18, "cost_ol": 18, "cost_ridg": 18, "cost_sum": 2, "costol": 13, "could": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21, 23, 26, 27, 28], "coulomb": [0, 26], "count": [0, 9, 15, 22, 23, 24, 26], "counterpart": 26, "countor": 13, "coupl": [4, 5, 6], "cours": [0, 1, 3, 5, 11, 15, 16, 17, 21, 24, 27], "coursework": 15, "courvil": [25, 26, 27], "cov": [5, 6, 11, 20, 23, 26, 27], "cov_xi": [5, 11, 27], "cov_xx": [5, 11, 27], "cov_yi": [5, 11, 27], "covari": [0, 7, 19, 20, 26, 28], "covariance_matrix": [5, 11, 14], "cover": [0, 5, 19, 24, 25, 27, 28], "covert": [0, 26], "covxi": 23, "covxx": 23, "covxz": 23, "covyi": 23, "covyz": 23, "covzz": 23, "cpu": 1, "craft": 3, "creat": [1, 3, 4, 5, 9, 10, 11, 12, 15, 18, 19, 26], "create_biases_and_weight": 1, "create_convolutional_neural_network_kera": 3, "create_neural_network_kera": 1, "create_x": [5, 11], "credit": [0, 7, 24, 26], "crim": [], "crime": [], "criteria": [0, 4, 9, 10, 14, 23, 26], "criterion": [9, 10, 13, 18, 28], "critic": [6, 21, 27], "critiqu": 21, "cross": [0, 1, 3, 7, 9, 10, 13, 15, 19, 23, 26, 27, 28], "cross_entropi": 4, "cross_val_scor": 6, "cross_valid": [7, 10], "crossvalid": 6, "crucial": [1, 23], "cs231": 3, "csr_matrix": [20, 26], "csv": [0, 4, 6, 7, 9], "ctnk": 1, "cubic": 0, "cumbersom": 5, "cumsum": [10, 11, 26], "cumul": [7, 10, 23], "cumulative_heads_ratio": 10, "cup": 5, "current": [1, 2, 3, 4, 13, 14, 15, 16, 25, 28], "curs": [0, 27], "curv": [6, 7, 10, 12, 21], "curvatur": [13, 28], "custom": [6, 14], "custom_cmap": [9, 10], "custom_cmap2": [9, 10], "cutpoint": 9, "cv": [6, 7, 10], "cvxbook": [13, 28], "cvxopt": [5, 8, 27], "cycl": [1, 12], "d": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 20, 23, 24, 26, 27, 28], "d2_g_t": 2, "d_f": [13, 28], "d_g_t": 2, "d_net_out": 2, "da": 3, "dagger": [5, 20, 27, 28], "dai": [1, 9, 19], "damp": 3, "darget": 9, "darkr": 23, "dat": [0, 26], "dat_id": [0, 6, 7, 9, 26], "data": [2, 4, 5, 8, 10, 12, 13, 14, 16, 20, 21, 25, 28], "data1": 14, "data2": 14, "data3": 14, "data4": 14, "data_id": [0, 6, 7, 9, 26], "data_indic": 1, "data_panda": 26, "data_path": [0, 6, 7, 9, 26], "databas": 1, "datafil": [0, 6, 7, 9, 26], "datafram": [0, 4, 5, 7, 9, 11, 26, 27], "datapoint": [1, 5, 6, 7, 11, 13, 16, 28], "datasci": [15, 16], "dataset": [0, 4, 6, 7, 8, 9, 10, 11, 13, 14, 16, 21, 26, 28], "datatyp": 4, "date": [15, 18, 21, 26, 27, 28], "daughter": 10, "david": 25, "dbh": 1, "dbo": 1, "dcomposit": 20, "ddot": 2, "dead": 1, "deadlin": 15, "deal": [0, 1, 3, 5, 6, 8, 11, 13, 14, 20, 23, 26, 27, 28], "dealt": 0, "debt": 7, "debug": [0, 5, 6, 27, 28], "decad": [0, 3], "decai": [0, 13, 23, 26], "decemb": [24, 26], "decent": 10, "decid": [0, 2, 3, 5, 6, 9, 18, 27, 28], "decim": [0, 26], "decis": [0, 1, 8, 11, 19, 25, 26], "decision_funct": 8, "decision_tre": 9, "decisiontreeclassifi": [9, 10], "decisiontreeregressor": [0, 9, 10], "declar": [0, 4, 20, 26], "decompos": [5, 6, 20, 27, 28], "decomposit": [0, 6, 12, 26], "decompost": [5, 27, 28], "deconvolut": 3, "decorrel": [10, 13], "decreas": [1, 2, 4, 5, 6, 10, 11, 13, 28], "deduc": [0, 26], "deep": [3, 7, 12, 13, 19, 25, 27, 28], "deep_neural_network": 2, "deep_param": 2, "deep_tree_clf": [9, 10], "deep_tree_clf1": 9, "deep_tree_clf2": 9, "deepen": [5, 19, 26], "deeper": [0, 3, 4, 26], "deeplearningbook": [25, 26, 28], "deer": 3, "def": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 17, 23, 26, 27, 28], "def_covari": 23, "default": [0, 1, 2, 4, 6, 7, 20, 26, 27], "default_tim": 4, "defect": [5, 27, 28], "defici": [5, 27, 28], "defin": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 27, 28], "definit": [1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 20, 23, 27, 28], "defint": 23, "degre": [3, 5, 6, 8, 9, 10, 11, 15, 16, 21, 23, 26, 28], "deisenroth": 27, "del": 1, "delet": [6, 15], "delimit": 4, "deliv": [15, 22, 26], "delta": [0, 2, 3, 6, 8, 12, 13, 14, 26], "delta_": [1, 20], "delta_0": 3, "delta_1": 3, "delta_2": 3, "delta_3": 3, "delta_4": 3, "delta_5": 3, "delta_h": [0, 1, 26], "delta_j": [3, 12], "delta_k": 12, "delta_l": [1, 3], "delta_momentum": 13, "delta_n": [0, 3, 26], "delug": 19, "delv": 0, "demand": [13, 28], "demonstr": [0, 3, 5, 6, 7, 11, 12, 19, 26, 27, 28], "den": 4, "denomin": [1, 5], "denot": [1, 2, 6, 7, 13, 23, 28], "dens": [1, 3, 4], "densiti": [0, 2, 6, 23], "depart": [24, 26, 27, 28], "depend": [0, 1, 2, 4, 5, 6, 7, 8, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27, 28], "depict": 23, "deploy": [0, 19, 21, 26], "depth": [0, 3, 9, 10, 20], "deriv": [0, 1, 2, 6, 7, 8, 10, 11, 13, 18, 19, 21, 26], "derivati": 13, "derivative_fn": 13, "descend": [5, 9, 11, 27, 28], "descent": [0, 1, 3, 7, 8, 12, 26, 27], "describ": [0, 2, 4, 5, 6, 8, 10, 11, 12, 13, 20, 21, 26], "descript": [0, 8, 9, 21, 26], "design": [0, 1, 3, 4, 5, 6, 7, 10, 11, 12, 13, 17, 18, 21, 26, 28], "designmatrix": [0, 26], "desir": [0, 2, 4, 5, 13, 14, 26, 27, 28], "desktop": 15, "despit": [1, 12], "destroi": 20, "det": [5, 20, 27, 28], "detail": [0, 6, 11, 13, 14, 18, 20, 21, 27, 28], "detect": [3, 8, 12], "determin": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 18, 20, 23, 26, 27, 28], "determinist": [7, 13, 23, 28], "dev": [1, 21], "develop": [0, 3, 5, 8, 10, 11, 12, 19, 20, 21, 26, 27], "deviat": [0, 1, 2, 4, 5, 6, 17, 18, 21, 23, 26, 27], "devis": 12, "df": [4, 8, 11, 13, 26], "df1": 26, "di": [], "diag": [5, 8, 27, 28], "diagnost": [1, 10], "diagon": [0, 5, 7, 13, 18, 20, 23, 26, 27, 28], "diagonaliz": [5, 27, 28], "diagram": 10, "diagsvd": 6, "dice": [6, 23], "dict": [6, 8], "dictionari": [], "did": [0, 1, 5, 6, 7, 10, 11, 14, 16, 21, 26], "die": 1, "diff": 2, "diff1": 2, "diff2": 2, "diff_ag": 2, "diffeent": 8, "differ": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28], "differenti": [0, 3, 16, 19, 20, 26, 27, 28], "difficult": [0, 1, 6, 10, 13, 23, 26], "difficulti": [0, 1, 13, 26, 28], "diffonedim": 2, "digit": [0, 1, 3, 4, 6, 24, 26], "dilemma": 13, "dilut": 1, "dim": [4, 11, 14, 20], "dimens": [0, 1, 2, 3, 4, 5, 8, 11, 14, 16, 20, 26, 27, 28], "dimension": [0, 4, 5, 6, 9, 11, 13, 14, 19, 20, 21, 26, 27, 28], "dimensionless": [0, 3, 26], "diment": 20, "dimnsion": 4, "diod": 3, "direct": [0, 1, 2, 4, 11, 12, 13, 14, 26, 27, 28], "directli": [1, 4, 5, 6, 18, 23, 27, 28], "disadvantag": [0, 26], "disappear": [3, 6], "disc_loss": 4, "disc_tap": 4, "discard": [6, 11], "disciplin": [0, 3, 12], "disclaim": 23, "discord": 26, "discourag": [13, 15, 28], "discov": [0, 26], "discover": 5, "discret": [1, 3, 5, 7, 13], "discrimin": [4, 7, 10, 11], "discriminator_loss": 4, "discriminator_loss_list": 4, "discriminator_model": 4, "discriminator_optim": 4, "discuss": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 23, 25, 26, 27, 28], "diseas": 7, "disguis": [6, 27], "disord": [1, 7], "displai": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 21, 23, 26, 27], "displaystyl": [0, 5, 17, 26, 27, 28], "disregard": [0, 26], "dissimilar": [11, 14], "dist": 14, "distanc": [8, 9, 11, 14, 23], "distance_list": 9, "distinct": [3, 7, 8, 9, 10, 14], "distinctli": 8, "distinguish": [0, 4, 7, 8, 23, 26], "distplot": [], "distribut": [0, 1, 4, 6, 7, 10, 11, 13, 14, 18, 19, 20, 21, 26, 27, 28], "distrubut": [0, 19, 21, 26], "dive": [0, 8, 20, 26], "diverg": [1, 13, 28], "divid": [0, 1, 3, 5, 6, 7, 8, 9, 11, 12, 18, 23, 26, 27], "divis": [6, 8, 9, 13, 18, 20, 23], "dna": 7, "dnn": [0, 1, 2, 4, 12, 26], "dnn1": 4, "dnn2_gru2": 4, "dnn_kera": 1, "dnn_model": 1, "dnn_numpi": 1, "dnn_scikit": [0, 1, 26], "do": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 21, 26, 27, 28], "doc": [0, 15, 16, 19, 21, 22, 24, 25, 26], "document": [4, 13, 15], "doe": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21, 23, 26], "doesn": [3, 9, 12, 26], "dog": [1, 3, 4], "domain": [5, 8, 13, 21, 28], "domin": [0, 26], "don": [0, 1, 3, 5, 6, 8, 11, 13, 15, 16, 19, 21, 26, 27], "done": [0, 2, 3, 4, 5, 6, 9, 10, 11, 13, 16, 20, 21, 26, 27, 28], "dot": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 18, 20, 21, 23, 26, 27, 28], "doubl": [3, 4, 16, 20, 26], "doubli": 1, "doubt": 21, "down": [0, 3, 6, 9, 11, 12, 13, 28], "download": [0, 1, 3, 5, 6, 15, 20, 25, 26], "downsampl": 3, "dozen": 1, "dq": 6, "drag": 13, "dramat": 11, "drastic": 4, "draw": [4, 6, 10, 13, 28], "drawback": [0, 1, 3, 13, 27, 28], "drawn": [1, 4, 6, 7, 11, 23, 26], "drive": [3, 4], "driven": 3, "drop": [0, 1, 5, 6, 11, 13, 23, 26, 27, 28], "dropna": [0, 6, 26], "dropout": 4, "dt": [2, 3, 13, 23], "dtype": [0, 1, 3, 4, 14, 20, 26], "dub": [0, 26], "due": [1, 2, 5, 6, 8, 10, 12, 13, 18, 24, 26, 27, 28], "dummi": [], "dure": [0, 1, 3, 4, 8, 9, 11, 19, 21, 26], "dwell": [], "dwh": 1, "dwo": 1, "dx": [2, 3, 8, 23], "dx_1": 23, "dx_1p": 6, "dx_2p": 6, "dx_mp": 6, "dx_n": 23, "dxp": 6, "dy": [1, 8, 23], "dynam": 4, "dz": 8, "e": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 23, 24, 26, 27, 28], "e_": [0, 2, 26], "each": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 22, 23, 24, 26, 27, 28], "eapprox": [0, 26], "earli": [1, 13], "earlier": [0, 5, 7, 8, 9, 11, 12, 13, 26, 27], "earthexplor": 6, "eas": [6, 9, 14], "easi": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 19, 20, 26, 27, 28], "easier": [5, 6, 8, 9, 13, 15, 21, 23, 26, 27, 28], "easiest": [13, 18], "easili": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 21, 26, 27, 28], "eastern": [24, 26], "ebind": [0, 26], "eblock": 9, "econometr": 26, "economi": 5, "ecosystem": [19, 26], "ect": 22, "edg": 3, "edgecolor": 6, "editor": 15, "edu": [13, 21, 28], "educ": [0, 21, 26], "eff": 23, "effect": [1, 4, 10, 13, 16, 17, 18, 23], "effic": 1, "effici": [0, 3, 10, 13, 19, 20, 23, 26], "efron": 6, "egrad": 13, "eig": [5, 11, 13, 20, 23, 26, 27, 28], "eigen": 23, "eigenpair": [5, 11, 27, 28], "eigenvalu": [0, 5, 8, 11, 13, 20, 26, 27, 28], "eigenvector": [5, 11, 13, 27, 28], "eight": [20, 26], "eigval": [20, 23, 26], "eigvalu": [11, 13, 28], "eigvec": [20, 23, 26], "eigvector": [11, 13, 28], "eir": [24, 26], "eispack": [20, 26], "either": [1, 5, 6, 7, 8, 9, 10, 11, 13, 18, 21, 23, 26, 27, 28], "eivind": 24, "eivinsto": 24, "ekstr\u00f8m": 4, "elabor": 23, "elarn": 3, "electr": [0, 3, 12, 26], "electron": 26, "eleg": 11, "element": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 19, 20, 21, 25, 27], "elementari": [10, 13, 20], "elementwis": [3, 13], "elementwise_grad": [2, 13], "elessar": 26, "elif": 14, "elim": 20, "elimin": [3, 8], "elin": [24, 26], "ellipsi": 16, "els": [1, 3, 4, 7, 9, 12, 13, 16, 20], "elu": 1, "elus": [0, 26], "email": [22, 24, 26], "embed": [0, 11, 27], "embodi": [6, 21], "emit": 23, "emner": 25, "emphas": [0, 10, 19, 26], "emphasi": [0, 19, 25, 26], "empir": [1, 11, 23], "emploi": [0, 1, 5, 6, 11, 13, 23, 26, 27, 28], "employ": 0, "empti": [6, 10, 15], "emul": 12, "en": [19, 21, 25], "enabl": 11, "enbodi": 6, "encod": [0, 3, 5, 9, 11, 14, 26, 27, 28], "encompass": [0, 21, 23], "encount": [0, 1, 5, 7, 13, 15, 21, 23, 26, 27, 28], "encourag": [15, 21], "end": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 24, 26, 27, 28], "endpoint": [3, 6], "energi": [0, 4, 6], "enforc": 12, "eng": 25, "engin": [0, 1, 3, 4, 19, 26], "english": 21, "enocurag": 21, "enorm": 3, "enough": [0, 6, 13, 26, 28], "ensembl": [1, 9, 26], "ensur": [0, 1, 2, 3, 5, 6, 11, 13, 18, 23, 27, 28], "entail": 26, "enter": [5, 6, 27, 28], "enthought": [0, 19, 21, 26], "entir": [1, 3, 7, 9, 19, 23, 26], "entiti": [9, 12, 20, 26], "entri": [0, 5, 8, 11, 12, 20, 26, 27], "entropi": [1, 3, 7, 10, 13, 26, 28], "enumer": [0, 1, 2, 3, 4, 6, 8, 26, 27], "env": 23, "environ": [2, 19, 21, 26], "environemnt": 15, "eo": [0, 6], "eol": 0, "eosfit": 0, "epoch": [0, 1, 3, 4, 12, 13, 26], "epsilon": [0, 5, 6, 7, 13, 21, 26, 27, 28], "epsilon_": [0, 26], "epsilon_0": [0, 26], "epsilon_1": [0, 26], "epsilon_2": [0, 26], "epsilon_i": [0, 26, 27], "eq": [3, 13, 14, 20, 23, 28], "eqnarrai": [3, 5, 6], "equal": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 16, 18, 20, 21, 23, 26, 27, 28], "equat": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 23, 26], "equilibrium": [2, 12], "equiv": [3, 13, 20, 23, 28], "equival": [0, 1, 5, 7, 8, 11, 13, 19, 20, 26, 27, 28], "erf": 23, "eriador": 26, "err": [0, 10], "err_": 6, "err_sqr": 2, "errat": [13, 28], "erron": 2, "error": [1, 2, 4, 5, 6, 7, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 23], "error_estimate_corr_tim": 23, "error_hidden": 1, "error_output": 1, "escap": [13, 28], "especi": [1, 3, 9, 12, 13, 15, 18, 21], "essenti": [0, 5, 6, 9, 10, 12, 14, 15, 21, 23, 27, 28], "establish": [0, 6, 10, 11, 16, 21], "estim": [0, 1, 5, 6, 7, 10, 11, 13, 19, 23, 26, 27, 28], "estimated_mse_fold": 6, "estimated_mse_kfold": 6, "estimated_mse_sklearn": 6, "et": [0, 2, 4, 16, 17, 25, 26, 27, 28], "eta": [0, 1, 3, 8, 12, 13, 18, 26, 28], "eta0": [8, 13], "eta_": 13, "eta_t": 13, "eta_v": [0, 1, 3, 26], "etc": [0, 1, 3, 5, 7, 8, 9, 11, 12, 13, 14, 19, 20, 21, 23, 27, 28], "ethic": 19, "euclidean": [0, 14, 27], "evalu": [0, 2, 3, 4, 5, 6, 9, 13, 15, 16, 17, 21, 23, 26, 27, 28], "evalut": [13, 21], "even": [0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 19, 20, 23, 26, 27, 28], "evenli": 4, "event": [5, 7, 10, 23], "eventu": [0, 5, 6, 11, 12, 13, 21, 24, 27, 28], "everi": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13, 14, 15, 19, 23, 24, 26, 27, 28], "everyth": [4, 12, 16, 18], "everywher": [4, 13, 28], "evolv": 0, "exact": [0, 5, 11, 12, 13, 20, 23, 26, 27], "exactli": [0, 3, 4, 6, 12, 18, 19, 27], "exam": 26, "examin": 6, "exampl": [0, 5, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 25], "exce": [1, 12, 13], "excel": [0, 1, 4, 5, 10, 21, 26, 27], "except": [3, 4, 6, 8, 9, 20], "excess": [0, 26], "excit": 0, "exclud": [1, 6, 12, 27], "exclus": [0, 1, 3, 6, 23, 26], "execut": [2, 5, 13, 15, 27, 28], "exemplifi": 13, "exercic": [24, 26], "exercis": [5, 19, 21, 22, 24, 26, 28], "exhaust": 6, "exhibit": [0, 5, 6, 8, 26, 27], "exist": [0, 1, 2, 3, 5, 6, 7, 8, 9, 13, 20, 21, 26, 28], "exit": [5, 20, 27, 28], "exp": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 16, 17, 23, 27, 28], "exp_term": 1, "expand": [5, 7, 11, 13, 28], "expans": [0, 3, 5, 8, 10, 12, 13, 26, 27, 28], "expect": [0, 1, 5, 6, 7, 11, 12, 13, 15, 18, 19, 21, 26, 27], "expectation_value_of_h_wrt_p": 23, "expens": [6, 10, 13, 16, 28], "experi": [0, 1, 6, 8, 13, 15, 19, 21, 26, 27, 28], "experiment": [0, 4, 6, 9, 23, 26], "expert": [1, 9], "explain": [0, 6, 9, 10, 11, 13, 16, 21, 26, 28], "explained_variance_ratio_": 11, "explanatori": [0, 26], "explicit": [0, 3, 6, 13, 20, 21, 26, 27, 28], "explicitli": [0, 4], "explod": 1, "exploit": [0, 3, 12, 13, 26], "explor": [1, 4, 6, 8, 13, 18, 19, 21, 26, 28], "expon": 1, "exponenti": [0, 1, 5, 6, 10, 13, 23, 26, 28], "export": [9, 15, 16], "export_graphviz": 9, "export_text": 9, "exporttext": 9, "expos": 19, "express": [0, 2, 3, 5, 6, 7, 10, 12, 13, 18, 20, 21, 23, 26, 28], "exptmean": 23, "exptvari": 23, "extend": [0, 2, 7, 11, 13, 19, 26], "extens": [0, 12, 15, 19, 26], "extent": [0, 1, 6, 25], "extern": [3, 6, 9], "extra": [1, 3, 5, 15, 24, 26, 27, 28], "extract": [0, 3, 5, 6, 7, 8, 11, 13, 16, 17, 20, 26, 27], "extrapol": [0, 26], "extrem": [0, 1, 4, 5, 6, 7, 8, 9, 13, 15, 16, 20, 27, 28], "extremum": [13, 28], "extrins": 11, "ey": [0, 5, 6, 13, 14, 18, 20, 26, 27, 28], "f": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 26, 27, 28], "f1": 13, "f11": [0, 26], "f12": [0, 26], "f13": [0, 26], "f1_grad": 13, "f1d": 13, "f2": 13, "f2_grad_x1": 13, "f2_grad_x1_analyt": 13, "f2_grad_x2": 13, "f2_grad_x2_analyt": 13, "f3": 13, "f3_grad": 13, "f3_grad_analyt": 13, "f4": 13, "f4_grad": 13, "f4_grad_analyt": 13, "f5": 13, "f5_grad": 13, "f6": 13, "f6_for": 13, "f6_for_grad": 13, "f6_grad_analyt": 13, "f6_while": 13, "f6_while_grad": 13, "f7": 13, "f7_grad": 13, "f7_grad_analyt": 13, "f8": 13, "f8_grad": 13, "f9": [0, 13, 26], "f9_altern": 13, "f9_alternative_grad": 13, "f9_grad": 13, "f_": 10, "f_0": [3, 10], "f_1": [10, 13, 28], "f_2": [12, 13, 28], "f_3": 12, "f_d": 23, "f_grad": 13, "f_grad_analyt": 13, "f_i": [0, 6, 12, 16], "f_m": [3, 10], "f_n": 3, "f_vec": 2, "face": [13, 26, 28], "facecolor": [6, 8, 23], "facil": [0, 19], "facilit": 12, "fact": [0, 1, 3, 5, 9, 11, 12, 13, 26, 27, 28], "factor": [0, 1, 3, 5, 6, 9, 10, 11, 13, 20, 23, 26, 27, 28], "factori": 13, "fade": 6, "fafab0": [9, 10], "fail": [0, 6, 13, 24, 26, 28], "failur": 7, "fairli": [1, 2, 18, 23], "faisal": [16, 27], "fake": 4, "fake_loss": 4, "fake_output": 4, "fall": [8, 9, 22], "fals": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 14, 16, 17, 20, 26, 27, 28], "famili": [0, 7, 8, 23, 27], "familiar": [0, 3, 5, 6, 8, 15, 19, 20, 21, 23, 26], "famou": [6, 12], "far": [0, 3, 4, 5, 6, 8, 11, 12, 13, 14, 16, 26, 27, 28], "fashion": [0, 9, 10, 26], "fast": [1, 3, 6, 10, 12, 13, 19, 23, 26, 28], "faster": [1, 11, 13], "fastest": [13, 20, 28], "favor": 7, "favorit": 23, "fc": 3, "featur": [0, 1, 3, 5, 6, 7, 8, 10, 11, 12, 13, 15, 17, 18, 19, 23, 26, 28], "feature_nam": [1, 7, 9], "feautur": 9, "fed": 1, "feed": [0, 2, 3, 11, 19, 26], "feed_forward": 1, "feed_forward_out": 1, "feed_forward_train": 1, "feedback": [4, 26], "feeddorward": 4, "feedforward": [1, 4, 12], "feel": [0, 5, 6, 11, 13, 15, 16, 18, 19, 21, 24, 26], "feet": [], "felt": 21, "fetch": [6, 15], "few": [1, 3, 4, 5, 9, 17, 18, 23, 26], "fewer": [0, 9, 11, 26], "ffnn": [1, 12], "field": [0, 3, 6, 12, 19], "fifth": [0, 6, 26], "fig": [0, 1, 2, 3, 4, 6, 7, 12, 13, 14, 21, 26], "fig_id": [0, 6, 7, 9, 26], "figaxi": 23, "figsiz": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 26], "figur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 19, 21, 26, 27, 28], "figure_id": [0, 6, 7, 9, 26], "figurefil": [0, 6, 7, 9, 26], "file": [0, 4, 5, 6, 7, 9, 15, 21, 26], "file_prefix": 4, "filenam": 26, "fill": [5, 9, 18, 27, 28], "filter": [3, 4], "final": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 21, 22, 23, 24, 26, 28], "financ": 0, "find": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 21, 23, 26, 27, 28], "fine": [0, 14], "finish": 2, "finit": [3, 5, 6, 12, 13, 17, 23, 27, 28], "finnicki": 15, "first": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 18, 20, 21, 23, 24, 25, 27], "firsteigvector": 11, "fit": [1, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 17, 18, 21, 23, 27], "fit_beta": 27, "fit_intercept": [0, 5, 6, 16, 27, 28], "fit_mod": 9, "fit_theta": 6, "fit_transform": [0, 6, 8, 9, 11, 15], "fiti": [0, 26], "five": [0, 9, 26, 27], "fix": [0, 3, 4, 6, 10, 11, 12, 13, 21, 26], "flag": 4, "flat": [12, 13, 28], "flatten": [1, 3, 4, 5, 20], "flexibl": [1, 6, 8, 10, 12, 26], "flip": [24, 26], "float": [0, 3, 4, 5, 9, 11, 13, 14, 20, 26, 27, 28], "float32": [4, 9], "float64": [4, 20, 26], "flop": [5, 20, 27, 28], "flow": [1, 4, 12], "fluctuat": 5, "fly": 11, "fm": 0, "fmax": 3, "fmesh": 13, "fn": 7, "focu": [0, 3, 4, 5, 6, 15, 19, 21, 25, 26, 27, 28], "focus": [1, 6, 7, 20, 27], "fold": [6, 9, 21], "folder": [0, 4, 6, 15, 21, 26], "follow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 23, 24, 25, 26, 27, 28], "font": [7, 23, 26], "fontdict": 23, "fontsiz": [1, 6, 8, 9, 10, 23], "fontweight": 1, "footprint": 3, "foral": [8, 27], "forc": [0, 5, 6, 10, 11, 27, 28], "forcast": 4, "forecast": [4, 12], "forest": [0, 1, 9, 19, 26], "forget": 11, "form": [0, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27, 28], "formal": [3, 4, 14, 23], "format": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 19, 23, 25], "format_data": 4, "formatstrformatt": [6, 13, 28], "formul": [4, 6, 11, 14], "formula": [3, 13, 23, 28], "forth": [4, 12], "fortran": [0, 19, 20, 26], "fortran2003": [19, 26], "fortran2008": 21, "fortran90": 23, "fortun": [0, 11, 27], "forward": [0, 3, 6, 19, 20, 26], "found": [1, 2, 4, 5, 6, 12, 13, 21, 26, 27], "foundat": [19, 26], "four": [4, 5, 6, 8, 12, 20, 22, 24, 26, 28], "fourier": [0, 26], "fourierdef1": 3, "fourierdef2": 3, "fourierseriessign": 3, "fourth": [12, 26, 27], "fp": 7, "frac": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 20, 21, 23, 26, 27, 28], "fraction": 9, "frame": 7, "framework": [1, 8, 10, 23], "frank": [5, 11], "frankefunct": [5, 6, 11], "fredli": [24, 26], "free": [0, 6, 11, 13, 15, 16, 18, 19, 20, 21, 23, 24, 25, 26], "freecodecamp": 19, "freedom": [5, 28], "freeli": [0, 21], "freez": 15, "frequenc": [3, 6, 7, 23], "frequent": [0, 8, 9, 13, 28], "frequentist": 19, "fresh": 10, "fridai": [15, 24, 26], "friedman": [6, 21, 25, 26], "friendli": 4, "fro": 21, "frodo": 26, "frog": 3, "from": [0, 1, 2, 3, 4, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25], "from_cod": 9, "from_logit": [3, 4], "from_tensor_slic": 4, "front": [0, 4, 5, 26, 27, 28], "frustrat": 15, "fulfil": [2, 5, 12, 27, 28], "full": [1, 3, 5, 7, 9, 10, 13, 23, 26, 27, 28], "full_matric": [5, 27, 28], "fulli": [3, 6, 12, 23], "fun": [19, 26], "func": 2, "function": [2, 3, 4, 5, 9, 14, 15, 16, 17, 18, 19, 20], "functionali": 11, "fundament": [0, 6, 19, 26], "funtion": 2, "further": [2, 7, 9, 26], "furthermor": [0, 3, 5, 6, 7, 11, 12, 13, 19, 21, 26, 27, 28], "futur": [0, 4, 8, 9, 26], "fy": [15, 21, 22, 24, 25, 26], "fys4155": 21, "fys5419": [25, 26], "fys5429": [25, 26], "f\u00f8470": [24, 26], "g": [0, 1, 2, 3, 4, 6, 8, 9, 10, 11, 13, 15, 18, 23, 26, 27, 28], "g0": 2, "g_": [2, 9, 10], "g_0": 2, "g_1": [2, 10], "g_2": [2, 10], "g_analyt": 2, "g_dnn_ag": 2, "g_euler": 2, "g_i": 2, "g_m": [3, 10], "g_n": 3, "g_re": 2, "g_t": 2, "g_t_d2t": 2, "g_t_d2x": 2, "g_t_dt": 2, "g_t_hessian": 2, "g_t_hessian_func": 2, "g_t_jacobian": 2, "g_t_jacobian_func": 2, "g_trial": 2, "g_trial_deep": 2, "g_vec": 2, "gain": [1, 5, 7, 9, 10, 13, 27, 28], "galleri": [0, 26], "game": 4, "gamge": 26, "gamma": [0, 2, 8, 9, 10, 11, 13, 26, 28], "gamma1": 8, "gamma2": 8, "gamma_": [0, 26], "gamma_0": 10, "gamma_1": 10, "gamma_1x": 10, "gamma_i": [0, 8, 23, 26], "gamma_j": 13, "gamma_k": [13, 28], "gamma_m": 10, "gamma_x": [0, 26], "gap": 8, "gate": [4, 12], "gather": [0, 1, 12, 27], "gaug": 12, "gaussbacksub": 20, "gaussian": [4, 5, 6, 8, 14, 18, 23, 26], "gaussian_point": 14, "gaussian_rbf": 8, "gave": 13, "gavra": 26, "gbc": 26, "gca": [2, 6, 8, 13], "gd": [1, 28], "gd_clf": 10, "gdclassiffiercgain": 10, "gdclassiffierconfus": 10, "gdclassiffierroc": 10, "gdm": 13, "gdregress": 10, "ge": [1, 5, 7, 23, 27, 28], "gen_loss": 4, "gen_tap": 4, "gender": [0, 26], "genener": 4, "gener": [0, 1, 2, 3, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 23, 25, 27, 28], "generaliz": 16, "generallay": 12, "generate_and_save_imag": 4, "generate_imag": 4, "generate_latent_point": 4, "generate_simple_clustering_dataset": 14, "generated_imag": 4, "generator_loss": 4, "generator_loss_list": 4, "generator_model": 4, "generator_optim": 4, "genom": 19, "geodes": 11, "geometr": [0, 13, 26], "geometri": 5, "georg": 25, "geotif": 6, "geq": [2, 5, 8, 9, 13, 27, 28], "geron": [0, 25, 26], "get": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 19, 20, 21, 23, 24, 26, 27, 28], "get_dummi": 9, "get_paramet": 2, "get_split": 9, "get_yaxi": 8, "get_yticklabel": 6, "gh": 15, "gibb": [19, 26], "gif": 4, "gini": 10, "gini_index": 9, "ginvers": 13, "git": [0, 15, 19, 26], "giter": 13, "github": [0, 19, 21, 22, 24, 25, 26, 27], "gitignor": 15, "gitlab": [0, 15, 19, 21, 26], "give": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 18, 19, 21, 23, 26, 27, 28], "given": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 20, 23, 26, 27, 28], "global": [6, 7, 13, 28], "glorot": 1, "gnew": 13, "go": [0, 1, 3, 5, 6, 8, 9, 11, 12, 13, 15, 16, 18, 26, 27, 28], "goal": [0, 7, 9, 26], "goe": [0, 1, 2, 5, 6, 13, 14, 15, 20, 26, 27, 28], "golden": 13, "gone": [5, 27, 28], "gong": 1, "good": [1, 3, 4, 5, 6, 9, 10, 11, 13, 15, 18, 19, 23, 25, 27, 28], "goodfellow": [4, 25, 26, 27, 28], "googl": [1, 4, 19, 26], "got": [1, 6, 21], "gotten": 26, "gov": 6, "govern": 26, "gp": 25, "gpu": [1, 13, 19, 26], "grad": [2, 13], "grad_analyt": 13, "grad_ol": 18, "grad_ridg": 18, "grade": [21, 22], "gradient": [0, 3, 4, 7, 8, 9, 12, 19, 26, 27], "gradientboostingclassifi": 10, "gradientboostingregressor": 10, "gradients_of_discrimin": 4, "gradients_of_gener": 4, "gradienttap": 4, "gradual": [1, 14], "grai": [4, 6], "graph": [1, 9, 11, 12, 13, 16, 28], "graph_from_dot_data": 9, "graphic": [0, 1, 9, 15, 26], "grasp": 0, "gray_r": [1, 3], "grayscal": 3, "great": [5, 13, 15, 28], "greater": [1, 7, 23, 27], "greatli": 13, "greedi": 9, "green": [0, 3, 9, 23], "grei": 4, "grid": [1, 3, 6, 7, 8, 12, 23, 27], "grossli": [13, 28], "ground": [0, 26], "group": [0, 6, 7, 9, 14, 15, 19, 21, 22, 24, 26], "groupbi": [0, 26], "grow": [1, 3, 9, 10], "growth": [0, 26], "gru": 4, "guarante": [0, 4, 13, 23, 26, 27, 28], "guess": [1, 4, 10, 13, 14, 28], "guestrin": 10, "gui": 15, "guid": 1, "h": [0, 1, 5, 6, 8, 13, 15, 23, 24, 25, 26, 27, 28], "h1": 2, "h_": [0, 13, 26, 28], "h_1": [2, 13, 28], "h_2": [2, 13, 28], "h_m": 10, "ha": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 28], "haanen": [24, 26], "habit": [0, 27], "had": [0, 1, 6, 7, 13, 26, 28], "hadamard": [1, 12, 13], "half": [1, 8, 9], "halv": 10, "hand": [0, 1, 2, 3, 5, 11, 12, 13, 19, 20, 21, 23, 24, 25, 26, 27, 28], "handi": [3, 21], "handl": [0, 1, 2, 5, 9, 11, 15, 18, 19, 27, 28], "handle_unknown": 9, "handsid": 12, "handwrit": 12, "handwritten": [1, 5], "happen": [1, 2, 3, 4, 5, 6, 10, 13, 23, 27, 28], "hard": [1, 7, 8, 10, 13, 28], "hardcopi": [19, 26], "harder": [0, 1, 27], "harmon": 3, "hasn": [], "hassl": [0, 19, 26], "hast": [19, 26], "hasti": [0, 6, 16, 17, 21, 25, 26, 27], "hat": [0, 1, 5, 6, 7, 9, 10, 11, 12, 13, 16, 17, 18, 20, 27, 28], "have": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 28], "haven": 1, "he": 7, "head": [4, 10, 23], "header": [0, 26], "heads_proba": 10, "health": [0, 27], "hear": [0, 13, 26], "heart": [0, 7, 26], "heatmap": [0, 1, 3, 7, 17, 26], "heavili": 0, "heavisid": 1, "height": [1, 3, 6, 27], "held": 13, "help": [0, 1, 4, 12, 13, 15, 16, 21, 26], "helper": [4, 14], "henc": [0, 5, 6, 8, 9, 10, 12, 13, 26, 27, 28], "henrik": [24, 26], "her": 7, "here": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 19, 20, 21, 23, 26, 27, 28], "hereaft": [0, 8, 12, 26], "hermitian": 20, "hessenberg": 20, "hessian": [0, 2, 5, 13], "heterogen": [9, 10], "hi": 7, "hidden": [1, 3, 4, 12], "hidden_bia": 1, "hidden_bias_gradi": 1, "hidden_layer_s": [0, 1, 26], "hidden_neuron": 4, "hidden_weight": 1, "hidden_weights_gradi": 1, "hierarch": [5, 27, 28], "high": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 13, 14, 19, 20, 21, 26, 27, 28], "higher": [0, 1, 3, 5, 6, 8, 13, 18, 21, 26, 27, 28], "highest": [1, 2], "highli": [0, 3, 4, 10, 19, 20, 25, 26, 27, 28], "highwai": [], "hing": 8, "hint": [13, 15, 16, 27, 28], "hip": 19, "hire": 0, "hist": [4, 6, 7, 23], "histogram": [6, 7, 23], "histor": [7, 11], "histori": [3, 4, 12, 15, 18], "hitherto": 5, "hjorth": [24, 26, 27, 28], "hobbi": 23, "hoc": [5, 27, 28], "hoff": 25, "hold": [1, 3, 6, 13, 14, 28], "holder": [0, 26], "home": [], "homepag": [21, 26], "homework": [6, 13, 28], "homogen": [1, 3, 9, 10, 13], "honchar": 2, "hopefulli": [0, 11, 15, 23, 26], "horizont": 11, "horlyk": [24, 26], "hors": [3, 7, 26], "hot": [1, 9], "hour": [1, 19, 22, 23, 24, 26], "how": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 23, 26, 27, 28], "howev": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 23, 26, 27, 28], "hspace": [0, 4, 8, 10, 23, 26], "hstack": 1, "htf": 26, "html": [0, 16, 19, 21, 22, 24, 25, 26, 27, 28], "http": [0, 3, 4, 6, 13, 15, 16, 19, 20, 21, 22, 24, 25, 26, 27, 28], "huang": [0, 26], "huber": [0, 26], "huge": [1, 3, 4, 19], "human": [0, 1, 3, 6, 9, 12, 27], "humid": 9, "hundr": 1, "hungri": 1, "hybrid": 22, "hydrogen": [0, 26], "hyperbol": [1, 4, 12], "hyperparam": 8, "hyperparamet": [3, 4, 5, 6, 9, 13, 18, 21, 27, 28], "hyperplan": 11, "h\u00f8rlyk": [24, 26], "i": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28], "i0": [0, 26], "i1": [0, 6, 8, 12, 26, 27], "i2": [0, 8, 12, 26], "i3": [0, 12, 26], "i5": [0, 26], "i_": [13, 28], "i_1": [5, 6], "i_2": [5, 6], "ian": 25, "ic": [1, 21], "id": [7, 13, 28], "ida": [24, 26], "idea": [0, 1, 2, 3, 4, 6, 9, 10, 12, 13, 20, 21, 27, 28], "ideal": [0, 2, 6, 8, 13, 23, 26], "idem": 6, "ident": [5, 6, 12, 13, 17, 18, 20, 27, 28], "identifi": [0, 1, 7, 9, 11, 12, 13, 14, 26, 27], "ieor": 23, "ifi": 25, "ifs": [19, 26], "ignor": [0, 1, 3, 9, 15, 27], "ii": [20, 23], "iii": [20, 26], "ij": [0, 1, 3, 6, 8, 12, 14, 16, 20, 23, 26, 27], "ik": [0, 20, 26, 27], "illustr": [5, 7, 10, 12, 13, 14, 19, 26], "im": 6, "imag": [1, 3, 4, 6, 9, 11, 12, 14, 25, 26], "image_at_epoch_": 4, "image_batch": 4, "image_height": 3, "image_path": [0, 6, 7, 9, 26], "image_width": 3, "imageio": 6, "images_from_seed_imag": 4, "imagin": 1, "immedi": [0, 3, 4, 6, 19, 26], "implement": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 23, 26, 27, 28], "impli": [3, 5, 6, 7, 13, 20, 27, 28], "implicit": 3, "implicitli": [11, 23], "import": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 23], "importantli": 3, "impos": [0, 6, 11, 12, 26], "imposs": [0, 5, 26, 27, 28], "impress": [0, 12, 26], "improv": [0, 4, 5, 9, 10, 11, 13, 15, 21, 27, 28], "impur": 9, "imread": 6, "imshow": [1, 3, 4, 6], "in3050": [25, 26], "in3310": 26, "in4080": [25, 26], "in4300": [25, 26], "in4310": 25, "in5400": 3, "in5550": 25, "in_out_neuron": 4, "inaccur": [13, 28], "inact": 12, "inadequ": [0, 26], "inch": [6, 27], "includ": [0, 1, 2, 3, 4, 5, 6, 7, 11, 12, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28], "include_bia": [6, 9], "incom": [12, 16], "incorrect": 1, "incoveni": 8, "increas": [0, 1, 3, 4, 5, 6, 9, 12, 13, 21, 23, 26, 27], "increasingli": 23, "ind": 6, "inde": [0, 2, 4, 5, 6, 13, 26, 27, 28], "indefinit": 4, "independ": [0, 5, 6, 7, 8, 12, 13, 23, 26, 27, 28], "index": [0, 1, 3, 4, 10, 14, 19, 20, 21, 23, 25, 26], "index_col": [0, 26], "indic": [0, 1, 3, 4, 5, 6, 9, 10, 11, 13, 16, 21, 26, 27], "indispens": 6, "individu": [1, 6, 7, 10, 12, 23, 26, 27], "indu": [], "indx": 20, "indx1": 2, "indx2": 2, "indx3": 2, "ineffici": [3, 13], "inequ": [8, 13], "inequaltii": 28, "inertia": 13, "inf1000": [19, 26], "inf1100": [19, 26], "inf1100l": [19, 26], "inf1110": [19, 26], "inf3000": 26, "infeas": 9, "infer": [0, 1, 4, 6, 25, 26], "inferenc": 1, "infil": [0, 6, 7, 9, 26], "infin": [5, 6, 7, 11, 27, 28], "infinit": 3, "infinitesim": 23, "influenc": [6, 10, 18], "influenti": 1, "info": 26, "inform": [0, 1, 3, 4, 6, 9, 11, 12, 13, 14, 20, 21, 25, 26, 28], "inforom": 15, "infti": [3, 6, 13, 23, 28], "ingeni": [13, 28], "ingredi": [0, 9, 26], "inher": 6, "inherit": [20, 26], "initi": [0, 1, 2, 6, 10, 13, 14, 18, 20, 23, 26, 28], "inject": 14, "inlin": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "inner": [0, 13, 27], "inp": 4, "inplac": 13, "input": [0, 1, 3, 4, 5, 6, 7, 8, 12, 13, 14, 16, 21, 23, 26, 27, 28], "input_dim": 1, "input_shap": [3, 4], "inputs": 1, "inputs_shuffl": [0, 1, 27], "insert": [3, 5, 6, 8, 10, 23, 27, 28], "insid": [4, 7], "insight": [0, 1, 5, 19, 26, 27, 28], "insist": [6, 13, 27], "inspir": [0, 1, 12, 21, 26], "instabl": 2, "instal": [0, 1, 5, 6, 9, 15], "instanc": [0, 1, 2, 4, 6, 9, 11, 13, 16, 26, 27, 28], "instanti": 10, "instead": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 14, 17, 20, 23, 26, 27], "institut": 1, "instruct": [0, 1, 15], "int": [0, 1, 2, 3, 4, 5, 6, 11, 13, 14, 20, 23, 27], "int32": 10, "int_": [3, 6, 23], "int_0": 23, "int_a": 23, "intak": [0, 27], "integ": [1, 2, 13, 14, 20, 23, 26], "integer_vector": 1, "integr": [3, 6, 23, 26], "intellig": [0, 14, 25, 26], "intend": 10, "intens": [1, 18], "intention": 14, "interact": [0, 6, 9, 12, 19, 21, 26], "intercept": [0, 6, 8, 11, 13, 16, 17, 18, 26, 27, 28], "intercept_": [0, 6, 8, 9, 13, 26, 27], "interchang": [5, 12, 20], "interconnect": 1, "interest": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 21, 23, 26, 27, 28], "interfac": [0, 1, 15, 20, 27], "interior": [0, 9, 26], "intermedi": [20, 27], "intern": [1, 10, 12], "interpol": [1, 3, 4, 6, 12], "interpr": [5, 27, 28], "interpret": [0, 1, 6, 9, 10, 12, 13, 15, 16, 20, 21, 23], "interv": [0, 3, 5, 6, 7, 13, 23, 26, 27, 28], "intial": [13, 28], "intract": [0, 4, 27], "intrins": [3, 11, 20, 23, 26], "intro": [19, 25, 26], "introduc": [0, 1, 5, 6, 8, 10, 12, 20, 21, 23, 26, 28], "introduct": [1, 2, 4, 13, 25, 27, 28], "introductori": [0, 4, 20, 25, 26, 27], "intuit": [0, 5, 6, 8, 12, 13, 21, 26], "inv": [0, 5, 13, 17, 26, 27, 28], "invalu": [0, 13, 19, 26, 28], "invari": 1, "invd": 5, "inver": 8, "invers": [0, 3, 6, 13, 26, 27, 28], "inverse_transform": 8, "invert": [0, 5, 7, 10, 13, 16, 18, 26], "invh": 13, "invok": 8, "involv": [0, 2, 6, 7, 11, 12, 26, 27], "io": [0, 19, 21, 22, 24, 25, 26, 27], "ip": [0, 8, 23, 26], "ipca": 11, "ipynb": [19, 26], "ipython": [0, 5, 7, 9, 11, 14, 19, 21, 26, 27], "iq": 6, "iri": [8, 9], "irreduc": 6, "irrelev": [5, 27, 28], "irrespect": [0, 26], "irvin": 21, "isn": 5, "isnul": [], "isomap": 11, "issu": [1, 9, 15, 20], "it_arrai": 13, "item": [0, 13, 26], "items": [20, 26], "iter": [1, 2, 4, 6, 8, 13, 14, 18, 21, 23, 28], "its": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 23, 26, 28], "itself": [5, 6, 12, 21, 23, 26, 27], "j": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 15, 16, 20, 21, 23, 25, 26, 27, 28], "j1": 20, "j_": 6, "j_lasso_sk": 6, "j_ridge_sk": 6, "j_sk": 6, "jackknif": [6, 19, 26], "jacobian": [2, 13, 28], "jason": 4, "jax": [19, 26], "jensen": [24, 26, 27, 28], "jerom": [21, 25], "ji": [12, 20], "jit": 13, "jj": [0, 5, 6, 26], "jk": [0, 1, 6, 12, 20, 26], "jl": [0, 26], "jm": 20, "jnp": 13, "job": [2, 8, 10, 15], "join": [0, 4, 6, 7, 9, 26], "joint": [4, 5], "judg": [13, 28], "judgement": 6, "julia": [19, 20, 21], "jump": 23, "junk": 4, "jupit": 26, "jupyt": [0, 15, 16, 19, 21, 25, 26], "just": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 23, 26, 27, 28], "justif": 0, "justifi": [3, 10], "k": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 23, 24, 26, 27, 28], "k0": 7, "k1": 7, "kaggl": [6, 21], "kappa_d": 23, "karl": [24, 26], "karush": 8, "katrin": [24, 26], "keep": [0, 1, 4, 5, 6, 11, 13, 14, 15, 18, 20, 21, 26, 27, 28], "keepdim": [1, 6, 10, 20], "kei": [1, 3, 6, 12], "kept": [4, 6, 14], "kera": [0, 4, 19, 21, 26], "kernel": [0, 1, 3, 19, 26, 27], "kernel_regular": [1, 3], "kernel_s": 4, "kernelpca": 11, "kev": [0, 26], "kevin": [25, 26], "keyword": [20, 26], "kfold": 6, "kg": 1, "ki": 20, "kick": [1, 13], "kiener": 2, "kilomet": [6, 27], "kind": [0, 2, 3, 4, 8, 12, 13, 14, 26, 27], "kj": [6, 12, 20, 27], "kjm": [19, 26], "kkt": 8, "kl": 23, "km": [12, 26], "kmean": 14, "kmeanspoint": 14, "kn_k": 14, "know": [0, 1, 2, 5, 6, 8, 13, 15, 16, 17, 19, 26, 27, 28], "knowledg": [0, 19, 26], "known": [1, 3, 4, 5, 6, 7, 8, 9, 12, 18, 20, 21, 23, 25, 27], "kondev": [0, 26], "kp": 23, "kpca": 11, "kroneck": 14, "kuhn": 8, "kvalsund": [24, 26], "kwown": [0, 26], "l": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 20, 21, 23, 26, 28], "l0": 7, "l1": [0, 1, 3, 7, 26], "l1_l2": [1, 3], "l1regl": 5, "l2": [1, 3], "l_": 20, "l_1": 7, "l_2": [7, 13, 28], "l_j": 12, "la": 13, "la_i": 12, "la_k": 12, "lab": [19, 21, 26], "label": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 19, 20, 21, 23, 26, 27, 28], "labelencod": [7, 10], "labels": [6, 8, 9], "labels_shuffl": [0, 1, 27], "laboratori": 22, "lack": [0, 26], "lagari": 2, "lagrang": [8, 11], "lam": [], "lambda": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 17, 18, 21, 23, 26, 27, 28], "lambda_": 11, "lambda_0": 11, "lambda_1": [5, 8, 11, 27, 28], "lambda_2": [8, 11], "lambda_i": [8, 11], "lambda_iy_i": 8, "lambda_jy_iy_j": 8, "lambda_k": 8, "lambda_n": [5, 8, 27, 28], "lamda": 1, "land": 8, "landmark": 8, "landscap": [13, 18, 28], "langl": [0, 6, 11, 23, 26, 27], "languag": [0, 1, 4, 8, 19, 20, 21, 25, 26], "lapack": [20, 26], "laplac": 5, "laptop": [15, 19], "larg": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 13, 18, 19, 20, 21, 23, 25, 26, 27, 28], "larger": [0, 3, 5, 6, 8, 10, 11, 13, 17, 23, 26, 27, 28], "largest": [4, 8, 11], "lasso": [0, 7, 19, 26], "lasso_sk": 6, "last": [0, 1, 3, 4, 5, 6, 7, 8, 12, 16, 17, 20, 21, 23, 24, 26, 28], "latent": 4, "latent_dim": 4, "latent_point": 4, "latent_space_value_rang": 4, "later": [0, 1, 4, 7, 8, 12, 13, 14, 15, 19, 21, 26], "latest": [4, 15, 19], "latest_checkpoint": 4, "latex": 26, "latter": [0, 3, 6, 7, 8, 11, 13, 20, 23, 26, 27, 28], "lattic": 12, "law": 0, "layer": [0, 4, 13, 26], "lbfg": [7, 9, 10], "lcc": [5, 6], "lda": 11, "ldot": [0, 6, 11, 21, 26], "le": [5, 7, 10, 13, 17, 23, 27, 28], "lead": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 20, 23, 26, 27, 28], "leaf": 9, "leaki": 1, "leakyrelu": 4, "lear": [13, 28], "learn": [3, 4, 5, 6, 7, 8, 9, 10, 12, 20, 24, 25], "learnabl": 3, "learner": 10, "learnig": 26, "learning_r": [8, 10], "learning_rate_init": [0, 1, 26], "learning_schedul": 13, "learnt": 21, "least": [0, 7, 8, 10, 11, 17, 18, 19, 20, 23], "leat": 13, "leav": [0, 1, 3, 5, 6, 9, 11, 26, 28], "lectur": [0, 1, 5, 10, 11, 12, 13, 19, 20, 21, 22, 24, 25, 27], "lecturenot": [0, 19, 21, 25, 26], "left": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 20, 21, 23, 26, 27, 28], "leftarrow": [8, 12], "legend": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 15, 26, 27, 28], "leinonen": 26, "len": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 16, 17, 20, 26, 27, 28], "length": [0, 1, 3, 4, 8, 9, 13, 16, 19, 26, 27, 28], "length_of_sequ": 4, "leq": [0, 5, 7, 8, 13, 14, 23, 26, 27, 28], "less": [0, 1, 3, 4, 5, 6, 8, 9, 13, 19, 23, 26, 27, 28], "lessen": 1, "let": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 23, 26, 27, 28], "letter": [0, 16, 20, 23, 26, 27], "level": [0, 1, 5, 6, 9, 19, 20, 21, 22, 24, 26], "li": [8, 11], "lib": [], "liblinear": 10, "librari": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 20, 21, 23, 25, 27, 28], "licens": [0, 1, 19, 21, 26], "lie": [0, 6, 11, 23, 26, 27], "life": [0, 1, 8, 12, 26], "lifetim": 13, "like": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27, 28], "likelihood": [0, 1, 5, 9, 26, 27], "lim_": 23, "limit": [0, 5, 6, 8, 12, 20, 21, 26, 27], "lin_clf": 8, "lin_model": [], "lin_reg": 9, "linalg": [0, 2, 5, 6, 8, 11, 13, 17, 20, 23, 26, 27, 28], "line": [0, 3, 6, 8, 11, 13, 15, 16, 26, 28], "line1": 8, "line2": 8, "line3": 8, "line_model": 15, "line_ms": 15, "line_predict": 15, "linear": [1, 3, 5, 6, 7, 9, 10, 11, 12, 16, 17, 18, 19, 21, 23], "linear_model": [0, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 26, 27, 28], "linear_regress": 6, "linearli": [5, 27, 28], "linearloc": [6, 13, 28], "linearregress": [0, 6, 7, 9, 15, 16, 26, 27], "linearsvc": 8, "lineat": 28, "liner": [1, 3], "linerar": 10, "linewidth": [0, 2, 4, 6, 8, 9, 10], "link": [0, 4, 9, 12, 15, 19, 21, 22, 24, 26], "linlag": 5, "linpack": [20, 26], "linreg": [0, 26], "linspac": [0, 2, 3, 4, 6, 8, 9, 10, 13, 16, 17, 20, 23, 26, 27], "linu": 4, "linux": [0, 1, 19, 21, 26], "liquid": [0, 26], "list": [1, 2, 3, 4, 9, 15, 19, 21, 26], "listedcolormap": [9, 10], "literatur": [1, 7, 14, 25], "littl": [1, 3, 9, 12], "live": [8, 16], "ll": [0, 18, 23, 26, 27], "lle": [0, 27], "lloyd": [4, 14], "lmb": [0, 2, 5, 6, 27, 28], "lmbd": [0, 1, 3, 26], "lmbd_val": [0, 1, 3, 26], "lmbda": [13, 28], "ln": [1, 13, 28], "load": [1, 4, 6, 7, 9, 10], "load_boston": [], "load_breast_canc": [1, 7, 9, 10, 11], "load_data": [3, 4], "load_digit": [1, 3], "load_iri": [8, 9], "loc": [3, 6, 7, 8, 9, 10, 26], "local": [0, 1, 3, 7, 12, 13, 15, 27, 28], "locat": [2, 3, 8, 15], "log": [0, 1, 2, 4, 5, 6, 7, 9, 10, 11, 13, 15, 20, 21, 26], "log10": [0, 5, 6, 27, 28], "log_": [0, 26], "log_clf": 10, "logarithm": [0, 5, 7, 17, 20, 26], "logbook": 21, "logic": [0, 1, 9, 26], "login": 15, "logist": [0, 1, 2, 8, 9, 10, 11, 12, 13, 19, 27, 28], "logisticregress": [7, 9, 10, 11], "logit": 7, "logreg": [7, 9, 10, 11], "logspac": [0, 1, 3, 5, 6, 26, 27, 28], "long": [0, 1, 3, 4, 12, 13, 26, 28], "longer": [2, 3, 8, 10, 14, 20, 23, 26], "loocv": 6, "look": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 20, 21, 23, 26, 27, 28], "loop": [1, 4, 6, 10, 12, 14, 16, 17, 18, 19, 20, 26], "lose": 1, "loss": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 13, 18, 20, 21, 26], "loss_fil": 4, "lossfil": 4, "lost": 4, "lot": [1, 4, 6, 16], "low": [0, 6, 9, 10, 11, 21, 26, 27], "lower": [0, 1, 3, 6, 9, 10, 16, 20, 27], "lowercas": [20, 26], "lowest": [9, 13, 23], "lr": [1, 3, 4, 10], "lstat": [], "lstm": 4, "lstm_2layer": 4, "lstsq": [0, 26, 27], "lt": 6, "lu": [0, 5, 26, 27, 28], "lubksb": 20, "luckili": 2, "ludcmp": 20, "lux": 20, "lvert": 1, "lw": [0, 26], "m": [0, 1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 15, 18, 20, 23, 24, 25, 26, 27, 28], "m_": [9, 12], "m_1": 14, "m_h": [0, 26], "m_k": 14, "m_l": 12, "m_n": [0, 26], "m_p": [0, 26], "m_t": 13, "ma": 11, "machin": [1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 16, 20, 25, 27], "machinelearn": [0, 6, 16, 19, 21, 22, 24, 25, 26, 27, 28], "mackai": 25, "made": [0, 1, 3, 4, 5, 6, 7, 9, 11, 12, 21, 26, 27], "mae": [0, 26], "magic": 4, "magnitud": [1, 6, 7, 13, 27], "mai": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 13, 19, 20, 21, 23, 26, 27, 28], "mail": [22, 24], "main": [0, 1, 3, 4, 5, 6, 7, 9, 20, 21, 25, 27, 28], "mainli": [0, 5, 6, 7, 9, 26, 27], "maintain": 6, "major": [1, 6, 9, 10, 13, 20, 26, 28], "make": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 25, 26, 28], "make_axes_locat": 6, "make_moon": [8, 9, 10], "make_pipelin": [0, 6, 10, 27], "makedir": [0, 6, 7, 9, 26], "malcondit": 20, "malign": [1, 7, 9], "mammographi": 5, "manag": [0, 2, 3, 15, 19, 21, 26], "mandatori": [24, 26], "mani": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28], "manifold": 11, "manner": 3, "manual": [6, 27], "map": [0, 1, 2, 6, 7, 8, 11, 12, 14, 23, 26], "marc": 27, "margin": [0, 5, 8], "marit": [0, 26], "mark": 26, "marker": [7, 20, 26], "markov": [19, 26], "marsaglia": 23, "mass": [0, 1, 5, 13, 27, 28], "massag": [0, 26], "masses2016": [0, 26], "masses2016ol": [0, 26], "masses2016tre": 0, "masseval2016": [0, 26], "master": [22, 24], "mat": [19, 26], "mat1100": [19, 26], "mat1110": [19, 26], "mat1120": [19, 26], "match": [1, 4, 5, 13, 14, 15, 27, 28], "materi": [4, 5, 7, 13, 15, 20, 22, 24], "math": [3, 7, 12, 13, 20, 23, 25, 26], "mathbb": [0, 4, 5, 6, 7, 8, 11, 12, 13, 14, 17, 20, 21, 23, 26, 27, 28], "mathbf": [0, 5, 6, 7, 8, 13, 20, 21, 26, 27, 28], "mathcal": [1, 5, 6, 7, 13, 21], "matheemat": 3, "mathemat": [0, 6, 11, 12, 13, 19, 20, 23, 25, 26], "mathemati": 26, "mathrm": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 21, 23, 26, 27, 28], "matmul": [1, 2, 5], "matnat": 25, "matplotlib": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 21, 23, 26, 27, 28], "matric": [0, 1, 3, 4, 6, 7, 8, 11, 13, 16, 17, 19, 27, 28], "matrix": [0, 2, 3, 4, 6, 7, 8, 10, 13, 17, 18, 21, 23], "matshow": 1, "matter": [2, 3, 13, 27, 28], "max": [0, 1, 2, 3, 4, 9, 10, 12, 13, 24, 26, 28], "max_depth": [0, 9, 10], "max_diff": 2, "max_diff1": 2, "max_diff2": 2, "max_it": [0, 1, 8, 13, 26], "max_iter": 14, "max_leaf_nod": 10, "max_sampl": 10, "maxdegre": [0, 6, 10, 27], "maxdepth": 10, "maxim": [1, 4, 5, 7, 8, 11], "maximum": [0, 2, 3, 5, 7, 8, 9, 10, 13, 14, 26, 27, 28], "maxpolydegre": [5, 6, 27, 28], "maxpooling2d": 3, "mbox": [5, 6, 27, 28], "mcculloch": 12, "md": 11, "mdoel": 4, "mean": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 23, 26], "mean_absolute_error": [0, 26], "mean_divisor": 14, "mean_i": 23, "mean_matrix": 14, "mean_squared_error": [0, 4, 6, 7, 10, 15, 26, 27], "mean_squared_log_error": [0, 26], "mean_vector": 14, "mean_x": 23, "meaning": [0, 4, 7, 26], "meansquarederror": [0, 26], "meant": [3, 7, 10, 13], "measur": [0, 1, 2, 5, 6, 9, 11, 12, 14, 16, 18, 21, 23, 26, 27], "mechan": [0, 4, 23, 26], "median": [0, 26, 27], "medicin": 12, "medium": [4, 8, 13], "medv": [], "meet": [0, 24], "mehta": [0, 26, 27, 28], "memori": [3, 4, 11, 12, 13, 18, 20], "mention": [0, 12, 13, 21, 23, 26, 28], "mere": [0, 21], "meshgrid": [2, 5, 6, 8, 9, 10, 11], "mess": 15, "messag": [5, 13], "messi": 2, "met": [0, 3, 8, 27], "meteorolog": 9, "meter": [6, 27], "method": [0, 1, 2, 3, 4, 5, 7, 8, 11, 12, 14, 15, 16, 17, 18, 19, 20, 23, 25, 27], "metion": 6, "metric": [0, 1, 3, 6, 7, 9, 10, 14, 15, 26, 27], "metropoli": [19, 26], "mev": [0, 23, 26], "mgd": 13, "mglearn": [19, 26], "mgrid": 13, "mhjensen": [], "mi": 10, "mia": [24, 26], "microsoft": 25, "mid": 1, "midel": 4, "midnight": 15, "midpoint": 9, "might": [0, 1, 2, 4, 6, 9, 13, 15, 17, 18, 27, 28], "migth": 17, "mild": 9, "millimet": [6, 27], "million": [0, 26, 27], "mimic": 12, "min": [0, 2, 5, 8, 9, 28], "min_": [0, 2, 5, 14, 17, 26, 27, 28], "min_samples_leaf": 9, "mind": [0, 6, 13, 15, 18, 26, 27, 28], "mindboard": 4, "mine": [19, 26], "mini": [1, 11, 12, 13, 28], "minibatch": [1, 11, 13], "minibathc": 13, "miniforge3": [], "minim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 27, 28], "minima": [0, 1, 7, 13, 26, 28], "minimum": [0, 1, 2, 6, 8, 9, 11, 13, 27, 28], "minmaxscal": [0, 27], "minor": 23, "minst": 1, "minu": 7, "mirjalili": 26, "mirror": 9, "misc": 6, "misclassif": [8, 9, 10], "misclassifi": [8, 10], "miser": 0, "mismatch": 1, "miss": [7, 10], "mistak": 4, "mit": 25, "mix": [1, 2, 26], "mixtur": 13, "mk": [9, 20], "mkdir": [0, 6, 7, 9, 26], "ml": [0, 1, 10, 13, 20, 21, 27, 28], "mlab": 23, "mle": [5, 7], "mlp": 1, "mlpclassifi": 1, "mlpregressor": [0, 26], "mm": 20, "mml": 27, "mn": [12, 23], "mnist": [1, 11], "mod": 23, "mode": [22, 24, 26], "model": [2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 16, 18, 19, 21, 23, 25, 27, 28], "model_select": [0, 1, 3, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "moder": 10, "modern": [0, 6, 7, 19, 26], "modif": [2, 12, 13], "modifi": [0, 1, 3, 5, 7, 8, 10, 12, 13, 26, 27, 28], "modul": [0, 16, 20, 26], "modular": 23, "modulo": 23, "moe": [11, 27], "moment": [5, 6, 13, 23], "mondai": [24, 26], "monitor": [13, 18], "monoton": [5, 12, 23], "mont": [0, 6, 19, 23, 25, 26], "montli": 16, "moor": [5, 6], "more": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 23], "moreov": [0, 3], "morten": [24, 26, 27, 28], "mortenhj": 26, "most": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 21, 23, 26, 27, 28], "mostli": [1, 11, 18], "motion": [0, 13], "motiv": [1, 4], "move": [0, 4, 5, 6, 7, 9, 12, 13, 14, 15, 16, 21, 23, 27, 28], "mpl": [7, 26], "mpl_toolkit": [2, 6, 13, 28], "mplot3d": [2, 6, 13, 28], "mplregressor": 1, "mse": [0, 4, 5, 6, 9, 10, 15, 16, 17, 18, 21, 26, 27, 28], "mse_simpletre": 10, "mselassopredict": [5, 28], "mselassotrain": [5, 28], "mseownridgepredict": [6, 27, 28], "msepredict": [5, 28], "mseridgepredict": [0, 5, 6, 27, 28], "msetrain": [5, 28], "msle": [0, 26], "mt": [7, 12], "mu": [0, 6, 11, 13, 23, 26], "mu0": 23, "mu1": 23, "mu2": 23, "mu_": [6, 23, 27], "mu_i": [6, 27], "mu_n": 11, "mu_x": 23, "much": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 20, 21, 23, 26, 27, 28], "multi": [0, 1, 3, 7, 19, 26], "multiclass": [1, 7], "multidimension": [11, 12, 26], "multilay": 1, "multinomi": 7, "multipl": [2, 4, 5, 6, 7, 12, 13, 15, 23, 27, 28], "multipli": [3, 5, 6, 11, 13, 18, 20, 23, 27, 28], "multiplum": 8, "multivari": [0, 2, 10, 11, 19, 23, 26], "multivariate_norm": [11, 14], "multpli": 16, "murphi": [11, 25, 26], "must": [1, 2, 5, 6, 8, 10, 12, 13, 14, 15, 23, 27, 28], "mutat": 7, "mutual": [1, 3, 6, 13], "mx_": 23, "my": 26, "myenv": [], "myriad": [0, 19, 26], "mz1": 23, "mz2": 23, "m\u00f8svatn": 6, "n": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 26, 27, 28], "n1": 20, "n2": 20, "n_": [1, 2, 3, 8, 12, 23], "n_0": [12, 23], "n_boostrap": [6, 10], "n_bootstrap": 6, "n_categori": [1, 3], "n_cluster": 14, "n_compon": 11, "n_epoch": 13, "n_estim": 10, "n_examples_to_gener": 4, "n_featur": [1, 18], "n_filter": 3, "n_hidden": 2, "n_hidden_neuron": [0, 1, 26], "n_i": 23, "n_input": [0, 1, 3, 27], "n_instanc": 9, "n_job": 10, "n_k": 14, "n_l": [12, 23], "n_layer": 1, "n_m": 9, "n_neuron": 1, "n_neurons_connect": 3, "n_neurons_layer1": 1, "n_neurons_layer2": 1, "n_point": 14, "n_sampl": [6, 8, 9, 10, 14, 18], "n_split": 6, "n_step": 4, "n_t": 2, "n_x": 2, "nabla": [1, 13, 28], "nabla_": [2, 13, 28], "nabla_w": 13, "nag": 13, "naimi": [0, 26], "naiv": 7, "naive_kmean": 14, "name": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 19, 20, 21, 23, 24, 26, 27, 28], "narrow": 13, "nation": [1, 5], "nativ": [19, 26], "natur": [0, 1, 4, 8, 9, 12, 13, 21, 23, 25, 26, 28], "navier": 12, "navig": 15, "nb": 23, "nb_": 20, "nbconvert": 26, "nd": 14, "ndarrai": 6, "ne": [9, 10, 20, 23, 27, 28], "nearest": [1, 3, 6, 11], "nearli": [13, 28], "neat": 26, "neccesari": 6, "necess": 2, "necessari": [0, 1, 3, 4, 8, 14, 18, 26], "necessarili": [0, 4, 11, 23, 26], "necesserali": 5, "neck": 7, "need": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 23, 27, 28], "neg": [0, 1, 3, 5, 6, 7, 10, 13, 20, 23, 26, 28], "neg_mean_squared_error": 6, "neglect": 23, "neglig": 23, "neighbor": [3, 6, 11], "neither": [4, 13], "neq": [13, 14, 23, 28], "nervou": 12, "nest": [9, 12], "nesterov": 13, "net": [2, 4, 12], "netlib": [20, 26], "network": [0, 9, 13, 19, 25, 27], "neural": [0, 13, 19, 25, 27], "neural_network": [0, 1, 2, 26], "neuralnetwork": 1, "neuron": [1, 2, 3, 4, 12], "neutral": [0, 26], "neutron": [0, 26], "never": [1, 4, 6, 9, 23], "new": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 20, 26, 27, 28], "new_chang": 13, "new_hobbit": 26, "newaxi": [0, 3, 6, 9], "newli": [0, 26], "newton": [1, 7, 8, 13, 23], "next": [0, 1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 16, 26, 27, 28], "next_guess": 13, "next_input": 4, "ng": 1, "ni": 14, "nice": [0, 1, 5, 11, 26, 27, 28], "nicer": 18, "niter": [13, 28], "nitric": [], "nlambda": [0, 5, 6, 27, 28], "nlp": 25, "nm": 23, "nm_n": [0, 26], "nmse": 6, "nn": [2, 5, 6, 12, 20, 26], "nn_model": 1, "nnmin": 2, "node": [1, 3, 9, 10, 12], "nois": [0, 4, 5, 6, 8, 9, 10, 13, 18, 21, 26, 27, 28], "noise_dimens": 4, "noisi": [1, 6, 21], "non": [0, 1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 18, 20, 23, 26, 27, 28], "none": [0, 1, 2, 4, 5, 9, 10, 13, 23, 26, 27], "nonlinear": [3, 6, 8, 9, 11, 12], "nonneg": [6, 9, 13, 28], "nonparametr": 6, "nonsens": 23, "nonsingular": 20, "nonumb": [3, 7, 8, 13, 20], "nor": [1, 4, 13], "norm": [0, 1, 5, 6, 8, 11, 13, 18, 26, 27, 28], "normal": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "normali": [20, 26], "norwai": [6, 21, 26, 28], "notat": [0, 2, 5, 6, 13, 14, 23, 26, 27, 28], "note": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 23, 25, 26], "notebook": [0, 1, 3, 9, 15, 16, 19, 21, 26], "noth": [1, 2, 5, 8, 12, 14, 23, 27, 28], "notic": [4, 5, 12, 13, 20, 23, 26], "notion": 3, "novel": [3, 6, 10, 26], "novemb": [1, 24, 26], "now": [0, 2, 4, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 19, 20, 21, 23, 26, 27], "nowadai": [0, 1, 3, 9, 19, 26], "nox": [], "np": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 23, 26, 27, 28], "npr": 2, "nsampl": 6, "nt": 2, "nu": 23, "nuclear": [5, 27, 28], "nuclei": [0, 23, 26], "nucleon": [0, 26], "nucleu": [0, 26], "num": 4, "num_coordin": 2, "num_hidden_neuron": 2, "num_it": [2, 18], "num_neuron": 2, "num_neurons_hidden": 2, "num_point": 2, "num_tre": 10, "num_valu": 2, "number": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 22, 24, 26, 28], "numberid": 7, "numberparamet": 3, "numer": [0, 5, 6, 9, 10, 11, 12, 13, 19, 20, 25, 26, 27, 28], "numpi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 27, 28], "nunmpi": [5, 27], "nve_frngahw": 28, "nx": 2, "ny": 23, "o": [0, 1, 4, 5, 6, 7, 8, 9, 11, 20, 24, 25, 26, 27, 28], "obei": [6, 11, 13, 27], "object": [0, 1, 4, 8, 10, 15, 20, 26], "obliqu": [5, 27, 28], "observ": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 23, 26, 28], "obtain": [0, 1, 5, 6, 7, 8, 9, 10, 12, 13, 14, 17, 20, 21, 23, 26, 27, 28], "obviou": [5, 6, 11, 23, 27, 28], "obviouli": 26, "obvious": [0, 4, 5, 6, 20, 26], "oc": [27, 28], "occupi": [], "occur": [0, 6, 8, 9, 20, 23, 26], "octob": [24, 26], "od": 0, "odd": [0, 3, 7, 26, 27], "odenum": 2, "odesi": 2, "oen": 0, "off": [1, 3, 4, 5, 9, 13, 23], "offer": [6, 11, 19, 20, 22, 24, 26], "offic": [24, 26], "offici": [22, 26], "often": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 23, 26, 27, 28], "ofter": [20, 26], "ol": [0, 13, 17, 27], "old": [1, 5, 10, 13, 15], "ols_paramet": 16, "ols_sk": 6, "ols_svd": 6, "olsbeta": 28, "olstheta": [0, 5], "omega": [2, 3, 6], "omega_0": 3, "omit": [0, 5, 26, 27, 28], "onc": [1, 6, 9, 11, 13], "one": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 19, 20, 21, 23, 24, 26, 27], "onehot": 1, "onehot_vector": 1, "onehotencod": 9, "ones": [0, 2, 5, 6, 8, 9, 10, 11, 13, 16, 18, 20, 21, 26, 27, 28], "ones_lik": 4, "ong": 27, "onl": 3, "onli": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 28], "onlin": [11, 15, 22], "onto": [5, 11, 27, 28], "open": [0, 1, 4, 6, 7, 9, 15, 19, 21, 22, 24, 26], "oper": [0, 1, 3, 5, 6, 10, 11, 12, 13, 15, 16, 19, 23, 26, 27, 28], "operation": 23, "oplu": 23, "opmiz": 13, "opportun": 0, "oppos": [6, 13], "opposit": [1, 5, 8, 27, 28], "opt": [1, 5, 21, 26, 28], "optim": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14, 16, 17, 21], "optimis": [1, 3], "option": [0, 1, 3, 5, 6, 8, 11, 15, 18, 20, 27], "optmiz": [1, 8, 13, 27], "oral": 26, "orang": 0, "order": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 15, 20, 21, 23, 26, 27, 28], "ordinari": [0, 2, 3, 7, 11, 13, 17, 18, 19], "oreilli": [25, 26], "org": [0, 3, 4, 16, 19, 20, 21, 25, 26, 27, 28], "organ": [6, 7, 10, 20], "orient": [1, 5, 23, 27, 28], "origin": [0, 3, 5, 6, 8, 11, 12, 13, 15, 20, 26, 27, 28], "orthogn": [5, 27, 28], "orthogon": [0, 5, 6, 8, 11, 13, 20, 26, 27, 28], "orthonorm": [5, 27, 28], "os": [24, 26], "oscar": 1, "oscil": [3, 13], "oskar": 26, "oskarlei": 26, "osl": 18, "oslo": [0, 19, 21, 22, 24, 26, 27, 28], "osx": [0, 19, 21, 26], "other": [0, 1, 2, 3, 5, 6, 7, 8, 10, 13, 14, 16, 19, 22, 23, 24, 25, 27, 28], "otherwis": [0, 1, 4, 7, 13, 20, 26], "ouput": [5, 7, 12], "our": [1, 2, 3, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 23], "ourmodel": 0, "ourselv": [0, 5, 6, 8, 11, 13, 26, 27, 28], "out": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27], "out_fil": 9, "outcom": [0, 7, 9, 10, 12, 23, 27], "outdoor": 9, "outer": [6, 12, 13], "outfil": 4, "outlier": [0, 8, 26, 27], "outlin": [6, 10, 11], "outlook": 9, "outperform": 10, "output": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 20, 21, 23, 26, 27, 28], "output_bia": 1, "output_bias_gradi": 1, "output_shap": 4, "output_weight": 1, "output_weights_gradi": 1, "outputlayer1": 12, "outputlayer2": 12, "outsid": 4, "over": [0, 1, 3, 4, 5, 6, 9, 10, 12, 13, 15, 16, 20, 21, 26, 27, 28], "over1": 13, "overal": [1, 10], "overcast": 9, "overcom": [12, 13], "overdetermin": [0, 26], "overfit": [0, 1, 3, 6, 9, 10, 13], "overflow": 5, "overhead": 12, "overlap": [3, 7, 8, 9], "overlin": [0, 5, 6, 9, 10, 11, 14, 20, 26, 27], "overst": 0, "overtrain": 4, "overview": 3, "own": [4, 5, 6, 8, 12, 13, 16, 18, 19, 20, 28], "owner": [], "ownmsepredict": 0, "ownmsetrain": 0, "ownridgebeta": 27, "ownridgetheta": [0, 6, 27, 28], "ownypredictridg": 0, "ownytilderidg": 0, "oxid": [], "p": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 23, 26, 27, 28], "p0": 2, "p1": 2, "p_": [2, 4, 8, 9], "p_hidden": 2, "p_i": [5, 23], "p_j": 23, "p_n": 23, "p_output": 2, "p_x": 23, "pack": [0, 26], "packag": [0, 1, 3, 4, 5, 8, 11, 13, 15, 19, 21, 23, 27, 28], "packtpub": 26, "packtpublish": 26, "pad": [3, 4], "page": [0, 19, 26, 28], "pai": [0, 1, 9, 13, 15], "pair": [0, 2, 3, 9, 19, 23, 26], "paltform": 15, "panda": [0, 4, 5, 6, 7, 9, 11, 19, 21, 28], "panel": 26, "paper": 1, "paradigm": [0, 26], "parallel": [10, 13, 19, 20, 26], "param": 2, "paramat": 2, "paramet": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 16, 17, 18, 21, 23, 28], "parameter": [0, 6, 10, 26, 27], "parametr": [0, 6, 26, 27], "paramt": [3, 5], "part": [0, 1, 3, 5, 6, 10, 17, 20, 22, 23, 24, 26, 27], "partial": [0, 1, 5, 6, 7, 8, 10, 11, 12, 13, 16, 23, 26, 27, 28], "particip": [15, 19, 22, 24, 26], "particl": [0, 4, 13, 23, 26], "particular": [0, 1, 2, 3, 5, 6, 9, 10, 11, 12, 13, 16, 21, 23, 25, 26, 27, 28], "particularli": [5, 6, 8, 11, 13, 23, 27, 28], "partit": [1, 4, 9], "partli": [6, 26], "partner": 15, "pass": [2, 3, 12, 14], "password": 21, "past": [10, 23], "patch": [6, 23], "path": [0, 4, 6, 7, 9, 19, 26], "pathcollect": 17, "patient": 7, "patter": 4, "pattern": [0, 3, 4, 12, 25, 26], "pauli": [0, 26], "pc": [11, 15, 19], "pca": [0, 7, 19, 26, 27], "pd": [0, 4, 5, 6, 7, 9, 11, 26, 27, 28], "pde": 2, "pdf": [0, 3, 4, 5, 6, 9, 15, 16, 21, 25, 26], "pedagog": [0, 26, 27], "penal": [6, 18, 27], "penalti": [6, 13, 18, 21, 27], "penros": [5, 6], "pentagon": [13, 28], "peopl": [1, 9, 13, 19], "per": [0, 1, 6, 22, 24, 26], "percentag": [10, 11, 24], "perceptron": [0, 1, 7, 26], "peregrin": 26, "perfect": [0, 1, 13, 26], "perfectli": [4, 6], "perform": [0, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 23, 26, 27, 28], "performac": 4, "perhap": [0, 5, 13, 26, 27, 28], "perimet": 1, "period": [1, 4, 23], "permiss": 15, "permut": 11, "persist": 13, "person": [5, 6, 7, 16, 22, 24, 26, 27], "perspect": 25, "pertin": [12, 26], "petal": [8, 9], "peter": [25, 27], "phantom": 23, "phase": [6, 12], "phenomena": 23, "phi": 8, "phi_k": 8, "philosophi": 13, "phone": [24, 26], "photo": [4, 26], "php": 21, "phrase": [0, 26], "physic": [0, 1, 4, 7, 12, 13, 23, 24, 25, 26, 27, 28], "pi": [2, 3, 5, 6, 7, 9, 12, 13, 23], "pick": [1, 9, 10, 11, 13, 14], "pickl": 1, "pictur": [0, 26], "pie": [19, 26], "piec": [11, 14], "pillow": [0, 19, 21, 26], "pinv": [5, 6, 13, 21, 27, 28], "pip": [0, 1, 15, 19, 21, 26], "pip3": [0, 1, 21, 26], "pipelin": [0, 6, 8, 10, 27], "pippin": 26, "pit": 4, "pitfal": [6, 27], "pitt": 12, "pixel": [1, 3, 4, 26], "pixel_height": [1, 3], "pixel_width": [1, 3], "place": [0, 4, 6, 8, 13, 15, 20, 21, 26, 28], "plai": [0, 3, 4, 5, 6, 8, 11, 18, 19, 21, 26, 27, 28], "plain": [8, 10, 12, 13, 14, 28], "plan": [6, 9, 24, 25, 26], "plane": [8, 9], "plateau": [5, 28], "platform": [19, 26], "plausibl": 12, "pleas": [13, 21, 24, 26], "plenti": 1, "plethora": [3, 12], "plot": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "plot_all_sc": [21, 27], "plot_confusion_matrix": [7, 10], "plot_count": 6, "plot_cumulative_gain": [7, 10], "plot_data": 1, "plot_dataset": 8, "plot_decision_boundari": [9, 10], "plot_import": 10, "plot_max": 4, "plot_min": 4, "plot_model": 4, "plot_numb": 4, "plot_predict": 8, "plot_regression_predict": 9, "plot_result": 4, "plot_roc": [7, 10], "plot_surfac": [2, 6, 13], "plot_train": 9, "plot_tre": [9, 10], "plt": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 20, 23, 26, 27, 28], "plu": [0, 3, 5, 7, 18, 26, 27], "pm": 8, "pmatrix": 2, "pml": 25, "pn": 3, "png": [0, 4, 6, 7, 9, 26], "point": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 20, 21, 23, 24, 26, 27, 28], "point_1": 4, "point_2": 4, "poisson": [19, 23, 26], "poli": [6, 8], "poly100_kernel_svm_clf": 8, "poly3": 0, "poly3_plot": 0, "poly_featur": [8, 9, 15], "poly_features10": 9, "poly_fit": 9, "poly_fit10": 9, "poly_kernel_svm_clf": 8, "poly_model": 15, "poly_ms": 15, "poly_predict": 15, "polydegre": [0, 5, 6, 10, 27], "polygon": [13, 28], "polym": 12, "polymi": 21, "polynomi": [0, 5, 6, 7, 8, 9, 10, 11, 15, 17, 21, 26, 27], "polynomial_featur": [6, 15, 16, 17], "polynomial_svm_clf": 8, "polynomialfeatur": [0, 6, 8, 9, 15, 16, 27], "polytrop": [0, 6], "pool": 3, "pool_siz": 3, "poor": [1, 13, 28], "poorli": [0, 27], "popul": [0, 5, 26, 27], "popular": [0, 1, 3, 6, 7, 8, 9, 11, 12, 15, 19, 20, 21, 23, 27], "popularli": [0, 26], "portabl": 10, "portion": [11, 13], "pose": [0, 4, 5, 6, 11, 23, 26], "posit": [0, 1, 2, 3, 5, 7, 8, 10, 11, 13, 14, 20, 23, 26, 27, 28], "possibl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 19, 20, 21, 23, 24, 26, 27, 28], "possibli": [6, 8, 13, 21], "posterior": 5, "postpon": [0, 27], "postscript": 21, "postul": 5, "potenti": [0, 3, 5, 6, 12, 13, 27], "pott": 12, "power": [0, 1, 5, 6, 8, 9, 12, 13, 26, 27, 28], "pp": [5, 6], "practic": [0, 5, 6, 7, 8, 16, 18, 21, 23, 27], "practition": [0, 1, 3, 26], "pre": 26, "preced": [1, 11, 12, 23], "preceed": 4, "preceq": 8, "precis": [0, 2, 5, 11, 13, 20, 21, 23, 26, 27], "pred": 6, "predicit": 0, "predict": [0, 1, 5, 6, 7, 8, 9, 10, 15, 16, 17, 18, 19, 21, 25, 26, 27, 28], "predict_prob": 1, "predict_proba": [7, 10], "predictor": [0, 5, 6, 7, 9, 10, 11, 26, 27], "prefer": [0, 1, 6, 8, 9, 11, 13, 15, 19, 21, 26], "prepar": [0, 6, 20, 21, 26, 27], "preprocess": [0, 4, 6, 7, 8, 9, 10, 11, 15, 16, 17, 18, 21], "prerequisit": 0, "prescript": 21, "presenc": 13, "present": [0, 5, 6, 7, 9, 12, 13, 20, 21, 23, 26, 27, 28], "preserv": [3, 11, 20], "press": [13, 15, 25, 28], "pretrain": [1, 4], "pretti": [0, 4, 8, 9, 19, 21, 26], "prev_centroid": 14, "prevent": [13, 23], "previou": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 15, 16, 20, 21, 23, 27, 28], "previous": [2, 3, 9, 10, 23], "price": [0, 4, 9, 13], "primal": 8, "primari": [0, 7, 26], "prime": 23, "princip": [0, 5, 7, 19, 26, 27, 28], "principl": [0, 6, 7, 8, 14, 26], "print": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 20, 23, 26, 27, 28], "print_funct": [8, 9], "printout": [0, 26], "prior": [0, 5, 6, 26], "privat": 0, "prob": [1, 23], "probabilist": [0, 25, 26, 27], "probabl": [0, 1, 3, 4, 6, 7, 10, 13, 19, 26, 27], "problem": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 17, 19, 20, 21, 23], "probml": 25, "proce": [0, 5, 6, 7, 8, 9, 10, 11, 13, 20, 26, 27], "procedur": [2, 4, 5, 6, 8, 10, 11, 13, 27, 28], "proceed": 20, "process": [0, 2, 4, 6, 9, 10, 12, 13, 19, 20, 21, 23, 25, 26, 28], "prod": 25, "prod_": [1, 5, 7], "produc": [0, 3, 4, 5, 6, 9, 10, 11, 12, 13, 18, 19, 20, 23, 26, 27], "product": [0, 1, 3, 5, 6, 7, 8, 12, 13, 16, 17, 19, 20, 26, 27], "profess": [0, 26], "program": [0, 1, 4, 5, 6, 8, 12, 14, 15, 19, 20, 22, 23, 24, 26, 27], "programm": 20, "progress": [1, 4, 14], "prohibit": 6, "project": [0, 1, 2, 3, 5, 11, 13, 15, 19, 22, 27, 28], "project_root_dir": [0, 6, 7, 9, 26], "promin": 12, "promis": 8, "promot": [24, 26], "prone": [9, 15], "pronounc": [13, 19, 26], "proof": [0, 11, 12, 13, 26, 28], "propag": [2, 3, 13], "proper": [0, 2, 6, 7], "properli": [1, 6, 8, 10, 13, 18, 21], "properti": [0, 1, 3, 12, 13, 16, 20, 26], "proport": [0, 1, 5, 9, 11, 13, 23, 26, 27], "propos": [1, 4, 6, 10, 21, 26], "propto": [5, 13, 28], "proton": [0, 26], "prove": [3, 13, 28], "provid": [0, 1, 3, 4, 5, 6, 8, 9, 10, 12, 13, 19, 20, 21, 23, 26, 27, 28], "proxi": [1, 13], "prune": 9, "pseudo": [20, 23], "pseudocod": 21, "pseudoinv": 5, "pseudoinvers": [5, 6, 21], "pseudorandom": [6, 23], "psychologi": [0, 26], "pt": 13, "public": [0, 15, 19, 26], "pull": 15, "punish": [0, 1, 26], "pure": [3, 9, 23], "purest": 9, "puriti": 9, "purpos": [0, 3, 10, 12, 14, 26], "push": 15, "put": 1, "py": 5, "pycod": 26, "pydata": 19, "pydot": 9, "pyhton2": 26, "pylab": [7, 26], "pypi": 19, "pyplot": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 20, 23, 26, 27, 28], "pythagora": 5, "python": [1, 2, 3, 5, 6, 8, 11, 12, 13, 14, 21, 23, 27], "python2": [0, 21], "python3": [0, 19, 21, 26], "pytorch": [0, 19, 21, 26], "q": [5, 6, 8, 11, 23], "qp": 8, "qquad": [2, 11, 13, 20], "qr": [5, 6, 20, 27, 28], "quad": [1, 13, 20], "quadrat": [0, 8, 9, 13, 26], "qualit": [4, 9, 21, 23], "qualiti": [0, 9, 19, 26, 27], "quantifi": 1, "quantil": 10, "quantit": [0, 6, 9, 21, 26], "quantiti": [0, 2, 5, 6, 7, 9, 10, 11, 12, 14, 16, 20, 23, 26, 27, 28], "quantum": [4, 12, 25, 26], "quartil": [0, 27], "quench": 5, "queri": 9, "question": [0, 5, 6, 9, 11, 12, 13, 21, 24, 26, 27], "qugan": 4, "quick": [4, 23], "quickli": [1, 3, 9, 11, 13, 28], "quit": [1, 5, 6, 9, 10, 12, 15, 27, 28], "quot": 4, "r": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 21, 23, 27, 28], "r2": [0, 5, 6, 26, 27, 28], "r2_score": [0, 26], "r2score": [0, 26], "r_1": 9, "r_2": 9, "r_j": 9, "r_m": 9, "rad": [], "rade": [], "radial": [8, 12], "radioact": 23, "radiu": [0, 1, 27], "rain": 9, "ramp": 1, "ran0": 23, "ran1": 23, "ran2": 23, "ran3": 23, "rand": [0, 4, 5, 6, 9, 10, 13, 15, 20, 26, 27, 28], "randint": [6, 9, 13], "randn": [0, 1, 2, 5, 6, 9, 11, 13, 15, 18, 26, 27, 28], "random": [0, 1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 16, 17, 18, 19, 20, 26, 27, 28], "random_forest_model": 10, "random_index": 13, "random_indic": [1, 3], "random_st": [7, 8, 9, 10, 11], "randomforestclassifi": 10, "randomli": [1, 6, 9, 13, 14, 18, 28], "rang": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 18, 20, 23, 26, 27, 28], "rangl": [0, 6, 11, 23, 26, 27], "rangle_x": 23, "rank": [5, 27, 28], "rankdir": 4, "raphson": [1, 8, 13], "rapidli": 0, "rare": [1, 13], "raschka": [26, 27], "rasckha": 26, "rashcka": 28, "rate": [1, 2, 3, 4, 8, 9, 10, 12, 13, 18, 28], "rather": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 23, 26, 27, 28], "ratio": [4, 7, 9, 10, 11], "rational": [0, 26], "ravel": [5, 6, 7, 8, 9, 10, 11, 13, 20], "raw": 3, "rbf": [8, 11, 12], "rbf_kernel_svm_clf": 8, "rbf_pca": 11, "rc": 23, "rcond": [0, 26, 27], "rcparam": [1, 3, 7, 8, 9, 10, 23, 26], "re": [2, 4, 13, 15, 28], "reach": [1, 4, 5, 6, 9, 10, 12, 13, 14, 28], "read": [0, 2, 3, 4, 5, 6, 7, 8, 11, 12, 16, 17, 20, 21, 23, 25, 28], "read_csv": [0, 6, 7, 9], "read_fwf": [0, 26], "reader": [0, 6, 20, 23, 26, 27], "readi": [0, 1, 5, 6, 8, 10, 11, 12, 20, 26], "readili": 1, "readm": 15, "readthedoc": 19, "real": [0, 1, 4, 7, 10, 11, 12, 16, 18, 20, 27], "real_loss": 4, "real_output": 4, "realist": [8, 26], "realiti": 23, "realiz": [1, 12], "realli": [0, 1, 26], "rearrang": 13, "reason": [0, 1, 3, 4, 10, 13, 25, 26, 28], "reassign": 1, "recal": [5, 6, 9, 10, 11, 12, 20, 23, 26, 27, 28], "recast": 3, "receiv": [1, 3, 10, 12, 23], "recent": [0, 6, 13, 25], "recept": [3, 12], "receptive_field": 3, "recip": [0, 6, 7, 20, 21, 26, 27], "reciproc": 5, "recogn": [0, 4, 5, 10, 26], "recognit": [0, 1, 3, 12, 25, 26], "recommen": 26, "recommend": [0, 2, 3, 4, 5, 6, 8, 13, 15, 19, 20, 21, 25, 28], "reconsid": 9, "reconstruct": 11, "record": [10, 21, 22, 24, 26], "recreat": 15, "rectangl": [9, 13, 28], "rectangular": [5, 27, 28], "rectifi": [1, 3, 12], "recur": [0, 19, 26], "recurr": [0, 1, 19, 26], "recurs": [9, 19, 20, 26], "red": [0, 3, 4, 6, 8, 9], "redefin": [0, 10, 26, 27, 28], "redefinit": 28, "reduc": [1, 3, 5, 6, 9, 10, 11, 13, 26, 28], "reduct": [0, 10, 11, 19, 23, 26, 27], "reegress": 21, "refer": [0, 1, 2, 3, 5, 6, 11, 12, 13, 14, 20, 25, 26, 27, 28], "referenc": 2, "refin": 12, "refit": 6, "reflect": [0, 1, 4, 5, 21, 23, 26], "refresh": [19, 26], "refreshprogrammingskil": 26, "reg": [10, 11], "regard": [1, 9, 13], "regardless": [12, 16], "region": [3, 4, 6, 9, 12, 21], "regist": [6, 23], "reglasso": [5, 28], "regr_1": [0, 9], "regr_2": [0, 9], "regr_3": [0, 9], "regress": [1, 8, 11, 12, 16, 19, 20], "regressor": [0, 7, 10], "regridg": [0, 5, 6, 27, 28], "regular": [0, 3, 4, 5, 6, 7, 9, 13, 17, 18, 24, 26, 27, 28], "regularli": 15, "reilli": [0, 25, 26], "reinforc": [0, 8, 19, 26], "reiter": 1, "reject": 7, "rel": [0, 4, 6, 7, 9, 12, 13, 23, 26, 27], "relat": [0, 1, 3, 4, 5, 11, 13, 14, 20, 23, 26, 27, 28], "relationship": [0, 4, 9, 18, 26], "relativeerror": [0, 26, 27], "releas": [1, 19, 26], "relev": [0, 1, 5, 7, 11, 19, 21, 23, 26, 28], "reli": [0, 6, 8], "reliabilti": 21, "reliabl": [7, 23], "relu": [3, 4, 26], "remain": [1, 2, 4, 6, 12, 20, 23, 27], "remaind": 23, "reman": 2, "remark": 1, "rememb": [0, 8, 13, 20, 21, 26], "remind": [0, 5, 11, 13, 20, 23], "remot": 15, "remov": [4, 5, 6, 18, 27, 28], "renam": 15, "render": [0, 26, 27], "reorder": [5, 7, 27, 28], "reorgan": [0, 26], "repeat": [0, 1, 3, 4, 5, 6, 9, 10, 11, 13, 14, 20, 21, 23, 26, 27, 28], "repeated": 26, "repeatedli": [0, 6, 10, 13], "repet": 3, "repetit": [6, 26, 27], "rephras": [13, 28], "replac": [0, 1, 3, 4, 5, 6, 10, 12, 14, 19, 21, 26, 27, 28], "replica": 6, "repo": [15, 21], "report": 26, "repositori": [4, 21, 26], "repres": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 21, 23, 26, 27, 28], "represent": [0, 1, 3, 6, 23, 26], "representd": 3, "reproduc": [0, 5, 6, 9, 12, 15, 16, 18, 19, 23, 26, 27], "repuls": [0, 26], "request": [0, 13], "requir": [0, 1, 3, 4, 5, 6, 8, 9, 11, 12, 13, 15, 17, 18, 20, 26, 27, 28], "res1": 2, "res2": 2, "res3": 2, "res_analyt": 2, "res_analytical1": 2, "res_analytical2": 2, "res_analytical3": 2, "resaml": 6, "resampl": [0, 7, 10, 19, 26, 27], "rescal": [0, 11, 12], "rescu": 5, "reseach": 6, "research": [0, 4, 13, 19, 25, 26], "resembl": [6, 23], "reserv": [1, 5, 6, 23], "reshap": [0, 1, 2, 3, 4, 6, 8, 9, 10, 20, 26, 27], "residenti": [], "residu": [0, 5, 13, 26], "resiz": [5, 27, 28], "resourc": 26, "respect": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 21, 23, 26, 27, 28], "respond": 12, "respons": [0, 7, 9, 12, 26, 27], "rest": [0, 5, 18, 27, 28], "restat": [0, 12, 26], "restor": 4, "restored_discrimin": 4, "restored_gener": 4, "restrict": [0, 3, 9, 12, 26], "result": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 26], "retail": [], "retain": [5, 6, 27, 28], "return": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 20, 23, 26, 27, 28], "return_data": 14, "return_sequ": 4, "return_x_i": 9, "reus": [1, 3, 6, 21], "reveal": [0, 12, 26], "revers": [1, 20], "review": [19, 20], "revisit": 14, "revolut": 26, "reward": [0, 4, 26], "rewrit": [0, 3, 5, 6, 7, 8, 10, 11, 12, 13, 16, 20, 21, 23, 28], "rewritten": [2, 6, 8, 10, 23], "rewrot": 13, "rf": 10, "rgb": 3, "rgoj5yh7evk": 19, "rh": 6, "rho": [0, 10, 13], "rho_1": 10, "rho_2": 10, "rho_m": 10, "rich": [0, 26], "ride": 9, "rideclass": 9, "ridedata": 9, "ridg": [7, 11, 13, 19, 26], "ridge_paramet": 17, "ridge_sk": 6, "ridgebeta": 28, "ridgetheta": 5, "right": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 20, 21, 23, 26, 27, 28], "right_sid": 2, "rightarrow": [0, 1, 5, 6, 8, 11, 12, 13, 23, 26, 27, 28], "rigor": [0, 26, 27, 28], "ring": 6, "rise": [0, 26], "risk": [0, 13, 26, 28], "rival": 4, "river": [], "rlm": 26, "rm": 23, "rmse": [], "rmsporp": 13, "rmsprop": [1, 3, 4, 13, 21], "rnd_clf": 10, "rng": 23, "rnn": [4, 12], "rnn1": 4, "rnn2": 4, "rnn_2layer": 4, "rnn_input": 4, "rnn_output": 4, "rnn_train": 4, "rntrick1": 23, "rntrick2": 23, "rntrick3": 23, "rntrick4": 23, "ro": [0, 13, 26, 28], "robert": [21, 25], "robust": [0, 26], "robustscal": [0, 27], "roc": [7, 10], "role": [0, 2, 5, 6, 8, 18, 19, 21, 26, 27, 28], "roll": 6, "room": [0, 24, 26], "root": [0, 5, 9, 13, 15, 23, 27, 28], "rot": 26, "rotat": [1, 8, 9, 10], "rotation_matrix": 9, "roughli": [1, 3, 18], "round": [7, 9, 13], "routin": [13, 20, 26, 28], "row": [0, 1, 2, 5, 6, 9, 11, 16, 20, 26, 27, 28], "rr": [5, 27, 28], "rrr": [5, 27, 28], "rudg": 18, "rug": [13, 28], "rule": [0, 1, 5, 6, 13, 21, 26, 27, 28], "run": [0, 1, 2, 4, 5, 6, 8, 9, 11, 13, 15, 19, 21, 26, 27, 28], "runtim": [1, 6, 14, 15], "rust": [0, 19, 20, 26], "rvert": 1, "rvert_2": 1, "s_": [3, 6], "s_1": 6, "s_i": [6, 7], "s_j": 6, "s_k": 6, "s_phenomenon": 21, "saddl": [13, 28], "safeguard": 18, "sai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 20, 21, 23, 26, 27, 28], "said": [6, 9, 13, 28], "sake": [0, 5, 7, 11, 26, 27, 28], "sale": [0, 26], "sam": 26, "same": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 14, 15, 16, 18, 20, 21, 23, 26, 27, 28], "samm": 10, "sampl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 18, 19, 20, 21, 23, 26, 27], "sample_vari": 14, "sampleexptvari": 23, "samwis": 26, "sastri": 11, "satisfactori": [0, 26], "satisfi": [1, 2, 3, 6, 8, 13, 20, 23, 28], "satur": [1, 6], "save": [0, 4, 6, 7, 9, 13, 26], "save_fig": [0, 6, 7, 9, 10, 26], "savefig": [0, 4, 6, 7, 9, 23, 26], "savetxt": 4, "saw": [5, 27], "scalabl": 10, "scalar": [2, 5, 6, 10, 27], "scale": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 19, 20, 21, 24, 26, 28], "scale_mean": 4, "scale_std": 4, "scaler": [0, 7, 8, 9, 10, 11, 17, 21, 27], "scan": [5, 7], "scari": 5, "scatter": [0, 1, 6, 7, 8, 9, 14, 15, 17, 26, 27], "scenario": [6, 13, 28], "schedul": 13, "scheme": [1, 13, 28], "schrage": 23, "sch\u00f8yen": [6, 27], "scienc": [0, 1, 10, 12, 13, 19, 22, 23, 24, 25, 28], "scientif": [0, 19, 21, 26], "scientist": [0, 26], "scikit": [3, 5, 6, 8, 9, 10, 13, 15, 16, 19, 20, 21, 25], "scikit_learn": 0, "scikitlearn": 26, "scikitplot": [7, 10], "scipi": [0, 3, 5, 6, 13, 19, 20, 21, 26, 27, 28], "scl": 6, "scm": 15, "score": [0, 1, 3, 6, 7, 9, 10, 11, 15, 16, 21, 24, 26, 27], "scores_kfold": 6, "scratch": [1, 13, 16], "sdg": 13, "sdv4f4s2sb8": 28, "seaborn": [0, 1, 3, 6, 7, 26], "seamless": [0, 19, 21, 26], "search": [0, 1, 3, 5, 9, 13, 15, 26, 28], "sebastian": 26, "sebastianraschka": 26, "sec": 6, "second": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 19, 20, 23, 24, 26, 27, 28], "secondeigvector": 11, "secondli": 12, "section": [4, 11, 16, 20, 21, 23, 27], "sector": 0, "see": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 26, 27, 28], "seed": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 14, 18, 23, 26, 27, 28], "seed_imag": 4, "seek": [1, 2, 8], "seem": [1, 3, 4], "seemingli": [0, 26], "seen": [0, 1, 3, 5, 10, 12, 23], "segment": [13, 28], "seismic": 6, "seldomli": [0, 26], "select": [1, 5, 6, 8, 9, 10, 11, 15, 21, 22, 23, 24, 25, 26, 27, 28], "selevet": 15, "self": [1, 5, 27], "sell": 4, "semest": [7, 22], "semi": [8, 13, 28], "semilogx": 6, "send": [5, 12, 13, 24, 26], "senior": [22, 24], "sens": [0, 4, 6, 8, 26], "sensibl": 3, "sensit": [0, 5, 6, 9, 13, 26, 27], "sent": 2, "sentenc": [4, 12], "separ": [0, 1, 2, 4, 6, 8, 9, 12, 14, 18, 19, 21, 23, 26], "septemb": [18, 21, 26], "sequenc": [3, 4, 7, 9, 10, 12, 13, 19, 20, 23, 26, 28], "sequenti": [1, 3, 4, 10, 12, 23], "seri": [0, 1, 2, 3, 4, 5, 6, 10, 11, 12, 13, 20, 26, 27, 28], "serif": [7, 23, 26], "serv": [0, 1, 2, 3, 5, 7, 13, 25, 26, 27, 28], "servic": 21, "session": [1, 15, 21, 22, 24, 26], "set": [1, 4, 5, 6, 7, 8, 10, 11, 13, 14, 16, 17, 18, 19, 20, 21, 23, 24], "set_major_formatt": 6, "set_major_loc": 6, "set_tick": [1, 8], "set_ticklabel": 1, "set_titl": [0, 1, 2, 3, 7, 12, 14, 26], "set_xlabel": [0, 1, 2, 3, 7, 12, 26], "set_xlim": [7, 12], "set_xticklabel": 1, "set_ylabel": [0, 1, 2, 3, 7, 26], "set_ylim": [7, 12], "set_ytick": 7, "set_yticklabel": [1, 6], "set_zlim": 6, "seth": 4, "setminu": 6, "setosa": [8, 9], "setosa_or_versicolor": 8, "setp": 6, "setup": [1, 4, 6, 8, 19, 26, 27, 28], "sever": [0, 3, 5, 6, 7, 8, 9, 11, 12, 13, 16, 19, 20, 21, 23, 26, 27, 28], "sgd": [1, 3, 28], "sgd_clf": 8, "sgdclassifi": 8, "sgdreg": 13, "sgdregressor": 13, "sgn": [5, 27, 28], "shallow": 13, "shape": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 18, 20, 26, 27, 28], "share": [1, 3, 15, 26], "shareabl": 15, "she": 7, "shift": [1, 6, 12, 15, 18, 23, 27], "ship": 3, "shire": 26, "short": [4, 5, 21], "shortcom": [13, 28], "shorten": 4, "shorter": 23, "shorthand": 26, "shortli": [20, 26], "should": [0, 2, 3, 5, 6, 8, 9, 11, 12, 15, 18, 20, 21, 23, 26, 27], "show": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 20, 21, 23, 26, 27, 28], "show_shap": 4, "shown": [0, 4, 5, 8, 12, 13, 20, 27, 28], "shrink": [3, 5, 6, 8, 11, 27, 28], "shrinkag": [5, 6, 27, 28], "shrunk": 11, "shuffl": [0, 1, 4, 6, 13, 27], "side": [0, 2, 5, 8, 12, 13, 20, 21, 26, 28], "sigh": [19, 26], "sigma": [0, 1, 5, 6, 7, 10, 11, 12, 13, 20, 21, 23, 26, 27, 28], "sigma0": 23, "sigma1": 23, "sigma2": 23, "sigma_": [5, 20, 26, 27, 28], "sigma_0": [5, 27, 28], "sigma_1": [5, 27, 28], "sigma_2": [5, 27, 28], "sigma_fn": [7, 12], "sigma_i": [0, 5, 26, 27, 28], "sigma_j": [5, 27, 28], "sigma_m": [6, 23], "sigma_n": [11, 23], "sigma_t": 13, "sigma_x": 23, "sigmoid": [1, 2, 4, 7, 8, 10, 12], "sigmundson": [6, 27], "sign": [1, 2, 7, 8, 10, 23, 24], "signal": [1, 3, 10, 12], "signifi": 4, "signific": 1, "significantli": [1, 13, 18, 23, 28], "sim": [4, 5, 6, 13, 23], "similar": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 19, 20, 21, 26, 28], "similarli": [0, 1, 3, 5, 8, 10, 13, 23, 26, 27, 28], "simpl": [1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 20, 23], "simplepredict": 10, "simpler": [0, 1, 5, 6, 7, 13, 16, 19, 21, 26, 28], "simplernn": 4, "simplest": [0, 1, 3, 4, 9, 10, 12, 14, 21, 26], "simpletre": 10, "simpli": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 19, 20, 21, 23, 26, 27, 28], "simplic": [2, 5, 6, 7, 8, 9, 10, 11, 12, 14, 27, 28], "simplicti": [5, 27, 28], "simplifi": [0, 6, 9, 18, 19, 21, 26, 27], "simplist": [3, 6, 23], "simul": [6, 18], "simultan": 6, "sin": [0, 1, 2, 3, 4, 9, 12, 13, 20, 26], "sinc": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 16, 18, 20, 21, 23, 25, 26, 27, 28], "sine": [3, 12], "singl": [0, 1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 18, 20, 23, 26, 27, 28], "singular": [0, 6, 13, 20, 26], "sinusoid": 3, "site": [0, 21, 22, 27], "situat": [0, 4, 5, 7, 13, 23, 26, 27, 28], "six": [3, 23], "size": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 18, 20, 21, 23, 26], "sketch": 10, "ski": 9, "skill": 0, "skip": 11, "skl": [0, 6, 26, 27], "sklearn": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 26, 27, 28], "skplt": [7, 10], "sl": [6, 27], "slack": 8, "slice": [2, 20, 26], "slide": [0, 3, 16, 21, 23, 26, 27, 28], "slight": [6, 13], "slightli": [1, 2, 3, 5, 6, 7, 10, 23, 27, 28], "slope": [8, 11, 12], "slow": [0, 2, 8, 13, 18, 27, 28], "slower": [5, 20, 26, 27, 28], "slowest": 20, "slowli": 12, "slp": 1, "small": [0, 1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 19, 20, 23, 26, 27, 28], "smaller": [0, 1, 2, 5, 6, 8, 9, 11, 13, 23, 26, 27, 28], "smallest": [0, 4, 14, 26], "smallest_row_index": 14, "smooth": [0, 3, 6, 13, 21, 26, 28], "sn": [0, 1, 3, 6, 7, 26], "sne": 11, "so": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 24, 26, 27, 28], "soar": 6, "social": 0, "soft": [1, 7, 10, 12], "soften": 8, "softmax": [3, 7], "softwar": [0, 8, 19, 20], "sol": 8, "sole": [0, 6, 26], "solid": [0, 7], "solut": [0, 1, 2, 3, 5, 6, 8, 10, 11, 13, 18, 20, 21, 23, 26, 27, 28], "soluton": 2, "solv": [0, 1, 3, 5, 6, 8, 10, 11, 12, 13, 16, 20, 21, 26, 27], "solve_expdec": 2, "solve_ode_deep_neural_network": 2, "solve_ode_neural_network": 2, "solve_pde_deep_neural_network": 2, "solveod": 2, "solveode_popul": 2, "solver": [2, 7, 8, 9, 10, 20, 26], "some": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 18, 21, 23, 26], "some_model": [6, 27], "somehow": 4, "someon": 16, "someth": [0, 1, 3, 4, 7, 9, 11, 15, 21, 23, 26, 27], "sometim": [0, 1, 11, 12, 13, 14, 27], "soon": [20, 24, 27], "sophist": [0, 26], "sopt": 13, "sort": [5, 6, 9, 11, 23], "sound": [3, 5], "sourc": [0, 1, 3, 6, 19, 20, 21, 23, 26], "space": [0, 1, 4, 5, 8, 9, 11, 12, 13, 14, 23, 27, 28], "span": [0, 3, 5, 9, 11, 20, 26, 27, 28], "spare": 1, "spars": [3, 6, 18, 20, 26], "sparse_mtx": [20, 26], "sparsecategoricalcrossentropi": 3, "sparsiti": [10, 18], "spatial": [1, 2, 3, 12], "speak": 23, "special": [6, 7, 10, 12, 13, 20, 23, 26, 27, 28], "specif": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 15, 16, 19, 20, 21, 23, 25, 26, 27, 28], "specifi": [0, 3, 5, 6, 7, 9, 11, 13, 14, 23, 26, 28], "specifici": [0, 10, 26], "spectacular": 3, "spectral": 1, "speech": [0, 1, 3, 4, 12], "speed": [1, 2, 4, 13], "spend": [16, 23], "spent": 21, "sphere": [0, 27], "spin": 6, "spite": 0, "spline": 8, "split": [1, 3, 4, 5, 6, 8, 9, 10, 11, 14, 16, 17, 21, 23, 26, 28], "splite": 0, "splitter": [1, 10], "spontan": 23, "spot": 3, "spread": [0, 11, 23, 26, 27], "springer": [21, 25, 26], "spuriou": 13, "sqquar": 28, "sqrsignal": 3, "sqrt": [3, 4, 5, 6, 8, 10, 11, 13, 23, 27, 28], "squar": [1, 2, 3, 4, 7, 8, 9, 11, 13, 14, 15, 17, 18, 19, 20, 23], "squarederror": 10, "squaredeuclidean": 14, "squash": 12, "srtm": 6, "srtm_data_norway_1": 6, "stabil": [5, 21], "stabl": [0, 4, 5, 6, 9, 16, 19, 21, 26, 27, 28], "stack": [3, 4], "stage": [5, 13, 15, 21], "stai": [0, 2, 4, 5, 11, 26, 27], "stand": [0, 5, 9, 12, 26, 27, 28], "standard": [0, 1, 4, 5, 6, 7, 8, 10, 12, 17, 18, 20, 21, 23, 26, 28], "standardscal": [0, 6, 7, 8, 9, 10, 11, 17, 27], "stanford": [13, 28], "start": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 23, 24, 26, 27, 28], "start_tim": 14, "stat": 6, "state": [1, 2, 4, 5, 6, 7, 8, 10, 11, 12, 13, 19, 23, 26, 27, 28], "statement": [0, 7, 20, 26], "stationari": 28, "statist": [0, 1, 3, 4, 7, 9, 10, 11, 12, 13, 14, 20, 21, 25, 27, 28], "statu": [0, 7, 15, 26], "stavang": 6, "std": [0, 4, 6, 18, 26, 27], "steep": [13, 28], "step": [0, 1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 20, 21, 26, 28], "step_fn": [7, 12], "step_length": 13, "steps_list": 9, "stereo": 3, "still": [0, 2, 3, 5, 6, 11, 13, 23, 27, 28], "stimuli": 12, "stk": [25, 26], "stk2100": [25, 26], "stk3155": [15, 21, 22, 24], "stk4021": [25, 26], "stk4051": [25, 26], "stk4155": [22, 24], "stk5000": 25, "stochast": [0, 1, 5, 6, 8, 11, 12, 28], "stock": 4, "stoke": 12, "stone": [0, 7], "stop": [1, 4, 9, 13, 14, 18, 28], "storag": [5, 27, 28], "store": [0, 1, 2, 3, 6, 11, 13, 18, 23, 26], "storehaug": [24, 26], "str": [1, 3, 4], "straight": [0, 6, 8, 13, 26, 28], "straightforward": [0, 2, 3, 5, 6, 8, 9, 10, 13, 20, 26, 27, 28], "strategi": [0, 1, 9, 26], "stratifi": 6, "strength": [0, 5, 14, 27, 28], "stretch": 11, "strict": [8, 13, 28], "strictli": [8, 13, 28], "stride": [4, 20], "strike": 6, "string": 1, "stroke": 7, "strong": [3, 6, 9, 10, 12, 20, 23], "strongli": [0, 8, 15, 19, 20], "stronli": [], "structur": [0, 1, 2, 3, 6, 9, 10, 12, 19, 26], "stuck": [1, 13, 28], "student": [0, 15, 21, 22, 24, 25, 26], "studi": [0, 3, 4, 5, 6, 7, 8, 11, 12, 13, 19, 21, 25, 26, 27, 28], "studier": 25, "style": [7, 9, 20, 26], "st\u00f8land": 24, "sub": [9, 12], "subdivid": [0, 20, 26], "subfield": 0, "subject": [6, 8, 23], "submit": 26, "subplot": [0, 1, 3, 4, 6, 7, 8, 9, 10, 14, 26], "subplots_adjust": [8, 23], "subprogram": [20, 26], "subract": [0, 27], "subroutin": [0, 26], "subscript": 1, "subsequ": [1, 4, 5, 6, 12, 20, 23, 27, 28], "subset": [1, 6, 9, 12, 13, 19, 26, 28], "subspac": [0, 8, 11, 27], "substanti": [9, 10], "substep": 11, "substitut": [3, 6, 12, 16, 20], "subsubset": 9, "subtask": 6, "subtl": 1, "subtract": [0, 4, 5, 6, 11, 13, 18, 20, 21, 23, 27], "subtre": 9, "succeed": [0, 4, 26], "success": [3, 7, 9, 13, 23], "successfulli": [4, 9], "sudo": [0, 19, 21, 26], "suffer": [0, 1, 2, 5, 10, 26, 27, 28], "suffici": [1, 6, 8, 11, 13, 28], "suggest": [1, 13, 21, 25, 28], "suit": [8, 12], "suitabl": [0, 15, 23, 27], "sum": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "sum_": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 20, 21, 23, 26, 27, 28], "sum_i": [0, 2, 5, 6, 8, 13, 21, 27, 28], "sum_j": [6, 18], "sum_ja_": 0, "sum_k": [6, 8, 12, 20], "sum_logist": 13, "sum_m": 3, "sum_n": 3, "sum_nx_": 3, "summar": [5, 6, 9], "summari": [1, 3, 4, 10, 22, 28], "summat": [0, 3, 16, 27, 28], "sunni": 9, "super": [5, 27, 28], "superfici": 3, "superscript": [1, 12], "supervis": [0, 5, 6, 7, 9, 12, 19, 26, 27, 28], "supplement": [7, 21], "support": [0, 1, 9, 10, 11, 13, 19, 26, 27], "suppos": [0, 5, 6, 7, 8, 10, 11, 12, 13, 20, 26, 27, 28], "suppress": [5, 13, 28], "sure": [0, 1, 4, 6, 16, 21], "surf": 6, "surfac": [0, 6, 26], "surpass": 6, "surpris": [0, 26], "surround": [3, 19], "survei": [0, 5, 6, 26, 27], "svc": [8, 9, 10], "svd": [0, 6, 11, 26], "svdinv": 5, "svm": [8, 9, 10, 11], "svm_clf": [8, 10], "swath": [5, 27, 28], "switch": 0, "sy": [13, 28], "symbol": [1, 5, 11, 13, 19, 23, 26, 27, 28], "symmeteri": 1, "symmetr": [0, 5, 8, 11, 12, 13, 20, 26, 27], "symmetri": 6, "sympi": [0, 19, 21, 26], "synonim": 23, "syntax": 13, "system": [0, 1, 3, 4, 6, 7, 9, 10, 12, 13, 15, 19, 20, 21, 26, 28], "systemat": [4, 6], "t": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 28], "t0": [3, 6, 13], "t1": [2, 13], "t2": 2, "t3": 2, "t_": 2, "t_0": [2, 9, 13], "t_1": 13, "t_b": 10, "t_i": [1, 2, 5, 12, 27, 28], "t_j": 12, "t_k": 9, "tabl": [9, 21, 23, 24, 26], "tabul": [0, 26], "tabular": 26, "tackl": 4, "tag": [2, 3, 4, 5, 6, 7, 12, 13, 14, 20, 23, 27, 28], "taht": [0, 26], "tail": 23, "tailor": [2, 8, 11, 26], "taiwan": [0, 26], "take": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 20, 23, 26, 27, 28], "taken": [0, 1, 3, 6, 10, 13, 20], "tan": 3, "tangent": [1, 4, 12, 13, 28], "tanh": [1, 4, 7, 8, 12], "target": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 18, 26, 27, 28], "target_nam": 9, "task": [0, 1, 3, 6, 9, 11, 12, 14, 21, 26], "tau": [3, 5, 23], "taught": 26, "tax": [], "taylor": [2, 13, 28], "taylornr": [13, 28], "tc": 8, "teach": [15, 22, 26], "team": 1, "teaser": 0, "technic": [0, 5, 6, 13, 21, 28], "techniqu": [0, 1, 8, 10, 13, 19, 23, 25, 26, 27], "technologi": [0, 1], "tell": [0, 4, 6, 10, 11, 13, 16, 23], "temp": 1, "temp1": 1, "temp2": 1, "temperatur": [0, 9, 26], "templat": 18, "temporarili": 1, "ten": [3, 26], "tend": [3, 5, 6, 8, 9, 10, 12, 13, 14, 27], "tendenc": [0, 26], "tension": 6, "tensor": 3, "tensorflow": [0, 2, 4, 8, 14, 19, 20, 21, 25, 26, 27], "term": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 21, 23, 26, 27, 28], "term1": [5, 6, 11], "term2": [5, 6, 11], "term3": [5, 6, 11], "term4": [5, 6, 11], "termin": [0, 4, 5, 9, 10, 13, 15, 27, 28], "terminarl": 15, "terrain": 6, "terrain1": 6, "test": [3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 20, 21, 23, 26, 28], "test_acc": 3, "test_accuraci": [1, 3], "test_error": 6, "test_imag": [3, 4], "test_ind": 6, "test_input": 4, "test_label": [3, 4], "test_loss": 3, "test_pr": 1, "test_predict": 1, "test_rnn": 4, "test_scor": [7, 10], "test_siz": [0, 1, 3, 5, 6, 10, 15, 17, 27, 28], "test_split": 9, "testerror": [0, 6, 27], "testi": 4, "testpredict": 4, "testx": 4, "text": [0, 1, 2, 4, 5, 8, 9, 11, 13, 15, 18, 20, 23, 25, 27, 28], "textbook": [16, 21, 27, 28], "textual": 9, "textur": 1, "tf": [1, 3, 4, 13, 14, 28], "th": [0, 1, 2, 5, 6, 7, 9, 12, 13, 14, 20, 21, 23, 26, 27], "than": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 17, 19, 23, 26, 27], "thank": [4, 6, 27], "theano": [1, 19, 26], "thei": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 18, 20, 21, 23, 26, 27, 28], "them": [0, 1, 3, 4, 6, 8, 9, 10, 11, 12, 13, 18, 20, 21, 26, 27], "theme": [0, 15, 26], "themselv": [0, 21, 23, 26], "thenc": 6, "theorem": [2, 6, 7, 27, 28], "theoret": [0, 4, 10], "theori": [0, 1, 3, 8, 9, 12, 13, 19, 21, 25, 26], "thereaft": [0, 5, 6, 11, 12, 20, 21, 26], "therebi": [0, 5, 7, 11, 21, 26, 27, 28], "therefor": [0, 1, 2, 3, 4, 6, 7, 8, 11, 13, 23, 26, 27, 28], "therein": 11, "thereof": [0, 6, 13, 26], "theta": [0, 1, 4, 5, 6, 7, 13, 16, 21, 23, 26, 27, 28], "theta_": [0, 1, 6, 7, 13, 26, 27, 28], "theta_0": [0, 5, 6, 7, 16, 26, 27, 28], "theta_0x_": [0, 26, 27], "theta_1": [0, 5, 6, 7, 26, 27, 28], "theta_1x_": [0, 26, 27], "theta_1x_0": [0, 26], "theta_1x_1": [0, 7, 26], "theta_1x_2": [0, 26], "theta_1x_i": [7, 27, 28], "theta_2": [0, 26, 27], "theta_2x_": [0, 26, 27], "theta_2x_0": [0, 26], "theta_2x_1": [0, 26], "theta_2x_2": [0, 7, 26], "theta_2x_i": 27, "theta_3x_i": 27, "theta_4x_i": 27, "theta_closed_form": 18, "theta_closed_formol": 18, "theta_closed_formridg": 18, "theta_gdol": 18, "theta_gdridg": 18, "theta_i": [0, 1, 5, 26, 27, 28], "theta_j": [0, 5, 6, 18, 26, 27], "theta_k": 28, "theta_linreg": [13, 28], "theta_ol": 18, "theta_p": 7, "theta_px_p": 7, "theta_ridg": 18, "theta_t": 13, "theta_tru": 18, "thetavalu": 5, "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28], "thing": [0, 1, 2, 4, 5, 7, 9, 15, 16, 18, 23, 26], "think": [0, 1, 3, 4, 6, 9, 12, 13, 14, 23, 26, 27, 28], "third": [0, 3, 6, 13, 24, 26, 28], "thirti": 7, "thorughout": 26, "those": [0, 3, 5, 6, 8, 9, 10, 11, 20, 21, 26, 27, 28], "though": [1, 2, 3, 4, 13, 16, 17, 20, 23], "thought": [6, 14, 21, 23], "thousand": [0, 1, 21, 27], "three": [0, 1, 3, 5, 6, 8, 9, 12, 20, 21, 22, 23, 24, 26, 27, 28], "threshold": [1, 3, 9, 10, 11, 12, 13], "through": [0, 1, 2, 3, 4, 5, 6, 8, 11, 12, 13, 14, 15, 19, 20, 21, 23, 26, 27, 28], "throughout": [0, 4, 5, 14, 15, 19, 20, 23, 26], "throw": [3, 6, 23], "thu": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 24, 26, 27, 28], "thumb": [0, 6, 21, 27], "thursdai": [], "tibshirani": [6, 21, 25, 26], "tick_param": 6, "ticker": [6, 13, 23, 28], "tif": 6, "tight_layout": [1, 7], "tightli": 11, "tild": [0, 5, 6, 7, 11, 21, 23, 26, 27, 28], "till": [0, 4, 7, 8, 9, 10, 12, 20, 26, 27], "time": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "timeit": 4, "timer": 4, "tini": 1, "tip": 3, "titl": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 13, 15, 23, 26, 28], "tmp": 13, "tn": [2, 3, 7], "to_categor": [1, 3, 4], "to_categorical_numpi": 1, "to_numer": [0, 6, 26], "todai": 3, "togeth": [0, 3, 6, 8, 11, 13, 19, 26], "toi": 14, "told": 13, "toler": [2, 14], "tolist": 4, "tomographi": 12, "too": [0, 2, 4, 5, 6, 9, 11, 13, 17, 18, 23, 25, 27, 28], "took": [8, 26], "tool": [0, 1, 3, 6, 13, 15, 19, 27], "toolbox": 8, "top": [0, 3, 5, 6, 9, 10, 19, 26], "topic": [0, 5, 6, 7, 8, 19, 21, 27, 28], "topolog": [3, 12], "topologi": [1, 12], "torkjellsdatt": [24, 26], "toss": [10, 23], "total": [0, 1, 2, 3, 4, 6, 7, 8, 10, 11, 12, 13, 14, 20, 23, 24, 26, 27, 28], "total_loss": 4, "totalclustervari": 14, "totalscatt": 14, "toward": [1, 2, 7, 12, 13, 15, 28], "town": [], "tp": [4, 7], "tpng": 9, "tpu": [13, 19, 26], "tqdm": 6, "tr": [], "track": [3, 13, 14, 15, 20, 27, 28], "tract": [], "tractabl": [0, 26, 27], "trade": [5, 9], "tradeoff": [0, 5, 21, 26, 27, 28], "tradit": [0, 1, 4, 6, 26], "train": [2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 16, 17, 21, 28], "train_accuraci": [0, 1, 3, 26], "train_dataset": 4, "train_end": [0, 1, 27], "train_error": 6, "train_imag": [3, 4], "train_ind": 6, "train_label": [3, 4], "train_pr": 1, "train_siz": [0, 1, 3, 27], "train_step": 4, "train_test_split": [0, 1, 3, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "train_test_split_numpi": [0, 1, 27], "trainable_vari": 4, "trained_model": [6, 27], "trainerror": [0, 27], "traini": 4, "training_checkpoint": 4, "training_dataset": 4, "training_gradi": 13, "trainingerror": 6, "trainpredict": 4, "trainscor": 4, "trainx": 4, "trait": [0, 26], "trajectori": 4, "transfer": [9, 26], "transform": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 20, 26, 27, 28], "transit": [6, 12], "translat": [1, 4, 6, 10, 26, 27], "transpos": [1, 5, 11, 20, 27, 28], "travers": [0, 5], "treat": [0, 1, 3, 6, 12, 13, 18, 23, 26, 27, 28], "tree": [0, 1, 19, 26], "tree_clf": [9, 10], "tree_clf_": 9, "tree_clf_sr": 9, "tree_reg": 9, "tree_reg1": 9, "tree_reg2": 9, "trend": 23, "treue": 7, "trevor": [21, 25], "tri": [2, 3, 4, 9, 13, 16], "triain": 0, "trial": [0, 2, 4, 6, 13, 23, 26, 28], "triangl": [13, 28], "triangular": 20, "trick": [3, 4, 8, 11, 13, 23], "trickier": 23, "tridiagon": 20, "trillion": 19, "trivial": [0, 1, 5, 11, 23, 26, 28], "troubl": [0, 8, 12, 15, 27], "truck": 3, "true": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 20, 21, 23, 26, 27, 28], "true_beta": 27, "true_fun": 6, "true_theta": 6, "truli": 26, "try": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 18, 19, 20, 21, 23, 26, 27, 28], "tucker": 8, "tuesdai": [24, 26], "tumor": [7, 9], "tumour": 7, "tunabl": 1, "tune": [4, 9, 13, 20, 26], "turn": [0, 1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 21, 23, 26, 27, 28], "tutori": [1, 4], "tv": 2, "tveito": 2, "tweak": [1, 4, 10, 23], "twice": [13, 28], "twist": 11, "two": [0, 1, 2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 15, 17, 20, 21, 22, 23, 25, 26, 27, 28], "tx": [13, 28], "tx_1": [13, 28], "txt": [4, 15], "ty": [13, 28], "type": [0, 1, 3, 6, 8, 10, 13, 20, 23, 27, 28], "typic": [0, 1, 2, 3, 4, 5, 7, 9, 10, 12, 13, 15, 16, 23, 26, 27, 28], "typo": 21, "u": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 21, 23, 25, 26, 27, 28], "u_": 20, "u_i": 12, "u_m": 10, "ua": [0, 26], "ubuntu": [0, 19, 21, 26], "uci": 21, "uio": [15, 21, 24, 25], "un": 14, "unabl": 15, "unari": [20, 26], "unbalanc": [6, 9], "unbias": [0, 5, 6, 26], "uncent": [6, 27], "uncertainti": [0, 5, 26], "uncertitud": 23, "unchang": [1, 3], "uncorrel": [10, 23], "undefin": [5, 27, 28], "under": [0, 1, 5, 6, 10, 13, 19, 21, 26, 27, 28], "underdetermin": [0, 26], "underfit": [1, 6], "underflowproblem": 5, "undergo": 5, "undergradu": [22, 24], "underli": [0, 1, 9, 13, 18, 23, 26], "underset": [4, 14], "understand": [0, 1, 3, 5, 6, 10, 13, 14, 15, 19, 26, 27, 28], "understood": [8, 13], "undesir": 8, "undetermin": [5, 8], "undo": 4, "unexpect": 6, "unexpected": 23, "unexplain": 18, "unfair": [6, 27], "unfortun": [1, 8, 9, 10], "unicode_liter": [8, 9], "uniform": [0, 1, 5, 6, 11, 13, 21, 23, 26, 28], "uniformli": [13, 23, 28], "unifrompdf": 23, "unimport": [13, 28], "union": [5, 6], "uniqu": [0, 2, 6, 13, 14, 20, 26], "unique_cluster_label": 14, "unit": [0, 1, 3, 4, 5, 10, 12, 18, 23, 26, 27, 28], "unitari": [5, 6, 20, 27, 28], "unitarili": [20, 26], "uniti": 23, "univari": 23, "univers": [0, 1, 2, 13, 19, 21, 22, 24, 26, 27, 28], "unix": 1, "unknow": [0, 20, 26], "unknown": [0, 1, 3, 4, 5, 6, 8, 10, 13, 20, 21, 26, 27, 28], "unknowwn": 12, "unlabel": 1, "unless": [0, 3, 6, 11, 13, 21, 26, 28], "unlik": [1, 3, 8, 13, 28], "unnecessarili": 9, "unord": 3, "unravel": 1, "unrol": [3, 11], "unseen": [0, 7, 9, 15], "unstabl": 1, "unsupervis": [0, 1, 4, 12, 19, 26], "unsymmetr": [20, 26], "until": [1, 2, 4, 9, 12, 13, 14, 28], "untouch": 0, "unusu": 12, "up": [1, 3, 4, 5, 6, 8, 10, 11, 13, 14, 16, 18, 19, 20, 21, 23, 24], "updat": [1, 2, 10, 12, 13, 14, 15, 18], "uploa": 26, "upload": [15, 19, 21, 25], "upon": [0, 1, 6, 7, 11, 20], "upper": [0, 8, 9, 16, 20, 27], "uppercas": [20, 26], "upsampl": 4, "upscal": 4, "url": [26, 27], "us": [4, 5, 6, 8, 9, 10, 11, 12, 14, 15, 17, 20, 23, 25], "usag": [0, 8, 19, 26, 27], "usd": [], "usd10000": [], "use_bia": 4, "usecol": [0, 26], "useless": 1, "user": [0, 1, 2, 4, 6, 7, 15, 19, 20, 21, 26, 27], "usernam": [15, 21], "usetex": 23, "usg": 6, "usr": 23, "usual": [0, 3, 4, 7, 12, 13, 14, 26], "ut": 5, "util": [1, 3, 4, 6, 7, 10, 14, 26], "ux": 20, "v": [2, 4, 5, 6, 11, 13, 15, 19, 27, 28], "v0": 23, "v1": 23, "v2": 23, "v_0": 11, "va": 1, "vahid": 26, "val": 13, "val_accuraci": 3, "val_loss": 4, "vale": 2, "valid": [0, 1, 4, 7, 9, 10, 13, 19, 23, 26, 27], "validation_data": 3, "validation_split": 4, "valu": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 26], "valuat": 9, "valy": 4, "van": [0, 21, 26, 27, 28], "vandenbergh": [8, 13, 28], "vandermond": [0, 26], "vanilla": [0, 6, 11, 14, 27], "vanish": [1, 4, 13, 23, 28], "var": [5, 6, 10, 11, 21, 23, 27], "var_x": 23, "varabl": 8, "varepsilon": [5, 6], "varepsilon_": [5, 6], "varepsilon_i": [5, 6], "vari": [0, 1, 3, 5, 6, 10, 26], "variabl": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 14, 20, 26, 27], "varianc": [0, 1, 5, 7, 9, 10, 11, 13, 14, 18, 19, 20, 23, 26, 27, 28], "variance_i": [5, 11, 27], "variance_x": [5, 11, 27], "variant": [0, 1, 6, 8, 12, 13, 26, 27, 28], "variat": [3, 4, 11, 26], "varieti": [0, 3, 12, 19, 21, 26], "variou": [1, 3, 5, 6, 7, 8, 9, 11, 12, 13, 16, 19, 20, 21, 23, 26, 27, 28], "varydimens": 4, "vastli": 3, "vaue": 1, "vault": 0, "vdot": [2, 13, 28], "ve": 21, "vec": 6, "vector": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 14, 17, 18, 19, 28], "vector_mean": 14, "ventur": [0, 8, 19, 26], "venv": 15, "verbos": [1, 3, 4], "veri": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 21, 23, 25, 26, 27, 28], "verifi": [3, 11, 20, 26], "versatil": [8, 26], "versicolor": [8, 9], "version": [0, 3, 10, 13, 14, 15, 19, 20, 21, 23, 26], "versu": 1, "vert": [0, 1, 5, 6, 7, 8, 9, 11, 13, 16, 17, 26, 27, 28], "vert_1": [5, 6, 27, 28], "vert_2": [5, 6, 11, 17, 27, 28], "via": [0, 5, 6, 7, 8, 9, 10, 11, 12, 19, 20, 21, 22, 23, 24, 26, 27, 28], "vidal": 11, "video": [0, 1, 12, 19, 22, 24, 26, 27, 28], "view": [1, 3, 5, 6, 12, 13, 23, 25, 26, 28], "violat": 8, "virginica": 9, "viridi": [0, 1, 2, 3, 26], "virtual": 1, "viscos": 13, "viscou": 13, "visibl": 15, "vision": [0, 3], "visual": [0, 3, 11, 12, 18, 19, 26, 27], "visualis": 1, "visualstudio": [15, 16], "viz": [6, 8, 23], "vmap": 13, "vmax": [1, 6], "vmin": [1, 6], "voic": 3, "volum": [0, 3, 26], "vote": [10, 26], "voting_clf": 10, "votingclassifi": 10, "votingsimpl": 10, "vstack": [5, 11, 20, 23, 26, 27], "vt": [5, 27, 28], "w": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "w1": 8, "w2": [8, 11], "w3": 8, "w_": [1, 12], "w_1": [8, 20], "w_1x_": 8, "w_1x_1": 8, "w_2": [8, 20], "w_2x_": 8, "w_2x_2": 8, "w_3": 20, "w_4": 20, "w_hidden": 2, "w_i": [1, 2, 10], "w_ix_i": 12, "w_j": 20, "w_m": 20, "w_output": 2, "w_px_": 8, "w_px_p": 8, "wa": [1, 3, 4, 5, 6, 7, 10, 11, 12, 14, 17, 20, 26, 27], "wai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 18, 20, 23, 26, 27, 28], "walk": 9, "walker": 23, "wang": [0, 26], "want": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 23, 26, 27, 28], "warn": 4, "warrant": 6, "wast": 3, "watch": [19, 28], "wave": 3, "wavelet": 8, "we": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28], "weak": [9, 10, 14], "weather": [1, 12], "web": [19, 22, 24, 26], "webpag": 26, "websit": [6, 20, 21, 22, 26], "wedg": [8, 23], "wednesdai": [24, 26], "wee": 11, "week": [0, 5, 6, 7, 21, 22, 24], "weekli": [15, 16, 19, 21, 22, 24, 25, 26], "weight": [1, 2, 3, 6, 7, 9, 10, 12, 13, 18, 23], "weigth": 2, "welcom": [8, 15, 19], "well": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 19, 20, 21, 23, 25, 26, 27, 28], "went": 8, "were": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 23, 26], "wessel": [0, 21, 26, 27, 28], "what": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 23], "whatev": 3, "when": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 23, 26, 27, 28], "whenev": [13, 15, 23], "where": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 28], "wherea": [6, 23], "wherefrom": 21, "wherein": [1, 12], "whether": [0, 3, 5, 7, 9, 21, 23, 26], "which": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28], "whichev": [1, 3], "while": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 23, 26, 27, 28], "white": 9, "whiteboard": [27, 28], "who": [0, 15], "whole": [1, 3, 4, 5, 9, 11, 13], "whose": [0, 6, 10, 23, 27], "whow": [11, 27], "why": [0, 1, 3, 6, 13, 15, 16, 17, 21, 27, 28], "wide": [0, 1, 3, 6, 7, 12, 19, 20, 21, 26], "widehat": 6, "width": [0, 3, 8, 9, 26], "wieringen": [0, 21, 26, 27, 28], "wiki": 21, "wikipedia": 21, "win": 10, "wind": 9, "wing": [24, 26], "winther": 2, "wiothout": 6, "wiscons": 7, "wisconsin": 10, "wisdom": [6, 27], "wise": [1, 5, 12, 13, 27, 28], "wish": [0, 2, 5, 7, 8, 11, 13, 14, 18, 20, 21, 26, 27, 28], "with_std": [0, 27], "wither": 6, "within": [0, 2, 3, 4, 7, 9, 12, 13, 14, 23, 25, 26, 28], "withinclust": 14, "without": [0, 1, 5, 6, 8, 9, 11, 12, 13, 15, 21, 26, 27, 28], "won": [0, 15, 26], "wonder": 8, "word": [0, 1, 3, 4, 5, 6, 7, 14, 23, 26, 27, 28], "work": [0, 1, 4, 6, 7, 8, 9, 13, 15, 16, 18, 19, 21, 22, 23, 24, 26, 27], "workshop": 26, "world": [0, 8, 16, 27], "worldwid": [0, 26], "worri": 15, "wors": [0, 1, 3, 4, 6, 26], "worth": 9, "worthi": 21, "would": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 18, 20, 21, 23, 26, 27, 28], "wrap": [6, 20, 26], "write": [0, 1, 2, 3, 5, 6, 7, 8, 12, 13, 15, 16, 20, 26, 27], "written": [0, 2, 3, 5, 11, 12, 13, 16, 19, 20, 21, 23, 26, 27, 28], "wrong": [1, 8, 15], "wrongli": 10, "wrote": [5, 11, 27], "wrt": [10, 13], "wth": [10, 13], "www": [19, 20, 21, 25, 26, 28], "wx_1": 8, "x": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 26, 28], "x0": 8, "x1": [4, 8, 9, 10, 13], "x1_exampl": 8, "x1d": 8, "x2": [8, 9, 10, 13], "x2d": [8, 11], "x2d_train": 11, "x2dsl": 11, "x3": 8, "x_": [0, 2, 3, 5, 6, 8, 10, 11, 13, 14, 20, 23, 26, 27, 28], "x_0": [0, 5, 11, 18, 20, 26, 27], "x_1": [0, 2, 5, 6, 7, 8, 9, 10, 11, 13, 18, 20, 23, 26, 27, 28], "x_2": [0, 2, 5, 6, 7, 8, 9, 10, 11, 13, 20, 23, 26, 27, 28], "x_3": [8, 20, 23], "x_4": 20, "x_6": 18, "x_center": 11, "x_data": 1, "x_data_ful": 1, "x_hidden": 2, "x_i": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "x_input": 2, "x_ix_": [0, 26], "x_iy_i": 8, "x_j": [0, 2, 8, 9, 12, 16, 23, 27], "x_jy_j": 8, "x_k": [12, 14, 20, 23, 27], "x_l": 23, "x_m": [6, 12, 20, 23], "x_mean": 18, "x_n": [0, 2, 3, 6, 8, 11, 12, 13, 20, 23, 26, 28], "x_new": [9, 10], "x_norm": 18, "x_offset": [6, 27], "x_output": 2, "x_p": [3, 7, 9], "x_poli": 9, "x_poly10": 9, "x_pred": 4, "x_prev": 2, "x_reduc": 11, "x_scale": 8, "x_small": 13, "x_std": 18, "x_test": [0, 1, 3, 5, 6, 7, 9, 10, 11, 15, 16, 17, 27, 28], "x_test_": 17, "x_test_own": 6, "x_test_scal": [0, 6, 7, 9, 10, 11, 27], "x_tot": 4, "x_train": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "x_train_": 17, "x_train_mean": [6, 27], "x_train_own": 6, "x_train_scal": [0, 6, 7, 9, 10, 11, 27], "x_val": 1, "xarrai": [19, 26], "xavier": 1, "xbnew": [13, 28], "xcode": [0, 19, 21, 26], "xdclassiffierconfus": 10, "xdclassiffierroc": 10, "xg_clf": 10, "xgb": 10, "xgbclassifi": 10, "xgboost": 9, "xgboot": 10, "xgbregressor": 10, "xgparam": 10, "xgtree": 10, "xi": [8, 13], "xi_": 8, "xi_1": 8, "xi_i": 8, "xk": 8, "xla": [13, 19, 26], "xlabel": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 23, 26, 27, 28], "xlim": [6, 10], "xm": 9, "xmesh": 13, "xnew": [0, 13, 26, 28], "xp": 23, "xpanda": [0, 27], "xpd": [5, 11, 27], "xplot": 0, "xscale": [0, 27], "xsr": 9, "xt_x": [13, 28], "xtest": 6, "xtick": [3, 6, 8, 9], "xtrain": 6, "xu": [0, 26], "xx": [0, 20, 26], "xy": [0, 6, 8, 20, 26], "xytext": 8, "xz": [20, 26], "y": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 26, 27, 28], "y1": 4, "y2": 4, "y3": 4, "y_": [0, 1, 5, 6, 10, 11, 20, 26, 27], "y_0": [0, 5, 11, 20, 26, 27], "y_1": [0, 5, 8, 9, 11, 13, 20, 26, 27, 28], "y_1y_1": 8, "y_1y_1k": 8, "y_1y_2": 8, "y_1y_2k": 8, "y_1y_n": 8, "y_1y_nk": 8, "y_2": [0, 5, 8, 9, 11, 20, 26, 27], "y_2y_1": 8, "y_2y_1k": 8, "y_2y_2": 8, "y_2y_2k": 8, "y_3": [0, 9, 20], "y_4": 20, "y_center": 18, "y_data": [0, 1, 5, 6, 26, 27, 28], "y_data_ful": 1, "y_decis": 8, "y_fit": [0, 27], "y_i": [0, 1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 21, 26, 27, 28], "y_if_": 10, "y_ix_": [0, 26], "y_ix_i": [7, 8, 13, 27, 28], "y_iy_jk": 8, "y_j": [6, 8, 12, 21], "y_k": 12, "y_m": 20, "y_mean": 18, "y_model": [0, 4, 5, 6, 26, 27, 28], "y_n": [8, 13, 28], "y_ny_1": 8, "y_ny_1k": 8, "y_ny_2": 8, "y_ny_2k": 8, "y_ny_n": 8, "y_ny_nk": 8, "y_offset": [6, 17, 27], "y_plot": 9, "y_pred": [0, 1, 4, 6, 7, 8, 9, 10, 27], "y_pred1": 9, "y_pred2": 9, "y_pred_rf": 10, "y_pred_tre": 10, "y_proba": [7, 10], "y_scaler": [6, 27], "y_test": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 15, 16, 17, 27, 28], "y_test_onehot": 1, "y_test_predict": [], "y_tot": 4, "y_train": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "y_train_mean": [6, 27], "y_train_onehot": 1, "y_train_predict": [], "y_train_scal": [6, 27], "y_val": 1, "ye": [3, 6, 7], "year": [0, 19, 26], "yet": [0, 1, 6, 8, 11, 13, 26], "yi": 13, "yield": [0, 2, 5, 6, 8, 10, 12, 13, 14, 20, 23, 26, 28], "yk": 8, "ylabel": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 23, 26, 27, 28], "ylim": [3, 6], "ym": 9, "ymesh": 13, "yn": 0, "yo": [8, 9, 10], "yoshua": [1, 25], "you": [0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28], "young": 0, "your": [1, 2, 4, 5, 6, 8, 11, 13, 15, 17, 19, 20, 26, 28], "your_model_object": 16, "yourself": [11, 13, 26, 28], "youtu": [27, 28], "youtub": [19, 28], "ypred": 6, "ypredict": [0, 13, 26, 27, 28], "ypredict2": [13, 28], "ypredictlasso": [5, 28], "ypredictol": [0, 5, 28], "ypredictown": [6, 27], "ypredictownridg": [6, 27, 28], "ypredictridg": [0, 5, 6, 27, 28], "ypredictskl": [6, 27], "ytest": 6, "ytick": [3, 6, 8, 9], "ytild": [0, 6, 26, 27], "ytildelasso": [5, 28], "ytildenp": [0, 26, 27], "ytildeol": [0, 5, 28], "ytildeownridg": [6, 27, 28], "ytilderidg": [5, 6, 27, 28], "ytrain": 6, "yuxi": 26, "yx": [20, 26], "yy": [20, 26], "yz": [20, 26], "z": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 20, 23, 26, 27], "z_": [1, 2, 12, 20, 26], "z_0": [20, 26], "z_1": [20, 26], "z_2": [20, 26], "z_c": 1, "z_h": 1, "z_hidden": 2, "z_i": [1, 12], "z_j": [1, 12], "z_k": [12, 27], "z_m": 1, "z_mod": 9, "z_o": 1, "z_output": 2, "zaman": 23, "zaxi": 6, "zero": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 26, 27, 28], "zeros_lik": 4, "zeroth": 27, "zfill": 4, "zip": [4, 6], "zm_h": [0, 26], "zn": [], "zone": [], "zoom": 26, "zx": [20, 26], "zy": [20, 26], "zz": [20, 26], "\u00f8yvind": [6, 27]}, "titles": ["3. Linear Regression", "14. Building a Feed Forward Neural Network", "15. Solving Differential Equations with Deep Learning", "16. Convolutional Neural Networks", "17. Recurrent neural networks: Overarching view", "4. Ridge and Lasso Regression", "5. Resampling Methods", "6. Logistic Regression", "8. Support Vector Machines, overarching aims", "9. Decision trees, overarching aims", "10. Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods", "11. Basic ideas of the Principal Component Analysis (PCA)", "13. Neural networks", "7. Optimization, the central part of any Machine Learning algortithm", "12. Clustering and Unsupervised Learning", "Exercises week 34", "Exercises week 35", "Exercises week 36", "Exercises week 37", "Applied Data Analysis and Machine Learning", "2. Linear Algebra, Handling of Arrays and more Python Features", "Project 1 on Machine Learning, deadline October 6 (midnight), 2025", "Course setting", "1. Elements of Probability Theory and Statistical Data Analysis", "Teachers and Grading", "Textbooks", "Week 34: Introduction to the course, Logistics and Practicalities", "Week 35: From Ordinary Linear Regression to Ridge and Lasso Regression", "Week 36: Linear Regression and Gradient descent"], "titleterms": {"": [8, 10, 28], "1": [0, 15, 16, 17, 18, 21, 27], "1a": 18, "2": [0, 15, 16, 17, 18, 26, 27, 28], "2023": 24, "2025": 21, "2a": [], "2b": [], "3": [0, 15, 16, 17, 18, 27], "34": [15, 26], "35": [16, 27], "36": [17, 28], "37": 18, "3a": 18, "3b": 18, "4": [0, 15, 16, 17, 18, 27], "4a": 18, "4b": 18, "5": [0, 16, 18], "6": 21, "A": [0, 1, 4, 8, 9, 26], "And": [26, 27], "In": 24, "Ising": 6, "The": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 15, 19, 26, 27, 28], "To": 26, "With": [4, 28], "about": [26, 27, 28], "abov": 28, "activ": [1, 12], "ad": [0, 6, 21, 26, 27], "adaboost": 10, "adagrad": 13, "adam": 13, "adapt": 10, "adjust": 1, "advanc": 21, "adversari": 4, "again": [3, 9], "ai": [21, 26], "aim": [8, 9, 26], "aka": 26, "algebra": [20, 26], "algorithm": [9, 10, 11, 12, 26, 27, 28], "algortithm": [13, 28], "all": 8, "an": [0, 4, 10, 15, 26], "analys": [5, 27, 28], "analysi": [0, 5, 6, 11, 19, 21, 23, 26, 27, 28], "analyt": [0, 16, 18], "ani": [13, 28], "anoth": [9, 28], "appli": 19, "approach": [0, 8, 14, 26], "approxim": 12, "architectur": 1, "arrai": [20, 26], "assist": 24, "autocorrel": 23, "autograd": [2, 13], "automat": 13, "b": 21, "back": [1, 11, 12, 27, 28], "background": [19, 21], "bag": 10, "base": 13, "basic": [0, 5, 7, 9, 10, 11, 20, 27, 28], "batch": 1, "bay": 5, "befor": 11, "better": 8, "bia": [6, 21], "binari": 1, "bind": 26, "bird": 10, "boldsymbol": [18, 27], "boost": 10, "bootstrap": [6, 10], "boston": [], "breast": 1, "brief": 26, "bring": 12, "build": [1, 3, 9], "c": [21, 26], "calcul": [18, 27, 28], "can": 26, "cancer": [1, 7, 9, 11], "cart": 9, "case": [8, 10, 23, 27, 28], "central": [13, 19, 23, 28], "chain": 12, "chang": 10, "channel": 26, "chi": [0, 26], "choic": 17, "choos": 1, "cifar01": 3, "classic": 11, "classif": [1, 9, 10], "classifi": 8, "clip": 1, "cluster": 14, "cnn": 3, "code": [1, 2, 5, 9, 11, 12, 13, 14, 15, 16, 21, 26, 27, 28], "collect": [1, 3], "commun": 26, "compar": [2, 10, 16], "comparison": 28, "complet": 27, "complex": [0, 6, 21, 27], "complic": 6, "compon": 11, "comput": 9, "computerlab": 26, "con": 9, "concept": 23, "condit": 28, "conjug": 13, "contn": 26, "convex": [8, 13, 28], "convolut": [3, 12], "correl": [11, 27], "correspond": [], "cost": [1, 10, 27, 28], "cours": [19, 22, 25, 26], "covari": [5, 11, 23, 27], "cover": 26, "creat": 16, "cross": [6, 21], "cython": 26, "d": 21, "data": [0, 1, 3, 6, 7, 9, 11, 15, 17, 18, 19, 23, 26, 27], "dataset": [1, 3, 18], "david": 26, "deadlin": [21, 26], "deadllin": 24, "decai": 2, "decis": [9, 10], "decomposit": [5, 11, 20, 27, 28], "deeep": [], "deep": [1, 2, 26], "defin": [1, 26], "degre": [0, 17, 27], "deliver": [15, 16], "deliveri": 21, "dens": 0, "deriv": [5, 12, 16, 17, 27, 28], "descent": [2, 10, 13, 18, 21, 28], "design": 27, "detail": [3, 26], "develop": 1, "diagon": 11, "differ": 8, "differenti": [2, 13], "diffus": 2, "dimension": [2, 3, 8, 18], "disadvantag": 9, "discret": 23, "discrimin": 26, "distribut": [5, 23], "do": 1, "doe": [27, 28], "domain": 23, "down": 1, "dropout": 1, "e": 21, "economi": [27, 28], "electron": 21, "element": [0, 23, 26], "elimin": 20, "energi": 26, "ensembl": 10, "entropi": 9, "environ": [0, 15], "equat": [0, 2, 12, 27, 28], "error": [0, 10, 26, 27, 28], "essenti": 26, "etc": 26, "euler": 2, "evalu": 1, "exampl": [1, 2, 3, 4, 6, 7, 8, 9, 10, 26, 27, 28], "exercis": [0, 6, 15, 16, 17, 18, 27], "expect": 23, "experi": 23, "explor": 0, "exponenti": 2, "express": [16, 17, 27], "extend": 28, "extrapol": 4, "extrem": [10, 26], "ey": 10, "f": 21, "fall": 24, "famili": [1, 26], "famou": 20, "fantast": [27, 28], "featur": [9, 16, 20, 27], "feed": [1, 12], "final": [12, 27], "find": [16, 18], "fine": 1, "first": [4, 12, 26, 28], "fit": [0, 10, 15, 16, 26, 28], "fix": [27, 28], "forc": 3, "forest": 10, "form": 18, "format": [21, 26], "formula": 18, "forward": [1, 2, 12], "foster": 26, "fourier": 3, "frank": 6, "freedom": [0, 17, 27], "frequent": 27, "frequentist": [0, 26], "from": [5, 10, 12, 26, 27, 28], "full": 2, "function": [0, 1, 6, 7, 8, 10, 11, 12, 13, 21, 23, 26, 27, 28], "further": [3, 5, 27, 28], "g": 21, "gan": 4, "gaussian": 20, "gd": 13, "gener": [4, 9, 26], "geometr": [11, 28], "gini": 9, "github": 15, "goal": [15, 16, 17, 18], "good": [0, 26], "grade": [24, 26], "gradient": [1, 2, 10, 13, 18, 21, 28], "growth": 2, "h": 21, "ha": 19, "handl": [20, 26], "hessian": [27, 28], "hidden": 2, "hous": [], "how": 16, "hyperparamet": [1, 17], "hyperplan": 8, "i": [0, 1, 26], "id3": 9, "idea": 11, "ideal": 28, "ii": 26, "illustr": 28, "implement": [1, 16, 17, 18], "implic": [5, 27, 28], "import": [5, 20, 26, 27, 28], "improv": 1, "includ": [13, 21], "increment": 11, "index": 9, "inform": 24, "input": 2, "instal": [19, 21, 26], "instructor": 24, "interpret": [5, 11, 26, 27, 28], "introduc": [11, 13, 27], "introduct": [0, 6, 19, 20, 21, 26], "invers": [5, 20], "invert": [27, 28], "iter": 10, "its": 27, "jacobian": 27, "jax": 13, "julia": 26, "jungl": 10, "kera": [1, 3], "kernel": [8, 11], "lab": 28, "lagrangian": 8, "lasso": [5, 6, 21, 27, 28], "last": 27, "later": [5, 27, 28], "layer": [1, 2, 3, 12], "learn": [0, 1, 2, 11, 13, 14, 15, 16, 17, 18, 19, 21, 26, 27, 28], "least": [5, 6, 16, 21, 26, 27, 28], "lectur": [26, 28], "level": 10, "librari": [19, 26], "likelihood": 7, "limit": [1, 13, 23, 28], "linear": [0, 8, 13, 15, 20, 26, 27, 28], "link": [5, 11, 25, 27], "literatur": 21, "logist": [7, 26], "loss": [27, 28], "lu": 20, "machin": [0, 8, 13, 19, 21, 26, 28], "main": [23, 26], "make": [0, 9, 10, 27], "mani": [10, 12], "mass": 26, "materi": [21, 26, 27, 28], "math": [5, 27, 28], "mathemat": [3, 5, 8, 27, 28], "matric": [5, 20, 26], "matrix": [1, 5, 11, 12, 16, 20, 26, 27, 28], "matter": 0, "max": 27, "mean": [0, 27, 28], "meet": [5, 10, 23, 26, 27], "mercer": 8, "method": [6, 9, 10, 13, 21, 26, 28], "midnight": 21, "min": 27, "minim": 26, "ml": 26, "mlp": 12, "mnist": [3, 4], "model": [0, 1, 4, 6, 12, 15, 17, 26], "momentum": [13, 21], "mondai": 28, "moon": [8, 9], "more": [3, 6, 20, 21, 26, 27, 28], "multilay": 12, "multipl": [1, 3, 17], "multipli": 8, "need": [21, 26], "network": [1, 2, 3, 4, 7, 12, 26], "neural": [1, 2, 3, 4, 7, 12, 26], "new": [4, 18], "newton": 28, "non": 8, "normal": [0, 1], "notat": 12, "note": [21, 27, 28], "now": [1, 9, 13, 28], "nuclear": [0, 26], "numba": 26, "number": [0, 2, 23, 27], "numer": [2, 21, 23], "numpi": [20, 26], "object": 3, "obtain": 11, "octob": 21, "od": 2, "off": [6, 21], "ol": [5, 6, 15, 16, 18, 21, 28], "one": [2, 12, 18, 28], "oper": 20, "optim": [1, 8, 13, 18, 19, 26, 27, 28], "order": [13, 18], "ordinari": [5, 6, 16, 21, 26, 27, 28], "organ": [0, 26], "oslo": 25, "other": [4, 9, 11, 12, 20, 21, 26], "our": [0, 4, 5, 11, 13, 21, 26, 27, 28], "outcom": [19, 26], "output": 2, "overarch": [0, 4, 8, 9, 26, 27], "overview": [10, 26], "own": [0, 10, 11, 21, 26, 27], "packag": [20, 26], "panda": [26, 27], "paramet": [26, 27], "paramt": 18, "part": [13, 19, 21, 28], "partial": 2, "pass": 1, "pca": 11, "pdf": 23, "perceptron": 12, "perform": [1, 9], "period": 3, "perspect": 1, "plan": [27, 28], "plethora": 26, "point": 4, "poisson": 2, "polynomi": [3, 16, 18, 28], "popul": 2, "popular": 26, "practic": [13, 24, 26], "pre": [1, 3], "preambl": 21, "predict": 4, "preprocess": 27, "prerequisit": [3, 19, 26], "princip": 11, "principl": 3, "pro": 9, "probabl": [5, 23], "problem": [1, 2, 13, 26, 27, 28], "procedur": [9, 26], "process": [1, 3], "program": [2, 13, 21, 28], "project": [6, 21, 24, 26], "prop": 13, "propag": [1, 12], "properti": [5, 23, 27, 28], "python": [0, 9, 15, 19, 20, 26], "quick": 8, "r": 26, "random": [10, 11, 23], "raphson": 28, "rate": 21, "read": [9, 26, 27], "real": [6, 26], "recommend": [26, 27], "recurr": [4, 12], "reduc": [0, 27], "reduct": 3, "refer": 21, "reformul": 2, "regress": [0, 5, 6, 7, 9, 10, 13, 15, 17, 18, 21, 26, 27, 28], "regular": 1, "relat": [], "relev": [25, 27], "relu": 1, "remark": 3, "remind": [6, 8, 26, 27, 28], "replac": 13, "report": 21, "repositori": 15, "requir": [2, 19], "resampl": [6, 21], "rescal": [6, 27], "residu": [27, 28], "resourc": 2, "result": [27, 28], "revisit": [13, 28], "rewrit": [26, 27], "ridg": [0, 5, 6, 17, 18, 21, 27, 28], "rm": 13, "rule": 12, "rung": 21, "same": 13, "sampl": 11, "scale": [17, 18, 27], "schedul": 26, "schemat": 9, "scheme": 2, "scienc": 26, "scikit": [0, 1, 11, 26, 27, 28], "second": [13, 18], "semest": 24, "sensit": 28, "septemb": 28, "session": 28, "set": [0, 2, 3, 9, 12, 15, 22, 26, 27, 28], "setup": 15, "sgd": 13, "should": 1, "similar": 13, "simpl": [0, 4, 9, 13, 18, 26, 27, 28], "simplest": 18, "singl": 10, "singular": [5, 11, 27, 28], "size": [27, 28], "sklearn": 16, "soft": 8, "softmax": 1, "softwar": [21, 26], "solv": [2, 28], "solver": 13, "some": [13, 20, 27, 28], "specifi": 2, "split": [0, 15, 27], "squar": [0, 5, 6, 10, 16, 21, 26, 27, 28], "standard": [13, 27], "state": 0, "statist": [5, 6, 19, 23, 26], "steepest": [10, 13, 28], "stochast": [13, 21, 23], "strongli": 26, "suggest": 26, "summari": [24, 26], "superposit": 3, "supervis": 1, "support": 8, "svd": [5, 27, 28], "synthet": 18, "systemat": 3, "t": 27, "take": 16, "taken": 26, "teach": 24, "teacher": [24, 26], "technic": 27, "techniqu": [6, 11, 21], "technologi": 19, "tensorflow": [1, 3], "tent": [24, 26], "test": [0, 1, 15, 17, 27], "text": 26, "textbook": [25, 26], "than": 28, "theorem": [5, 8, 11, 12, 23], "theori": 23, "theta": 18, "thi": 26, "tip": 13, "togeth": 12, "tool": [21, 26], "top": 1, "topic": 26, "toward": 11, "trade": [6, 21], "tradeoff": 6, "train": [0, 1, 4, 15, 26, 27], "transform": 3, "tree": [9, 10], "tuesdai": 28, "tune": 1, "two": [3, 8, 19], "type": [2, 4, 12, 26], "uio": 26, "univers": [12, 25], "unsupervis": 14, "up": [0, 2, 9, 12, 15, 26, 27, 28], "updat": 21, "us": [0, 1, 2, 3, 7, 13, 16, 18, 19, 21, 26, 27, 28], "v": 3, "valid": [6, 21], "valu": [5, 11, 23, 27, 28], "variabl": [23, 28], "varianc": [6, 21], "variou": 0, "vector": [8, 12, 16, 20, 26, 27], "versu": 26, "view": [0, 4, 10, 27], "virtual": 15, "visual": [1, 9], "wai": [9, 21], "wave": 2, "we": 26, "wednesdai": 28, "week": [15, 16, 17, 18, 26, 27, 28], "weekli": [], "what": [0, 26, 27, 28], "which": 1, "why": 26, "wisconsin": 7, "write": [4, 11, 21, 28], "x": 27, "xgboost": 10, "yet": 28, "your": [0, 10, 16, 18, 21, 27]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1a)": [[18, "a"]], "3a)": [[18, "id1"]], "3b)": [[18, "b"]], "4a)": [[18, "id2"]], "4b)": [[18, "id3"]], "A Classification Tree": [[9, "a-classification-tree"]], "A Frequentist approach to data analysis": [[0, "a-frequentist-approach-to-data-analysis"], [26, "a-frequentist-approach-to-data-analysis"]], "A better approach": [[8, "a-better-approach"]], "A first summary": [[26, "a-first-summary"]], "A quick Reminder on Lagrangian Multipliers": [[8, "a-quick-reminder-on-lagrangian-multipliers"]], "A simple example": [[4, "a-simple-example"]], "A soft classifier": [[8, "a-soft-classifier"]], "A top-down perspective on Neural networks": [[1, "a-top-down-perspective-on-neural-networks"]], "ADAM optimizer": [[13, "adam-optimizer"]], "Activation functions": [[12, "activation-functions"]], "Adaptive boosting: AdaBoost, Basic Algorithm": [[10, "adaptive-boosting-adaboost-basic-algorithm"]], "Adding error analysis and training set up": [[26, "adding-error-analysis-and-training-set-up"], [27, "adding-error-analysis-and-training-set-up"]], "Adjust hyperparameters": [[1, "adjust-hyperparameters"]], "Algorithms for Setting up Decision Trees": [[9, "algorithms-for-setting-up-decision-trees"]], "An Overview of Ensemble Methods": [[10, "an-overview-of-ensemble-methods"]], "An extrapolation example": [[4, "an-extrapolation-example"]], "An optimization/minimization problem": [[26, "an-optimization-minimization-problem"]], "And finally \\boldsymbol{X}\\boldsymbol{X}^T": [[27, "and-finally-boldsymbol-x-boldsymbol-x-t"]], "And what about using neural networks?": [[26, "and-what-about-using-neural-networks"]], "Another Example, now with a polynomial fit": [[28, "another-example-now-with-a-polynomial-fit"]], "Another example, the moons again": [[9, "another-example-the-moons-again"]], "Applied Data Analysis and Machine Learning": [[19, null]], "Autocorrelation function": [[23, "autocorrelation-function"]], "Automatic differentiation": [[13, "automatic-differentiation"]], "Back to Ridge and LASSO Regression": [[27, "back-to-ridge-and-lasso-regression"], [28, "back-to-ridge-and-lasso-regression"]], "Back to the Cancer Data": [[11, "back-to-the-cancer-data"]], "Background literature": [[21, "background-literature"]], "Bagging": [[10, "bagging"]], "Bagging Examples": [[10, "bagging-examples"]], "Basic Matrix Features": [[20, "basic-matrix-features"]], "Basic ideas of the Principal Component Analysis (PCA)": [[11, null]], "Basic math of the SVD": [[5, "basic-math-of-the-svd"], [27, "basic-math-of-the-svd"], [28, "basic-math-of-the-svd"]], "Basics": [[7, "basics"]], "Basics of a tree": [[9, "basics-of-a-tree"]], "Batch Normalization": [[1, "batch-normalization"]], "Bayes\u2019 Theorem and Ridge and Lasso Regression": [[5, "bayes-theorem-and-ridge-and-lasso-regression"]], "Boosting, a Bird\u2019s Eye View": [[10, "boosting-a-bird-s-eye-view"]], "Bootstrap": [[6, "bootstrap"]], "Bringing it together, first back propagation equation": [[12, "bringing-it-together-first-back-propagation-equation"]], "Building a Feed Forward Neural Network": [[1, null]], "Building a tree, regression": [[9, "building-a-tree-regression"]], "Building neural networks in Tensorflow and Keras": [[1, "building-neural-networks-in-tensorflow-and-keras"]], "CNNs in more detail, building convolutional neural networks in Tensorflow and Keras": [[3, "cnns-in-more-detail-building-convolutional-neural-networks-in-tensorflow-and-keras"]], "Cancer Data again now with Decision Trees and other Methods": [[9, "cancer-data-again-now-with-decision-trees-and-other-methods"]], "Choose cost function and optimizer": [[1, "choose-cost-function-and-optimizer"]], "Classical PCA Theorem": [[11, "classical-pca-theorem"]], "Clustering and Unsupervised Learning": [[14, null]], "Code for SVD and Inversion of Matrices": [[5, "code-for-svd-and-inversion-of-matrices"]], "Codes and Approaches": [[14, "codes-and-approaches"]], "Codes for the SVD": [[5, "codes-for-the-svd"], [27, "codes-for-the-svd"], [28, "codes-for-the-svd"]], "Coding Setup and Linear Regression": [[15, "coding-setup-and-linear-regression"]], "Collect and pre-process data": [[1, "collect-and-pre-process-data"]], "Communication channels": [[26, "communication-channels"]], "Compare Bagging on Trees with Random Forests": [[10, "compare-bagging-on-trees-with-random-forests"]], "Comparing with a numerical scheme": [[2, "comparing-with-a-numerical-scheme"]], "Comparison with OLS": [[28, "comparison-with-ols"]], "Computing the Gini index": [[9, "computing-the-gini-index"]], "Conditions on convex functions": [[28, "conditions-on-convex-functions"]], "Conjugate gradient method": [[13, "conjugate-gradient-method"]], "Convex function": [[28, "convex-function"]], "Convex functions": [[13, "convex-functions"], [28, "convex-functions"]], "Convolution Examples: Polynomial multiplication": [[3, "convolution-examples-polynomial-multiplication"]], "Convolution Examples: Principle of Superposition and Periodic Forces (Fourier Transforms)": [[3, "convolution-examples-principle-of-superposition-and-periodic-forces-fourier-transforms"]], "Convolutional Neural Network": [[12, "convolutional-neural-network"]], "Convolutional Neural Networks": [[3, null]], "Correlation Function and Design/Feature Matrix": [[27, "correlation-function-and-design-feature-matrix"]], "Correlation Matrix": [[11, "correlation-matrix"], [27, "correlation-matrix"]], "Correlation Matrix with Pandas": [[27, "correlation-matrix-with-pandas"]], "Course Format": [[26, "course-format"]], "Course setting": [[22, null]], "Covariance Matrix Examples": [[27, "covariance-matrix-examples"]], "Covariance and Correlation Matrix": [[27, "covariance-and-correlation-matrix"]], "Cross-validation": [[6, "cross-validation"]], "Deadlines for projects (tentative)": [[26, "deadlines-for-projects-tentative"]], "Decision trees, overarching aims": [[9, null]], "Deep learning methods": [[26, "deep-learning-methods"]], "Define model and architecture": [[1, "define-model-and-architecture"]], "Defining the cost function": [[1, "defining-the-cost-function"]], "Deliverables": [[15, "deliverables"], [16, "deliverables"]], "Derivatives and the chain rule": [[12, "derivatives-and-the-chain-rule"]], "Derivatives, example 1": [[27, "derivatives-example-1"]], "Deriving OLS from a probability distribution": [[5, "deriving-ols-from-a-probability-distribution"]], "Deriving and Implementing Ordinary Least Squares": [[16, "deriving-and-implementing-ordinary-least-squares"]], "Deriving and Implementing Ridge Regression": [[17, "deriving-and-implementing-ridge-regression"]], "Deriving the Lasso Regression Equations": [[27, "deriving-the-lasso-regression-equations"], [28, "deriving-the-lasso-regression-equations"], [28, "id6"]], "Deriving the Ridge Regression Equations": [[27, "deriving-the-ridge-regression-equations"], [28, "deriving-the-ridge-regression-equations"], [28, "id3"]], "Deriving the back propagation code for a multilayer perceptron model": [[12, "deriving-the-back-propagation-code-for-a-multilayer-perceptron-model"]], "Developing a code for doing neural networks with back propagation": [[1, "developing-a-code-for-doing-neural-networks-with-back-propagation"]], "Diagonalize the sample covariance matrix to obtain the principal components": [[11, "diagonalize-the-sample-covariance-matrix-to-obtain-the-principal-components"]], "Different kernels and Mercer\u2019s theorem": [[8, "different-kernels-and-mercer-s-theorem"]], "Disadvantages": [[9, "disadvantages"]], "Discriminative Modeling": [[26, "discriminative-modeling"]], "Domains and probabilities": [[23, "domains-and-probabilities"]], "Dropout": [[1, "dropout"]], "Economy-size SVD": [[27, "economy-size-svd"], [28, "economy-size-svd"]], "Elements of Probability Theory and Statistical Data Analysis": [[23, null]], "Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods": [[10, null]], "Entropy and the ID3 algorithm": [[9, "entropy-and-the-id3-algorithm"]], "Essential elements of ML": [[26, "essential-elements-of-ml"]], "Evaluate model performance on test data": [[1, "evaluate-model-performance-on-test-data"]], "Example 2": [[27, "example-2"]], "Example 3": [[27, "example-3"]], "Example 4": [[27, "example-4"]], "Example Matrix": [[27, "example-matrix"], [28, "example-matrix"]], "Example of discriminative modeling, taken from Generative Deep Learning by David Foster": [[26, "example-of-discriminative-modeling-taken-from-generative-deep-learning-by-david-foster"]], "Example of generative modeling, taken from Generative Deep Learning by David Foster": [[26, "example-of-generative-modeling-taken-from-generative-deep-learning-by-david-foster"]], "Example of own Standard scaling": [[27, "example-of-own-standard-scaling"]], "Example relevant for the exercises": [[27, "example-relevant-for-the-exercises"]], "Example: Exponential decay": [[2, "example-exponential-decay"]], "Example: Population growth": [[2, "example-population-growth"]], "Example: The diffusion equation": [[2, "example-the-diffusion-equation"]], "Example: binary classification problem": [[1, "example-binary-classification-problem"]], "Examples": [[26, "examples"]], "Examples of likelihood functions used in logistic regression and neural networks": [[7, "examples-of-likelihood-functions-used-in-logistic-regression-and-neural-networks"]], "Exercise 1 - Choice of model and degrees of freedom": [[17, "exercise-1-choice-of-model-and-degrees-of-freedom"]], "Exercise 1 - Finding the derivative of Matrix-Vector expressions": [[16, "exercise-1-finding-the-derivative-of-matrix-vector-expressions"]], "Exercise 1 - Github Setup": [[15, "exercise-1-github-setup"]], "Exercise 1, scale your data": [[18, "exercise-1-scale-your-data"]], "Exercise 1: Setting up various Python environments": [[0, "exercise-1-setting-up-various-python-environments"]], "Exercise 2 - Deriving the expression for OLS": [[16, "exercise-2-deriving-the-expression-for-ols"]], "Exercise 2 - Deriving the expression for Ridge Regression": [[17, "exercise-2-deriving-the-expression-for-ridge-regression"]], "Exercise 2 - Setting up a Github repository": [[15, "exercise-2-setting-up-a-github-repository"]], "Exercise 2, calculate the gradients": [[18, "exercise-2-calculate-the-gradients"]], "Exercise 2: making your own data and exploring scikit-learn": [[0, "exercise-2-making-your-own-data-and-exploring-scikit-learn"]], "Exercise 3 - Creating feature matrix and implementing OLS using the analytical expression": [[16, "exercise-3-creating-feature-matrix-and-implementing-ols-using-the-analytical-expression"]], "Exercise 3 - Fitting an OLS model to data": [[15, "exercise-3-fitting-an-ols-model-to-data"]], "Exercise 3 - Scaling data": [[17, "exercise-3-scaling-data"]], "Exercise 3 - Setting up a Python virtual environment": [[15, "exercise-3-setting-up-a-python-virtual-environment"]], "Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters \\boldsymbol{\\theta}": [[18, "exercise-3-using-the-analytical-formulae-for-ols-and-ridge-regression-to-find-the-optimal-paramters-boldsymbol-theta"]], "Exercise 3: Normalizing our data": [[0, "exercise-3-normalizing-our-data"]], "Exercise 4 - Fitting a polynomial": [[16, "exercise-4-fitting-a-polynomial"]], "Exercise 4 - Implementing Ridge Regression": [[17, "exercise-4-implementing-ridge-regression"]], "Exercise 4 - Testing multiple hyperparameters": [[17, "exercise-4-testing-multiple-hyperparameters"]], "Exercise 4 - The train-test split": [[15, "exercise-4-the-train-test-split"]], "Exercise 4, Implementing the simplest form for gradient descent": [[18, "exercise-4-implementing-the-simplest-form-for-gradient-descent"]], "Exercise 4: Adding Ridge Regression": [[0, "exercise-4-adding-ridge-regression"]], "Exercise 5 - Comparing your code with sklearn": [[16, "exercise-5-comparing-your-code-with-sklearn"]], "Exercise 5, Ridge regression and a new Synthetic Dataset": [[18, "exercise-5-ridge-regression-and-a-new-synthetic-dataset"]], "Exercise 5: Analytical exercises": [[0, "exercise-5-analytical-exercises"]], "Exercise: Cross-validation as resampling techniques, adding more complexity": [[6, "exercise-cross-validation-as-resampling-techniques-adding-more-complexity"]], "Exercise: Analysis of real data": [[6, "exercise-analysis-of-real-data"]], "Exercise: Bias-variance trade-off and resampling techniques": [[6, "exercise-bias-variance-trade-off-and-resampling-techniques"]], "Exercise: Lasso Regression on the Franke function with resampling": [[6, "exercise-lasso-regression-on-the-franke-function-with-resampling"]], "Exercise: Ordinary Least Square (OLS) on the Franke function": [[6, "exercise-ordinary-least-square-ols-on-the-franke-function"]], "Exercise: Ridge Regression on the Franke function with resampling": [[6, "exercise-ridge-regression-on-the-franke-function-with-resampling"]], "Exercises": [[0, "exercises"]], "Exercises and Projects": [[6, "exercises-and-projects"]], "Exercises week 34": [[15, null]], "Exercises week 35": [[16, null]], "Exercises week 36": [[17, null]], "Exercises week 37": [[18, null]], "Expectation values": [[23, "expectation-values"]], "Extending to more than one variable": [[28, "extending-to-more-than-one-variable"]], "Extremely useful tools, strongly recommended": [[26, "extremely-useful-tools-strongly-recommended"]], "Feed-forward neural networks": [[12, "feed-forward-neural-networks"]], "Feed-forward pass": [[1, "feed-forward-pass"]], "Final back propagating equation": [[12, "final-back-propagating-equation"]], "Fine-tuning neural network hyperparameters": [[1, "fine-tuning-neural-network-hyperparameters"]], "Fitting an Equation of State for Dense Nuclear Matter": [[0, "fitting-an-equation-of-state-for-dense-nuclear-matter"]], "Fixing the singularity": [[27, "fixing-the-singularity"], [28, "fixing-the-singularity"]], "Format for electronic delivery of report and programs": [[21, "format-for-electronic-delivery-of-report-and-programs"]], "Frequently used scaling functions": [[27, "frequently-used-scaling-functions"]], "From OLS to Ridge and Lasso": [[28, "from-ols-to-ridge-and-lasso"]], "From one to many layers, the universal approximation theorem": [[12, "from-one-to-many-layers-the-universal-approximation-theorem"]], "Functionality in Scikit-Learn": [[27, "functionality-in-scikit-learn"]], "Further Dimensionality Remarks": [[3, "further-dimensionality-remarks"]], "Further properties (important for our analyses later)": [[5, "further-properties-important-for-our-analyses-later"], [27, "further-properties-important-for-our-analyses-later"], [28, "further-properties-important-for-our-analyses-later"]], "Gaussian Elimination": [[20, "gaussian-elimination"]], "General Features": [[9, "general-features"]], "General linear models and linear algebra": [[26, "general-linear-models-and-linear-algebra"]], "Generalizing the fitting procedure as a linear algebra problem": [[26, "generalizing-the-fitting-procedure-as-a-linear-algebra-problem"], [26, "id1"]], "Generative Adversarial Networks": [[4, "generative-adversarial-networks"]], "Generative Models": [[4, "generative-models"]], "Generative Versus Discriminative Modeling": [[26, "generative-versus-discriminative-modeling"]], "Geometric Interpretation and link with Singular Value Decomposition": [[11, "geometric-interpretation-and-link-with-singular-value-decomposition"]], "Gradient Boosting, Classification Example": [[10, "gradient-boosting-classification-example"]], "Gradient Boosting, Examples of Regression": [[10, "gradient-boosting-examples-of-regression"]], "Gradient Clipping": [[1, "gradient-clipping"]], "Gradient Descent Example": [[28, "id1"]], "Gradient boosting: Basics with Steepest Descent/Functional Gradient Descent": [[10, "gradient-boosting-basics-with-steepest-descent-functional-gradient-descent"]], "Gradient descent": [[2, "gradient-descent"]], "Gradient descent and Ridge": [[28, "gradient-descent-and-ridge"]], "Gradient descent example": [[28, "gradient-descent-example"]], "Grading": [[24, "grading"], [24, "id2"], [26, "grading"]], "How to take derivatives of Matrix-Vector expressions": [[16, "how-to-take-derivatives-of-matrix-vector-expressions"]], "Hyperplanes and all that": [[8, "hyperplanes-and-all-that"]], "Important Matrix and vector handling packages": [[20, "important-matrix-and-vector-handling-packages"]], "Important technicalities: More on Rescaling data": [[27, "important-technicalities-more-on-rescaling-data"]], "Improving performance": [[1, "improving-performance"]], "In summary": [[24, "in-summary"]], "Including Stochastic Gradient Descent with Autograd": [[13, "including-stochastic-gradient-descent-with-autograd"]], "Incremental PCA": [[11, "incremental-pca"]], "Installing R, C++, cython or Julia": [[26, "installing-r-c-cython-or-julia"]], "Installing R, C++, cython, Numba etc": [[26, "installing-r-c-cython-numba-etc"]], "Instructor information": [[24, "instructor-information"]], "Interpretations and optimizing our parameters": [[26, "interpretations-and-optimizing-our-parameters"], [26, "id2"], [26, "id3"], [27, "interpretations-and-optimizing-our-parameters"], [27, "id1"], [27, "id2"]], "Interpreting the Ridge results": [[27, "interpreting-the-ridge-results"], [28, "interpreting-the-ridge-results"], [28, "id4"]], "Introducing JAX": [[13, "introducing-jax"]], "Introducing the Covariance and Correlation functions": [[11, "introducing-the-covariance-and-correlation-functions"], [27, "introducing-the-covariance-and-correlation-functions"]], "Introduction": [[0, "introduction"], [6, "introduction"], [19, "introduction"], [20, "introduction"]], "Introduction to numerical projects": [[21, "introduction-to-numerical-projects"]], "Iterative Fitting, Classification and AdaBoost": [[10, "iterative-fitting-classification-and-adaboost"]], "Iterative Fitting, Regression and Squared-error Cost Function": [[10, "iterative-fitting-regression-and-squared-error-cost-function"]], "Kernel PCA": [[11, "kernel-pca"]], "Kernels and non-linearity": [[8, "kernels-and-non-linearity"]], "LU Decomposition, the inverse of a matrix": [[20, "lu-decomposition-the-inverse-of-a-matrix"]], "Lasso Regression": [[28, "lasso-regression"]], "Lasso case": [[28, "lasso-case"]], "Layers": [[1, "layers"]], "Layers used to build CNNs": [[3, "layers-used-to-build-cnns"]], "Learning goals": [[15, "learning-goals"], [16, "learning-goals"], [17, "learning-goals"], [18, "learning-goals"]], "Learning outcomes": [[19, "learning-outcomes"], [26, "learning-outcomes"]], "Lectures and ComputerLab": [[26, "lectures-and-computerlab"]], "Limitations of supervised learning with deep networks": [[1, "limitations-of-supervised-learning-with-deep-networks"]], "Linear Algebra, Handling of Arrays and more Python Features": [[20, null]], "Linear Regression": [[0, null]], "Linear Regression Problems": [[27, "linear-regression-problems"], [28, "linear-regression-problems"]], "Linear Regression and the SVD": [[28, "linear-regression-and-the-svd"]], "Linear Regression, basic elements": [[0, "linear-regression-basic-elements"]], "Linking Bayes\u2019 Theorem with Ridge and Lasso Regression": [[5, "linking-bayes-theorem-with-ridge-and-lasso-regression"]], "Linking the regression analysis with a statistical interpretation": [[5, "linking-the-regression-analysis-with-a-statistical-interpretation"]], "Linking with the SVD": [[5, "linking-with-the-svd"], [27, "linking-with-the-svd"]], "Links to relevant courses at the University of Oslo": [[25, "links-to-relevant-courses-at-the-university-of-oslo"]], "Logistic Regression": [[7, null], [7, "id1"]], "MNIST and GANs": [[4, "mnist-and-gans"]], "Machine Learning": [[26, "machine-learning"]], "Machine learning": [[19, "machine-learning"]], "Main textbooks": [[26, "main-textbooks"]], "Making a tree": [[9, "making-a-tree"]], "Making your own Bootstrap: Changing the Level of the Decision Tree": [[10, "making-your-own-bootstrap-changing-the-level-of-the-decision-tree"]], "Making your own test-train splitting": [[27, "making-your-own-test-train-splitting"]], "Material for exercises week 35": [[27, "material-for-exercises-week-35"]], "Material for lab sessions sessions Tuesday and Wednesday": [[28, "material-for-lab-sessions-sessions-tuesday-and-wednesday"]], "Material for lecture Monday September 2": [[28, "material-for-lecture-monday-september-2"]], "Mathematical Interpretation of Ordinary Least Squares": [[5, "mathematical-interpretation-of-ordinary-least-squares"], [27, "mathematical-interpretation-of-ordinary-least-squares"], [28, "mathematical-interpretation-of-ordinary-least-squares"]], "Mathematical optimization of convex functions": [[8, "mathematical-optimization-of-convex-functions"]], "Mathematics of CNNs": [[3, "mathematics-of-cnns"]], "Mathematics of the SVD and implications": [[5, "mathematics-of-the-svd-and-implications"], [27, "mathematics-of-the-svd-and-implications"], [28, "mathematics-of-the-svd-and-implications"]], "Matrices in Python": [[26, "matrices-in-python"]], "Matrix multiplication": [[1, "matrix-multiplication"]], "Matrix-vector notation and activation": [[12, "matrix-vector-notation-and-activation"]], "Meet the covariance!": [[23, "meet-the-covariance"]], "Meet the Covariance Matrix": [[5, "meet-the-covariance-matrix"], [27, "meet-the-covariance-matrix"]], "Meet the Hessian Matrix": [[27, "meet-the-hessian-matrix"]], "Meet the Pandas": [[26, "meet-the-pandas"]], "Min-Max Scaling": [[27, "min-max-scaling"]], "Momentum based GD": [[13, "momentum-based-gd"]], "More complicated Example: The Ising model": [[6, "more-complicated-example-the-ising-model"]], "More interpretations": [[27, "more-interpretations"], [28, "more-interpretations"], [28, "id5"]], "More on Dimensionalities": [[3, "more-on-dimensionalities"]], "More on Rescaling data": [[6, "more-on-rescaling-data"]], "More on Steepest descent": [[28, "more-on-steepest-descent"]], "More on convex functions": [[28, "more-on-convex-functions"]], "More preprocessing": [[27, "more-preprocessing"]], "Multilayer perceptrons": [[12, "multilayer-perceptrons"]], "Network requirements": [[2, "network-requirements"]], "Neural Networks vs CNNs": [[3, "neural-networks-vs-cnns"]], "Neural networks": [[12, null]], "Note about SVD Calculations": [[27, "note-about-svd-calculations"], [28, "note-about-svd-calculations"]], "Note on Scikit-Learn": [[28, "note-on-scikit-learn"]], "Numerical experiments and the covariance, central limit theorem": [[23, "numerical-experiments-and-the-covariance-central-limit-theorem"]], "Numpy and arrays": [[20, "numpy-and-arrays"], [26, "numpy-and-arrays"]], "Numpy examples and Important Matrix and vector handling packages": [[26, "numpy-examples-and-important-matrix-and-vector-handling-packages"]], "Optimization and gradient descent, the central part of any Machine Learning algortithm": [[28, "optimization-and-gradient-descent-the-central-part-of-any-machine-learning-algortithm"]], "Optimization, the central part of any Machine Learning algortithm": [[13, null]], "Optimizing our parameters": [[26, "optimizing-our-parameters"]], "Optimizing our parameters, more details": [[26, "optimizing-our-parameters-more-details"]], "Optimizing the cost function": [[1, "optimizing-the-cost-function"]], "Organizing our data": [[0, "organizing-our-data"], [26, "organizing-our-data"]], "Other Matrix and Vector Operations": [[20, "other-matrix-and-vector-operations"]], "Other Types of Recurrent Neural Networks": [[4, "other-types-of-recurrent-neural-networks"]], "Other courses on Data science and Machine Learning at UiO": [[26, "other-courses-on-data-science-and-machine-learning-at-uio"]], "Other courses on Data science and Machine Learning at UiO, contn": [[26, "other-courses-on-data-science-and-machine-learning-at-uio-contn"]], "Other popular texts": [[26, "other-popular-texts"]], "Other techniques": [[11, "other-techniques"]], "Other types of networks": [[12, "other-types-of-networks"]], "Other ways of visualizing the trees": [[9, "other-ways-of-visualizing-the-trees"]], "Our model for the nuclear binding energies": [[26, "our-model-for-the-nuclear-binding-energies"]], "Overview of first week": [[26, "overview-of-first-week"]], "Own code for Ordinary Least Squares": [[26, "own-code-for-ordinary-least-squares"], [27, "own-code-for-ordinary-least-squares"]], "PCA and scikit-learn": [[11, "pca-and-scikit-learn"]], "Pandas AI": [[26, "pandas-ai"]], "Part a : Ordinary Least Square (OLS) for the Runge function": [[21, "part-a-ordinary-least-square-ols-for-the-runge-function"]], "Part b: Adding Ridge regression for the Runge function": [[21, "part-b-adding-ridge-regression-for-the-runge-function"]], "Part c: Writing your own gradient descent code": [[21, "part-c-writing-your-own-gradient-descent-code"]], "Part d: Including momentum and more advanced ways to update the learning the rate": [[21, "part-d-including-momentum-and-more-advanced-ways-to-update-the-learning-the-rate"]], "Part e: Writing our own code for Lasso regression": [[21, "part-e-writing-our-own-code-for-lasso-regression"]], "Part f: Stochastic gradient descent": [[21, "part-f-stochastic-gradient-descent"]], "Part g: Bias-variance trade-off and resampling techniques": [[21, "part-g-bias-variance-trade-off-and-resampling-techniques"]], "Part h): Cross-validation as resampling techniques, adding more complexity": [[21, "part-h-cross-validation-as-resampling-techniques-adding-more-complexity"]], "Partial Differential Equations": [[2, "partial-differential-equations"]], "Plans for week 35": [[27, "plans-for-week-35"]], "Plans for week 36": [[28, "plans-for-week-36"]], "Practical tips": [[13, "practical-tips"]], "Practicalities": [[24, "practicalities"], [24, "id1"]], "Preamble: Note on writing reports, using reference material, AI and other tools": [[21, "preamble-note-on-writing-reports-using-reference-material-ai-and-other-tools"]], "Predicting New Points With A Trained Recurrent Neural Network": [[4, "predicting-new-points-with-a-trained-recurrent-neural-network"]], "Preprocessing our data": [[27, "preprocessing-our-data"]], "Prerequisites": [[26, "prerequisites"]], "Prerequisites and background": [[19, "prerequisites-and-background"]], "Prerequisites: Collect and pre-process data": [[3, "prerequisites-collect-and-pre-process-data"]], "Probability Distribution Functions": [[23, "probability-distribution-functions"]], "Program example for gradient descent with Ridge Regression": [[28, "program-example-for-gradient-descent-with-ridge-regression"]], "Program for stochastic gradient": [[13, "program-for-stochastic-gradient"]], "Project 1 on Machine Learning, deadline October 6 (midnight), 2025": [[21, null]], "Properties of PDFs": [[23, "properties-of-pdfs"]], "Pros and cons of trees, pros": [[9, "pros-and-cons-of-trees-pros"]], "Python installers": [[19, "python-installers"], [26, "python-installers"]], "RMS prop": [[13, "rms-prop"]], "Random Numbers": [[23, "random-numbers"]], "Random forests": [[10, "random-forests"]], "Randomized PCA": [[11, "randomized-pca"]], "Reading material": [[26, "reading-material"]], "Reading recommendations:": [[27, "reading-recommendations"]], "Reading suggestions week 34": [[26, "reading-suggestions-week-34"]], "Recurrent neural networks": [[12, "recurrent-neural-networks"]], "Recurrent neural networks: Overarching view": [[4, null]], "Reducing the number of degrees of freedom, overarching view": [[0, "reducing-the-number-of-degrees-of-freedom-overarching-view"], [27, "reducing-the-number-of-degrees-of-freedom-overarching-view"]], "Reformulating the problem": [[2, "reformulating-the-problem"]], "Regression Case": [[10, "regression-case"]], "Regression analysis and resampling methods": [[21, "regression-analysis-and-resampling-methods"]], "Regression analysis, overarching aims": [[26, "regression-analysis-overarching-aims"]], "Regression analysis, overarching aims II": [[26, "regression-analysis-overarching-aims-ii"]], "Regularization": [[1, "regularization"]], "Reminder from last week": [[27, "reminder-from-last-week"]], "Reminder on Newton-Raphson\u2019s method": [[28, "reminder-on-newton-raphson-s-method"]], "Reminder on Statistics": [[6, "reminder-on-statistics"]], "Replace or not": [[13, "replace-or-not"]], "Required Technologies": [[19, "required-technologies"]], "Resampling Methods": [[6, null]], "Resampling methods": [[6, "id1"]], "Residual Error": [[27, "residual-error"], [28, "residual-error"]], "Resources on differential equations and deep learning": [[2, "resources-on-differential-equations-and-deep-learning"]], "Revisiting Ordinary Least Squares": [[28, "revisiting-ordinary-least-squares"]], "Revisiting our Linear Regression Solvers": [[13, "revisiting-our-linear-regression-solvers"]], "Rewriting the Covariance and/or Correlation Matrix": [[27, "rewriting-the-covariance-and-or-correlation-matrix"]], "Rewriting the fitting procedure as a linear algebra problem": [[26, "rewriting-the-fitting-procedure-as-a-linear-algebra-problem"]], "Rewriting the fitting procedure as a linear algebra problem, more details": [[26, "rewriting-the-fitting-procedure-as-a-linear-algebra-problem-more-details"]], "Ridge Regression": [[28, "ridge-regression"]], "Ridge and LASSO Regression": [[27, "ridge-and-lasso-regression"], [28, "ridge-and-lasso-regression"], [28, "id2"]], "Ridge and Lasso Regression": [[5, null], [5, "id1"]], "SVD analysis": [[28, "svd-analysis"]], "Same code but now with momentum gradient descent": [[13, "same-code-but-now-with-momentum-gradient-descent"]], "Schedule first week": [[26, "schedule-first-week"]], "Schematic Regression Procedure": [[9, "schematic-regression-procedure"]], "Setting up the Back propagation algorithm": [[12, "setting-up-the-back-propagation-algorithm"]], "Setting up the Matrix to be inverted": [[27, "setting-up-the-matrix-to-be-inverted"], [28, "setting-up-the-matrix-to-be-inverted"]], "Setting up the network using Autograd; The full program": [[2, "setting-up-the-network-using-autograd-the-full-program"]], "Similar (second order function now) problem but now with AdaGrad": [[13, "similar-second-order-function-now-problem-but-now-with-adagrad"]], "Simple Python Code to read in Data and perform Classification": [[9, "simple-python-code-to-read-in-data-and-perform-classification"]], "Simple case": [[27, "simple-case"], [28, "simple-case"]], "Simple code for solving the above problem": [[28, "simple-code-for-solving-the-above-problem"]], "Simple example to illustrate Ordinary Least Squares, Ridge and Lasso Regression": [[28, "simple-example-to-illustrate-ordinary-least-squares-ridge-and-lasso-regression"]], "Simple geometric interpretation": [[28, "simple-geometric-interpretation"]], "Simple linear regression model using scikit-learn": [[0, "simple-linear-regression-model-using-scikit-learn"], [26, "simple-linear-regression-model-using-scikit-learn"]], "Simple one-dimensional second-order polynomial": [[18, "simple-one-dimensional-second-order-polynomial"]], "Simple program": [[28, "simple-program"]], "Software and needed installations": [[21, "software-and-needed-installations"], [26, "software-and-needed-installations"]], "Solving Differential Equations with Deep Learning": [[2, null]], "Solving the one dimensional Poisson equation": [[2, "solving-the-one-dimensional-poisson-equation"]], "Solving the wave equation with Neural Networks": [[2, "solving-the-wave-equation-with-neural-networks"]], "Some famous Matrices": [[20, "some-famous-matrices"]], "Some simple problems": [[13, "some-simple-problems"], [28, "some-simple-problems"]], "Some useful matrix and vector expressions": [[27, "some-useful-matrix-and-vector-expressions"]], "Splitting our Data in Training and Test data": [[0, "splitting-our-data-in-training-and-test-data"], [27, "splitting-our-data-in-training-and-test-data"]], "Standard steepest descent": [[13, "standard-steepest-descent"]], "Statistical analysis and optimization of data": [[19, "statistical-analysis-and-optimization-of-data"], [26, "statistical-analysis-and-optimization-of-data"]], "Steepest descent": [[13, "steepest-descent"], [28, "steepest-descent"]], "Stochastic Gradient Descent (SGD)": [[13, "stochastic-gradient-descent-sgd"]], "Stochastic variables and the main concepts, the discrete case": [[23, "stochastic-variables-and-the-main-concepts-the-discrete-case"]], "Support Vector Machines, overarching aims": [[8, null]], "Systematic reduction": [[3, "systematic-reduction"]], "Teachers": [[26, "teachers"]], "Teachers and Grading": [[24, null]], "Teaching Assistants Fall semester 2023": [[24, "teaching-assistants-fall-semester-2023"]], "Tentative deadllines for projects": [[24, "tentative-deadllines-for-projects"]], "Testing the Means Squared Error as function of Complexity": [[0, "testing-the-means-squared-error-as-function-of-complexity"], [27, "testing-the-means-squared-error-as-function-of-complexity"]], "Textbooks": [[25, null]], "The Algorithm before theorem": [[11, "the-algorithm-before-theorem"]], "The Breast Cancer Data, now with Keras": [[1, "the-breast-cancer-data-now-with-keras"]], "The CART algorithm for Classification": [[9, "the-cart-algorithm-for-classification"]], "The CART algorithm for Regression": [[9, "the-cart-algorithm-for-regression"]], "The CIFAR01 data set": [[3, "the-cifar01-data-set"]], "The Hessian matrix": [[28, "the-hessian-matrix"]], "The Hessian matrix for Ridge Regression": [[28, "the-hessian-matrix-for-ridge-regression"]], "The Jacobian": [[27, "the-jacobian"]], "The MNIST dataset again": [[3, "the-mnist-dataset-again"]], "The OLS case": [[28, "the-ols-case"]], "The RELU function family": [[1, "the-relu-function-family"]], "The Ridge case": [[28, "the-ridge-case"]], "The SVD, a Fantastic Algorithm": [[27, "the-svd-a-fantastic-algorithm"], [28, "the-svd-a-fantastic-algorithm"]], "The Softmax function": [[1, "the-softmax-function"]], "The \\chi^2 function": [[0, "the-chi-2-function"], [26, "the-chi-2-function"], [26, "id4"], [26, "id5"], [26, "id6"], [26, "id7"], [26, "id8"]], "The bias-variance tradeoff": [[6, "the-bias-variance-tradeoff"]], "The code for solving the ODE": [[2, "the-code-for-solving-the-ode"]], "The complete code with a simple data set": [[27, "the-complete-code-with-a-simple-data-set"]], "The cost/loss function": [[27, "the-cost-loss-function"]], "The course has two central parts": [[19, "the-course-has-two-central-parts"]], "The derivative of the cost/loss function": [[28, "the-derivative-of-the-cost-loss-function"]], "The equations": [[28, "the-equations"]], "The equations for ordinary least squares": [[27, "the-equations-for-ordinary-least-squares"]], "The first Case": [[28, "the-first-case"]], "The ideal": [[28, "the-ideal"]], "The logistic function": [[7, "the-logistic-function"]], "The mean squared error and its derivative": [[27, "the-mean-squared-error-and-its-derivative"]], "The moons example": [[8, "the-moons-example"]], "The multilayer perceptron (MLP)": [[12, "the-multilayer-perceptron-mlp"]], "The network with one input layer, specified number of hidden layers, and one output layer": [[2, "the-network-with-one-input-layer-specified-number-of-hidden-layers-and-one-output-layer"]], "The plethora of machine learning algorithms/methods": [[26, "the-plethora-of-machine-learning-algorithms-methods"]], "The sensitiveness of the gradient descent": [[28, "the-sensitiveness-of-the-gradient-descent"]], "The singular value decomposition": [[5, "the-singular-value-decomposition"], [27, "the-singular-value-decomposition"], [28, "the-singular-value-decomposition"]], "The two-dimensional case": [[8, "the-two-dimensional-case"]], "To our real data: nuclear binding energies. Brief reminder on masses and binding energies": [[26, "to-our-real-data-nuclear-binding-energies-brief-reminder-on-masses-and-binding-energies"]], "Topics covered in this course: Statistical analysis and optimization of data": [[26, "topics-covered-in-this-course-statistical-analysis-and-optimization-of-data"]], "Towards the PCA theorem": [[11, "towards-the-pca-theorem"]], "Train and test datasets": [[1, "train-and-test-datasets"]], "Two-dimensional Objects": [[3, "two-dimensional-objects"]], "Type of problem": [[2, "type-of-problem"]], "Types of Machine Learning": [[26, "types-of-machine-learning"]], "Useful Python libraries": [[19, "useful-python-libraries"], [26, "useful-python-libraries"]], "Using Autograd": [[13, "using-autograd"]], "Using forward Euler to solve the ODE": [[2, "using-forward-euler-to-solve-the-ode"]], "Using gradient descent methods, limitations": [[13, "using-gradient-descent-methods-limitations"], [28, "using-gradient-descent-methods-limitations"]], "Visualization": [[1, "visualization"], [1, "id1"]], "Visualizing the Tree, Classification": [[9, "visualizing-the-tree-classification"]], "Week 34: Introduction to the course, Logistics and Practicalities": [[26, null]], "Week 35: From Ordinary Linear Regression to Ridge and Lasso Regression": [[27, null]], "Week 36: Linear Regression and Gradient descent": [[28, null]], "What Is Generative Modeling?": [[26, "what-is-generative-modeling"]], "What does it mean?": [[27, "what-does-it-mean"], [28, "what-does-it-mean"]], "What is Machine Learning?": [[0, "what-is-machine-learning"]], "What is a good model?": [[0, "what-is-a-good-model"], [26, "what-is-a-good-model"]], "What is a good model? Can we define it?": [[26, "what-is-a-good-model-can-we-define-it"]], "Which activation function should I use?": [[1, "which-activation-function-should-i-use"]], "Why Linear Regression (aka Ordinary Least Squares and family)": [[26, "why-linear-regression-aka-ordinary-least-squares-and-family"]], "Wisconsin Cancer Data": [[7, "wisconsin-cancer-data"]], "With Lasso Regression": [[28, "with-lasso-regression"]], "Writing Our First Generative Adversarial Network": [[4, "writing-our-first-generative-adversarial-network"]], "Writing our own PCA code": [[11, "writing-our-own-pca-code"]], "Writing the Cost Function": [[28, "writing-the-cost-function"]], "XGBoost: Extreme Gradient Boosting": [[10, "xgboost-extreme-gradient-boosting"]], "Yet another Example": [[28, "yet-another-example"]], "a) Expression for Ridge regression": [[17, "a-expression-for-ridge-regression"]], "scikit-learn implementation": [[1, "scikit-learn-implementation"]]}, "docnames": ["chapter1", "chapter10", "chapter11", "chapter12", "chapter13", "chapter2", "chapter3", "chapter4", "chapter5", "chapter6", "chapter7", "chapter8", "chapter9", "chapteroptimization", "clustering", "exercisesweek34", "exercisesweek35", "exercisesweek36", "exercisesweek37", "intro", "linalg", "project1", "schedule", "statistics", "teachers", "textbooks", "week34", "week35", "week36"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1}, "filenames": ["chapter1.ipynb", "chapter10.ipynb", "chapter11.ipynb", "chapter12.ipynb", "chapter13.ipynb", "chapter2.ipynb", "chapter3.ipynb", "chapter4.ipynb", "chapter5.ipynb", "chapter6.ipynb", "chapter7.ipynb", "chapter8.ipynb", "chapter9.ipynb", "chapteroptimization.ipynb", "clustering.ipynb", "exercisesweek34.ipynb", "exercisesweek35.ipynb", "exercisesweek36.ipynb", "exercisesweek37.ipynb", "intro.md", "linalg.ipynb", "project1.ipynb", "schedule.md", "statistics.ipynb", "teachers.md", "textbooks.md", "week34.ipynb", "week35.ipynb", "week36.ipynb"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 15, 16, 17, 19, 20, 21, 23, 24, 26, 27], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 26, 27, 28], "00": [0, 1, 5, 11, 26, 27], "000": [1, 3], "00000000e": [], "001": [2, 8, 13, 28], "004": 5, "004113634617443131": 27, "004113634617443139": 27, "00411363461744314": 27, "004113634617443147": 27, "00727646693": [0, 26], "0086649156": [0, 26], "01": [0, 1, 2, 5, 9, 11, 13, 17, 25, 26, 27], "0110": 23, "01719003e": [], "02": [0, 4, 7, 12, 26], "02334824": [], "02857": 4, "02f": 6, "03077640549": 4, "03097597e": [], "031": 5, "04": 11, "0458": 9, "05": [4, 6], "062292565": 4, "062435": [], "06730814": [], "07": [], "0713": [0, 26], "07285": 3, "08": 23, "08078025e": [], "08336233266": 4, "08376632": 27, "083766322923899": 27, "0837663229239043": 27, "0917": 9, "0n": [0, 26], "0x113e21950": 17, "1": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 22, 23, 24, 25, 26, 28], "10": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 20, 22, 23, 24, 26, 27, 28], "100": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 23, 24, 26, 27, 28], "1000": [0, 1, 2, 4, 5, 8, 11, 13, 14, 18, 19, 23, 26, 28], "10000": [2, 5, 6, 10, 11, 13, 23], "100000": 8, "10001": 10, "1001": 23, "1002": 23, "1003": 23, "1005": 23, "1009": 23, "101": 16, "1011": 23, "1013": 23, "1013904243": 23, "1015": 23, "102": 16, "1023": 23, "1024": 3, "1026": 23, "1027": 23, "103": 1, "1030": 23, "1037": 23, "1038": 23, "1040": 23, "1047": 23, "107": 16, "108": [], "10th": 9, "10x": [0, 26], "11": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 20, 21, 23, 25, 26, 27, 28], "110": [], "1100": 23, "1101": 23, "111": [1, 7, 12], "112": 16, "11340253": [], "11590451": [], "116": 16, "117": 16, "118": 16, "12": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 18, 20, 23, 25, 26, 27, 28], "120": 3, "121": [8, 9, 10, 16], "1215pm": [24, 26], "122": [8, 9, 10], "124": [0, 26], "125": 16, "127": [4, 16], "128": [3, 4, 13], "129": 16, "1298": 9, "12pm": [24, 26], "13": [0, 2, 9, 12, 20, 23, 26], "131": 16, "133": 7, "135": 16, "136": 16, "14": [0, 2, 4, 6, 8, 9, 10, 12, 20, 23, 25, 27], "141": 16, "143": 16, "1446729567": 4, "149": 16, "14g": 6, "15": [0, 2, 4, 6, 7, 8, 9, 12, 13, 21, 23, 26, 28], "150": [4, 8], "152": 16, "153760": [], "156": 16, "157": [], "158": [], "159": 16, "15g": 6, "15pm": 26, "16": [1, 2, 3, 4, 5, 8, 9, 10, 23, 26, 28], "160": 16, "1603": 3, "161": 16, "162": 16, "16231451": 4, "163": 16, "16384": 3, "164": 16, "167": 16, "17": [1, 2, 8, 23], "172": 16, "173": 16, "176": 16, "178": 16, "179": 16, "1797": 1, "18": [2, 6, 7, 8, 9, 10, 23, 26], "1807": 4, "18392847": [], "19": [2, 23, 26], "1940": [], "1943": 12, "19569961": 27, "1970": [20, 26], "1973": 9, "1979": 6, "1_1": 12, "1_2": 12, "1_3": 12, "1cm": [0, 8, 10, 23, 26], "1d": [1, 2, 3], "1e": [2, 4, 13, 14], "1e10": 14, "1e4": 6, "1f": 1, "1k": 20, "1n": [0, 26], "1x": [0, 26], "2": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 23, 25], "20": [0, 1, 2, 6, 7, 8, 16, 17, 23, 24, 26, 27, 28], "200": [0, 2, 3, 4, 8, 9, 10], "2000": [0, 27], "2004": [13, 28], "2006": 25, "20072279": [], "2008": 26, "2010": 1, "2011": 1, "2014": 4, "2015": 1, "2016": [0, 26], "2018": [0, 6, 27], "2021": [6, 14, 27], "2022": 26, "2025": [18, 26, 27, 28], "21": [0, 1, 5, 7, 9, 12, 20, 26, 27, 28], "2116753732": 4, "215pm": [24, 26], "2167072": [], "22": [0, 1, 5, 12, 13, 20, 26, 27, 28], "221": 8, "225": 4, "22948497": [], "23": [1, 12, 20], "24": [0, 1, 20, 26], "25": [2, 3, 4, 5, 6, 8, 9, 11, 27], "250": [2, 4, 7, 9], "25000": [], "250154": [], "253775": [], "255": 3, "256": 4, "25x": 21, "26": [], "26303845": [], "264": [], "265": [], "265109911": 4, "266": [], "269": [], "27": 1, "270": [], "278": 28, "27n_": 23, "28": [1, 3, 4], "283": 28, "2830637392": 4, "2861": 23, "2873": 9, "2882": 23, "2886": 23, "2890": [0, 26], "2892": 23, "29": 27, "2915": 23, "2931": 26, "29364655": [], "294399745619595": [], "296247": [], "2968": 26, "2980": 26, "298273": [], "298375": [], "2990": 26, "2_": 12, "2_1": 12, "2_2": 12, "2_3": 12, "2_i": 12, "2_m": [6, 23], "2_t": 13, "2_x": 23, "2a": 17, "2b": 23, "2cm": 8, "2d": [1, 3, 11, 12, 19, 26], "2e": 6, "2f": [0, 7, 9, 10, 11, 12, 26], "2g": 2, "2g_i": 2, "2k": 3, "2m": 6, "2mvizaqfst8": 27, "2n": [0, 2, 3, 26, 27], "2nd": 9, "2p": 23, "2pt": 4, "2x": [0, 3, 8, 13, 26], "2x_ix_jy_iy_j": 8, "2x_j": 8, "2y_i": 10, "2y_j": 8, "3": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 22, 23, 24, 26, 28], "30": [0, 1, 4, 6, 7, 10, 13, 24], "30000": [0, 26], "3072": 3, "31": [12, 20, 23], "315": [6, 27], "3155": [0, 5, 6, 27, 28], "32": [3, 4, 6, 12, 13, 20, 23], "3200": 1, "3250": 1, "3297": [], "33": [12, 20, 24], "3303": [], "3310": [], "332331": [], "333": 7, "3331": [], "3337": [], "34": 20, "3436": [0, 26], "3437": [0, 26], "35": [0, 6, 21, 26, 28], "3581341341": 4, "359": [5, 28], "36": [0, 5, 6, 18, 21, 23], "37": [21, 28], "370782966": 4, "38": [21, 23], "39": [0, 24, 26], "3d": [2, 3, 4, 6, 13, 16], "3f": [1, 3, 9], "3n": 20, "3x": [2, 8], "3x_i": 2, "3y": 8, "4": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 21, 23, 26, 28], "40": [1, 6, 24, 26], "400": 4, "4000": 26, "4050": [25, 26], "41": 20, "4155": [2, 15], "41589548": [], "42": [1, 4, 8, 9, 10, 20], "43": [0, 7, 20], "4310": 26, "436462435": 4, "44": [0, 20, 28], "45": [24, 26], "46": [24, 26], "462": 7, "47": [24, 26], "479465113": 4, "47958494": [], "48": [], "48257387": [24, 26], "49": [5, 6, 11], "49152": 3, "4940954": [0, 26], "4990": 23, "4992": 23, "4997": 23, "4c4c7f": [9, 10], "4d": 3, "4f": 6, "4pm": [24, 26], "4y": 8, "4y_i": 10, "5": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 20, 21, 23, 26, 27, 28], "50": [1, 2, 3, 4, 6, 7, 8, 10, 13, 26, 27], "500": [1, 3, 4, 6, 9, 10, 13], "5018": 23, "506": [], "507d50": [9, 10], "50j": 13, "50x10": 1, "51": 10, "510": 1, "512132": [], "5177783846": 4, "53": 9, "54": [6, 23], "5411205": [], "54894451": [], "55": 1, "56": 1, "56536": [0, 26], "569": 1, "57": [0, 8, 24, 26], "571": [5, 28], "58": [10, 24, 26], "591317992": 4, "5cm": 23, "5f": 8, "5x": [8, 18], "5y": 8, "6": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 18, 20, 23, 24, 26, 27, 28], "60": [1, 3], "60000": 4, "6019067271": 4, "606439": [], "625": 7, "63": 1, "64": [1, 3, 4, 13, 20, 26], "64x50": 1, "65": [1, 8, 9], "6887363571": 4, "69": [16, 23], "69069n_": 23, "691": [], "6n_": 23, "7": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 20, 21, 23, 25, 26, 27], "70": [1, 7], "70653767": 4, "71": 1, "724": 3, "73": [], "7304881": [], "75": [5, 6, 8, 11], "76": [24, 26], "765": 7, "77": [24, 26], "7718": 9, "7782028952": 4, "77893972": [], "78": [], "7d7d58": [9, 10], "8": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 18, 20, 23, 24, 26, 28], "80": [0, 1, 5, 8, 17, 27], "800": [4, 7], "81": 1, "815am": [24, 26], "85": 1, "8702784034": 4, "88": 26, "8f": 6, "8g": 6, "8n": 20, "8x8": 1, "9": [0, 1, 2, 4, 5, 6, 7, 8, 9, 11, 12, 13, 20, 23, 26], "90": 1, "9040": 9, "91": [24, 26], "92": [24, 26], "93": 16, "931": [0, 26], "933": [5, 28], "937": 23, "938": 23, "939": [0, 23, 26], "94": 23, "95": [1, 11], "954": 23, "955820c21e8b": 4, "96": 6, "960": 23, "961": 23, "962": 23, "9649652536": 4, "96611194e": [], "9780387310732": 25, "9780387848570": 25, "9781098134174": 26, "9781492032632": 25, "9781801819312": 26, "97898392": 27, "98": [0, 1, 16], "985": 23, "986": 23, "989": 23, "9898ff": [9, 10], "99": [13, 16], "991": 23, "992": 23, "993": 23, "996": 5, "999": [9, 23], "9x": 6, "9y": 6, "A": [2, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 19, 20, 22, 23, 24, 25, 27, 28], "AND": 2, "And": [0, 3, 4, 5, 6, 9, 13, 19, 21, 23, 28], "As": [0, 1, 2, 3, 4, 5, 6, 8, 10, 12, 13, 15, 16, 20, 21, 23, 26, 27, 28], "At": [0, 4, 6, 13, 26], "BE": [0, 26], "Be": [2, 18, 19, 26], "Being": 13, "But": [0, 1, 2, 3, 5, 6, 9, 10, 16, 23, 27], "By": [0, 3, 5, 6, 12, 13, 17, 20, 26, 27, 28], "For": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 19, 20, 21, 23, 25, 26, 27, 28], "IF": [6, 27], "IN": 25, "If": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 26, 27, 28], "In": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 25, 26, 27, 28], "Ising": [5, 12, 27, 28], "It": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 19, 20, 21, 23, 26, 27, 28], "Its": [1, 2, 4, 11], "No": [6, 9, 26, 27], "Not": [0, 1, 5, 6, 27, 28], "OR": 23, "Of": 23, "On": [0, 3, 21, 23, 24, 25, 26], "One": [0, 1, 3, 4, 5, 6, 7, 8, 11, 12, 13, 17, 23, 27, 28], "Or": [0, 1, 6, 26], "Such": [0, 6, 12, 16, 23], "That": [0, 5, 7, 10, 11, 12, 14, 21, 23, 26], "The": [4, 10, 13, 14, 16, 17, 18, 20, 21, 22, 23, 24, 25], "Then": [0, 1, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 26, 28], "There": [0, 3, 4, 5, 6, 8, 9, 11, 12, 14, 15, 20, 21, 23, 24, 26, 27, 28], "These": [0, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 17, 20, 21, 23, 24, 26, 27, 28], "To": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 20, 23, 27, 28], "With": [0, 5, 6, 8, 9, 10, 11, 12, 14, 16, 20, 21, 23, 26, 27], "_": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 20, 21, 26, 27, 28], "_0": [5, 8, 10, 11, 13, 27, 28], "_1": [2, 5, 6, 8, 10, 11, 12, 13, 14, 20, 27, 28], "_2": [2, 5, 8, 11, 12, 13, 20, 27], "_3": 20, "_4": 20, "_9": 13, "__class__": 10, "__doc__": 6, "__future__": [8, 9], "__init__": 1, "__main__": 2, "__name__": [2, 10], "_auto1": [2, 3, 4, 5, 6, 7, 12, 13, 20, 23, 27, 28], "_auto10": [6, 12], "_auto11": 6, "_auto12": 6, "_auto2": [2, 3, 4, 5, 6, 12, 13, 20, 23], "_auto3": [3, 4, 5, 6, 12, 13, 20], "_auto4": [4, 6, 12, 13, 20], "_auto5": [4, 6, 12, 13, 20], "_auto6": [4, 6, 12, 20], "_auto7": [4, 6, 12, 20], "_auto8": [6, 12], "_auto9": [6, 12], "_build": [0, 19, 21, 25, 26], "_c": 1, "_center": [], "_compon": 11, "_depth": 9, "_export": [15, 16], "_fraction": 9, "_i": [0, 1, 2, 5, 6, 7, 8, 11, 12, 13, 21, 26, 27, 28], "_j": [0, 1, 2, 3, 5, 6, 8, 13, 21, 27, 28], "_k": [13, 28], "_l": 12, "_lambda": 6, "_leaf": 9, "_m": 10, "_multilayer_perceptron": [], "_n": [2, 5, 8, 11, 13, 27, 28], "_node": 9, "_norm": [], "_p": [5, 8, 27, 28], "_ratio": 11, "_sampl": 9, "_split": [6, 9, 21], "_t": 13, "_test": [6, 21], "_varianc": 11, "_weight": 9, "a0": 3, "a0faa0": [9, 10], "a1": [0, 26], "a2": [0, 26], "a3": [0, 26], "a4": [0, 26], "a_": [0, 1, 16, 20, 26, 27], "a_0": [0, 26], "a_1a": [0, 26], "a_2a": [0, 26], "a_3": [0, 26], "a_3a": [0, 26], "a_4": [0, 26], "a_4a": [0, 26], "a_h": 1, "a_i": [0, 1, 2, 12, 26], "a_j": [1, 12], "a_k": [0, 1, 12], "aaron": 25, "ab": [0, 2, 5, 13, 14, 26, 27], "ab_channel": 19, "abandon": 1, "abid": 23, "abil": [0, 10], "abl": [0, 1, 4, 5, 6, 7, 10, 12, 13, 16, 18, 21, 27, 28], "about": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 24], "abov": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 25, 26, 27], "abovement": [6, 21, 26], "abscissa": [13, 28], "absolut": [0, 2, 5, 6, 13, 26, 27, 28], "absorb": [27, 28], "abstract": 1, "acceler": 13, "accept": [0, 3, 6, 9, 21, 27], "access": [3, 11, 23, 26], "accid": [4, 6], "accompani": [0, 26, 27], "accomplish": [8, 9, 13], "accord": [0, 1, 2, 5, 6, 9, 12, 13, 14, 23, 26, 28], "accordingli": 11, "account": [0, 3, 5, 13, 15, 16, 23, 26], "accumul": [12, 13, 23], "accur": [0, 3, 4, 6, 10, 13], "accuraci": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 26, 27, 28], "accuracy_scor": [0, 1, 10, 26], "accuracy_score_numpi": 1, "achiev": [0, 1, 5, 6, 8, 12, 20, 26], "aco": 23, "acquaint": 19, "acquir": [1, 19, 26], "acr": [], "across": [1, 3, 6, 9, 17, 19, 26], "act": [1, 3, 20], "action": 23, "activ": [0, 2, 3, 4, 9, 15, 22, 24, 26], "actual": [0, 1, 4, 5, 6, 8, 11, 15, 16, 18, 20, 23, 26, 27, 28], "ad": [1, 3, 4, 5, 8, 13, 15, 16, 20, 28], "ada_clf": 10, "adaboostclassifi": 10, "adadelta": 13, "adagrad": 21, "adam": [1, 3, 4, 21, 26], "adapt": [4, 6, 13, 17, 25, 28], "add": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 15, 16, 17, 18, 23, 24, 26, 27, 28], "add_subplot": [1, 7, 12, 14], "addendum": 5, "addit": [0, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 15, 19, 20, 21, 23, 24, 25, 26, 27], "addition": [12, 13, 28], "address": [1, 9, 11, 13, 26], "adjac": [3, 12], "adjoint": [5, 27], "adjust": [0, 5, 12, 13, 28], "admir": [0, 26], "advanc": [4, 6, 12, 25, 26], "advantag": [1, 3, 5, 6, 10, 13, 20, 28], "adversari": 26, "afecionado": 26, "affect": [3, 15], "affin": [0, 3, 8, 11, 27], "afford": 3, "aficionado": 26, "aforement": 14, "african": [], "after": [0, 1, 2, 4, 5, 6, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "afterward": [0, 26], "ag": [0, 7, 26, 27], "ag_0": 2, "again": [0, 1, 4, 5, 6, 7, 8, 10, 11, 12, 13, 21, 23, 26, 27, 28], "against": [1, 4, 7, 10], "agegroup": 7, "agegroupmean": 7, "aggreg": [9, 10], "agorithm": 10, "agre": [5, 6, 23, 27, 28], "agreement": 13, "ahead": 9, "ai": [0, 25], "aid": 11, "aim": [0, 1, 4, 6, 7, 11, 14, 16, 17, 19, 20, 21, 27], "ainv": 5, "airplan": 3, "aka": 5, "al": [0, 2, 4, 16, 17, 25, 26, 27, 28], "alarm": [5, 7], "aldo": 27, "algebra": [0, 3, 5, 13, 19, 27, 28], "algorithm": [0, 1, 2, 4, 5, 6, 7, 8, 13, 14, 16, 19, 20, 21, 23, 25], "align": [0, 2, 5, 6, 7, 8, 13, 23, 26, 27, 28], "all": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28], "allevi": [1, 13, 28], "alloc": [3, 20], "allow": [0, 1, 2, 3, 5, 6, 8, 10, 13, 15, 19, 20, 21, 26, 27, 28], "almost": [0, 1, 6, 8, 11, 13, 23, 28], "alon": [2, 9], "along": [2, 3, 4, 5, 6, 9, 10, 11, 15, 19, 20, 26, 27, 28], "alpha": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 13, 14, 23, 26, 27, 28], "alpha_": 10, "alpha_0": 3, "alpha_1": 3, "alpha_2": 3, "alpha_i": [3, 13], "alpha_k": 13, "alpha_m": 10, "alpha_n": 3, "alpha_opt": 13, "alreadi": [2, 3, 4, 5, 6, 10, 12, 15, 19, 20, 23, 26, 27, 28], "also": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 26, 27, 28], "alter": 1, "altern": [0, 1, 4, 5, 6, 8, 9, 11, 13, 15, 18, 20, 21, 26, 27], "although": [0, 1, 5, 6, 8, 10, 13, 16, 26], "alwai": [0, 3, 5, 6, 12, 13, 16, 21, 23, 26, 27, 28], "am": 4, "ame2016": [0, 26], "american": [], "among": [0, 3, 5, 9, 10, 12, 20, 26, 27], "amongst": 5, "amount": [0, 1, 3, 4, 6, 8, 10, 14, 19], "an": [1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28], "an_": 23, "anaconda": [0, 1, 19, 21, 26], "analogi": 13, "analys": 6, "analysi": [1, 3, 4, 7, 14, 20, 25], "analyt": [2, 3, 5, 6, 7, 12, 13, 17, 19, 21, 26, 27, 28], "analyz": [0, 1, 3, 4, 5, 6, 16, 21, 23, 27, 28], "andrew": 1, "angl": [0, 3, 9, 27], "anharmon": 3, "ani": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 14, 15, 16, 23, 26, 27], "anim": [4, 12], "ann": 12, "annot": [0, 1, 3, 7, 8, 26], "announc": 26, "anoth": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 20, 21, 23, 26, 27], "ansatz": [0, 18, 26], "answer": [0, 1, 3, 5, 6, 20, 21, 24, 26], "antialias": [2, 6], "anticip": 4, "anymor": [1, 8], "anyon": [4, 8, 15], "anyth": [1, 15, 16, 23], "anytim": [24, 26], "apach": 1, "apart": [11, 13, 28], "api": [1, 19, 26], "appar": 2, "appear": [0, 1, 3, 13, 20, 23], "append": [1, 3, 4, 8, 9, 13, 26], "appendix": 21, "appli": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 18, 21, 23, 25, 26, 27], "applic": [0, 1, 3, 4, 5, 6, 7, 9, 12, 13, 16, 20, 23, 25, 26, 27, 28], "apply_gradi": 4, "approach": [1, 2, 4, 5, 6, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 23, 25, 27, 28], "approch": 21, "appropri": [2, 6, 9, 12, 13, 17, 19, 23], "approv": 26, "approx": [0, 2, 3, 6, 10, 11, 13, 18, 21, 23, 26, 28], "approxim": [0, 1, 2, 3, 4, 5, 6, 7, 10, 11, 13, 21, 23, 26, 27, 28], "apt": [0, 19, 21, 26], "aq": 23, "ar": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28], "aragorn": 26, "arang": [1, 3, 4, 6, 7, 9, 10, 12, 13, 26], "arbitrari": [1, 4, 6, 8, 12, 13, 23, 28], "arbitrarili": [0, 1, 11, 26], "arc": 6, "architectur": [3, 4, 12], "archiv": 21, "area": [0, 3, 6, 25, 26], "argmax": [1, 11], "argmin": [4, 10, 14], "argsort": 11, "argu": [1, 13], "argument": [0, 2, 3, 5, 11, 12, 13, 17, 26, 27], "aris": [0, 6, 12, 13, 23, 26, 28], "arithmet": [0, 13, 20, 26], "arm": [6, 27], "armadillo": 20, "around": [0, 1, 4, 5, 6, 11, 18, 21, 23, 26], "arrai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 16, 18, 19, 21, 23, 27, 28], "arrang": [3, 26], "arraybox": 13, "arriv": [0, 6, 9, 11, 20, 23, 26], "arrow": 12, "arrowprop": 8, "art": [0, 1, 19], "articl": [0, 3, 4, 6, 10, 26, 27, 28], "artifici": [0, 2, 7, 12, 25, 26], "artificialneuron": 12, "arug": 13, "arxiv": [3, 4], "asarrai": [0, 6, 9, 27], "asid": 27, "ask": [5, 6, 11, 12, 15, 21], "aspect": [0, 6, 19, 26, 27], "assembl": 3, "assembli": [0, 26], "assert": 4, "assess": [0, 6, 21, 26, 27], "assici": 4, "assign": [0, 7, 8, 9, 12, 13, 14, 15, 22, 24, 25, 26], "associ": [0, 6, 9, 12, 14, 23, 26], "assum": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 20, 21, 23, 26, 27, 28], "assumpt": [0, 3, 5, 6, 9, 11, 23, 26, 27], "ast": [0, 5, 6, 26], "astyp": [4, 9, 10], "asymmetri": [0, 26], "asymptot": [4, 6], "atom": [0, 26], "attempt": [0, 4, 6, 7, 8, 10, 26, 27], "attend": 26, "attent": [0, 20, 26], "attract": [0, 10, 26], "attribut": [0, 9, 26], "audi": [0, 26], "audio": [3, 4], "august": [26, 27], "aurelien": [0, 25, 26], "austfjel": 6, "auth": 15, "authent": 15, "author": [0, 1, 10, 23], "authour": 26, "auto": [9, 10, 23], "auto_exampl": [21, 27], "autocor": 23, "autocorrelation_tim": 23, "autocorrelform": 23, "autocovari": 23, "autoencod": [4, 19, 26], "autoencond": 19, "autograd": [19, 26], "autom": [0, 19, 25, 26], "automac": 20, "automag": 26, "automat": [0, 1, 2, 3, 4, 11, 16, 19, 20, 26], "automobil": 3, "autonom": 4, "avail": [0, 1, 4, 6, 10, 11, 19, 20, 21, 22, 24, 25, 26], "averag": [0, 1, 3, 6, 9, 10, 13, 14, 23, 24, 26, 27], "avoid": [0, 4, 5, 6, 9, 11, 13, 18, 20, 27], "awai": [2, 3, 6, 27], "awar": [2, 10], "award": [24, 26], "ax": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 21, 26], "axes3d": [2, 6, 13, 28], "axes_grid1": 6, "axhlin": 8, "axi": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 18, 20, 23, 26, 27, 28], "axiom": 5, "axvlin": [4, 8], "axvspan": 4, "b": [0, 1, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28], "b1": 8, "b2": 8, "b3": 8, "b_": [0, 1, 20], "b_0": 0, "b_1": [0, 2, 12, 13], "b_2": [0, 13], "b_5": 13, "b_group": 9, "b_i": [0, 1, 2, 12, 26], "b_ia_": [0, 26], "b_ia_i": 0, "b_index": 9, "b_j": [1, 12], "b_k": [0, 1, 12, 13], "b_m": 12, "b_score": 9, "b_valu": 9, "babcock": 26, "bachelor": [22, 24], "back": [0, 3, 4, 5, 6, 8, 9, 10, 15, 16, 20, 23, 26], "backbon": 20, "backend": [1, 4], "background": [25, 26], "backpropag": 1, "backtrack": 9, "backup": 20, "backward": [1, 2, 4, 12, 20], "bad": [6, 17, 27], "badli": 23, "bag": [9, 19, 26], "bag_clf": 10, "baggin": 26, "baggingboot": 10, "baggingclassifi": 10, "baggingtre": 10, "balanc": 6, "ballpark": 18, "band": 20, "bandwidth": 20, "bar": [0, 6, 11, 21, 26], "barber": 25, "bare": [4, 10], "base": [0, 1, 3, 4, 5, 7, 8, 9, 10, 14, 15, 16, 17, 19, 23, 24, 25, 26, 27, 28], "basi": [5, 7, 8, 10, 11, 12, 13, 20, 27, 28], "basic": [6, 8, 12, 13, 14, 15, 19, 21, 23, 26], "batch": [3, 4, 11, 12, 13, 28], "batch_shap": 4, "batch_siz": [1, 3, 4], "batchnorm": 4, "bay": 7, "bayesian": [5, 19, 25, 26], "becaus": [0, 1, 2, 3, 4, 5, 6, 8, 9, 12, 13, 14, 26, 27, 28], "becom": [0, 1, 2, 5, 6, 7, 9, 12, 13, 23, 26, 27, 28], "been": [0, 1, 2, 3, 4, 5, 6, 11, 12, 13, 19, 20, 21, 26, 27], "befor": [0, 1, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 16, 17, 18, 20, 21, 23, 26, 27], "beforehand": [0, 23, 26], "begin": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 20, 23, 24, 26, 27, 28], "behav": [1, 6, 13, 28], "behavior": [0, 1, 13, 26, 28], "behaviour": 12, "behind": [0, 1, 6, 8, 13, 26, 28], "being": [0, 1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 17, 23, 26, 27, 28], "believ": [9, 20], "belong": [7, 8, 9, 13, 14, 28], "below": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 18, 20, 21, 23, 26, 27, 28], "benchmark": 10, "benefici": [1, 13], "benefit": [0, 1, 4, 11, 13, 19, 26, 28], "bengio": [1, 25, 26, 27], "benign": [1, 7], "besid": [4, 5, 28], "bessel": [5, 27], "best": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 18, 24, 26, 27, 28], "beta": [1, 3, 10, 11, 13, 16, 17, 26, 27, 28], "beta_": [3, 13, 17, 27], "beta_0": [1, 3, 13, 27], "beta_1": [1, 3, 10, 13, 27], "beta_1x_i": 13, "beta_2": [3, 13], "beta_3": 3, "beta_i": 3, "beta_j": [13, 27], "beta_k": 13, "beta_linreg": 13, "beta_m": 10, "beta_mg_m": 10, "beta_n": 3, "better": [0, 1, 2, 3, 4, 6, 9, 10, 11, 12, 13, 26, 27], "between": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 21, 23, 26, 27, 28], "beyond": [0, 1, 5, 6, 8, 13, 26, 27, 28], "bf": [13, 14, 20, 23, 28], "bg": 26, "bgd": 13, "bia": [0, 1, 2, 3, 5, 8, 9, 10, 12, 13, 26, 27, 28], "bias": [1, 2, 3, 5, 6, 9, 12], "bibliographi": 21, "big": [0, 1, 2, 5, 6, 14], "bigger": [1, 6, 27], "bigr": 12, "bike": 9, "bilbo": 26, "billion": [3, 12, 19], "bin": [7, 23], "binari": [0, 3, 5, 7, 9, 10, 12, 26], "binarycrossentropi": 4, "bind": 0, "binomi": [19, 23, 26], "binsboot": 6, "bioinformat": 0, "biolog": [1, 12], "bios1100": [19, 26], "bird": [0, 3], "birth": 26, "bishop": [25, 26], "bit": [1, 4, 20, 23, 26], "bitwis": 23, "bivari": 2, "bk": 13, "bla": [20, 26], "black": [8, 9, 14], "block": [6, 10, 19, 20, 23, 26], "blog": 26, "blogpost": 4, "blue": [0, 3], "bm": [], "bmatrix": [0, 1, 3, 5, 7, 8, 11, 13, 20, 26, 27, 28], "bmi": 1, "bodi": [0, 1, 4, 12], "bold": 1, "boldfac": [0, 5, 16, 27, 28], "boldsymbol": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 13, 14, 16, 17, 21, 26, 28], "boltzmann": [12, 19, 26], "book": [17, 21, 25, 26, 27], "book1": 25, "boolean": [4, 17], "boost": [1, 9, 19, 26], "boostrap": 10, "bootstrap": [1, 13, 19, 21, 26], "borrow": 26, "boston_dataset": [], "bot": 8, "both": [0, 1, 4, 5, 6, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 28], "bottl": 7, "bound": [8, 12], "boundari": [2, 4, 8, 11, 12], "box": [4, 9], "boyd": [8, 13, 28], "bracket": [4, 23], "brain": [1, 7, 12], "branch": [9, 26], "break": [0, 4, 6, 11, 14, 26], "breast": [5, 7, 11], "breviti": 13, "brew": [0, 19, 21, 26], "brg": 8, "brief": [21, 27], "briefli": [0, 16, 26], "bring": [0, 5, 6, 10, 27], "britt": [24, 26], "broad": 0, "broadli": 26, "brought": [13, 19, 26], "brownle": 4, "browser": [15, 26], "brute": [3, 5, 11, 27], "buffer_s": 4, "bui": 4, "build": [0, 4, 5, 6, 10, 16, 20, 23, 26], "built": [1, 3, 4, 6], "bunch": 11, "busi": [], "byte": [20, 26], "c": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 27, 28], "c1": [8, 11], "c2": [8, 11], "c_": [8, 9, 10, 13, 23, 28], "c_0": 23, "c_1": 12, "c_2": 12, "c_3": 12, "c_4": 12, "c_i": [12, 13], "c_k": 23, "ca": [1, 26], "cach": 10, "cal": [0, 8, 10, 12, 13, 28], "calcul": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 20, 23, 26], "california": 21, "call": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 20, 21, 23, 24, 26, 27, 28], "calor": [0, 27], "cambridg": [13, 25, 28], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28], "cancel": [0, 13, 26, 27], "cancer": [5, 10], "cancerpd": 7, "candid": [8, 9, 10], "cannot": [0, 1, 4, 5, 6, 7, 8, 9, 21, 23, 27, 28], "canopi": [0, 19, 21, 26], "canva": [15, 16, 21, 26], "cap": 5, "capabl": [0, 1, 8, 13, 19, 26], "capac": [2, 24], "capita": [], "caption": 21, "captur": [4, 11, 12, 26], "car": [3, 4], "card": [0, 7, 26], "cardin": 1, "care": [11, 15], "carefulli": 13, "carlo": [0, 6, 19, 23, 25, 26], "carri": [2, 6, 7, 21], "cart": 10, "case": [0, 1, 2, 3, 4, 5, 6, 7, 11, 12, 13, 14, 15, 16, 19, 20, 21, 26], "casella": 25, "cast": 1, "cat": [3, 4], "catch": 0, "categor": [0, 1, 3, 9, 11, 26], "categori": [0, 1, 3, 7, 10, 12, 14, 26], "categorical_crossentropi": [1, 3], "caus": [0, 5, 6, 23, 26, 27, 28], "causal": 0, "causat": [0, 26], "cax": 1, "cb": [6, 26], "cbar": 1, "cc": [0, 1, 5, 13, 26, 27, 28], "ccc": [5, 12, 28], "cdf": 23, "cdot": [0, 2, 6, 12, 13, 14, 20, 23, 26, 28], "celebr": [13, 28], "cell": 4, "center": [0, 1, 6, 7, 8, 9, 11, 14, 18, 21, 23, 26, 27], "central": [0, 3, 5, 6, 8, 16, 20, 26, 27], "centroid": [14, 23], "centroid_differ": 14, "centuri": 3, "certain": [0, 3, 6, 7, 9, 23, 26, 27], "cg": 13, "cha": [], "chain": [0, 1, 13, 19, 23, 26], "challeng": 15, "chanc": [1, 5, 13, 23], "chang": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 15, 16, 20, 21, 23, 26, 27, 28], "channel": 3, "chapter": [0, 6, 10, 11, 16, 17, 20, 21, 25, 26, 27, 28], "chapter3": [0, 21], "charact": [0, 3, 5, 26, 27, 28], "character": [8, 9, 10, 12, 23], "characterist": [0, 1, 3, 10, 13, 26], "charg": [0, 26], "charl": [], "chase": 4, "chatgpt": [15, 21], "chd": 7, "chddata": 7, "cheap": [5, 27, 28], "cheaper": [1, 13], "check": [1, 3, 4, 5, 11, 13, 15, 16, 20, 26], "checkmark": 3, "checkpoint": 4, "checkpoint_dir": 4, "checkpoint_prefix": 4, "chen": 10, "cheng": 27, "chiaramont": 2, "childcar": 16, "children": 16, "choic": [0, 1, 2, 3, 4, 6, 9, 12, 13, 14, 20, 26, 27, 28], "choleski": [5, 20, 27, 28], "choos": [2, 3, 6, 9, 10, 11, 13, 14, 15, 18, 21, 28], "chosen": [0, 1, 2, 6, 8, 9, 10, 13, 16, 23, 26, 28], "chosen_datapoint": 1, "christian": 25, "christoph": [25, 26], "cifar": 3, "cifar10": 3, "circ": [1, 12], "circl": [0, 8, 12, 27], "circuit": 3, "circumfer": 9, "circumv": [1, 5, 13, 27, 28], "cite": 21, "ckpt": 4, "clariti": 23, "class": [0, 1, 3, 4, 6, 7, 8, 9, 11, 12, 13, 23, 26], "class_nam": [3, 9], "class_val": 9, "class_valu": 9, "classic": [7, 9, 13], "classif": [0, 3, 5, 6, 7, 8, 11, 12, 19, 21, 25, 26, 27], "classifi": [0, 1, 4, 7, 9, 10, 11, 26], "classificaton": 1, "classifii": 10, "clean": 1, "clear": [1, 5, 10, 12, 13], "clearli": [0, 3, 5, 6, 7, 8, 23, 27, 28], "clever": [1, 10], "clf": [0, 6, 8, 9, 10, 26, 27], "clf3": 0, "clf_lasso": 6, "clf_ridg": 6, "cli": 15, "clip": [3, 23], "clone": [15, 24], "close": [0, 1, 2, 4, 6, 8, 9, 11, 12, 13, 14, 18, 23, 25, 26, 28], "closer": [3, 5, 13, 27, 28], "closest": [8, 11, 13, 14], "closur": [19, 26], "cloud": [19, 26], "cluster": [0, 1, 4, 6, 11, 19, 26], "cluster_label": 14, "cm": [1, 2, 3, 6, 8, 13, 28], "cmap": [0, 1, 2, 3, 4, 6, 8, 9, 10, 26], "cmap_arg": 6, "cmd": [9, 15], "cn_": 23, "cnn": 12, "cnn_kera": 3, "cntk": [19, 26], "co": [0, 2, 3, 6, 9, 13, 26], "code": [0, 3, 4, 6, 7, 8, 18, 19, 20, 23, 25], "coef": [0, 26], "coef0": 8, "coef_": [0, 5, 6, 8, 9, 13, 16, 26, 27, 28], "coeff": 5, "coeffici": [0, 3, 5, 6, 7, 8, 9, 13, 18, 20, 26, 27], "coerc": [0, 6, 26], "coin": [10, 23], "coin_toss": 10, "col": [0, 11, 26, 27], "colab": [19, 26], "cold": 9, "colinear": [], "collabor": 21, "collaps": 8, "collect": [2, 6, 10, 11, 17, 19, 23, 25, 26], "collinear": [5, 27, 28], "color": [0, 3, 4, 6, 8, 9, 10, 23], "color_channel": 3, "color_cod": 6, "colorbar": [1, 6], "colsample_bytre": 10, "colsaobject": 10, "column": [0, 1, 2, 5, 6, 7, 8, 9, 11, 12, 16, 17, 18, 20, 26, 27, 28], "columntransform": 9, "com": [4, 6, 15, 16, 19, 21, 25, 26, 28], "combin": [1, 2, 5, 6, 7, 10, 15, 18, 23], "come": [0, 1, 3, 4, 5, 12, 13, 14, 15, 26, 27, 28], "command": [0, 1, 15], "comment": [0, 4, 5, 6, 21], "commerci": [0, 19, 21, 26], "commit": 15, "commod": [0, 26], "common": [0, 1, 3, 5, 6, 7, 9, 11, 13, 14, 16, 21, 23, 26, 27, 28], "commonli": [0, 1, 4, 6, 7, 9, 13, 14, 27], "commun": [0, 12, 15, 21], "commut": 3, "commutatitav": 3, "compact": [0, 1, 3, 5, 6, 7, 9, 11, 12, 13, 14, 26, 27], "compair": 0, "compar": [0, 3, 4, 5, 6, 11, 13, 18, 20, 21, 26, 27, 28], "comparison": [2, 4, 13], "compat": 7, "compet": 0, "competit": 10, "compil": [0, 1, 3, 4, 13, 19, 20, 26], "complet": [0, 2, 3, 4, 9, 12, 15, 16, 17, 18, 26], "completenn": 12, "complex": [1, 5, 8, 9, 11, 12, 13, 16, 26, 28], "complic": [0, 1, 9, 13, 21, 26, 28], "compoment": 27, "compon": [0, 1, 3, 4, 5, 6, 7, 9, 14, 16, 19, 26, 27, 28], "components_": 11, "compos": [9, 12, 13, 14, 19, 26], "compphys": [0, 6, 16, 19, 21, 22, 24, 25, 26, 27, 28], "compress": [0, 26, 27], "compris": 6, "compromis": [5, 27, 28], "compulsori": [19, 26], "comput": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28], "computation": [0, 3, 6, 9, 13, 23, 26, 28], "computationalscienceuio": 26, "computerlab": 21, "concaten": [2, 4, 6, 14], "concav": [1, 13, 27, 28], "concentr": 10, "concept": [0, 2, 19, 26, 27], "conceptu": [12, 13, 28], "concern": [0, 1, 4, 7, 26, 28], "concic": 26, "conclud": [0, 5, 13], "conclus": 1, "cond": 2, "conda": [0, 1, 19, 21, 26], "condis": 27, "condit": [0, 2, 4, 5, 6, 8, 9, 11, 13, 23, 26, 27], "conduct": 19, "condwav": 2, "confid": [0, 5, 6, 7, 8, 26, 27], "configur": 3, "confirm": [5, 12], "confus": [5, 6, 7, 10, 20, 27], "confusion_matrix": 9, "congruenti": 23, "conjug": [4, 8], "conjugaci": 13, "conjunct": 3, "connect": [0, 1, 3, 4, 9, 11, 12, 13, 20, 26, 27, 28], "consequ": [5, 6, 8, 10, 12, 13, 27, 28], "conserv": [5, 14, 27, 28], "consid": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 16, 20, 21, 23, 26, 27, 28], "consider": [0, 1, 5, 13, 26, 27, 28], "consist": [1, 2, 3, 4, 6, 12, 13, 21, 23, 27, 28], "constant": [0, 2, 4, 5, 6, 8, 12, 13, 16, 18, 23, 26, 27, 28], "constitu": [0, 26], "constitut": [2, 6], "constrain": [1, 3, 5, 7, 11, 28], "constraint": [5, 6, 8, 13, 27, 28], "construct": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 20, 23, 26, 27], "contact": [0, 26], "contain": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 18, 20, 21, 23, 25, 26, 27, 28], "contemporari": 26, "content": [1, 15, 19, 20, 26, 28], "context": [6, 10, 13, 21, 28], "contigu": 20, "continu": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 20, 21, 23, 26, 27, 28], "contour": [9, 10, 13], "contourf": [8, 9, 10], "contrast": [1, 4, 9, 10, 12, 26], "contribut": [0, 3, 5, 13, 18, 23, 26, 27, 28], "contributor": [0, 21], "control": [0, 1, 3, 9, 13, 15, 19, 26], "conv": [3, 4], "conv2d": [3, 4], "conv2dtranspos": 4, "convei": 26, "conveni": [5, 6, 12, 13, 20, 21, 26, 28], "convent": [12, 27], "converg": [1, 2, 4, 5, 8, 13, 14, 18, 27, 28], "convergencewarn": [], "convert": [0, 1, 4, 5, 9, 11, 13, 20, 26, 27, 28], "converttomatrix": 4, "convex": [4, 5, 7, 27], "convinc": [13, 28], "convolut": [1, 4, 19, 26], "cool": [4, 9], "coolwarm": 6, "coordin": [5, 12, 14, 27, 28], "coorel": [], "copi": [0, 1, 14, 15, 27], "core": 10, "corel": 26, "coronari": 7, "corr": [5, 7, 11, 27], "correalt": [11, 19], "correct": [0, 1, 2, 3, 4, 5, 7, 13, 15, 20, 23, 26, 27, 28], "correctli": [1, 2, 6, 7, 10, 18, 21], "correl": [0, 1, 3, 5, 6, 7, 10, 12, 13, 19, 23, 26, 28], "correlation_matrix": [5, 7, 11, 27], "correspond": [0, 3, 5, 6, 8, 9, 11, 12, 19, 20, 21, 23, 26, 27, 28], "cortex": 12, "cosin": [3, 6], "cost": [0, 2, 3, 5, 6, 7, 8, 9, 12, 13, 16, 17, 18, 21, 26], "cost_deep_grad": 2, "cost_funct": 2, "cost_function_deep": 2, "cost_function_deep_grad": 2, "cost_function_grad": 2, "cost_grad": 2, "cost_histori": 18, "cost_ol": 18, "cost_ridg": 18, "cost_sum": 2, "costol": 13, "could": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21, 23, 26, 27, 28], "coulomb": [0, 26], "count": [0, 9, 15, 22, 23, 24, 26], "counterpart": 26, "countor": 13, "coupl": [4, 5, 6], "cours": [0, 1, 3, 5, 11, 15, 16, 17, 21, 24, 27], "coursework": 15, "courvil": [25, 26, 27], "cov": [5, 6, 11, 20, 23, 26, 27], "cov_xi": [5, 11, 27], "cov_xx": [5, 11, 27], "cov_yi": [5, 11, 27], "covari": [0, 7, 19, 20, 26, 28], "covariance_matrix": [5, 11, 14], "cover": [0, 5, 19, 24, 25, 27, 28], "covert": [0, 26], "covxi": 23, "covxx": 23, "covxz": 23, "covyi": 23, "covyz": 23, "covzz": 23, "cpu": 1, "craft": 3, "creat": [1, 3, 4, 5, 9, 10, 11, 12, 15, 18, 19, 26], "create_biases_and_weight": 1, "create_convolutional_neural_network_kera": 3, "create_neural_network_kera": 1, "create_x": [5, 11], "credit": [0, 7, 24, 26], "crim": [], "crime": [], "criteria": [0, 4, 9, 10, 14, 23, 26], "criterion": [9, 10, 13, 18, 28], "critic": [6, 21, 27], "critiqu": 21, "cross": [0, 1, 3, 7, 9, 10, 13, 15, 19, 23, 26, 27, 28], "cross_entropi": 4, "cross_val_scor": 6, "cross_valid": [7, 10], "crossvalid": 6, "crucial": [1, 23], "cs231": 3, "csr_matrix": [20, 26], "csv": [0, 4, 6, 7, 9], "ctnk": 1, "cubic": 0, "cumbersom": 5, "cumsum": [10, 11, 26], "cumul": [7, 10, 23], "cumulative_heads_ratio": 10, "cup": 5, "current": [1, 2, 3, 4, 13, 14, 15, 16, 25, 28], "curs": [0, 27], "curv": [6, 7, 10, 12, 21], "curvatur": [13, 28], "custom": [6, 14], "custom_cmap": [9, 10], "custom_cmap2": [9, 10], "cutpoint": 9, "cv": [6, 7, 10], "cvxbook": [13, 28], "cvxopt": [5, 8, 27], "cycl": [1, 12], "d": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 20, 23, 24, 26, 27, 28], "d2_g_t": 2, "d_f": [13, 28], "d_g_t": 2, "d_net_out": 2, "da": 3, "dagger": [5, 20, 27, 28], "dai": [1, 9, 19], "damp": 3, "darget": 9, "darkr": 23, "dat": [0, 26], "dat_id": [0, 6, 7, 9, 26], "data": [2, 4, 5, 8, 10, 12, 13, 14, 16, 20, 21, 25, 28], "data1": 14, "data2": 14, "data3": 14, "data4": 14, "data_id": [0, 6, 7, 9, 26], "data_indic": 1, "data_panda": 26, "data_path": [0, 6, 7, 9, 26], "databas": 1, "datafil": [0, 6, 7, 9, 26], "datafram": [0, 4, 5, 7, 9, 11, 26, 27], "datapoint": [1, 5, 6, 7, 11, 13, 16, 28], "datasci": [15, 16], "dataset": [0, 4, 6, 7, 8, 9, 10, 11, 13, 14, 16, 21, 26, 28], "datatyp": 4, "date": [15, 18, 21, 26, 27, 28], "daughter": 10, "david": 25, "dbh": 1, "dbo": 1, "dcomposit": 20, "ddot": 2, "dead": 1, "deadlin": 15, "deal": [0, 1, 3, 5, 6, 8, 11, 13, 14, 20, 23, 26, 27, 28], "dealt": 0, "debt": 7, "debug": [0, 5, 6, 27, 28], "decad": [0, 3], "decai": [0, 13, 23, 26], "decemb": [24, 26], "decent": 10, "decid": [0, 2, 3, 5, 6, 9, 18, 27, 28], "decim": [0, 26], "decis": [0, 1, 8, 11, 19, 25, 26], "decision_funct": 8, "decision_tre": 9, "decisiontreeclassifi": [9, 10], "decisiontreeregressor": [0, 9, 10], "declar": [0, 4, 20, 26], "decompos": [5, 6, 20, 27, 28], "decomposit": [0, 6, 12, 26], "decompost": [5, 27, 28], "deconvolut": 3, "decorrel": [10, 13], "decreas": [1, 2, 4, 5, 6, 10, 11, 13, 28], "deduc": [0, 26], "deep": [3, 7, 12, 13, 19, 25, 27, 28], "deep_neural_network": 2, "deep_param": 2, "deep_tree_clf": [9, 10], "deep_tree_clf1": 9, "deep_tree_clf2": 9, "deepen": [5, 19, 26], "deeper": [0, 3, 4, 26], "deeplearningbook": [25, 26, 28], "deer": 3, "def": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 16, 17, 23, 26, 27, 28], "def_covari": 23, "default": [0, 1, 2, 4, 6, 7, 20, 26, 27], "default_tim": 4, "defect": [5, 27, 28], "defici": [5, 27, 28], "defin": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 27, 28], "definit": [1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 20, 23, 27, 28], "defint": 23, "degre": [3, 5, 6, 8, 9, 10, 11, 15, 16, 21, 23, 26, 28], "deisenroth": 27, "del": 1, "delet": [6, 15], "delimit": 4, "deliv": [15, 22, 26], "delta": [0, 2, 3, 6, 8, 12, 13, 14, 26], "delta_": [1, 20], "delta_0": 3, "delta_1": 3, "delta_2": 3, "delta_3": 3, "delta_4": 3, "delta_5": 3, "delta_h": [0, 1, 26], "delta_j": [3, 12], "delta_k": 12, "delta_l": [1, 3], "delta_momentum": 13, "delta_n": [0, 3, 26], "delug": 19, "delv": 0, "demand": [13, 28], "demonstr": [0, 3, 5, 6, 7, 11, 12, 19, 26, 27, 28], "den": 4, "denomin": [1, 5], "denot": [1, 2, 6, 7, 13, 23, 28], "dens": [1, 3, 4], "densiti": [0, 2, 6, 23], "depart": [24, 26, 27, 28], "depend": [0, 1, 2, 4, 5, 6, 7, 8, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27, 28], "depict": 23, "deploy": [0, 19, 21, 26], "depth": [0, 3, 9, 10, 20], "deriv": [0, 1, 2, 6, 7, 8, 10, 11, 13, 18, 19, 21, 26], "derivati": 13, "derivative_fn": 13, "descend": [5, 9, 11, 27, 28], "descent": [0, 1, 3, 7, 8, 12, 26, 27], "describ": [0, 2, 4, 5, 6, 8, 10, 11, 12, 13, 20, 21, 26], "descript": [0, 8, 9, 21, 26], "design": [0, 1, 3, 4, 5, 6, 7, 10, 11, 12, 13, 17, 18, 21, 26, 28], "designmatrix": [0, 26], "desir": [0, 2, 4, 5, 13, 14, 26, 27, 28], "desktop": 15, "despit": [1, 12], "destroi": 20, "det": [5, 20, 27, 28], "detail": [0, 6, 11, 13, 14, 18, 20, 21, 27, 28], "detect": [3, 8, 12], "determin": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 18, 20, 23, 26, 27, 28], "determinist": [7, 13, 23, 28], "dev": [1, 21], "develop": [0, 3, 5, 8, 10, 11, 12, 19, 20, 21, 26, 27], "deviat": [0, 1, 2, 4, 5, 6, 17, 18, 21, 23, 26, 27], "devis": 12, "df": [4, 8, 11, 13, 26], "df1": 26, "di": [], "diag": [5, 8, 27, 28], "diagnost": [1, 10], "diagon": [0, 5, 7, 13, 18, 20, 23, 26, 27, 28], "diagonaliz": [5, 27, 28], "diagram": 10, "diagsvd": 6, "dice": [6, 23], "dict": [6, 8], "dictionari": [], "did": [0, 1, 5, 6, 7, 10, 11, 14, 16, 21, 26], "die": 1, "diff": 2, "diff1": 2, "diff2": 2, "diff_ag": 2, "diffeent": 8, "differ": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28], "differenti": [0, 3, 16, 19, 20, 26, 27, 28], "difficult": [0, 1, 6, 10, 13, 23, 26], "difficulti": [0, 1, 13, 26, 28], "diffonedim": 2, "digit": [0, 1, 3, 4, 6, 24, 26], "dilemma": 13, "dilut": 1, "dim": [4, 11, 14, 20], "dimens": [0, 1, 2, 3, 4, 5, 8, 11, 14, 16, 20, 26, 27, 28], "dimension": [0, 4, 5, 6, 9, 11, 13, 14, 19, 20, 21, 26, 27, 28], "dimensionless": [0, 3, 26], "diment": 20, "dimnsion": 4, "diod": 3, "direct": [0, 1, 2, 4, 11, 12, 13, 14, 26, 27, 28], "directli": [1, 4, 5, 6, 18, 23, 27, 28], "disadvantag": [0, 26], "disappear": [3, 6], "disc_loss": 4, "disc_tap": 4, "discard": [6, 11], "disciplin": [0, 3, 12], "disclaim": 23, "discord": 26, "discourag": [13, 15, 28], "discov": [0, 26], "discover": 5, "discret": [1, 3, 5, 7, 13], "discrimin": [4, 7, 10, 11], "discriminator_loss": 4, "discriminator_loss_list": 4, "discriminator_model": 4, "discriminator_optim": 4, "discuss": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 23, 25, 26, 27, 28], "diseas": 7, "disguis": [6, 27], "disord": [1, 7], "displai": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 21, 23, 26, 27], "displaystyl": [0, 5, 17, 26, 27, 28], "disregard": [0, 26], "dissimilar": [11, 14], "dist": 14, "distanc": [8, 9, 11, 14, 23], "distance_list": 9, "distinct": [3, 7, 8, 9, 10, 14], "distinctli": 8, "distinguish": [0, 4, 7, 8, 23, 26], "distplot": [], "distribut": [0, 1, 4, 6, 7, 10, 11, 13, 14, 18, 19, 20, 21, 26, 27, 28], "distrubut": [0, 19, 21, 26], "dive": [0, 8, 20, 26], "diverg": [1, 13, 28], "divid": [0, 1, 3, 5, 6, 7, 8, 9, 11, 12, 18, 23, 26, 27], "divis": [6, 8, 9, 13, 18, 20, 23], "dna": 7, "dnn": [0, 1, 2, 4, 12, 26], "dnn1": 4, "dnn2_gru2": 4, "dnn_kera": 1, "dnn_model": 1, "dnn_numpi": 1, "dnn_scikit": [0, 1, 26], "do": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 21, 26, 27, 28], "doc": [0, 15, 16, 19, 21, 22, 24, 25, 26], "document": [4, 13, 15], "doe": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21, 23, 26], "doesn": [3, 9, 12, 26], "dog": [1, 3, 4], "domain": [5, 8, 13, 21, 28], "domin": [0, 26], "don": [0, 1, 3, 5, 6, 8, 11, 13, 15, 16, 19, 21, 26, 27], "done": [0, 2, 3, 4, 5, 6, 9, 10, 11, 13, 16, 20, 21, 26, 27, 28], "dot": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 18, 20, 21, 23, 26, 27, 28], "doubl": [3, 4, 16, 20, 26], "doubli": 1, "doubt": 21, "down": [0, 3, 6, 9, 11, 12, 13, 28], "download": [0, 1, 3, 5, 6, 15, 20, 25, 26], "downsampl": 3, "dozen": 1, "dq": 6, "drag": 13, "dramat": 11, "drastic": 4, "draw": [4, 6, 10, 13, 28], "drawback": [0, 1, 3, 13, 27, 28], "drawn": [1, 4, 6, 7, 11, 23, 26], "drive": [3, 4], "driven": 3, "drop": [0, 1, 5, 6, 11, 13, 23, 26, 27, 28], "dropna": [0, 6, 26], "dropout": 4, "dt": [2, 3, 13, 23], "dtype": [0, 1, 3, 4, 14, 20, 26], "dub": [0, 26], "due": [1, 2, 5, 6, 8, 10, 12, 13, 18, 24, 26, 27, 28], "dummi": [], "dure": [0, 1, 3, 4, 8, 9, 11, 19, 21, 26], "dwell": [], "dwh": 1, "dwo": 1, "dx": [2, 3, 8, 23], "dx_1": 23, "dx_1p": 6, "dx_2p": 6, "dx_mp": 6, "dx_n": 23, "dxp": 6, "dy": [1, 8, 23], "dynam": 4, "dz": 8, "e": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 23, 24, 26, 27, 28], "e_": [0, 2, 26], "each": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 22, 23, 24, 26, 27, 28], "eapprox": [0, 26], "earli": [1, 13], "earlier": [0, 5, 7, 8, 9, 11, 12, 13, 26, 27], "earthexplor": 6, "eas": [6, 9, 14], "easi": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 19, 20, 26, 27, 28], "easier": [5, 6, 8, 9, 13, 15, 21, 23, 26, 27, 28], "easiest": [13, 18], "easili": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 21, 26, 27, 28], "eastern": [24, 26], "ebind": [0, 26], "eblock": 9, "econometr": 26, "economi": 5, "ecosystem": [19, 26], "ect": 22, "edg": 3, "edgecolor": 6, "editor": 15, "edu": [13, 21, 28], "educ": [0, 21, 26], "eff": 23, "effect": [1, 4, 10, 13, 16, 17, 18, 23], "effic": 1, "effici": [0, 3, 10, 13, 19, 20, 23, 26], "efron": 6, "egrad": 13, "eig": [5, 11, 13, 20, 23, 26, 27, 28], "eigen": 23, "eigenpair": [5, 11, 27, 28], "eigenvalu": [0, 5, 8, 11, 13, 20, 26, 27, 28], "eigenvector": [5, 11, 13, 27, 28], "eight": [20, 26], "eigval": [20, 23, 26], "eigvalu": [11, 13, 28], "eigvec": [20, 23, 26], "eigvector": [11, 13, 28], "eir": [24, 26], "eispack": [20, 26], "either": [1, 5, 6, 7, 8, 9, 10, 11, 13, 18, 21, 23, 26, 27, 28], "eivind": 24, "eivinsto": 24, "ekstr\u00f8m": 4, "elabor": 23, "elarn": 3, "electr": [0, 3, 12, 26], "electron": 26, "eleg": 11, "element": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 19, 20, 21, 25, 27], "elementari": [10, 13, 20], "elementwis": [3, 13], "elementwise_grad": [2, 13], "elessar": 26, "elif": 14, "elim": 20, "elimin": [3, 8], "elin": [24, 26], "ellipsi": 16, "els": [1, 3, 4, 7, 9, 12, 13, 16, 20], "elu": 1, "elus": [0, 26], "email": [22, 24, 26], "embed": [0, 11, 27], "embodi": [6, 21], "emit": 23, "emner": 25, "emphas": [0, 10, 19, 26], "emphasi": [0, 19, 25, 26], "empir": [1, 11, 23], "emploi": [0, 1, 5, 6, 11, 13, 23, 26, 27, 28], "employ": 0, "empti": [6, 10, 15], "emul": 12, "en": [19, 21, 25], "enabl": 11, "enbodi": 6, "encod": [0, 3, 5, 9, 11, 14, 26, 27, 28], "encompass": [0, 21, 23], "encount": [0, 1, 5, 7, 13, 15, 21, 23, 26, 27, 28], "encourag": [15, 21], "end": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 24, 26, 27, 28], "endpoint": [3, 6], "energi": [0, 4, 6], "enforc": 12, "eng": 25, "engin": [0, 1, 3, 4, 19, 26], "english": 21, "enocurag": 21, "enorm": 3, "enough": [0, 6, 13, 26, 28], "ensembl": [1, 9, 26], "ensur": [0, 1, 2, 3, 5, 6, 11, 13, 18, 23, 27, 28], "entail": 26, "enter": [5, 6, 27, 28], "enthought": [0, 19, 21, 26], "entir": [1, 3, 7, 9, 19, 23, 26], "entiti": [9, 12, 20, 26], "entri": [0, 5, 8, 11, 12, 20, 26, 27], "entropi": [1, 3, 7, 10, 13, 26, 28], "enumer": [0, 1, 2, 3, 4, 6, 8, 26, 27], "env": 23, "environ": [2, 19, 21, 26], "environemnt": 15, "eo": [0, 6], "eol": 0, "eosfit": 0, "epoch": [0, 1, 3, 4, 12, 13, 26], "epsilon": [0, 5, 6, 7, 13, 21, 26, 27, 28], "epsilon_": [0, 26], "epsilon_0": [0, 26], "epsilon_1": [0, 26], "epsilon_2": [0, 26], "epsilon_i": [0, 26, 27], "eq": [3, 13, 14, 20, 23, 28], "eqnarrai": [3, 5, 6], "equal": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 16, 18, 20, 21, 23, 26, 27, 28], "equat": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 23, 26], "equilibrium": [2, 12], "equiv": [3, 13, 20, 23, 28], "equival": [0, 1, 5, 7, 8, 11, 13, 19, 20, 26, 27, 28], "erf": 23, "eriador": 26, "err": [0, 10], "err_": 6, "err_sqr": 2, "errat": [13, 28], "erron": 2, "error": [1, 2, 4, 5, 6, 7, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 23], "error_estimate_corr_tim": 23, "error_hidden": 1, "error_output": 1, "escap": [13, 28], "especi": [1, 3, 9, 12, 13, 15, 18, 21], "essenti": [0, 5, 6, 9, 10, 12, 14, 15, 21, 23, 27, 28], "establish": [0, 6, 10, 11, 16, 21], "estim": [0, 1, 5, 6, 7, 10, 11, 13, 19, 23, 26, 27, 28], "estimated_mse_fold": 6, "estimated_mse_kfold": 6, "estimated_mse_sklearn": 6, "et": [0, 2, 4, 16, 17, 25, 26, 27, 28], "eta": [0, 1, 3, 8, 12, 13, 18, 26, 28], "eta0": [8, 13], "eta_": 13, "eta_t": 13, "eta_v": [0, 1, 3, 26], "etc": [0, 1, 3, 5, 7, 8, 9, 11, 12, 13, 14, 19, 20, 21, 23, 27, 28], "ethic": 19, "euclidean": [0, 14, 27], "evalu": [0, 2, 3, 4, 5, 6, 9, 13, 15, 16, 17, 21, 23, 26, 27, 28], "evalut": [13, 21], "even": [0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 19, 20, 23, 26, 27, 28], "evenli": 4, "event": [5, 7, 10, 23], "eventu": [0, 5, 6, 11, 12, 13, 21, 24, 27, 28], "everi": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13, 14, 15, 19, 23, 24, 26, 27, 28], "everyth": [4, 12, 16, 18], "everywher": [4, 13, 28], "evolv": 0, "exact": [0, 5, 11, 12, 13, 20, 23, 26, 27], "exactli": [0, 3, 4, 6, 12, 18, 19, 27], "exam": 26, "examin": 6, "exampl": [0, 5, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 25], "exce": [1, 12, 13], "excel": [0, 1, 4, 5, 10, 21, 26, 27], "except": [3, 4, 6, 8, 9, 20], "excess": [0, 26], "excit": 0, "exclud": [1, 6, 12, 27], "exclus": [0, 1, 3, 6, 23, 26], "execut": [2, 5, 13, 15, 27, 28], "exemplifi": 13, "exercic": [24, 26], "exercis": [5, 19, 21, 22, 24, 26, 28], "exhaust": 6, "exhibit": [0, 5, 6, 8, 26, 27], "exist": [0, 1, 2, 3, 5, 6, 7, 8, 9, 13, 20, 21, 26, 28], "exit": [5, 20, 27, 28], "exp": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 16, 17, 23, 27, 28], "exp_term": 1, "expand": [5, 7, 11, 13, 28], "expans": [0, 3, 5, 8, 10, 12, 13, 26, 27, 28], "expect": [0, 1, 5, 6, 7, 11, 12, 13, 15, 18, 19, 21, 26, 27], "expectation_value_of_h_wrt_p": 23, "expens": [6, 10, 13, 16, 28], "experi": [0, 1, 6, 8, 13, 15, 19, 21, 26, 27, 28], "experiment": [0, 4, 6, 9, 23, 26], "expert": [1, 9], "explain": [0, 6, 9, 10, 11, 13, 16, 21, 26, 28], "explained_variance_ratio_": 11, "explanatori": [0, 26], "explicit": [0, 3, 6, 13, 20, 21, 26, 27, 28], "explicitli": [0, 4], "explod": 1, "exploit": [0, 3, 12, 13, 26], "explor": [1, 4, 6, 8, 13, 18, 19, 21, 26, 28], "expon": 1, "exponenti": [0, 1, 5, 6, 10, 13, 23, 26, 28], "export": [9, 15, 16], "export_graphviz": 9, "export_text": 9, "exporttext": 9, "expos": 19, "express": [0, 2, 3, 5, 6, 7, 10, 12, 13, 18, 20, 21, 23, 26, 28], "exptmean": 23, "exptvari": 23, "extend": [0, 2, 7, 11, 13, 19, 26], "extens": [0, 12, 15, 19, 26], "extent": [0, 1, 6, 25], "extern": [3, 6, 9], "extra": [1, 3, 5, 15, 24, 26, 27, 28], "extract": [0, 3, 5, 6, 7, 8, 11, 13, 16, 17, 20, 26, 27], "extrapol": [0, 26], "extrem": [0, 1, 4, 5, 6, 7, 8, 9, 13, 15, 16, 20, 27, 28], "extremum": [13, 28], "extrins": 11, "ey": [0, 5, 6, 13, 14, 18, 20, 26, 27, 28], "f": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 26, 27, 28], "f1": 13, "f11": [0, 26], "f12": [0, 26], "f13": [0, 26], "f1_grad": 13, "f1d": 13, "f2": 13, "f2_grad_x1": 13, "f2_grad_x1_analyt": 13, "f2_grad_x2": 13, "f2_grad_x2_analyt": 13, "f3": 13, "f3_grad": 13, "f3_grad_analyt": 13, "f4": 13, "f4_grad": 13, "f4_grad_analyt": 13, "f5": 13, "f5_grad": 13, "f6": 13, "f6_for": 13, "f6_for_grad": 13, "f6_grad_analyt": 13, "f6_while": 13, "f6_while_grad": 13, "f7": 13, "f7_grad": 13, "f7_grad_analyt": 13, "f8": 13, "f8_grad": 13, "f9": [0, 13, 26], "f9_altern": 13, "f9_alternative_grad": 13, "f9_grad": 13, "f_": 10, "f_0": [3, 10], "f_1": [10, 13, 28], "f_2": [12, 13, 28], "f_3": 12, "f_d": 23, "f_grad": 13, "f_grad_analyt": 13, "f_i": [0, 6, 12, 16], "f_m": [3, 10], "f_n": 3, "f_vec": 2, "face": [13, 26, 28], "facecolor": [6, 8, 23], "facil": [0, 19], "facilit": 12, "fact": [0, 1, 3, 5, 9, 11, 12, 13, 26, 27, 28], "factor": [0, 1, 3, 5, 6, 9, 10, 11, 13, 20, 23, 26, 27, 28], "factori": 13, "fade": 6, "fafab0": [9, 10], "fail": [0, 6, 13, 24, 26, 28], "failur": 7, "fairli": [1, 2, 18, 23], "faisal": [16, 27], "fake": 4, "fake_loss": 4, "fake_output": 4, "fall": [8, 9, 22], "fals": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 14, 16, 17, 20, 26, 27, 28], "famili": [0, 7, 8, 23, 27], "familiar": [0, 3, 5, 6, 8, 15, 19, 20, 21, 23, 26], "famou": [6, 12], "far": [0, 3, 4, 5, 6, 8, 11, 12, 13, 14, 16, 26, 27, 28], "fashion": [0, 9, 10, 26], "fast": [1, 3, 6, 10, 12, 13, 19, 23, 26, 28], "faster": [1, 11, 13], "fastest": [13, 20, 28], "favor": 7, "favorit": 23, "fc": 3, "featur": [0, 1, 3, 5, 6, 7, 8, 10, 11, 12, 13, 15, 17, 18, 19, 23, 26, 28], "feature_nam": [1, 7, 9], "feautur": 9, "fed": 1, "feed": [0, 2, 3, 11, 19, 26], "feed_forward": 1, "feed_forward_out": 1, "feed_forward_train": 1, "feedback": [4, 26], "feeddorward": 4, "feedforward": [1, 4, 12], "feel": [0, 5, 6, 11, 13, 15, 16, 18, 19, 21, 24, 26], "feet": [], "felt": 21, "fetch": [6, 15], "few": [1, 3, 4, 5, 9, 17, 18, 23, 26], "fewer": [0, 9, 11, 26], "ffnn": [1, 12], "field": [0, 3, 6, 12, 19], "fifth": [0, 6, 26], "fig": [0, 1, 2, 3, 4, 6, 7, 12, 13, 14, 21, 26], "fig_id": [0, 6, 7, 9, 26], "figaxi": 23, "figsiz": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 26], "figur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 19, 21, 26, 27, 28], "figure_id": [0, 6, 7, 9, 26], "figurefil": [0, 6, 7, 9, 26], "file": [0, 4, 5, 6, 7, 9, 15, 21, 26], "file_prefix": 4, "filenam": 26, "fill": [5, 9, 18, 27, 28], "filter": [3, 4], "final": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 21, 22, 23, 24, 26, 28], "financ": 0, "find": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 21, 23, 26, 27, 28], "fine": [0, 14], "finish": 2, "finit": [3, 5, 6, 12, 13, 17, 23, 27, 28], "finnicki": 15, "first": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 18, 20, 21, 23, 24, 25, 27], "firsteigvector": 11, "fit": [1, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 17, 18, 21, 23, 27], "fit_beta": 27, "fit_intercept": [0, 5, 6, 16, 27, 28], "fit_mod": 9, "fit_theta": 6, "fit_transform": [0, 6, 8, 9, 11, 15], "fiti": [0, 26], "five": [0, 9, 26, 27], "fix": [0, 3, 4, 6, 10, 11, 12, 13, 21, 26], "flag": 4, "flat": [12, 13, 28], "flatten": [1, 3, 4, 5, 20], "flexibl": [1, 6, 8, 10, 12, 26], "flip": [24, 26], "float": [0, 3, 4, 5, 9, 11, 13, 14, 20, 26, 27, 28], "float32": [4, 9], "float64": [4, 20, 26], "flop": [5, 20, 27, 28], "flow": [1, 4, 12], "fluctuat": 5, "fly": 11, "fm": 0, "fmax": 3, "fmesh": 13, "fn": 7, "focu": [0, 3, 4, 5, 6, 15, 19, 21, 25, 26, 27, 28], "focus": [1, 6, 7, 20, 27], "fold": [6, 9, 21], "folder": [0, 4, 6, 15, 21, 26], "follow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 23, 24, 25, 26, 27, 28], "font": [7, 23, 26], "fontdict": 23, "fontsiz": [1, 6, 8, 9, 10, 23], "fontweight": 1, "footprint": 3, "foral": [8, 27], "forc": [0, 5, 6, 10, 11, 27, 28], "forcast": 4, "forecast": [4, 12], "forest": [0, 1, 9, 19, 26], "forget": 11, "form": [0, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27, 28], "formal": [3, 4, 14, 23], "format": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 19, 23, 25], "format_data": 4, "formatstrformatt": [6, 13, 28], "formul": [4, 6, 11, 14], "formula": [3, 13, 23, 28], "forth": [4, 12], "fortran": [0, 19, 20, 26], "fortran2003": [19, 26], "fortran2008": 21, "fortran90": 23, "fortun": [0, 11, 27], "forward": [0, 3, 6, 19, 20, 26], "found": [1, 2, 4, 5, 6, 12, 13, 21, 26, 27], "foundat": [19, 26], "four": [4, 5, 6, 8, 12, 20, 22, 24, 26, 28], "fourier": [0, 26], "fourierdef1": 3, "fourierdef2": 3, "fourierseriessign": 3, "fourth": [12, 26, 27], "fp": 7, "frac": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 20, 21, 23, 26, 27, 28], "fraction": 9, "frame": 7, "framework": [1, 8, 10, 23], "frank": [5, 11], "frankefunct": [5, 6, 11], "fredli": [24, 26], "free": [0, 6, 11, 13, 15, 16, 18, 19, 20, 21, 23, 24, 25, 26], "freecodecamp": 19, "freedom": [5, 28], "freeli": [0, 21], "freez": 15, "frequenc": [3, 6, 7, 23], "frequent": [0, 8, 9, 13, 28], "frequentist": 19, "fresh": 10, "fridai": [15, 24, 26], "friedman": [6, 21, 25, 26], "friendli": 4, "fro": 21, "frodo": 26, "frog": 3, "from": [0, 1, 2, 3, 4, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25], "from_cod": 9, "from_logit": [3, 4], "from_tensor_slic": 4, "front": [0, 4, 5, 26, 27, 28], "frustrat": 15, "fulfil": [2, 5, 12, 27, 28], "full": [1, 3, 5, 7, 9, 10, 13, 23, 26, 27, 28], "full_matric": [5, 27, 28], "fulli": [3, 6, 12, 23], "fun": [19, 26], "func": 2, "function": [2, 3, 4, 5, 9, 14, 15, 16, 17, 18, 19, 20], "functionali": 11, "fundament": [0, 6, 19, 26], "funtion": 2, "further": [2, 7, 9, 26], "furthermor": [0, 3, 5, 6, 7, 11, 12, 13, 19, 21, 26, 27, 28], "futur": [0, 4, 8, 9, 26], "fy": [15, 21, 22, 24, 25, 26], "fys4155": 21, "fys5419": [25, 26], "fys5429": [25, 26], "f\u00f8470": [24, 26], "g": [0, 1, 2, 3, 4, 6, 8, 9, 10, 11, 13, 15, 18, 23, 26, 27, 28], "g0": 2, "g_": [2, 9, 10], "g_0": 2, "g_1": [2, 10], "g_2": [2, 10], "g_analyt": 2, "g_dnn_ag": 2, "g_euler": 2, "g_i": 2, "g_m": [3, 10], "g_n": 3, "g_re": 2, "g_t": 2, "g_t_d2t": 2, "g_t_d2x": 2, "g_t_dt": 2, "g_t_hessian": 2, "g_t_hessian_func": 2, "g_t_jacobian": 2, "g_t_jacobian_func": 2, "g_trial": 2, "g_trial_deep": 2, "g_vec": 2, "gain": [1, 5, 7, 9, 10, 13, 27, 28], "galleri": [0, 26], "game": 4, "gamge": 26, "gamma": [0, 2, 8, 9, 10, 11, 13, 26, 28], "gamma1": 8, "gamma2": 8, "gamma_": [0, 26], "gamma_0": 10, "gamma_1": 10, "gamma_1x": 10, "gamma_i": [0, 8, 23, 26], "gamma_j": 13, "gamma_k": [13, 28], "gamma_m": 10, "gamma_x": [0, 26], "gap": 8, "gate": [4, 12], "gather": [0, 1, 12, 27], "gaug": 12, "gaussbacksub": 20, "gaussian": [4, 5, 6, 8, 14, 18, 23, 26], "gaussian_point": 14, "gaussian_rbf": 8, "gave": 13, "gavra": 26, "gbc": 26, "gca": [2, 6, 8, 13], "gd": [1, 28], "gd_clf": 10, "gdclassiffiercgain": 10, "gdclassiffierconfus": 10, "gdclassiffierroc": 10, "gdm": 13, "gdregress": 10, "ge": [1, 5, 7, 23, 27, 28], "gen_loss": 4, "gen_tap": 4, "gender": [0, 26], "genener": 4, "gener": [0, 1, 2, 3, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 23, 25, 27, 28], "generaliz": 16, "generallay": 12, "generate_and_save_imag": 4, "generate_imag": 4, "generate_latent_point": 4, "generate_simple_clustering_dataset": 14, "generated_imag": 4, "generator_loss": 4, "generator_loss_list": 4, "generator_model": 4, "generator_optim": 4, "genom": 19, "geodes": 11, "geometr": [0, 13, 26], "geometri": 5, "georg": 25, "geotif": 6, "geq": [2, 5, 8, 9, 13, 27, 28], "geron": [0, 25, 26], "get": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 19, 20, 21, 23, 24, 26, 27, 28], "get_dummi": 9, "get_paramet": 2, "get_split": 9, "get_yaxi": 8, "get_yticklabel": 6, "gh": 15, "gibb": [19, 26], "gif": 4, "gini": 10, "gini_index": 9, "ginvers": 13, "git": [0, 15, 19, 26], "giter": 13, "github": [0, 19, 21, 22, 24, 25, 26, 27], "gitignor": 15, "gitlab": [0, 15, 19, 21, 26], "give": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 18, 19, 21, 23, 26, 27, 28], "given": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 20, 23, 26, 27, 28], "global": [6, 7, 13, 28], "glorot": 1, "gnew": 13, "go": [0, 1, 3, 5, 6, 8, 9, 11, 12, 13, 15, 16, 18, 26, 27, 28], "goal": [0, 7, 9, 26], "goe": [0, 1, 2, 5, 6, 13, 14, 15, 20, 26, 27, 28], "golden": 13, "gone": [5, 27, 28], "gong": 1, "good": [1, 3, 4, 5, 6, 9, 10, 11, 13, 15, 18, 19, 23, 25, 27, 28], "goodfellow": [4, 25, 26, 27, 28], "googl": [1, 4, 19, 26], "got": [1, 6, 21], "gotten": 26, "gov": 6, "govern": 26, "gp": 25, "gpu": [1, 13, 19, 26], "grad": [2, 13], "grad_analyt": 13, "grad_ol": 18, "grad_ridg": 18, "grade": [21, 22], "gradient": [0, 3, 4, 7, 8, 9, 12, 19, 26, 27], "gradientboostingclassifi": 10, "gradientboostingregressor": 10, "gradients_of_discrimin": 4, "gradients_of_gener": 4, "gradienttap": 4, "gradual": [1, 14], "grai": [4, 6], "graph": [1, 9, 11, 12, 13, 16, 28], "graph_from_dot_data": 9, "graphic": [0, 1, 9, 15, 26], "grasp": 0, "gray_r": [1, 3], "grayscal": 3, "great": [5, 13, 15, 28], "greater": [1, 7, 23, 27], "greatli": 13, "greedi": 9, "green": [0, 3, 9, 23], "grei": 4, "grid": [1, 3, 6, 7, 8, 12, 23, 27], "grossli": [13, 28], "ground": [0, 26], "group": [0, 6, 7, 9, 14, 15, 19, 21, 22, 24, 26], "groupbi": [0, 26], "grow": [1, 3, 9, 10], "growth": [0, 26], "gru": 4, "guarante": [0, 4, 13, 23, 26, 27, 28], "guess": [1, 4, 10, 13, 14, 28], "guestrin": 10, "gui": 15, "guid": 1, "h": [0, 1, 5, 6, 8, 13, 15, 23, 24, 25, 26, 27, 28], "h1": 2, "h_": [0, 13, 26, 28], "h_1": [2, 13, 28], "h_2": [2, 13, 28], "h_m": 10, "ha": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 28], "haanen": [24, 26], "habit": [0, 27], "had": [0, 1, 6, 7, 13, 26, 28], "hadamard": [1, 12, 13], "half": [1, 8, 9], "halv": 10, "hand": [0, 1, 2, 3, 5, 11, 12, 13, 19, 20, 21, 23, 24, 25, 26, 27, 28], "handi": [3, 21], "handl": [0, 1, 2, 5, 9, 11, 15, 18, 19, 27, 28], "handle_unknown": 9, "handsid": 12, "handwrit": 12, "handwritten": [1, 5], "happen": [1, 2, 3, 4, 5, 6, 10, 13, 23, 27, 28], "hard": [1, 7, 8, 10, 13, 28], "hardcopi": [19, 26], "harder": [0, 1, 27], "harmon": 3, "hasn": [], "hassl": [0, 19, 26], "hast": [19, 26], "hasti": [0, 6, 16, 17, 21, 25, 26, 27], "hat": [0, 1, 5, 6, 7, 9, 10, 11, 12, 13, 16, 17, 18, 20, 27, 28], "have": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 28], "haven": 1, "he": 7, "head": [4, 10, 23], "header": [0, 26], "heads_proba": 10, "health": [0, 27], "hear": [0, 13, 26], "heart": [0, 7, 26], "heatmap": [0, 1, 3, 7, 17, 26], "heavili": 0, "heavisid": 1, "height": [1, 3, 6, 27], "held": 13, "help": [0, 1, 4, 12, 13, 15, 16, 21, 26], "helper": [4, 14], "henc": [0, 5, 6, 8, 9, 10, 12, 13, 26, 27, 28], "henrik": [24, 26], "her": 7, "here": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 19, 20, 21, 23, 26, 27, 28], "hereaft": [0, 8, 12, 26], "hermitian": 20, "hessenberg": 20, "hessian": [0, 2, 5, 13], "heterogen": [9, 10], "hi": 7, "hidden": [1, 3, 4, 12], "hidden_bia": 1, "hidden_bias_gradi": 1, "hidden_layer_s": [0, 1, 26], "hidden_neuron": 4, "hidden_weight": 1, "hidden_weights_gradi": 1, "hierarch": [5, 27, 28], "high": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 13, 14, 19, 20, 21, 26, 27, 28], "higher": [0, 1, 3, 5, 6, 8, 13, 18, 21, 26, 27, 28], "highest": [1, 2], "highli": [0, 3, 4, 10, 19, 20, 25, 26, 27, 28], "highwai": [], "hing": 8, "hint": [13, 15, 16, 27, 28], "hip": 19, "hire": 0, "hist": [4, 6, 7, 23], "histogram": [6, 7, 23], "histor": [7, 11], "histori": [3, 4, 12, 15, 18], "hitherto": 5, "hjorth": [24, 26, 27, 28], "hobbi": 23, "hoc": [5, 27, 28], "hoff": 25, "hold": [1, 3, 6, 13, 14, 28], "holder": [0, 26], "home": [], "homepag": [21, 26], "homework": [6, 13, 28], "homogen": [1, 3, 9, 10, 13], "honchar": 2, "hopefulli": [0, 11, 15, 23, 26], "horizont": 11, "horlyk": [24, 26], "hors": [3, 7, 26], "hot": [1, 9], "hour": [1, 19, 22, 23, 24, 26], "how": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 23, 26, 27, 28], "howev": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 23, 26, 27, 28], "hspace": [0, 4, 8, 10, 23, 26], "hstack": 1, "htf": 26, "html": [0, 16, 19, 21, 22, 24, 25, 26, 27, 28], "http": [0, 3, 4, 6, 13, 15, 16, 19, 20, 21, 22, 24, 25, 26, 27, 28], "huang": [0, 26], "huber": [0, 26], "huge": [1, 3, 4, 19], "human": [0, 1, 3, 6, 9, 12, 27], "humid": 9, "hundr": 1, "hungri": 1, "hybrid": 22, "hydrogen": [0, 26], "hyperbol": [1, 4, 12], "hyperparam": 8, "hyperparamet": [3, 4, 5, 6, 9, 13, 18, 21, 27, 28], "hyperplan": 11, "h\u00f8rlyk": [24, 26], "i": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28], "i0": [0, 26], "i1": [0, 6, 8, 12, 26, 27], "i2": [0, 8, 12, 26], "i3": [0, 12, 26], "i5": [0, 26], "i_": [13, 28], "i_1": [5, 6], "i_2": [5, 6], "ian": 25, "ic": [1, 21], "id": [7, 13, 28], "ida": [24, 26], "idea": [0, 1, 2, 3, 4, 6, 9, 10, 12, 13, 20, 21, 27, 28], "ideal": [0, 2, 6, 8, 13, 23, 26], "idem": 6, "ident": [5, 6, 12, 13, 17, 18, 20, 27, 28], "identifi": [0, 1, 7, 9, 11, 12, 13, 14, 26, 27], "ieor": 23, "ifi": 25, "ifs": [19, 26], "ignor": [0, 1, 3, 9, 15, 27], "ii": [20, 23], "iii": [20, 26], "ij": [0, 1, 3, 6, 8, 12, 14, 16, 20, 23, 26, 27], "ik": [0, 20, 26, 27], "illustr": [5, 7, 10, 12, 13, 14, 19, 26], "im": 6, "imag": [1, 3, 4, 6, 9, 11, 12, 14, 25, 26], "image_at_epoch_": 4, "image_batch": 4, "image_height": 3, "image_path": [0, 6, 7, 9, 26], "image_width": 3, "imageio": 6, "images_from_seed_imag": 4, "imagin": 1, "immedi": [0, 3, 4, 6, 19, 26], "implement": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 21, 23, 26, 27, 28], "impli": [3, 5, 6, 7, 13, 20, 27, 28], "implicit": 3, "implicitli": [11, 23], "import": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 23], "importantli": 3, "impos": [0, 6, 11, 12, 26], "imposs": [0, 5, 26, 27, 28], "impress": [0, 12, 26], "improv": [0, 4, 5, 9, 10, 11, 13, 15, 21, 27, 28], "impur": 9, "imread": 6, "imshow": [1, 3, 4, 6], "in3050": [25, 26], "in3310": 26, "in4080": [25, 26], "in4300": [25, 26], "in4310": 25, "in5400": 3, "in5550": 25, "in_out_neuron": 4, "inaccur": [13, 28], "inact": 12, "inadequ": [0, 26], "inch": [6, 27], "includ": [0, 1, 2, 3, 4, 5, 6, 7, 11, 12, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28], "include_bia": [6, 9], "incom": [12, 16], "incorrect": 1, "incoveni": 8, "increas": [0, 1, 3, 4, 5, 6, 9, 12, 13, 21, 23, 26, 27], "increasingli": 23, "ind": 6, "inde": [0, 2, 4, 5, 6, 13, 26, 27, 28], "indefinit": 4, "independ": [0, 5, 6, 7, 8, 12, 13, 23, 26, 27, 28], "index": [0, 1, 3, 4, 10, 14, 19, 20, 21, 23, 25, 26], "index_col": [0, 26], "indic": [0, 1, 3, 4, 5, 6, 9, 10, 11, 13, 16, 21, 26, 27], "indispens": 6, "individu": [1, 6, 7, 10, 12, 23, 26, 27], "indu": [], "indx": 20, "indx1": 2, "indx2": 2, "indx3": 2, "ineffici": [3, 13], "inequ": [8, 13], "inequaltii": 28, "inertia": 13, "inf1000": [19, 26], "inf1100": [19, 26], "inf1100l": [19, 26], "inf1110": [19, 26], "inf3000": 26, "infeas": 9, "infer": [0, 1, 4, 6, 25, 26], "inferenc": 1, "infil": [0, 6, 7, 9, 26], "infin": [5, 6, 7, 11, 27, 28], "infinit": 3, "infinitesim": 23, "influenc": [6, 10, 18], "influenti": 1, "info": 26, "inform": [0, 1, 3, 4, 6, 9, 11, 12, 13, 14, 20, 21, 25, 26, 28], "inforom": 15, "infti": [3, 6, 13, 23, 28], "ingeni": [13, 28], "ingredi": [0, 9, 26], "inher": 6, "inherit": [20, 26], "initi": [0, 1, 2, 6, 10, 13, 14, 18, 20, 23, 26, 28], "inject": 14, "inlin": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "inner": [0, 13, 27], "inp": 4, "inplac": 13, "input": [0, 1, 3, 4, 5, 6, 7, 8, 12, 13, 14, 16, 21, 23, 26, 27, 28], "input_dim": 1, "input_shap": [3, 4], "inputs": 1, "inputs_shuffl": [0, 1, 27], "insert": [3, 5, 6, 8, 10, 23, 27, 28], "insid": [4, 7], "insight": [0, 1, 5, 19, 26, 27, 28], "insist": [6, 13, 27], "inspir": [0, 1, 12, 21, 26], "instabl": 2, "instal": [0, 1, 5, 6, 9, 15], "instanc": [0, 1, 2, 4, 6, 9, 11, 13, 16, 26, 27, 28], "instanti": 10, "instead": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 14, 17, 20, 23, 26, 27], "institut": 1, "instruct": [0, 1, 15], "int": [0, 1, 2, 3, 4, 5, 6, 11, 13, 14, 20, 23, 27], "int32": 10, "int_": [3, 6, 23], "int_0": 23, "int_a": 23, "intak": [0, 27], "integ": [1, 2, 13, 14, 20, 23, 26], "integer_vector": 1, "integr": [3, 6, 23, 26], "intellig": [0, 14, 25, 26], "intend": 10, "intens": [1, 18], "intention": 14, "interact": [0, 6, 9, 12, 19, 21, 26], "intercept": [0, 6, 8, 11, 13, 16, 17, 18, 26, 27, 28], "intercept_": [0, 6, 8, 9, 13, 26, 27], "interchang": [5, 12, 20], "interconnect": 1, "interest": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 21, 23, 26, 27, 28], "interfac": [0, 1, 15, 20, 27], "interior": [0, 9, 26], "intermedi": [20, 27], "intern": [1, 10, 12], "interpol": [1, 3, 4, 6, 12], "interpr": [5, 27, 28], "interpret": [0, 1, 6, 9, 10, 12, 13, 15, 16, 20, 21, 23], "interv": [0, 3, 5, 6, 7, 13, 23, 26, 27, 28], "intial": [13, 28], "intract": [0, 4, 27], "intrins": [3, 11, 20, 23, 26], "intro": [19, 25, 26], "introduc": [0, 1, 5, 6, 8, 10, 12, 20, 21, 23, 26, 28], "introduct": [1, 2, 4, 13, 25, 27, 28], "introductori": [0, 4, 20, 25, 26, 27], "intuit": [0, 5, 6, 8, 12, 13, 21, 26], "inv": [0, 5, 13, 17, 26, 27, 28], "invalu": [0, 13, 19, 26, 28], "invari": 1, "invd": 5, "inver": 8, "invers": [0, 3, 6, 13, 26, 27, 28], "inverse_transform": 8, "invert": [0, 5, 7, 10, 13, 16, 18, 26], "invh": 13, "invok": 8, "involv": [0, 2, 6, 7, 11, 12, 26, 27], "io": [0, 19, 21, 22, 24, 25, 26, 27], "ip": [0, 8, 23, 26], "ipca": 11, "ipynb": [19, 26], "ipython": [0, 5, 7, 9, 11, 14, 19, 21, 26, 27], "iq": 6, "iri": [8, 9], "irreduc": 6, "irrelev": [5, 27, 28], "irrespect": [0, 26], "irvin": 21, "isn": 5, "isnul": [], "isomap": 11, "issu": [1, 9, 15, 20], "it_arrai": 13, "item": [0, 13, 26], "items": [20, 26], "iter": [1, 2, 4, 6, 8, 13, 14, 18, 21, 23, 28], "its": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 23, 26, 28], "itself": [5, 6, 12, 21, 23, 26, 27], "j": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 13, 14, 15, 16, 20, 21, 23, 25, 26, 27, 28], "j1": 20, "j_": 6, "j_lasso_sk": 6, "j_ridge_sk": 6, "j_sk": 6, "jackknif": [6, 19, 26], "jacobian": [2, 13, 28], "jason": 4, "jax": [19, 26], "jensen": [24, 26, 27, 28], "jerom": [21, 25], "ji": [12, 20], "jit": 13, "jj": [0, 5, 6, 26], "jk": [0, 1, 6, 12, 20, 26], "jl": [0, 26], "jm": 20, "jnp": 13, "job": [2, 8, 10, 15], "join": [0, 4, 6, 7, 9, 26], "joint": [4, 5], "judg": [13, 28], "judgement": 6, "julia": [19, 20, 21], "jump": 23, "junk": 4, "jupit": 26, "jupyt": [0, 15, 16, 19, 21, 25, 26], "just": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 23, 26, 27, 28], "justif": 0, "justifi": [3, 10], "k": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 20, 21, 23, 24, 26, 27, 28], "k0": 7, "k1": 7, "kaggl": [6, 21], "kappa_d": 23, "karl": [24, 26], "karush": 8, "katrin": [24, 26], "keep": [0, 1, 4, 5, 6, 11, 13, 14, 15, 18, 20, 21, 26, 27, 28], "keepdim": [1, 6, 10, 20], "kei": [1, 3, 6, 12], "kept": [4, 6, 14], "kera": [0, 4, 19, 21, 26], "kernel": [0, 1, 3, 19, 26, 27], "kernel_regular": [1, 3], "kernel_s": 4, "kernelpca": 11, "kev": [0, 26], "kevin": [25, 26], "keyword": [20, 26], "kfold": 6, "kg": 1, "ki": 20, "kick": [1, 13], "kiener": 2, "kilomet": [6, 27], "kind": [0, 2, 3, 4, 8, 12, 13, 14, 26, 27], "kj": [6, 12, 20, 27], "kjm": [19, 26], "kkt": 8, "kl": 23, "km": [12, 26], "kmean": 14, "kmeanspoint": 14, "kn_k": 14, "know": [0, 1, 2, 5, 6, 8, 13, 15, 16, 17, 19, 26, 27, 28], "knowledg": [0, 19, 26], "known": [1, 3, 4, 5, 6, 7, 8, 9, 12, 18, 20, 21, 23, 25, 27], "kondev": [0, 26], "kp": 23, "kpca": 11, "kroneck": 14, "kuhn": 8, "kvalsund": [24, 26], "kwown": [0, 26], "l": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 20, 21, 23, 26, 28], "l0": 7, "l1": [0, 1, 3, 7, 26], "l1_l2": [1, 3], "l1regl": 5, "l2": [1, 3], "l_": 20, "l_1": 7, "l_2": [7, 13, 28], "l_j": 12, "la": 13, "la_i": 12, "la_k": 12, "lab": [19, 21, 26], "label": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 19, 20, 21, 23, 26, 27, 28], "labelencod": [7, 10], "labels": [6, 8, 9], "labels_shuffl": [0, 1, 27], "laboratori": 22, "lack": [0, 26], "lagari": 2, "lagrang": [8, 11], "lam": [], "lambda": [0, 1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 17, 18, 21, 23, 26, 27, 28], "lambda_": 11, "lambda_0": 11, "lambda_1": [5, 8, 11, 27, 28], "lambda_2": [8, 11], "lambda_i": [8, 11], "lambda_iy_i": 8, "lambda_jy_iy_j": 8, "lambda_k": 8, "lambda_n": [5, 8, 27, 28], "lamda": 1, "land": 8, "landmark": 8, "landscap": [13, 18, 28], "langl": [0, 6, 11, 23, 26, 27], "languag": [0, 1, 4, 8, 19, 20, 21, 25, 26], "lapack": [20, 26], "laplac": 5, "laptop": [15, 19], "larg": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 13, 18, 19, 20, 21, 23, 25, 26, 27, 28], "larger": [0, 3, 5, 6, 8, 10, 11, 13, 17, 23, 26, 27, 28], "largest": [4, 8, 11], "lasso": [0, 7, 19, 26], "lasso_sk": 6, "last": [0, 1, 3, 4, 5, 6, 7, 8, 12, 16, 17, 20, 21, 23, 24, 26, 28], "latent": 4, "latent_dim": 4, "latent_point": 4, "latent_space_value_rang": 4, "later": [0, 1, 4, 7, 8, 12, 13, 14, 15, 19, 21, 26], "latest": [4, 15, 19], "latest_checkpoint": 4, "latex": 26, "latter": [0, 3, 6, 7, 8, 11, 13, 20, 23, 26, 27, 28], "lattic": 12, "law": 0, "layer": [0, 4, 13, 26], "lbfg": [7, 9, 10], "lcc": [5, 6], "lda": 11, "ldot": [0, 6, 11, 21, 26], "le": [5, 7, 10, 13, 17, 23, 27, 28], "lead": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 20, 23, 26, 27, 28], "leaf": 9, "leaki": 1, "leakyrelu": 4, "lear": [13, 28], "learn": [3, 4, 5, 6, 7, 8, 9, 10, 12, 20, 24, 25], "learnabl": 3, "learner": 10, "learnig": 26, "learning_r": [8, 10], "learning_rate_init": [0, 1, 26], "learning_schedul": 13, "learnt": 21, "least": [0, 7, 8, 10, 11, 17, 18, 19, 20, 23], "leat": 13, "leav": [0, 1, 3, 5, 6, 9, 11, 26, 28], "lectur": [0, 1, 5, 10, 11, 12, 13, 19, 20, 21, 22, 24, 25, 27], "lecturenot": [0, 19, 21, 25, 26], "left": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 20, 21, 23, 26, 27, 28], "leftarrow": [8, 12], "legend": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 15, 26, 27, 28], "leinonen": 26, "len": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 16, 17, 20, 26, 27, 28], "length": [0, 1, 3, 4, 8, 9, 13, 16, 19, 26, 27, 28], "length_of_sequ": 4, "leq": [0, 5, 7, 8, 13, 14, 23, 26, 27, 28], "less": [0, 1, 3, 4, 5, 6, 8, 9, 13, 19, 23, 26, 27, 28], "lessen": 1, "let": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 23, 26, 27, 28], "letter": [0, 16, 20, 23, 26, 27], "level": [0, 1, 5, 6, 9, 19, 20, 21, 22, 24, 26], "li": [8, 11], "lib": [], "liblinear": 10, "librari": [0, 1, 2, 3, 4, 5, 6, 9, 10, 11, 20, 21, 23, 25, 27, 28], "licens": [0, 1, 19, 21, 26], "lie": [0, 6, 11, 23, 26, 27], "life": [0, 1, 8, 12, 26], "lifetim": 13, "like": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27, 28], "likelihood": [0, 1, 5, 9, 26, 27], "lim_": 23, "limit": [0, 5, 6, 8, 12, 20, 21, 26, 27], "lin_clf": 8, "lin_model": [], "lin_reg": 9, "linalg": [0, 2, 5, 6, 8, 11, 13, 17, 20, 23, 26, 27, 28], "line": [0, 3, 6, 8, 11, 13, 15, 16, 26, 28], "line1": 8, "line2": 8, "line3": 8, "line_model": 15, "line_ms": 15, "line_predict": 15, "linear": [1, 3, 5, 6, 7, 9, 10, 11, 12, 16, 17, 18, 19, 21, 23], "linear_model": [0, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 26, 27, 28], "linear_regress": 6, "linearli": [5, 27, 28], "linearloc": [6, 13, 28], "linearregress": [0, 6, 7, 9, 15, 16, 26, 27], "linearsvc": 8, "lineat": 28, "liner": [1, 3], "linerar": 10, "linewidth": [0, 2, 4, 6, 8, 9, 10], "link": [0, 4, 9, 12, 15, 19, 21, 22, 24, 26], "linlag": 5, "linpack": [20, 26], "linreg": [0, 26], "linspac": [0, 2, 3, 4, 6, 8, 9, 10, 13, 16, 17, 20, 23, 26, 27], "linu": 4, "linux": [0, 1, 19, 21, 26], "liquid": [0, 26], "list": [1, 2, 3, 4, 9, 15, 19, 21, 26], "listedcolormap": [9, 10], "literatur": [1, 7, 14, 25], "littl": [1, 3, 9, 12], "live": [8, 16], "ll": [0, 18, 23, 26, 27], "lle": [0, 27], "lloyd": [4, 14], "lmb": [0, 2, 5, 6, 27, 28], "lmbd": [0, 1, 3, 26], "lmbd_val": [0, 1, 3, 26], "lmbda": [13, 28], "ln": [1, 13, 28], "load": [1, 4, 6, 7, 9, 10], "load_boston": [], "load_breast_canc": [1, 7, 9, 10, 11], "load_data": [3, 4], "load_digit": [1, 3], "load_iri": [8, 9], "loc": [3, 6, 7, 8, 9, 10, 26], "local": [0, 1, 3, 7, 12, 13, 15, 27, 28], "locat": [2, 3, 8, 15], "log": [0, 1, 2, 4, 5, 6, 7, 9, 10, 11, 13, 15, 20, 21, 26], "log10": [0, 5, 6, 27, 28], "log_": [0, 26], "log_clf": 10, "logarithm": [0, 5, 7, 17, 20, 26], "logbook": 21, "logic": [0, 1, 9, 26], "login": 15, "logist": [0, 1, 2, 8, 9, 10, 11, 12, 13, 19, 27, 28], "logisticregress": [7, 9, 10, 11], "logit": 7, "logreg": [7, 9, 10, 11], "logspac": [0, 1, 3, 5, 6, 26, 27, 28], "long": [0, 1, 3, 4, 12, 13, 26, 28], "longer": [2, 3, 8, 10, 14, 20, 23, 26], "loocv": 6, "look": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 20, 21, 23, 26, 27, 28], "loop": [1, 4, 6, 10, 12, 14, 16, 17, 18, 19, 20, 26], "lose": 1, "loss": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 13, 18, 20, 21, 26], "loss_fil": 4, "lossfil": 4, "lost": 4, "lot": [1, 4, 6, 16], "low": [0, 6, 9, 10, 11, 21, 26, 27], "lower": [0, 1, 3, 6, 9, 10, 16, 20, 27], "lowercas": [20, 26], "lowest": [9, 13, 23], "lr": [1, 3, 4, 10], "lstat": [], "lstm": 4, "lstm_2layer": 4, "lstsq": [0, 26, 27], "lt": 6, "lu": [0, 5, 26, 27, 28], "lubksb": 20, "luckili": 2, "ludcmp": 20, "lux": 20, "lvert": 1, "lw": [0, 26], "m": [0, 1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 15, 18, 20, 23, 24, 25, 26, 27, 28], "m_": [9, 12], "m_1": 14, "m_h": [0, 26], "m_k": 14, "m_l": 12, "m_n": [0, 26], "m_p": [0, 26], "m_t": 13, "ma": 11, "machin": [1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 16, 20, 25, 27], "machinelearn": [0, 6, 16, 19, 21, 22, 24, 25, 26, 27, 28], "mackai": 25, "made": [0, 1, 3, 4, 5, 6, 7, 9, 11, 12, 21, 26, 27], "mae": [0, 26], "magic": 4, "magnitud": [1, 6, 7, 13, 27], "mai": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 13, 19, 20, 21, 23, 26, 27, 28], "mail": [22, 24], "main": [0, 1, 3, 4, 5, 6, 7, 9, 20, 21, 25, 27, 28], "mainli": [0, 5, 6, 7, 9, 26, 27], "maintain": 6, "major": [1, 6, 9, 10, 13, 20, 26, 28], "make": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 25, 26, 28], "make_axes_locat": 6, "make_moon": [8, 9, 10], "make_pipelin": [0, 6, 10, 27], "makedir": [0, 6, 7, 9, 26], "malcondit": 20, "malign": [1, 7, 9], "mammographi": 5, "manag": [0, 2, 3, 15, 19, 21, 26], "mandatori": [24, 26], "mani": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28], "manifold": 11, "manner": 3, "manual": [6, 27], "map": [0, 1, 2, 6, 7, 8, 11, 12, 14, 23, 26], "marc": 27, "margin": [0, 5, 8], "marit": [0, 26], "mark": 26, "marker": [7, 20, 26], "markov": [19, 26], "marsaglia": 23, "mass": [0, 1, 5, 13, 27, 28], "massag": [0, 26], "masses2016": [0, 26], "masses2016ol": [0, 26], "masses2016tre": 0, "masseval2016": [0, 26], "master": [22, 24], "mat": [19, 26], "mat1100": [19, 26], "mat1110": [19, 26], "mat1120": [19, 26], "match": [1, 4, 5, 13, 14, 15, 27, 28], "materi": [4, 5, 7, 13, 15, 20, 22, 24], "math": [3, 7, 12, 13, 20, 23, 25, 26], "mathbb": [0, 4, 5, 6, 7, 8, 11, 12, 13, 14, 17, 20, 21, 23, 26, 27, 28], "mathbf": [0, 5, 6, 7, 8, 13, 20, 21, 26, 27, 28], "mathcal": [1, 5, 6, 7, 13, 21], "matheemat": 3, "mathemat": [0, 6, 11, 12, 13, 19, 20, 23, 25, 26], "mathemati": 26, "mathrm": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 21, 23, 26, 27, 28], "matmul": [1, 2, 5], "matnat": 25, "matplotlib": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 21, 23, 26, 27, 28], "matric": [0, 1, 3, 4, 6, 7, 8, 11, 13, 16, 17, 19, 27, 28], "matrix": [0, 2, 3, 4, 6, 7, 8, 10, 13, 17, 18, 21, 23], "matshow": 1, "matter": [2, 3, 13, 27, 28], "max": [0, 1, 2, 3, 4, 9, 10, 12, 13, 24, 26, 28], "max_depth": [0, 9, 10], "max_diff": 2, "max_diff1": 2, "max_diff2": 2, "max_it": [0, 1, 8, 13, 26], "max_iter": 14, "max_leaf_nod": 10, "max_sampl": 10, "maxdegre": [0, 6, 10, 27], "maxdepth": 10, "maxim": [1, 4, 5, 7, 8, 11], "maximum": [0, 2, 3, 5, 7, 8, 9, 10, 13, 14, 26, 27, 28], "maxpolydegre": [5, 6, 27, 28], "maxpooling2d": 3, "mbox": [5, 6, 27, 28], "mcculloch": 12, "md": 11, "mdoel": 4, "mean": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 23, 26], "mean_absolute_error": [0, 26], "mean_divisor": 14, "mean_i": 23, "mean_matrix": 14, "mean_squared_error": [0, 4, 6, 7, 10, 15, 26, 27], "mean_squared_log_error": [0, 26], "mean_vector": 14, "mean_x": 23, "meaning": [0, 4, 7, 26], "meansquarederror": [0, 26], "meant": [3, 7, 10, 13], "measur": [0, 1, 2, 5, 6, 9, 11, 12, 14, 16, 18, 21, 23, 26, 27], "mechan": [0, 4, 23, 26], "median": [0, 26, 27], "medicin": 12, "medium": [4, 8, 13], "medv": [], "meet": [0, 24], "mehta": [0, 26, 27, 28], "memori": [3, 4, 11, 12, 13, 18, 20], "mention": [0, 12, 13, 21, 23, 26, 28], "mere": [0, 21], "meshgrid": [2, 5, 6, 8, 9, 10, 11], "mess": 15, "messag": [5, 13], "messi": 2, "met": [0, 3, 8, 27], "meteorolog": 9, "meter": [6, 27], "method": [0, 1, 2, 3, 4, 5, 7, 8, 11, 12, 14, 15, 16, 17, 18, 19, 20, 23, 25, 27], "metion": 6, "metric": [0, 1, 3, 6, 7, 9, 10, 14, 15, 26, 27], "metropoli": [19, 26], "mev": [0, 23, 26], "mgd": 13, "mglearn": [19, 26], "mgrid": 13, "mhjensen": [], "mi": 10, "mia": [24, 26], "microsoft": 25, "mid": 1, "midel": 4, "midnight": 15, "midpoint": 9, "might": [0, 1, 2, 4, 6, 9, 13, 15, 17, 18, 27, 28], "migth": 17, "mild": 9, "millimet": [6, 27], "million": [0, 26, 27], "mimic": 12, "min": [0, 2, 5, 8, 9, 28], "min_": [0, 2, 5, 14, 17, 26, 27, 28], "min_samples_leaf": 9, "mind": [0, 6, 13, 15, 18, 26, 27, 28], "mindboard": 4, "mine": [19, 26], "mini": [1, 11, 12, 13, 28], "minibatch": [1, 11, 13], "minibathc": 13, "miniforge3": [], "minim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 27, 28], "minima": [0, 1, 7, 13, 26, 28], "minimum": [0, 1, 2, 6, 8, 9, 11, 13, 27, 28], "minmaxscal": [0, 27], "minor": 23, "minst": 1, "minu": 7, "mirjalili": 26, "mirror": 9, "misc": 6, "misclassif": [8, 9, 10], "misclassifi": [8, 10], "miser": 0, "mismatch": 1, "miss": [7, 10], "mistak": 4, "mit": 25, "mix": [1, 2, 26], "mixtur": 13, "mk": [9, 20], "mkdir": [0, 6, 7, 9, 26], "ml": [0, 1, 10, 13, 20, 21, 27, 28], "mlab": 23, "mle": [5, 7], "mlp": 1, "mlpclassifi": 1, "mlpregressor": [0, 26], "mm": 20, "mml": 27, "mn": [12, 23], "mnist": [1, 11], "mod": 23, "mode": [22, 24, 26], "model": [2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 16, 18, 19, 21, 23, 25, 27, 28], "model_select": [0, 1, 3, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "moder": 10, "modern": [0, 6, 7, 19, 26], "modif": [2, 12, 13], "modifi": [0, 1, 3, 5, 7, 8, 10, 12, 13, 26, 27, 28], "modul": [0, 16, 20, 26], "modular": 23, "modulo": 23, "moe": [11, 27], "moment": [5, 6, 13, 23], "mondai": [24, 26], "monitor": [13, 18], "monoton": [5, 12, 23], "mont": [0, 6, 19, 23, 25, 26], "montli": 16, "moor": [5, 6], "more": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 19, 23], "moreov": [0, 3], "morten": [24, 26, 27, 28], "mortenhj": 26, "most": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 21, 23, 26, 27, 28], "mostli": [1, 11, 18], "motion": [0, 13], "motiv": [1, 4], "move": [0, 4, 5, 6, 7, 9, 12, 13, 14, 15, 16, 21, 23, 27, 28], "mpl": [7, 26], "mpl_toolkit": [2, 6, 13, 28], "mplot3d": [2, 6, 13, 28], "mplregressor": 1, "mse": [0, 4, 5, 6, 9, 10, 15, 16, 17, 18, 21, 26, 27, 28], "mse_simpletre": 10, "mselassopredict": [5, 28], "mselassotrain": [5, 28], "mseownridgepredict": [6, 27, 28], "msepredict": [5, 28], "mseridgepredict": [0, 5, 6, 27, 28], "msetrain": [5, 28], "msle": [0, 26], "mt": [7, 12], "mu": [0, 6, 11, 13, 23, 26], "mu0": 23, "mu1": 23, "mu2": 23, "mu_": [6, 23, 27], "mu_i": [6, 27], "mu_n": 11, "mu_x": 23, "much": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 20, 21, 23, 26, 27, 28], "multi": [0, 1, 3, 7, 19, 26], "multiclass": [1, 7], "multidimension": [11, 12, 26], "multilay": 1, "multinomi": 7, "multipl": [2, 4, 5, 6, 7, 12, 13, 15, 23, 27, 28], "multipli": [3, 5, 6, 11, 13, 18, 20, 23, 27, 28], "multiplum": 8, "multivari": [0, 2, 10, 11, 19, 23, 26], "multivariate_norm": [11, 14], "multpli": 16, "murphi": [11, 25, 26], "must": [1, 2, 5, 6, 8, 10, 12, 13, 14, 15, 23, 27, 28], "mutat": 7, "mutual": [1, 3, 6, 13], "mx_": 23, "my": 26, "myenv": [], "myriad": [0, 19, 26], "mz1": 23, "mz2": 23, "m\u00f8svatn": 6, "n": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 26, 27, 28], "n1": 20, "n2": 20, "n_": [1, 2, 3, 8, 12, 23], "n_0": [12, 23], "n_boostrap": [6, 10], "n_bootstrap": 6, "n_categori": [1, 3], "n_cluster": 14, "n_compon": 11, "n_epoch": 13, "n_estim": 10, "n_examples_to_gener": 4, "n_featur": [1, 18], "n_filter": 3, "n_hidden": 2, "n_hidden_neuron": [0, 1, 26], "n_i": 23, "n_input": [0, 1, 3, 27], "n_instanc": 9, "n_job": 10, "n_k": 14, "n_l": [12, 23], "n_layer": 1, "n_m": 9, "n_neuron": 1, "n_neurons_connect": 3, "n_neurons_layer1": 1, "n_neurons_layer2": 1, "n_point": 14, "n_sampl": [6, 8, 9, 10, 14, 18], "n_split": 6, "n_step": 4, "n_t": 2, "n_x": 2, "nabla": [1, 13, 28], "nabla_": [2, 13, 28], "nabla_w": 13, "nag": 13, "naimi": [0, 26], "naiv": 7, "naive_kmean": 14, "name": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 19, 20, 21, 23, 24, 26, 27, 28], "narrow": 13, "nation": [1, 5], "nativ": [19, 26], "natur": [0, 1, 4, 8, 9, 12, 13, 21, 23, 25, 26, 28], "navier": 12, "navig": 15, "nb": 23, "nb_": 20, "nbconvert": 26, "nd": 14, "ndarrai": 6, "ne": [9, 10, 20, 23, 27, 28], "nearest": [1, 3, 6, 11], "nearli": [13, 28], "neat": 26, "neccesari": 6, "necess": 2, "necessari": [0, 1, 3, 4, 8, 14, 18, 26], "necessarili": [0, 4, 11, 23, 26], "necesserali": 5, "neck": 7, "need": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 23, 27, 28], "neg": [0, 1, 3, 5, 6, 7, 10, 13, 20, 23, 26, 28], "neg_mean_squared_error": 6, "neglect": 23, "neglig": 23, "neighbor": [3, 6, 11], "neither": [4, 13], "neq": [13, 14, 23, 28], "nervou": 12, "nest": [9, 12], "nesterov": 13, "net": [2, 4, 12], "netlib": [20, 26], "network": [0, 9, 13, 19, 25, 27], "neural": [0, 13, 19, 25, 27], "neural_network": [0, 1, 2, 26], "neuralnetwork": 1, "neuron": [1, 2, 3, 4, 12], "neutral": [0, 26], "neutron": [0, 26], "never": [1, 4, 6, 9, 23], "new": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 20, 26, 27, 28], "new_chang": 13, "new_hobbit": 26, "newaxi": [0, 3, 6, 9], "newli": [0, 26], "newton": [1, 7, 8, 13, 23], "next": [0, 1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 16, 26, 27, 28], "next_guess": 13, "next_input": 4, "ng": 1, "ni": 14, "nice": [0, 1, 5, 11, 26, 27, 28], "nicer": 18, "niter": [13, 28], "nitric": [], "nlambda": [0, 5, 6, 27, 28], "nlp": 25, "nm": 23, "nm_n": [0, 26], "nmse": 6, "nn": [2, 5, 6, 12, 20, 26], "nn_model": 1, "nnmin": 2, "node": [1, 3, 9, 10, 12], "nois": [0, 4, 5, 6, 8, 9, 10, 13, 18, 21, 26, 27, 28], "noise_dimens": 4, "noisi": [1, 6, 21], "non": [0, 1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 18, 20, 23, 26, 27, 28], "none": [0, 1, 2, 4, 5, 9, 10, 13, 23, 26, 27], "nonlinear": [3, 6, 8, 9, 11, 12], "nonneg": [6, 9, 13, 28], "nonparametr": 6, "nonsens": 23, "nonsingular": 20, "nonumb": [3, 7, 8, 13, 20], "nor": [1, 4, 13], "norm": [0, 1, 5, 6, 8, 11, 13, 18, 26, 27, 28], "normal": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "normali": [20, 26], "norwai": [6, 21, 26, 28], "notat": [0, 2, 5, 6, 13, 14, 23, 26, 27, 28], "note": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 19, 20, 23, 25, 26], "notebook": [0, 1, 3, 9, 15, 16, 19, 21, 26], "noth": [1, 2, 5, 8, 12, 14, 23, 27, 28], "notic": [4, 5, 12, 13, 20, 23, 26], "notion": 3, "novel": [3, 6, 10, 26], "novemb": [1, 24, 26], "now": [0, 2, 4, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 19, 20, 21, 23, 26, 27], "nowadai": [0, 1, 3, 9, 19, 26], "nox": [], "np": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 23, 26, 27, 28], "npr": 2, "nsampl": 6, "nt": 2, "nu": 23, "nuclear": [5, 27, 28], "nuclei": [0, 23, 26], "nucleon": [0, 26], "nucleu": [0, 26], "num": 4, "num_coordin": 2, "num_hidden_neuron": 2, "num_it": [2, 18], "num_neuron": 2, "num_neurons_hidden": 2, "num_point": 2, "num_tre": 10, "num_valu": 2, "number": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 22, 24, 26, 28], "numberid": 7, "numberparamet": 3, "numer": [0, 5, 6, 9, 10, 11, 12, 13, 19, 20, 25, 26, 27, 28], "numpi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 27, 28], "nunmpi": [5, 27], "nve_frngahw": 28, "nx": 2, "ny": 23, "o": [0, 1, 4, 5, 6, 7, 8, 9, 11, 20, 24, 25, 26, 27, 28], "obei": [6, 11, 13, 27], "object": [0, 1, 4, 8, 10, 15, 20, 26], "obliqu": [5, 27, 28], "observ": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 23, 26, 28], "obtain": [0, 1, 5, 6, 7, 8, 9, 10, 12, 13, 14, 17, 20, 21, 23, 26, 27, 28], "obviou": [5, 6, 11, 23, 27, 28], "obviouli": 26, "obvious": [0, 4, 5, 6, 20, 26], "oc": [27, 28], "occupi": [], "occur": [0, 6, 8, 9, 20, 23, 26], "octob": [24, 26], "od": 0, "odd": [0, 3, 7, 26, 27], "odenum": 2, "odesi": 2, "oen": 0, "off": [1, 3, 4, 5, 9, 13, 23], "offer": [6, 11, 19, 20, 22, 24, 26], "offic": [24, 26], "offici": [22, 26], "often": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 23, 26, 27, 28], "ofter": [20, 26], "ol": [0, 13, 17, 27], "old": [1, 5, 10, 13, 15, 18], "ols_paramet": 16, "ols_sk": 6, "ols_svd": 6, "olsbeta": 28, "olstheta": [0, 5], "omega": [2, 3, 6], "omega_0": 3, "omit": [0, 5, 26, 27, 28], "onc": [1, 6, 9, 11, 13], "one": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 19, 20, 21, 23, 24, 26, 27], "onehot": 1, "onehot_vector": 1, "onehotencod": 9, "ones": [0, 2, 5, 6, 8, 9, 10, 11, 13, 16, 18, 20, 21, 26, 27, 28], "ones_lik": 4, "ong": 27, "onl": 3, "onli": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 28], "onlin": [11, 15, 22], "onto": [5, 11, 27, 28], "open": [0, 1, 4, 6, 7, 9, 15, 19, 21, 22, 24, 26], "oper": [0, 1, 3, 5, 6, 10, 11, 12, 13, 15, 16, 19, 23, 26, 27, 28], "operation": 23, "oplu": 23, "opmiz": 13, "opportun": 0, "oppos": [6, 13], "opposit": [1, 5, 8, 27, 28], "opt": [1, 5, 21, 26, 28], "optim": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14, 16, 17, 21], "optimis": [1, 3], "option": [0, 1, 3, 5, 6, 8, 11, 15, 18, 20, 27], "optmiz": [1, 8, 13, 27], "oral": 26, "orang": 0, "order": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 15, 20, 21, 23, 26, 27, 28], "ordinari": [0, 2, 3, 7, 11, 13, 17, 18, 19], "oreilli": [25, 26], "org": [0, 3, 4, 16, 19, 20, 21, 25, 26, 27, 28], "organ": [6, 7, 10, 20], "orient": [1, 5, 23, 27, 28], "origin": [0, 3, 5, 6, 8, 11, 12, 13, 15, 20, 26, 27, 28], "orthogn": [5, 27, 28], "orthogon": [0, 5, 6, 8, 11, 13, 20, 26, 27, 28], "orthonorm": [5, 27, 28], "os": [24, 26], "oscar": 1, "oscil": [3, 13], "oskar": 26, "oskarlei": 26, "osl": 18, "oslo": [0, 19, 21, 22, 24, 26, 27, 28], "osx": [0, 19, 21, 26], "other": [0, 1, 2, 3, 5, 6, 7, 8, 10, 13, 14, 16, 19, 22, 23, 24, 25, 27, 28], "otherwis": [0, 1, 4, 7, 13, 20, 26], "ouput": [5, 7, 12], "our": [1, 2, 3, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 23], "ourmodel": 0, "ourselv": [0, 5, 6, 8, 11, 13, 26, 27, 28], "out": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 23, 26, 27], "out_fil": 9, "outcom": [0, 7, 9, 10, 12, 23, 27], "outdoor": 9, "outer": [6, 12, 13], "outfil": 4, "outlier": [0, 8, 26, 27], "outlin": [6, 10, 11], "outlook": 9, "outperform": 10, "output": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 20, 21, 23, 26, 27, 28], "output_bia": 1, "output_bias_gradi": 1, "output_shap": 4, "output_weight": 1, "output_weights_gradi": 1, "outputlayer1": 12, "outputlayer2": 12, "outsid": 4, "over": [0, 1, 3, 4, 5, 6, 9, 10, 12, 13, 15, 16, 20, 21, 26, 27, 28], "over1": 13, "overal": [1, 10], "overcast": 9, "overcom": [12, 13], "overdetermin": [0, 26], "overfit": [0, 1, 3, 6, 9, 10, 13], "overflow": 5, "overhead": 12, "overlap": [3, 7, 8, 9], "overlin": [0, 5, 6, 9, 10, 11, 14, 20, 26, 27], "overst": 0, "overtrain": 4, "overview": 3, "own": [4, 5, 6, 8, 12, 13, 16, 18, 19, 20, 28], "owner": [], "ownmsepredict": 0, "ownmsetrain": 0, "ownridgebeta": 27, "ownridgetheta": [0, 6, 27, 28], "ownypredictridg": 0, "ownytilderidg": 0, "oxid": [], "p": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 23, 26, 27, 28], "p0": 2, "p1": 2, "p_": [2, 4, 8, 9], "p_hidden": 2, "p_i": [5, 23], "p_j": 23, "p_n": 23, "p_output": 2, "p_x": 23, "pack": [0, 26], "packag": [0, 1, 3, 4, 5, 8, 11, 13, 15, 19, 21, 23, 27, 28], "packtpub": 26, "packtpublish": 26, "pad": [3, 4], "page": [0, 19, 26, 28], "pai": [0, 1, 9, 13, 15], "pair": [0, 2, 3, 9, 19, 23, 26], "paltform": 15, "panda": [0, 4, 5, 6, 7, 9, 11, 19, 21, 28], "panel": 26, "paper": 1, "paradigm": [0, 26], "parallel": [10, 13, 19, 20, 26], "param": 2, "paramat": 2, "paramet": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 16, 17, 18, 21, 23, 28], "parameter": [0, 6, 10, 26, 27], "parametr": [0, 6, 26, 27], "paramt": [3, 5], "part": [0, 1, 3, 5, 6, 10, 17, 20, 22, 23, 24, 26, 27], "partial": [0, 1, 5, 6, 7, 8, 10, 11, 12, 13, 16, 23, 26, 27, 28], "particip": [15, 19, 22, 24, 26], "particl": [0, 4, 13, 23, 26], "particular": [0, 1, 2, 3, 5, 6, 9, 10, 11, 12, 13, 16, 21, 23, 25, 26, 27, 28], "particularli": [5, 6, 8, 11, 13, 23, 27, 28], "partit": [1, 4, 9], "partli": [6, 26], "partner": 15, "pass": [2, 3, 12, 14], "password": 21, "past": [10, 23], "patch": [6, 23], "path": [0, 4, 6, 7, 9, 19, 26], "pathcollect": 17, "patient": 7, "patter": 4, "pattern": [0, 3, 4, 12, 25, 26], "pauli": [0, 26], "pc": [11, 15, 19], "pca": [0, 7, 19, 26, 27], "pd": [0, 4, 5, 6, 7, 9, 11, 26, 27, 28], "pde": 2, "pdf": [0, 3, 4, 5, 6, 9, 15, 16, 21, 25, 26], "pedagog": [0, 26, 27], "penal": [6, 18, 27], "penalti": [6, 13, 18, 21, 27], "penros": [5, 6], "pentagon": [13, 28], "peopl": [1, 9, 13, 19], "per": [0, 1, 6, 22, 24, 26], "percentag": [10, 11, 24], "perceptron": [0, 1, 7, 26], "peregrin": 26, "perfect": [0, 1, 13, 26], "perfectli": [4, 6], "perform": [0, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 23, 26, 27, 28], "performac": 4, "perhap": [0, 5, 13, 26, 27, 28], "perimet": 1, "period": [1, 4, 23], "permiss": 15, "permut": 11, "persist": 13, "person": [5, 6, 7, 16, 22, 24, 26, 27], "perspect": 25, "pertin": [12, 26], "petal": [8, 9], "peter": [25, 27], "phantom": 23, "phase": [6, 12], "phenomena": 23, "phi": 8, "phi_k": 8, "philosophi": 13, "phone": [24, 26], "photo": [4, 26], "php": 21, "phrase": [0, 26], "physic": [0, 1, 4, 7, 12, 13, 23, 24, 25, 26, 27, 28], "pi": [2, 3, 5, 6, 7, 9, 12, 13, 23], "pick": [1, 9, 10, 11, 13, 14], "pickl": 1, "pictur": [0, 26], "pie": [19, 26], "piec": [11, 14], "pillow": [0, 19, 21, 26], "pinv": [5, 6, 13, 21, 27, 28], "pip": [0, 1, 15, 19, 21, 26], "pip3": [0, 1, 21, 26], "pipelin": [0, 6, 8, 10, 27], "pippin": 26, "pit": 4, "pitfal": [6, 27], "pitt": 12, "pixel": [1, 3, 4, 26], "pixel_height": [1, 3], "pixel_width": [1, 3], "place": [0, 4, 6, 8, 13, 15, 20, 21, 26, 28], "plai": [0, 3, 4, 5, 6, 8, 11, 18, 19, 21, 26, 27, 28], "plain": [8, 10, 12, 13, 14, 28], "plan": [6, 9, 24, 25, 26], "plane": [8, 9], "plateau": [5, 28], "platform": [19, 26], "plausibl": 12, "pleas": [13, 21, 24, 26], "plenti": 1, "plethora": [3, 12], "plot": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "plot_all_sc": [21, 27], "plot_confusion_matrix": [7, 10], "plot_count": 6, "plot_cumulative_gain": [7, 10], "plot_data": 1, "plot_dataset": 8, "plot_decision_boundari": [9, 10], "plot_import": 10, "plot_max": 4, "plot_min": 4, "plot_model": 4, "plot_numb": 4, "plot_predict": 8, "plot_regression_predict": 9, "plot_result": 4, "plot_roc": [7, 10], "plot_surfac": [2, 6, 13], "plot_train": 9, "plot_tre": [9, 10], "plt": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 20, 23, 26, 27, 28], "plu": [0, 3, 5, 7, 18, 26, 27], "pm": 8, "pmatrix": 2, "pml": 25, "pn": 3, "png": [0, 4, 6, 7, 9, 26], "point": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 20, 21, 23, 24, 26, 27, 28], "point_1": 4, "point_2": 4, "poisson": [19, 23, 26], "poli": [6, 8], "poly100_kernel_svm_clf": 8, "poly3": 0, "poly3_plot": 0, "poly_featur": [8, 9, 15], "poly_features10": 9, "poly_fit": 9, "poly_fit10": 9, "poly_kernel_svm_clf": 8, "poly_model": 15, "poly_ms": 15, "poly_predict": 15, "polydegre": [0, 5, 6, 10, 27], "polygon": [13, 28], "polym": 12, "polymi": 21, "polynomi": [0, 5, 6, 7, 8, 9, 10, 11, 15, 17, 21, 26, 27], "polynomial_featur": [6, 15, 16, 17], "polynomial_svm_clf": 8, "polynomialfeatur": [0, 6, 8, 9, 15, 16, 27], "polytrop": [0, 6], "pool": 3, "pool_siz": 3, "poor": [1, 13, 28], "poorli": [0, 27], "popul": [0, 5, 26, 27], "popular": [0, 1, 3, 6, 7, 8, 9, 11, 12, 15, 19, 20, 21, 23, 27], "popularli": [0, 26], "portabl": 10, "portion": [11, 13], "pose": [0, 4, 5, 6, 11, 23, 26], "posit": [0, 1, 2, 3, 5, 7, 8, 10, 11, 13, 14, 20, 23, 26, 27, 28], "possibl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 19, 20, 21, 23, 24, 26, 27, 28], "possibli": [6, 8, 13, 21], "posterior": 5, "postpon": [0, 27], "postscript": 21, "postul": 5, "potenti": [0, 3, 5, 6, 12, 13, 27], "pott": 12, "power": [0, 1, 5, 6, 8, 9, 12, 13, 26, 27, 28], "pp": [5, 6], "practic": [0, 5, 6, 7, 8, 16, 18, 21, 23, 27], "practition": [0, 1, 3, 26], "pre": 26, "preced": [1, 11, 12, 23], "preceed": 4, "preceq": 8, "precis": [0, 2, 5, 11, 13, 20, 21, 23, 26, 27], "pred": 6, "predicit": 0, "predict": [0, 1, 5, 6, 7, 8, 9, 10, 15, 16, 17, 18, 19, 21, 25, 26, 27, 28], "predict_prob": 1, "predict_proba": [7, 10], "predictor": [0, 5, 6, 7, 9, 10, 11, 26, 27], "prefer": [0, 1, 6, 8, 9, 11, 13, 15, 19, 21, 26], "prepar": [0, 6, 20, 21, 26, 27], "preprocess": [0, 4, 6, 7, 8, 9, 10, 11, 15, 16, 17, 18, 21], "prerequisit": 0, "prescript": 21, "presenc": 13, "present": [0, 5, 6, 7, 9, 12, 13, 20, 21, 23, 26, 27, 28], "preserv": [3, 11, 20], "press": [13, 15, 25, 28], "pretrain": [1, 4], "pretti": [0, 4, 8, 9, 19, 21, 26], "prev_centroid": 14, "prevent": [13, 23], "previou": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13, 15, 16, 20, 21, 23, 27, 28], "previous": [2, 3, 9, 10, 23], "price": [0, 4, 9, 13], "primal": 8, "primari": [0, 7, 26], "prime": 23, "princip": [0, 5, 7, 19, 26, 27, 28], "principl": [0, 6, 7, 8, 14, 26], "print": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 20, 23, 26, 27, 28], "print_funct": [8, 9], "printout": [0, 26], "prior": [0, 5, 6, 26], "privat": 0, "prob": [1, 23], "probabilist": [0, 25, 26, 27], "probabl": [0, 1, 3, 4, 6, 7, 10, 13, 19, 26, 27], "problem": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 17, 19, 20, 21, 23], "probml": 25, "proce": [0, 5, 6, 7, 8, 9, 10, 11, 13, 20, 26, 27], "procedur": [2, 4, 5, 6, 8, 10, 11, 13, 27, 28], "proceed": 20, "process": [0, 2, 4, 6, 9, 10, 12, 13, 19, 20, 21, 23, 25, 26, 28], "prod": 25, "prod_": [1, 5, 7], "produc": [0, 3, 4, 5, 6, 9, 10, 11, 12, 13, 18, 19, 20, 23, 26, 27], "product": [0, 1, 3, 5, 6, 7, 8, 12, 13, 16, 17, 19, 20, 26, 27], "profess": [0, 26], "program": [0, 1, 4, 5, 6, 8, 12, 14, 15, 19, 20, 22, 23, 24, 26, 27], "programm": 20, "progress": [1, 4, 14], "prohibit": 6, "project": [0, 1, 2, 3, 5, 11, 13, 15, 19, 22, 27, 28], "project_root_dir": [0, 6, 7, 9, 26], "promin": 12, "promis": 8, "promot": [24, 26], "prone": [9, 15], "pronounc": [13, 19, 26], "proof": [0, 11, 12, 13, 26, 28], "propag": [2, 3, 13], "proper": [0, 2, 6, 7], "properli": [1, 6, 8, 10, 13, 18, 21], "properti": [0, 1, 3, 12, 13, 16, 20, 26], "proport": [0, 1, 5, 9, 11, 13, 23, 26, 27], "propos": [1, 4, 6, 10, 21, 26], "propto": [5, 13, 28], "proton": [0, 26], "prove": [3, 13, 28], "provid": [0, 1, 3, 4, 5, 6, 8, 9, 10, 12, 13, 19, 20, 21, 23, 26, 27, 28], "proxi": [1, 13], "prune": 9, "pseudo": [20, 23], "pseudocod": 21, "pseudoinv": 5, "pseudoinvers": [5, 6, 21], "pseudorandom": [6, 23], "psychologi": [0, 26], "pt": 13, "public": [0, 15, 19, 26], "pull": 15, "punish": [0, 1, 26], "pure": [3, 9, 23], "purest": 9, "puriti": 9, "purpos": [0, 3, 10, 12, 14, 26], "push": 15, "put": 1, "py": 5, "pycod": 26, "pydata": 19, "pydot": 9, "pyhton2": 26, "pylab": [7, 26], "pypi": 19, "pyplot": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 20, 23, 26, 27, 28], "pythagora": 5, "python": [1, 2, 3, 5, 6, 8, 11, 12, 13, 14, 21, 23, 27], "python2": [0, 21], "python3": [0, 19, 21, 26], "pytorch": [0, 19, 21, 26], "q": [5, 6, 8, 11, 23], "qp": 8, "qquad": [2, 11, 13, 20], "qr": [5, 6, 20, 27, 28], "quad": [1, 13, 20], "quadrat": [0, 8, 9, 13, 26], "qualit": [4, 9, 21, 23], "qualiti": [0, 9, 19, 26, 27], "quantifi": 1, "quantil": 10, "quantit": [0, 6, 9, 21, 26], "quantiti": [0, 2, 5, 6, 7, 9, 10, 11, 12, 14, 16, 20, 23, 26, 27, 28], "quantum": [4, 12, 25, 26], "quartil": [0, 27], "quench": 5, "queri": 9, "question": [0, 5, 6, 9, 11, 12, 13, 21, 24, 26, 27], "qugan": 4, "quick": [4, 23], "quickli": [1, 3, 9, 11, 13, 28], "quit": [1, 5, 6, 9, 10, 12, 15, 27, 28], "quot": 4, "r": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 21, 23, 27, 28], "r2": [0, 5, 6, 26, 27, 28], "r2_score": [0, 26], "r2score": [0, 26], "r_1": 9, "r_2": 9, "r_j": 9, "r_m": 9, "rad": [], "rade": [], "radial": [8, 12], "radioact": 23, "radiu": [0, 1, 27], "rain": 9, "ramp": 1, "ran0": 23, "ran1": 23, "ran2": 23, "ran3": 23, "rand": [0, 4, 5, 6, 9, 10, 13, 15, 20, 26, 27, 28], "randint": [6, 9, 13], "randn": [0, 1, 2, 5, 6, 9, 11, 13, 15, 18, 26, 27, 28], "random": [0, 1, 2, 3, 4, 5, 6, 8, 9, 13, 14, 15, 16, 17, 18, 19, 20, 26, 27, 28], "random_forest_model": 10, "random_index": 13, "random_indic": [1, 3], "random_st": [7, 8, 9, 10, 11], "randomforestclassifi": 10, "randomli": [1, 6, 9, 13, 14, 18, 28], "rang": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 18, 20, 23, 26, 27, 28], "rangl": [0, 6, 11, 23, 26, 27], "rangle_x": 23, "rank": [5, 27, 28], "rankdir": 4, "raphson": [1, 8, 13], "rapidli": 0, "rare": [1, 13], "raschka": [26, 27], "rasckha": 26, "rashcka": 28, "rate": [1, 2, 3, 4, 8, 9, 10, 12, 13, 18, 28], "rather": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 23, 26, 27, 28], "ratio": [4, 7, 9, 10, 11], "rational": [0, 26], "ravel": [5, 6, 7, 8, 9, 10, 11, 13, 20], "raw": 3, "rbf": [8, 11, 12], "rbf_kernel_svm_clf": 8, "rbf_pca": 11, "rc": 23, "rcond": [0, 26, 27], "rcparam": [1, 3, 7, 8, 9, 10, 23, 26], "re": [2, 4, 13, 15, 28], "reach": [1, 4, 5, 6, 9, 10, 12, 13, 14, 28], "read": [0, 2, 3, 4, 5, 6, 7, 8, 11, 12, 16, 17, 20, 21, 23, 25, 28], "read_csv": [0, 6, 7, 9], "read_fwf": [0, 26], "reader": [0, 6, 20, 23, 26, 27], "readi": [0, 1, 5, 6, 8, 10, 11, 12, 20, 26], "readili": 1, "readm": 15, "readthedoc": 19, "real": [0, 1, 4, 7, 10, 11, 12, 16, 18, 20, 27], "real_loss": 4, "real_output": 4, "realist": [8, 26], "realiti": 23, "realiz": [1, 12], "realli": [0, 1, 26], "rearrang": 13, "reason": [0, 1, 3, 4, 10, 13, 25, 26, 28], "reassign": 1, "recal": [5, 6, 9, 10, 11, 12, 20, 23, 26, 27, 28], "recast": 3, "receiv": [1, 3, 10, 12, 23], "recent": [0, 6, 13, 25], "recept": [3, 12], "receptive_field": 3, "recip": [0, 6, 7, 20, 21, 26, 27], "reciproc": 5, "recogn": [0, 4, 5, 10, 26], "recognit": [0, 1, 3, 12, 25, 26], "recommen": 26, "recommend": [0, 2, 3, 4, 5, 6, 8, 13, 15, 19, 20, 21, 25, 28], "reconsid": 9, "reconstruct": 11, "record": [10, 21, 22, 24, 26], "recreat": 15, "rectangl": [9, 13, 28], "rectangular": [5, 27, 28], "rectifi": [1, 3, 12], "recur": [0, 19, 26], "recurr": [0, 1, 19, 26], "recurs": [9, 19, 20, 26], "red": [0, 3, 4, 6, 8, 9], "redefin": [0, 10, 26, 27, 28], "redefinit": 28, "reduc": [1, 3, 5, 6, 9, 10, 11, 13, 26, 28], "reduct": [0, 10, 11, 19, 23, 26, 27], "reegress": 21, "refer": [0, 1, 2, 3, 5, 6, 11, 12, 13, 14, 20, 25, 26, 27, 28], "referenc": 2, "refin": 12, "refit": 6, "reflect": [0, 1, 4, 5, 21, 23, 26], "refresh": [19, 26], "refreshprogrammingskil": 26, "reg": [10, 11], "regard": [1, 9, 13], "regardless": [12, 16], "region": [3, 4, 6, 9, 12, 21], "regist": [6, 23], "reglasso": [5, 28], "regr_1": [0, 9], "regr_2": [0, 9], "regr_3": [0, 9], "regress": [1, 8, 11, 12, 16, 19, 20], "regressor": [0, 7, 10], "regridg": [0, 5, 6, 27, 28], "regular": [0, 3, 4, 5, 6, 7, 9, 13, 17, 18, 24, 26, 27, 28], "regularli": 15, "reilli": [0, 25, 26], "reinforc": [0, 8, 19, 26], "reiter": 1, "reject": 7, "rel": [0, 4, 6, 7, 9, 12, 13, 23, 26, 27], "relat": [0, 1, 3, 4, 5, 11, 13, 14, 20, 23, 26, 27, 28], "relationship": [0, 4, 9, 18, 26], "relativeerror": [0, 26, 27], "releas": [1, 19, 26], "relev": [0, 1, 5, 7, 11, 19, 21, 23, 26, 28], "reli": [0, 6, 8], "reliabilti": 21, "reliabl": [7, 23], "relu": [3, 4, 26], "remain": [1, 2, 4, 6, 12, 20, 23, 27], "remaind": 23, "reman": 2, "remark": 1, "rememb": [0, 8, 13, 20, 21, 26], "remind": [0, 5, 11, 13, 20, 23], "remot": 15, "remov": [4, 5, 6, 18, 27, 28], "renam": 15, "render": [0, 26, 27], "reorder": [5, 7, 27, 28], "reorgan": [0, 26], "repeat": [0, 1, 3, 4, 5, 6, 9, 10, 11, 13, 14, 20, 21, 23, 26, 27, 28], "repeated": 26, "repeatedli": [0, 6, 10, 13], "repet": 3, "repetit": [6, 26, 27], "rephras": [13, 28], "replac": [0, 1, 3, 4, 5, 6, 10, 12, 14, 19, 21, 26, 27, 28], "replica": 6, "repo": [15, 21], "report": 26, "repositori": [4, 21, 26], "repres": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 21, 23, 26, 27, 28], "represent": [0, 1, 3, 6, 23, 26], "representd": 3, "reproduc": [0, 5, 6, 9, 12, 15, 16, 18, 19, 23, 26, 27], "repuls": [0, 26], "request": [0, 13], "requir": [0, 1, 3, 4, 5, 6, 8, 9, 11, 12, 13, 15, 17, 18, 20, 26, 27, 28], "res1": 2, "res2": 2, "res3": 2, "res_analyt": 2, "res_analytical1": 2, "res_analytical2": 2, "res_analytical3": 2, "resaml": 6, "resampl": [0, 7, 10, 19, 26, 27], "rescal": [0, 11, 12], "rescu": 5, "reseach": 6, "research": [0, 4, 13, 19, 25, 26], "resembl": [6, 23], "reserv": [1, 5, 6, 23], "reshap": [0, 1, 2, 3, 4, 6, 8, 9, 10, 20, 26, 27], "residenti": [], "residu": [0, 5, 13, 26], "resiz": [5, 27, 28], "resourc": 26, "respect": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 21, 23, 26, 27, 28], "respond": 12, "respons": [0, 7, 9, 12, 26, 27], "rest": [0, 5, 18, 27, 28], "restat": [0, 12, 26], "restor": 4, "restored_discrimin": 4, "restored_gener": 4, "restrict": [0, 3, 9, 12, 26], "result": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 26], "retail": [], "retain": [5, 6, 27, 28], "return": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 20, 23, 26, 27, 28], "return_data": 14, "return_sequ": 4, "return_x_i": 9, "reus": [1, 3, 6, 21], "reveal": [0, 12, 26], "revers": [1, 20], "review": [19, 20], "revisit": 14, "revolut": 26, "reward": [0, 4, 26], "rewrit": [0, 3, 5, 6, 7, 8, 10, 11, 12, 13, 16, 20, 21, 23, 28], "rewritten": [2, 6, 8, 10, 23], "rewrot": 13, "rf": 10, "rgb": 3, "rgoj5yh7evk": 19, "rh": 6, "rho": [0, 10, 13], "rho_1": 10, "rho_2": 10, "rho_m": 10, "rich": [0, 26], "ride": 9, "rideclass": 9, "ridedata": 9, "ridg": [7, 11, 13, 19, 26], "ridge_paramet": 17, "ridge_sk": 6, "ridgebeta": 28, "ridgetheta": 5, "right": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 20, 21, 23, 26, 27, 28], "right_sid": 2, "rightarrow": [0, 1, 5, 6, 8, 11, 12, 13, 23, 26, 27, 28], "rigor": [0, 26, 27, 28], "ring": 6, "rise": [0, 26], "risk": [0, 13, 26, 28], "rival": 4, "river": [], "rlm": 26, "rm": 23, "rmse": [], "rmsporp": 13, "rmsprop": [1, 3, 4, 13, 21], "rnd_clf": 10, "rng": 23, "rnn": [4, 12], "rnn1": 4, "rnn2": 4, "rnn_2layer": 4, "rnn_input": 4, "rnn_output": 4, "rnn_train": 4, "rntrick1": 23, "rntrick2": 23, "rntrick3": 23, "rntrick4": 23, "ro": [0, 13, 26, 28], "robert": [21, 25], "robust": [0, 26], "robustscal": [0, 27], "roc": [7, 10], "role": [0, 2, 5, 6, 8, 18, 19, 21, 26, 27, 28], "roll": 6, "room": [0, 24, 26], "root": [0, 5, 9, 13, 15, 23, 27, 28], "rot": 26, "rotat": [1, 8, 9, 10], "rotation_matrix": 9, "roughli": [1, 3, 18], "round": [7, 9, 13], "routin": [13, 20, 26, 28], "row": [0, 1, 2, 5, 6, 9, 11, 16, 20, 26, 27, 28], "rr": [5, 27, 28], "rrr": [5, 27, 28], "rudg": [], "rug": [13, 28], "rule": [0, 1, 5, 6, 13, 21, 26, 27, 28], "run": [0, 1, 2, 4, 5, 6, 8, 9, 11, 13, 15, 19, 21, 26, 27, 28], "runtim": [1, 6, 14, 15], "rust": [0, 19, 20, 26], "rvert": 1, "rvert_2": 1, "s_": [3, 6], "s_1": 6, "s_i": [6, 7], "s_j": 6, "s_k": 6, "s_phenomenon": 21, "saddl": [13, 28], "safeguard": 18, "sai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 20, 21, 23, 26, 27, 28], "said": [6, 9, 13, 28], "sake": [0, 5, 7, 11, 26, 27, 28], "sale": [0, 26], "sam": 26, "same": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 14, 15, 16, 18, 20, 21, 23, 26, 27, 28], "samm": 10, "sampl": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 18, 19, 20, 21, 23, 26, 27], "sample_vari": 14, "sampleexptvari": 23, "samwis": 26, "sastri": 11, "satisfactori": [0, 26], "satisfi": [1, 2, 3, 6, 8, 13, 20, 23, 28], "satur": [1, 6], "save": [0, 4, 6, 7, 9, 13, 26], "save_fig": [0, 6, 7, 9, 10, 26], "savefig": [0, 4, 6, 7, 9, 23, 26], "savetxt": 4, "saw": [5, 27], "scalabl": 10, "scalar": [2, 5, 6, 10, 27], "scale": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 19, 20, 21, 24, 26, 28], "scale_mean": 4, "scale_std": 4, "scaler": [0, 7, 8, 9, 10, 11, 17, 21, 27], "scan": [5, 7], "scari": 5, "scatter": [0, 1, 6, 7, 8, 9, 14, 15, 17, 26, 27], "scenario": [6, 13, 28], "schedul": 13, "scheme": [1, 13, 28], "schrage": 23, "sch\u00f8yen": [6, 27], "scienc": [0, 1, 10, 12, 13, 19, 22, 23, 24, 25, 28], "scientif": [0, 19, 21, 26], "scientist": [0, 26], "scikit": [3, 5, 6, 8, 9, 10, 13, 15, 16, 19, 20, 21, 25], "scikit_learn": 0, "scikitlearn": 26, "scikitplot": [7, 10], "scipi": [0, 3, 5, 6, 13, 19, 20, 21, 26, 27, 28], "scl": 6, "scm": 15, "score": [0, 1, 3, 6, 7, 9, 10, 11, 15, 16, 21, 24, 26, 27], "scores_kfold": 6, "scratch": [1, 13, 16], "sdg": 13, "sdv4f4s2sb8": 28, "seaborn": [0, 1, 3, 6, 7, 26], "seamless": [0, 19, 21, 26], "search": [0, 1, 3, 5, 9, 13, 15, 26, 28], "sebastian": 26, "sebastianraschka": 26, "sec": 6, "second": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 14, 15, 16, 19, 20, 23, 24, 26, 27, 28], "secondeigvector": 11, "secondli": 12, "section": [4, 11, 16, 20, 21, 23, 27], "sector": 0, "see": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 23, 26, 27, 28], "seed": [0, 1, 2, 3, 4, 5, 6, 8, 9, 11, 13, 14, 18, 23, 26, 27, 28], "seed_imag": 4, "seek": [1, 2, 8], "seem": [1, 3, 4], "seemingli": [0, 26], "seen": [0, 1, 3, 5, 10, 12, 23], "segment": [13, 28], "seismic": 6, "seldomli": [0, 26], "select": [1, 5, 6, 8, 9, 10, 11, 15, 21, 22, 23, 24, 25, 26, 27, 28], "selevet": 15, "self": [1, 5, 27], "sell": 4, "semest": [7, 22], "semi": [8, 13, 28], "semilogx": 6, "send": [5, 12, 13, 24, 26], "senior": [22, 24], "sens": [0, 4, 6, 8, 26], "sensibl": 3, "sensit": [0, 5, 6, 9, 13, 26, 27], "sent": 2, "sentenc": [4, 12], "separ": [0, 1, 2, 4, 6, 8, 9, 12, 14, 18, 19, 21, 23, 26], "septemb": [18, 21, 26], "sequenc": [3, 4, 7, 9, 10, 12, 13, 19, 20, 23, 26, 28], "sequenti": [1, 3, 4, 10, 12, 23], "seri": [0, 1, 2, 3, 4, 5, 6, 10, 11, 12, 13, 20, 26, 27, 28], "serif": [7, 23, 26], "serv": [0, 1, 2, 3, 5, 7, 13, 25, 26, 27, 28], "servic": 21, "session": [1, 15, 21, 22, 24, 26], "set": [1, 4, 5, 6, 7, 8, 10, 11, 13, 14, 16, 17, 18, 19, 20, 21, 23, 24], "set_major_formatt": 6, "set_major_loc": 6, "set_tick": [1, 8], "set_ticklabel": 1, "set_titl": [0, 1, 2, 3, 7, 12, 14, 26], "set_xlabel": [0, 1, 2, 3, 7, 12, 26], "set_xlim": [7, 12], "set_xticklabel": 1, "set_ylabel": [0, 1, 2, 3, 7, 26], "set_ylim": [7, 12], "set_ytick": 7, "set_yticklabel": [1, 6], "set_zlim": 6, "seth": 4, "setminu": 6, "setosa": [8, 9], "setosa_or_versicolor": 8, "setp": 6, "setup": [1, 4, 6, 8, 19, 26, 27, 28], "sever": [0, 3, 5, 6, 7, 8, 9, 11, 12, 13, 16, 19, 20, 21, 23, 26, 27, 28], "sgd": [1, 3, 28], "sgd_clf": 8, "sgdclassifi": 8, "sgdreg": 13, "sgdregressor": 13, "sgn": [5, 27, 28], "shallow": 13, "shape": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 18, 20, 26, 27, 28], "share": [1, 3, 15, 26], "shareabl": 15, "she": 7, "shift": [1, 6, 12, 15, 18, 23, 27], "ship": 3, "shire": 26, "short": [4, 5, 21], "shortcom": [13, 28], "shorten": 4, "shorter": 23, "shorthand": 26, "shortli": [20, 26], "should": [0, 2, 3, 5, 6, 8, 9, 11, 12, 15, 18, 20, 21, 23, 26, 27], "show": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 20, 21, 23, 26, 27, 28], "show_shap": 4, "shown": [0, 4, 5, 8, 12, 13, 20, 27, 28], "shrink": [3, 5, 6, 8, 11, 27, 28], "shrinkag": [5, 6, 27, 28], "shrunk": 11, "shuffl": [0, 1, 4, 6, 13, 27], "side": [0, 2, 5, 8, 12, 13, 20, 21, 26, 28], "sigh": [19, 26], "sigma": [0, 1, 5, 6, 7, 10, 11, 12, 13, 20, 21, 23, 26, 27, 28], "sigma0": 23, "sigma1": 23, "sigma2": 23, "sigma_": [5, 20, 26, 27, 28], "sigma_0": [5, 27, 28], "sigma_1": [5, 27, 28], "sigma_2": [5, 27, 28], "sigma_fn": [7, 12], "sigma_i": [0, 5, 26, 27, 28], "sigma_j": [5, 27, 28], "sigma_m": [6, 23], "sigma_n": [11, 23], "sigma_t": 13, "sigma_x": 23, "sigmoid": [1, 2, 4, 7, 8, 10, 12], "sigmundson": [6, 27], "sign": [1, 2, 7, 8, 10, 23, 24], "signal": [1, 3, 10, 12], "signifi": 4, "signific": 1, "significantli": [1, 13, 18, 23, 28], "sim": [4, 5, 6, 13, 23], "similar": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 19, 20, 21, 26, 28], "similarli": [0, 1, 3, 5, 8, 10, 13, 23, 26, 27, 28], "simpl": [1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 20, 23], "simplepredict": 10, "simpler": [0, 1, 5, 6, 7, 13, 16, 19, 21, 26, 28], "simplernn": 4, "simplest": [0, 1, 3, 4, 9, 10, 12, 14, 21, 26], "simpletre": 10, "simpli": [0, 1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 19, 20, 21, 23, 26, 27, 28], "simplic": [2, 5, 6, 7, 8, 9, 10, 11, 12, 14, 27, 28], "simplicti": [5, 27, 28], "simplifi": [0, 6, 9, 18, 19, 21, 26, 27], "simplist": [3, 6, 23], "simul": [6, 18], "simultan": 6, "sin": [0, 1, 2, 3, 4, 9, 12, 13, 20, 26], "sinc": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 13, 16, 18, 20, 21, 23, 25, 26, 27, 28], "sine": [3, 12], "singl": [0, 1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 18, 20, 23, 26, 27, 28], "singular": [0, 6, 13, 20, 26], "sinusoid": 3, "site": [0, 21, 22, 27], "situat": [0, 4, 5, 7, 13, 23, 26, 27, 28], "six": [3, 23], "size": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 18, 20, 21, 23, 26], "sketch": 10, "ski": 9, "skill": 0, "skip": 11, "skl": [0, 6, 26, 27], "sklearn": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 26, 27, 28], "skplt": [7, 10], "sl": [6, 27], "slack": 8, "slice": [2, 20, 26], "slide": [0, 3, 16, 21, 23, 26, 27, 28], "slight": [6, 13], "slightli": [1, 2, 3, 5, 6, 7, 10, 23, 27, 28], "slope": [8, 11, 12], "slow": [0, 2, 8, 13, 18, 27, 28], "slower": [5, 20, 26, 27, 28], "slowest": 20, "slowli": 12, "slp": 1, "small": [0, 1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 19, 20, 23, 26, 27, 28], "smaller": [0, 1, 2, 5, 6, 8, 9, 11, 13, 23, 26, 27, 28], "smallest": [0, 4, 14, 26], "smallest_row_index": 14, "smooth": [0, 3, 6, 13, 21, 26, 28], "sn": [0, 1, 3, 6, 7, 26], "sne": 11, "so": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 24, 26, 27, 28], "soar": 6, "social": 0, "soft": [1, 7, 10, 12], "soften": 8, "softmax": [3, 7], "softwar": [0, 8, 19, 20], "sol": 8, "sole": [0, 6, 26], "solid": [0, 7], "solut": [0, 1, 2, 3, 5, 6, 8, 10, 11, 13, 18, 20, 21, 23, 26, 27, 28], "soluton": 2, "solv": [0, 1, 3, 5, 6, 8, 10, 11, 12, 13, 16, 20, 21, 26, 27], "solve_expdec": 2, "solve_ode_deep_neural_network": 2, "solve_ode_neural_network": 2, "solve_pde_deep_neural_network": 2, "solveod": 2, "solveode_popul": 2, "solver": [2, 7, 8, 9, 10, 20, 26], "some": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 18, 21, 23, 26], "some_model": [6, 27], "somehow": 4, "someon": 16, "someth": [0, 1, 3, 4, 7, 9, 11, 15, 21, 23, 26, 27], "sometim": [0, 1, 11, 12, 13, 14, 27], "soon": [20, 24, 27], "sophist": [0, 26], "sopt": 13, "sort": [5, 6, 9, 11, 23], "sound": [3, 5], "sourc": [0, 1, 3, 6, 19, 20, 21, 23, 26], "space": [0, 1, 4, 5, 8, 9, 11, 12, 13, 14, 23, 27, 28], "span": [0, 3, 5, 9, 11, 20, 26, 27, 28], "spare": 1, "spars": [3, 6, 18, 20, 26], "sparse_mtx": [20, 26], "sparsecategoricalcrossentropi": 3, "sparsiti": [10, 18], "spatial": [1, 2, 3, 12], "speak": 23, "special": [6, 7, 10, 12, 13, 20, 23, 26, 27, 28], "specif": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 15, 16, 19, 20, 21, 23, 25, 26, 27, 28], "specifi": [0, 3, 5, 6, 7, 9, 11, 13, 14, 23, 26, 28], "specifici": [0, 10, 26], "spectacular": 3, "spectral": 1, "speech": [0, 1, 3, 4, 12], "speed": [1, 2, 4, 13], "spend": [16, 23], "spent": 21, "sphere": [0, 27], "spin": 6, "spite": 0, "spline": 8, "split": [1, 3, 4, 5, 6, 8, 9, 10, 11, 14, 16, 17, 21, 23, 26, 28], "splite": 0, "splitter": [1, 10], "spontan": 23, "spot": 3, "spread": [0, 11, 23, 26, 27], "springer": [21, 25, 26], "spuriou": 13, "sqquar": 28, "sqrsignal": 3, "sqrt": [3, 4, 5, 6, 8, 10, 11, 13, 23, 27, 28], "squar": [1, 2, 3, 4, 7, 8, 9, 11, 13, 14, 15, 17, 18, 19, 20, 23], "squarederror": 10, "squaredeuclidean": 14, "squash": 12, "srtm": 6, "srtm_data_norway_1": 6, "stabil": [5, 21], "stabl": [0, 4, 5, 6, 9, 16, 19, 21, 26, 27, 28], "stack": [3, 4], "stage": [5, 13, 15, 21], "stai": [0, 2, 4, 5, 11, 26, 27], "stand": [0, 5, 9, 12, 26, 27, 28], "standard": [0, 1, 4, 5, 6, 7, 8, 10, 12, 17, 18, 20, 21, 23, 26, 28], "standardscal": [0, 6, 7, 8, 9, 10, 11, 17, 27], "stanford": [13, 28], "start": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 23, 24, 26, 27, 28], "start_tim": 14, "stat": 6, "state": [1, 2, 4, 5, 6, 7, 8, 10, 11, 12, 13, 19, 23, 26, 27, 28], "statement": [0, 7, 20, 26], "stationari": 28, "statist": [0, 1, 3, 4, 7, 9, 10, 11, 12, 13, 14, 20, 21, 25, 27, 28], "statu": [0, 7, 15, 26], "stavang": 6, "std": [0, 4, 6, 18, 26, 27], "steep": [13, 28], "step": [0, 1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 18, 20, 21, 26, 28], "step_fn": [7, 12], "step_length": 13, "steps_list": 9, "stereo": 3, "still": [0, 2, 3, 5, 6, 11, 13, 23, 27, 28], "stimuli": 12, "stk": [25, 26], "stk2100": [25, 26], "stk3155": [15, 21, 22, 24], "stk4021": [25, 26], "stk4051": [25, 26], "stk4155": [22, 24], "stk5000": 25, "stochast": [0, 1, 5, 6, 8, 11, 12, 28], "stock": 4, "stoke": 12, "stone": [0, 7], "stop": [1, 4, 9, 13, 14, 18, 28], "storag": [5, 27, 28], "store": [0, 1, 2, 3, 6, 11, 13, 18, 23, 26], "storehaug": [24, 26], "str": [1, 3, 4], "straight": [0, 6, 8, 13, 26, 28], "straightforward": [0, 2, 3, 5, 6, 8, 9, 10, 13, 20, 26, 27, 28], "strategi": [0, 1, 9, 26], "stratifi": 6, "strength": [0, 5, 14, 27, 28], "stretch": 11, "strict": [8, 13, 28], "strictli": [8, 13, 28], "stride": [4, 20], "strike": 6, "string": 1, "stroke": 7, "strong": [3, 6, 9, 10, 12, 20, 23], "strongli": [0, 8, 15, 19, 20], "stronli": [], "structur": [0, 1, 2, 3, 6, 9, 10, 12, 19, 26], "stuck": [1, 13, 28], "student": [0, 15, 21, 22, 24, 25, 26], "studi": [0, 3, 4, 5, 6, 7, 8, 11, 12, 13, 19, 21, 25, 26, 27, 28], "studier": 25, "style": [7, 9, 20, 26], "st\u00f8land": 24, "sub": [9, 12], "subdivid": [0, 20, 26], "subfield": 0, "subject": [6, 8, 23], "submit": 26, "subplot": [0, 1, 3, 4, 6, 7, 8, 9, 10, 14, 26], "subplots_adjust": [8, 23], "subprogram": [20, 26], "subract": [0, 27], "subroutin": [0, 26], "subscript": 1, "subsequ": [1, 4, 5, 6, 12, 20, 23, 27, 28], "subset": [1, 6, 9, 12, 13, 19, 26, 28], "subspac": [0, 8, 11, 27], "substanti": [9, 10], "substep": 11, "substitut": [3, 6, 12, 16, 20], "subsubset": 9, "subtask": 6, "subtl": 1, "subtract": [0, 4, 5, 6, 11, 13, 18, 20, 21, 23, 27], "subtre": 9, "succeed": [0, 4, 26], "success": [3, 7, 9, 13, 23], "successfulli": [4, 9], "sudo": [0, 19, 21, 26], "suffer": [0, 1, 2, 5, 10, 26, 27, 28], "suffici": [1, 6, 8, 11, 13, 28], "suggest": [1, 13, 21, 25, 28], "suit": [8, 12], "suitabl": [0, 15, 23, 27], "sum": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "sum_": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 20, 21, 23, 26, 27, 28], "sum_i": [0, 2, 5, 6, 8, 13, 21, 27, 28], "sum_j": [6, 18], "sum_ja_": 0, "sum_k": [6, 8, 12, 20], "sum_logist": 13, "sum_m": 3, "sum_n": 3, "sum_nx_": 3, "summar": [5, 6, 9], "summari": [1, 3, 4, 10, 22, 28], "summat": [0, 3, 16, 27, 28], "sunni": 9, "super": [5, 27, 28], "superfici": 3, "superscript": [1, 12], "supervis": [0, 5, 6, 7, 9, 12, 19, 26, 27, 28], "supplement": [7, 21], "support": [0, 1, 9, 10, 11, 13, 19, 26, 27], "suppos": [0, 5, 6, 7, 8, 10, 11, 12, 13, 20, 26, 27, 28], "suppress": [5, 13, 28], "sure": [0, 1, 4, 6, 16, 21], "surf": 6, "surfac": [0, 6, 26], "surpass": 6, "surpris": [0, 26], "surround": [3, 19], "survei": [0, 5, 6, 26, 27], "svc": [8, 9, 10], "svd": [0, 6, 11, 26], "svdinv": 5, "svm": [8, 9, 10, 11], "svm_clf": [8, 10], "swath": [5, 27, 28], "switch": 0, "sy": [13, 28], "symbol": [1, 5, 11, 13, 19, 23, 26, 27, 28], "symmeteri": 1, "symmetr": [0, 5, 8, 11, 12, 13, 20, 26, 27], "symmetri": 6, "sympi": [0, 19, 21, 26], "synonim": 23, "syntax": 13, "system": [0, 1, 3, 4, 6, 7, 9, 10, 12, 13, 15, 19, 20, 21, 26, 28], "systemat": [4, 6], "t": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 28], "t0": [3, 6, 13], "t1": [2, 13], "t2": 2, "t3": 2, "t_": 2, "t_0": [2, 9, 13], "t_1": 13, "t_b": 10, "t_i": [1, 2, 5, 12, 27, 28], "t_j": 12, "t_k": 9, "tabl": [9, 21, 23, 24, 26], "tabul": [0, 26], "tabular": 26, "tackl": 4, "tag": [2, 3, 4, 5, 6, 7, 12, 13, 14, 20, 23, 27, 28], "taht": [0, 26], "tail": 23, "tailor": [2, 8, 11, 26], "taiwan": [0, 26], "take": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 20, 23, 26, 27, 28], "taken": [0, 1, 3, 6, 10, 13, 20], "tan": 3, "tangent": [1, 4, 12, 13, 28], "tanh": [1, 4, 7, 8, 12], "target": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 18, 26, 27, 28], "target_nam": 9, "task": [0, 1, 3, 6, 9, 11, 12, 14, 21, 26], "tau": [3, 5, 23], "taught": 26, "tax": [], "taylor": [2, 13, 28], "taylornr": [13, 28], "tc": 8, "teach": [15, 22, 26], "team": 1, "teaser": 0, "technic": [0, 5, 6, 13, 21, 28], "techniqu": [0, 1, 8, 10, 13, 19, 23, 25, 26, 27], "technologi": [0, 1], "tell": [0, 4, 6, 10, 11, 13, 16, 23], "temp": 1, "temp1": 1, "temp2": 1, "temperatur": [0, 9, 26], "templat": 18, "temporarili": 1, "ten": [3, 26], "tend": [3, 5, 6, 8, 9, 10, 12, 13, 14, 27], "tendenc": [0, 26], "tension": 6, "tensor": 3, "tensorflow": [0, 2, 4, 8, 14, 19, 20, 21, 25, 26, 27], "term": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 21, 23, 26, 27, 28], "term1": [5, 6, 11], "term2": [5, 6, 11], "term3": [5, 6, 11], "term4": [5, 6, 11], "termin": [0, 4, 5, 9, 10, 13, 15, 27, 28], "terminarl": 15, "terrain": 6, "terrain1": 6, "test": [3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 20, 21, 23, 26, 28], "test_acc": 3, "test_accuraci": [1, 3], "test_error": 6, "test_imag": [3, 4], "test_ind": 6, "test_input": 4, "test_label": [3, 4], "test_loss": 3, "test_pr": 1, "test_predict": 1, "test_rnn": 4, "test_scor": [7, 10], "test_siz": [0, 1, 3, 5, 6, 10, 15, 17, 27, 28], "test_split": 9, "testerror": [0, 6, 27], "testi": 4, "testpredict": 4, "testx": 4, "text": [0, 1, 2, 4, 5, 8, 9, 11, 13, 15, 18, 20, 23, 25, 27, 28], "textbook": [16, 21, 27, 28], "textual": 9, "textur": 1, "tf": [1, 3, 4, 13, 14, 28], "th": [0, 1, 2, 5, 6, 7, 9, 12, 13, 14, 20, 21, 23, 26, 27], "than": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 17, 19, 23, 26, 27], "thank": [4, 6, 27], "theano": [1, 19, 26], "thei": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 18, 20, 21, 23, 26, 27, 28], "them": [0, 1, 3, 4, 6, 8, 9, 10, 11, 12, 13, 18, 20, 21, 26, 27], "theme": [0, 15, 26], "themselv": [0, 21, 23, 26], "thenc": 6, "theorem": [2, 6, 7, 27, 28], "theoret": [0, 4, 10], "theori": [0, 1, 3, 8, 9, 12, 13, 19, 21, 25, 26], "thereaft": [0, 5, 6, 11, 12, 20, 21, 26], "therebi": [0, 5, 7, 11, 21, 26, 27, 28], "therefor": [0, 1, 2, 3, 4, 6, 7, 8, 11, 13, 23, 26, 27, 28], "therein": 11, "thereof": [0, 6, 13, 26], "theta": [0, 1, 4, 5, 6, 7, 13, 16, 21, 23, 26, 27, 28], "theta_": [0, 1, 6, 7, 13, 26, 27, 28], "theta_0": [0, 5, 6, 7, 16, 26, 27, 28], "theta_0x_": [0, 26, 27], "theta_1": [0, 5, 6, 7, 26, 27, 28], "theta_1x_": [0, 26, 27], "theta_1x_0": [0, 26], "theta_1x_1": [0, 7, 26], "theta_1x_2": [0, 26], "theta_1x_i": [7, 27, 28], "theta_2": [0, 26, 27], "theta_2x_": [0, 26, 27], "theta_2x_0": [0, 26], "theta_2x_1": [0, 26], "theta_2x_2": [0, 7, 26], "theta_2x_i": 27, "theta_3x_i": 27, "theta_4x_i": 27, "theta_closed_form": 18, "theta_closed_formol": 18, "theta_closed_formridg": 18, "theta_gdol": 18, "theta_gdridg": 18, "theta_i": [0, 1, 5, 26, 27, 28], "theta_j": [0, 5, 6, 18, 26, 27], "theta_k": 28, "theta_linreg": [13, 28], "theta_ol": 18, "theta_p": 7, "theta_px_p": 7, "theta_ridg": 18, "theta_t": 13, "theta_tru": 18, "thetavalu": 5, "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28], "thing": [0, 1, 2, 4, 5, 7, 9, 15, 16, 18, 23, 26], "think": [0, 1, 3, 4, 6, 9, 12, 13, 14, 23, 26, 27, 28], "third": [0, 3, 6, 13, 24, 26, 28], "thirti": 7, "thorughout": 26, "those": [0, 3, 5, 6, 8, 9, 10, 11, 20, 21, 26, 27, 28], "though": [1, 2, 3, 4, 13, 16, 17, 20, 23], "thought": [6, 14, 21, 23], "thousand": [0, 1, 21, 27], "three": [0, 1, 3, 5, 6, 8, 9, 12, 20, 21, 22, 23, 24, 26, 27, 28], "threshold": [1, 3, 9, 10, 11, 12, 13], "through": [0, 1, 2, 3, 4, 5, 6, 8, 11, 12, 13, 14, 15, 19, 20, 21, 23, 26, 27, 28], "throughout": [0, 4, 5, 14, 15, 19, 20, 23, 26], "throw": [3, 6, 23], "thu": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 24, 26, 27, 28], "thumb": [0, 6, 21, 27], "thursdai": [], "tibshirani": [6, 21, 25, 26], "tick_param": 6, "ticker": [6, 13, 23, 28], "tif": 6, "tight_layout": [1, 7], "tightli": 11, "tild": [0, 5, 6, 7, 11, 21, 23, 26, 27, 28], "till": [0, 4, 7, 8, 9, 10, 12, 20, 26, 27], "time": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28], "timeit": 4, "timer": 4, "tini": 1, "tip": 3, "titl": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 13, 15, 23, 26, 28], "tmp": 13, "tn": [2, 3, 7], "to_categor": [1, 3, 4], "to_categorical_numpi": 1, "to_numer": [0, 6, 26], "todai": 3, "togeth": [0, 3, 6, 8, 11, 13, 19, 26], "toi": 14, "told": 13, "toler": [2, 14], "tolist": 4, "tomographi": 12, "too": [0, 2, 4, 5, 6, 9, 11, 13, 17, 18, 23, 25, 27, 28], "took": [8, 26], "tool": [0, 1, 3, 6, 13, 15, 19, 27], "toolbox": 8, "top": [0, 3, 5, 6, 9, 10, 19, 26], "topic": [0, 5, 6, 7, 8, 19, 21, 27, 28], "topolog": [3, 12], "topologi": [1, 12], "torkjellsdatt": [24, 26], "toss": [10, 23], "total": [0, 1, 2, 3, 4, 6, 7, 8, 10, 11, 12, 13, 14, 20, 23, 24, 26, 27, 28], "total_loss": 4, "totalclustervari": 14, "totalscatt": 14, "toward": [1, 2, 7, 12, 13, 15, 28], "town": [], "tp": [4, 7], "tpng": 9, "tpu": [13, 19, 26], "tqdm": 6, "tr": [], "track": [3, 13, 14, 15, 20, 27, 28], "tract": [], "tractabl": [0, 26, 27], "trade": [5, 9], "tradeoff": [0, 5, 21, 26, 27, 28], "tradit": [0, 1, 4, 6, 26], "train": [2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 16, 17, 21, 28], "train_accuraci": [0, 1, 3, 26], "train_dataset": 4, "train_end": [0, 1, 27], "train_error": 6, "train_imag": [3, 4], "train_ind": 6, "train_label": [3, 4], "train_pr": 1, "train_siz": [0, 1, 3, 27], "train_step": 4, "train_test_split": [0, 1, 3, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "train_test_split_numpi": [0, 1, 27], "trainable_vari": 4, "trained_model": [6, 27], "trainerror": [0, 27], "traini": 4, "training_checkpoint": 4, "training_dataset": 4, "training_gradi": 13, "trainingerror": 6, "trainpredict": 4, "trainscor": 4, "trainx": 4, "trait": [0, 26], "trajectori": 4, "transfer": [9, 26], "transform": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 19, 20, 26, 27, 28], "transit": [6, 12], "translat": [1, 4, 6, 10, 26, 27], "transpos": [1, 5, 11, 20, 27, 28], "travers": [0, 5], "treat": [0, 1, 3, 6, 12, 13, 18, 23, 26, 27, 28], "tree": [0, 1, 19, 26], "tree_clf": [9, 10], "tree_clf_": 9, "tree_clf_sr": 9, "tree_reg": 9, "tree_reg1": 9, "tree_reg2": 9, "trend": 23, "treue": 7, "trevor": [21, 25], "tri": [2, 3, 4, 9, 13, 16], "triain": 0, "trial": [0, 2, 4, 6, 13, 23, 26, 28], "triangl": [13, 28], "triangular": 20, "trick": [3, 4, 8, 11, 13, 23], "trickier": 23, "tridiagon": 20, "trillion": 19, "trivial": [0, 1, 5, 11, 23, 26, 28], "troubl": [0, 8, 12, 15, 27], "truck": 3, "true": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 20, 21, 23, 26, 27, 28], "true_beta": 27, "true_fun": 6, "true_theta": 6, "truli": 26, "try": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 18, 19, 20, 21, 23, 26, 27, 28], "tucker": 8, "tuesdai": [24, 26], "tumor": [7, 9], "tumour": 7, "tunabl": 1, "tune": [4, 9, 13, 20, 26], "turn": [0, 1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 21, 23, 26, 27, 28], "tutori": [1, 4], "tv": 2, "tveito": 2, "tweak": [1, 4, 10, 23], "twice": [13, 28], "twist": 11, "two": [0, 1, 2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 15, 17, 20, 21, 22, 23, 25, 26, 27, 28], "tx": [13, 28], "tx_1": [13, 28], "txt": [4, 15], "ty": [13, 28], "type": [0, 1, 3, 6, 8, 10, 13, 20, 23, 27, 28], "typic": [0, 1, 2, 3, 4, 5, 7, 9, 10, 12, 13, 15, 16, 23, 26, 27, 28], "typo": 21, "u": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 20, 21, 23, 25, 26, 27, 28], "u_": 20, "u_i": 12, "u_m": 10, "ua": [0, 26], "ubuntu": [0, 19, 21, 26], "uci": 21, "uio": [15, 21, 24, 25], "un": 14, "unabl": 15, "unari": [20, 26], "unbalanc": [6, 9], "unbias": [0, 5, 6, 26], "uncent": [6, 27], "uncertainti": [0, 5, 26], "uncertitud": 23, "unchang": [1, 3], "uncorrel": [10, 23], "undefin": [5, 27, 28], "under": [0, 1, 5, 6, 10, 13, 19, 21, 26, 27, 28], "underdetermin": [0, 26], "underfit": [1, 6], "underflowproblem": 5, "undergo": 5, "undergradu": [22, 24], "underli": [0, 1, 9, 13, 18, 23, 26], "underset": [4, 14], "understand": [0, 1, 3, 5, 6, 10, 13, 14, 15, 19, 26, 27, 28], "understood": [8, 13], "undesir": 8, "undetermin": [5, 8], "undo": 4, "unexpect": 6, "unexpected": 23, "unexplain": 18, "unfair": [6, 27], "unfortun": [1, 8, 9, 10], "unicode_liter": [8, 9], "uniform": [0, 1, 5, 6, 11, 13, 21, 23, 26, 28], "uniformli": [13, 23, 28], "unifrompdf": 23, "unimport": [13, 28], "union": [5, 6], "uniqu": [0, 2, 6, 13, 14, 20, 26], "unique_cluster_label": 14, "unit": [0, 1, 3, 4, 5, 10, 12, 18, 23, 26, 27, 28], "unitari": [5, 6, 20, 27, 28], "unitarili": [20, 26], "uniti": 23, "univari": 23, "univers": [0, 1, 2, 13, 19, 21, 22, 24, 26, 27, 28], "unix": 1, "unknow": [0, 20, 26], "unknown": [0, 1, 3, 4, 5, 6, 8, 10, 13, 20, 21, 26, 27, 28], "unknowwn": 12, "unlabel": 1, "unless": [0, 3, 6, 11, 13, 21, 26, 28], "unlik": [1, 3, 8, 13, 28], "unnecessarili": 9, "unord": 3, "unravel": 1, "unrol": [3, 11], "unseen": [0, 7, 9, 15], "unstabl": 1, "unsupervis": [0, 1, 4, 12, 19, 26], "unsymmetr": [20, 26], "until": [1, 2, 4, 9, 12, 13, 14, 28], "untouch": 0, "unusu": 12, "up": [1, 3, 4, 5, 6, 8, 10, 11, 13, 14, 16, 18, 19, 20, 21, 23, 24], "updat": [1, 2, 10, 12, 13, 14, 15, 18], "uploa": 26, "upload": [15, 19, 21, 25], "upon": [0, 1, 6, 7, 11, 20], "upper": [0, 8, 9, 16, 20, 27], "uppercas": [20, 26], "upsampl": 4, "upscal": 4, "url": [26, 27], "us": [4, 5, 6, 8, 9, 10, 11, 12, 14, 15, 17, 20, 23, 25], "usag": [0, 8, 19, 26, 27], "usd": [], "usd10000": [], "use_bia": 4, "usecol": [0, 26], "useless": 1, "user": [0, 1, 2, 4, 6, 7, 15, 19, 20, 21, 26, 27], "usernam": [15, 21], "usetex": 23, "usg": 6, "usr": 23, "usual": [0, 3, 4, 7, 12, 13, 14, 26], "ut": 5, "util": [1, 3, 4, 6, 7, 10, 14, 26], "ux": 20, "v": [2, 4, 5, 6, 11, 13, 15, 19, 27, 28], "v0": 23, "v1": 23, "v2": 23, "v_0": 11, "va": 1, "vahid": 26, "val": 13, "val_accuraci": 3, "val_loss": 4, "vale": 2, "valid": [0, 1, 4, 7, 9, 10, 13, 19, 23, 26, 27], "validation_data": 3, "validation_split": 4, "valu": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 26], "valuat": 9, "valy": 4, "van": [0, 21, 26, 27, 28], "vandenbergh": [8, 13, 28], "vandermond": [0, 26], "vanilla": [0, 6, 11, 14, 27], "vanish": [1, 4, 13, 23, 28], "var": [5, 6, 10, 11, 21, 23, 27], "var_x": 23, "varabl": 8, "varepsilon": [5, 6], "varepsilon_": [5, 6], "varepsilon_i": [5, 6], "vari": [0, 1, 3, 5, 6, 10, 26], "variabl": [0, 1, 2, 5, 6, 7, 8, 10, 11, 12, 13, 14, 20, 26, 27], "varianc": [0, 1, 5, 7, 9, 10, 11, 13, 14, 18, 19, 20, 23, 26, 27, 28], "variance_i": [5, 11, 27], "variance_x": [5, 11, 27], "variant": [0, 1, 6, 8, 12, 13, 26, 27, 28], "variat": [3, 4, 11, 26], "varieti": [0, 3, 12, 19, 21, 26], "variou": [1, 3, 5, 6, 7, 8, 9, 11, 12, 13, 16, 19, 20, 21, 23, 26, 27, 28], "varydimens": 4, "vastli": 3, "vaue": 1, "vault": 0, "vdot": [2, 13, 28], "ve": 21, "vec": 6, "vector": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 13, 14, 17, 18, 19, 28], "vector_mean": 14, "ventur": [0, 8, 19, 26], "venv": 15, "verbos": [1, 3, 4], "veri": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 21, 23, 25, 26, 27, 28], "verifi": [3, 11, 20, 26], "versatil": [8, 26], "versicolor": [8, 9], "version": [0, 3, 10, 13, 14, 15, 19, 20, 21, 23, 26], "versu": 1, "vert": [0, 1, 5, 6, 7, 8, 9, 11, 13, 16, 17, 26, 27, 28], "vert_1": [5, 6, 27, 28], "vert_2": [5, 6, 11, 17, 27, 28], "via": [0, 5, 6, 7, 8, 9, 10, 11, 12, 19, 20, 21, 22, 23, 24, 26, 27, 28], "vidal": 11, "video": [0, 1, 12, 19, 22, 24, 26, 27, 28], "view": [1, 3, 5, 6, 12, 13, 23, 25, 26, 28], "violat": 8, "virginica": 9, "viridi": [0, 1, 2, 3, 26], "virtual": 1, "viscos": 13, "viscou": 13, "visibl": 15, "vision": [0, 3], "visual": [0, 3, 11, 12, 18, 19, 26, 27], "visualis": 1, "visualstudio": [15, 16], "viz": [6, 8, 23], "vmap": 13, "vmax": [1, 6], "vmin": [1, 6], "voic": 3, "volum": [0, 3, 26], "vote": [10, 26], "voting_clf": 10, "votingclassifi": 10, "votingsimpl": 10, "vstack": [5, 11, 20, 23, 26, 27], "vt": [5, 27, 28], "w": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "w1": 8, "w2": [8, 11], "w3": 8, "w_": [1, 12], "w_1": [8, 20], "w_1x_": 8, "w_1x_1": 8, "w_2": [8, 20], "w_2x_": 8, "w_2x_2": 8, "w_3": 20, "w_4": 20, "w_hidden": 2, "w_i": [1, 2, 10], "w_ix_i": 12, "w_j": 20, "w_m": 20, "w_output": 2, "w_px_": 8, "w_px_p": 8, "wa": [1, 3, 4, 5, 6, 7, 10, 11, 12, 14, 17, 20, 26, 27], "wai": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 18, 20, 23, 26, 27, 28], "walk": 9, "walker": 23, "wang": [0, 26], "want": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 23, 26, 27, 28], "warn": 4, "warrant": 6, "wast": 3, "watch": [19, 28], "wave": 3, "wavelet": 8, "we": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28], "weak": [9, 10, 14], "weather": [1, 12], "web": [19, 22, 24, 26], "webpag": 26, "websit": [6, 20, 21, 22, 26], "wedg": [8, 23], "wednesdai": [24, 26], "wee": 11, "week": [0, 5, 6, 7, 21, 22, 24], "weekli": [15, 16, 19, 21, 22, 24, 25, 26], "weight": [1, 2, 3, 6, 7, 9, 10, 12, 13, 18, 23], "weigth": 2, "welcom": [8, 15, 19], "well": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 19, 20, 21, 23, 25, 26, 27, 28], "went": 8, "were": [0, 1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 23, 26], "wessel": [0, 21, 26, 27, 28], "what": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 23], "whatev": 3, "when": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 23, 26, 27, 28], "whenev": [13, 15, 23], "where": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 28], "wherea": [6, 23], "wherefrom": 21, "wherein": [1, 12], "whether": [0, 3, 5, 7, 9, 21, 23, 26], "which": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28], "whichev": [1, 3], "while": [0, 1, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 23, 26, 27, 28], "white": 9, "whiteboard": [27, 28], "who": [0, 15], "whole": [1, 3, 4, 5, 9, 11, 13], "whose": [0, 6, 10, 23, 27], "whow": [11, 27], "why": [0, 1, 3, 6, 13, 15, 16, 17, 21, 27, 28], "wide": [0, 1, 3, 6, 7, 12, 19, 20, 21, 26], "widehat": 6, "width": [0, 3, 8, 9, 26], "wieringen": [0, 21, 26, 27, 28], "wiki": 21, "wikipedia": 21, "win": 10, "wind": 9, "wing": [24, 26], "winther": 2, "wiothout": 6, "wiscons": 7, "wisconsin": 10, "wisdom": [6, 27], "wise": [1, 5, 12, 13, 27, 28], "wish": [0, 2, 5, 7, 8, 11, 13, 14, 18, 20, 21, 26, 27, 28], "with_std": [0, 27], "wither": 6, "within": [0, 2, 3, 4, 7, 9, 12, 13, 14, 23, 25, 26, 28], "withinclust": 14, "without": [0, 1, 5, 6, 8, 9, 11, 12, 13, 15, 21, 26, 27, 28], "won": [0, 15, 26], "wonder": 8, "word": [0, 1, 3, 4, 5, 6, 7, 14, 23, 26, 27, 28], "work": [0, 1, 4, 6, 7, 8, 9, 13, 15, 16, 18, 19, 21, 22, 23, 24, 26, 27], "workshop": 26, "world": [0, 8, 16, 27], "worldwid": [0, 26], "worri": 15, "wors": [0, 1, 3, 4, 6, 26], "worth": 9, "worthi": 21, "would": [0, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 18, 20, 21, 23, 26, 27, 28], "wrap": [6, 20, 26], "write": [0, 1, 2, 3, 5, 6, 7, 8, 12, 13, 15, 16, 20, 26, 27], "written": [0, 2, 3, 5, 11, 12, 13, 16, 19, 20, 21, 23, 26, 27, 28], "wrong": [1, 8, 15], "wrongli": 10, "wrote": [5, 11, 27], "wrt": [10, 13], "wth": [10, 13], "www": [19, 20, 21, 25, 26, 28], "wx_1": 8, "x": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 26, 28], "x0": 8, "x1": [4, 8, 9, 10, 13], "x1_exampl": 8, "x1d": 8, "x2": [8, 9, 10, 13], "x2d": [8, 11], "x2d_train": 11, "x2dsl": 11, "x3": 8, "x_": [0, 2, 3, 5, 6, 8, 10, 11, 13, 14, 20, 23, 26, 27, 28], "x_0": [0, 5, 11, 18, 20, 26, 27], "x_1": [0, 2, 5, 6, 7, 8, 9, 10, 11, 13, 18, 20, 23, 26, 27, 28], "x_2": [0, 2, 5, 6, 7, 8, 9, 10, 11, 13, 20, 23, 26, 27, 28], "x_3": [8, 20, 23], "x_4": 20, "x_6": 18, "x_center": 11, "x_data": 1, "x_data_ful": 1, "x_hidden": 2, "x_i": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 23, 26, 27, 28], "x_input": 2, "x_ix_": [0, 26], "x_iy_i": 8, "x_j": [0, 2, 8, 9, 12, 16, 23, 27], "x_jy_j": 8, "x_k": [12, 14, 20, 23, 27], "x_l": 23, "x_m": [6, 12, 20, 23], "x_mean": 18, "x_n": [0, 2, 3, 6, 8, 11, 12, 13, 20, 23, 26, 28], "x_new": [9, 10], "x_norm": 18, "x_offset": [6, 27], "x_output": 2, "x_p": [3, 7, 9], "x_poli": 9, "x_poly10": 9, "x_pred": 4, "x_prev": 2, "x_reduc": 11, "x_scale": 8, "x_small": 13, "x_std": 18, "x_test": [0, 1, 3, 5, 6, 7, 9, 10, 11, 15, 16, 17, 27, 28], "x_test_": 17, "x_test_own": 6, "x_test_scal": [0, 6, 7, 9, 10, 11, 27], "x_tot": 4, "x_train": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "x_train_": 17, "x_train_mean": [6, 27], "x_train_own": 6, "x_train_scal": [0, 6, 7, 9, 10, 11, 27], "x_val": 1, "xarrai": [19, 26], "xavier": 1, "xbnew": [13, 28], "xcode": [0, 19, 21, 26], "xdclassiffierconfus": 10, "xdclassiffierroc": 10, "xg_clf": 10, "xgb": 10, "xgbclassifi": 10, "xgboost": 9, "xgboot": 10, "xgbregressor": 10, "xgparam": 10, "xgtree": 10, "xi": [8, 13], "xi_": 8, "xi_1": 8, "xi_i": 8, "xk": 8, "xla": [13, 19, 26], "xlabel": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 23, 26, 27, 28], "xlim": [6, 10], "xm": 9, "xmesh": 13, "xnew": [0, 13, 26, 28], "xp": 23, "xpanda": [0, 27], "xpd": [5, 11, 27], "xplot": 0, "xscale": [0, 27], "xsr": 9, "xt_x": [13, 28], "xtest": 6, "xtick": [3, 6, 8, 9], "xtrain": 6, "xu": [0, 26], "xx": [0, 20, 26], "xy": [0, 6, 8, 20, 26], "xytext": 8, "xz": [20, 26], "y": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 26, 27, 28], "y1": 4, "y2": 4, "y3": 4, "y_": [0, 1, 5, 6, 10, 11, 20, 26, 27], "y_0": [0, 5, 11, 20, 26, 27], "y_1": [0, 5, 8, 9, 11, 13, 20, 26, 27, 28], "y_1y_1": 8, "y_1y_1k": 8, "y_1y_2": 8, "y_1y_2k": 8, "y_1y_n": 8, "y_1y_nk": 8, "y_2": [0, 5, 8, 9, 11, 20, 26, 27], "y_2y_1": 8, "y_2y_1k": 8, "y_2y_2": 8, "y_2y_2k": 8, "y_3": [0, 9, 20], "y_4": 20, "y_center": 18, "y_data": [0, 1, 5, 6, 26, 27, 28], "y_data_ful": 1, "y_decis": 8, "y_fit": [0, 27], "y_i": [0, 1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 21, 26, 27, 28], "y_if_": 10, "y_ix_": [0, 26], "y_ix_i": [7, 8, 13, 27, 28], "y_iy_jk": 8, "y_j": [6, 8, 12, 21], "y_k": 12, "y_m": 20, "y_mean": 18, "y_model": [0, 4, 5, 6, 26, 27, 28], "y_n": [8, 13, 28], "y_ny_1": 8, "y_ny_1k": 8, "y_ny_2": 8, "y_ny_2k": 8, "y_ny_n": 8, "y_ny_nk": 8, "y_offset": [6, 17, 27], "y_plot": 9, "y_pred": [0, 1, 4, 6, 7, 8, 9, 10, 27], "y_pred1": 9, "y_pred2": 9, "y_pred_rf": 10, "y_pred_tre": 10, "y_proba": [7, 10], "y_scaler": [6, 27], "y_test": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 15, 16, 17, 27, 28], "y_test_onehot": 1, "y_test_predict": [], "y_tot": 4, "y_train": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 15, 16, 17, 26, 27, 28], "y_train_mean": [6, 27], "y_train_onehot": 1, "y_train_predict": [], "y_train_scal": [6, 27], "y_val": 1, "ye": [3, 6, 7], "year": [0, 19, 26], "yet": [0, 1, 6, 8, 11, 13, 26], "yi": 13, "yield": [0, 2, 5, 6, 8, 10, 12, 13, 14, 20, 23, 26, 28], "yk": 8, "ylabel": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 23, 26, 27, 28], "ylim": [3, 6], "ym": 9, "ymesh": 13, "yn": 0, "yo": [8, 9, 10], "yoshua": [1, 25], "you": [0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28], "young": 0, "your": [1, 2, 4, 5, 6, 8, 11, 13, 15, 17, 19, 20, 26, 28], "your_model_object": 16, "yourself": [11, 13, 26, 28], "youtu": [27, 28], "youtub": [19, 28], "ypred": 6, "ypredict": [0, 13, 26, 27, 28], "ypredict2": [13, 28], "ypredictlasso": [5, 28], "ypredictol": [0, 5, 28], "ypredictown": [6, 27], "ypredictownridg": [6, 27, 28], "ypredictridg": [0, 5, 6, 27, 28], "ypredictskl": [6, 27], "ytest": 6, "ytick": [3, 6, 8, 9], "ytild": [0, 6, 26, 27], "ytildelasso": [5, 28], "ytildenp": [0, 26, 27], "ytildeol": [0, 5, 28], "ytildeownridg": [6, 27, 28], "ytilderidg": [5, 6, 27, 28], "ytrain": 6, "yuxi": 26, "yx": [20, 26], "yy": [20, 26], "yz": [20, 26], "z": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 20, 23, 26, 27], "z_": [1, 2, 12, 20, 26], "z_0": [20, 26], "z_1": [20, 26], "z_2": [20, 26], "z_c": 1, "z_h": 1, "z_hidden": 2, "z_i": [1, 12], "z_j": [1, 12], "z_k": [12, 27], "z_m": 1, "z_mod": 9, "z_o": 1, "z_output": 2, "zaman": 23, "zaxi": 6, "zero": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 26, 27, 28], "zeros_lik": 4, "zeroth": 27, "zfill": 4, "zip": [4, 6], "zm_h": [0, 26], "zn": [], "zone": [], "zoom": 26, "zx": [20, 26], "zy": [20, 26], "zz": [20, 26], "\u00f8yvind": [6, 27]}, "titles": ["3. Linear Regression", "14. Building a Feed Forward Neural Network", "15. Solving Differential Equations with Deep Learning", "16. Convolutional Neural Networks", "17. Recurrent neural networks: Overarching view", "4. Ridge and Lasso Regression", "5. Resampling Methods", "6. Logistic Regression", "8. Support Vector Machines, overarching aims", "9. Decision trees, overarching aims", "10. Ensemble Methods: From a Single Tree to Many Trees and Extreme Boosting, Meet the Jungle of Methods", "11. Basic ideas of the Principal Component Analysis (PCA)", "13. Neural networks", "7. Optimization, the central part of any Machine Learning algortithm", "12. Clustering and Unsupervised Learning", "Exercises week 34", "Exercises week 35", "Exercises week 36", "Exercises week 37", "Applied Data Analysis and Machine Learning", "2. Linear Algebra, Handling of Arrays and more Python Features", "Project 1 on Machine Learning, deadline October 6 (midnight), 2025", "Course setting", "1. Elements of Probability Theory and Statistical Data Analysis", "Teachers and Grading", "Textbooks", "Week 34: Introduction to the course, Logistics and Practicalities", "Week 35: From Ordinary Linear Regression to Ridge and Lasso Regression", "Week 36: Linear Regression and Gradient descent"], "titleterms": {"": [8, 10, 28], "1": [0, 15, 16, 17, 18, 21, 27], "1a": 18, "2": [0, 15, 16, 17, 18, 26, 27, 28], "2023": 24, "2025": 21, "2a": [], "2b": [], "3": [0, 15, 16, 17, 18, 27], "34": [15, 26], "35": [16, 27], "36": [17, 28], "37": 18, "3a": 18, "3b": 18, "4": [0, 15, 16, 17, 18, 27], "4a": 18, "4b": 18, "5": [0, 16, 18], "6": 21, "A": [0, 1, 4, 8, 9, 26], "And": [26, 27], "In": 24, "Ising": 6, "The": [0, 1, 2, 3, 5, 6, 7, 8, 9, 11, 12, 15, 19, 26, 27, 28], "To": 26, "With": [4, 28], "about": [26, 27, 28], "abov": 28, "activ": [1, 12], "ad": [0, 6, 21, 26, 27], "adaboost": 10, "adagrad": 13, "adam": 13, "adapt": 10, "adjust": 1, "advanc": 21, "adversari": 4, "again": [3, 9], "ai": [21, 26], "aim": [8, 9, 26], "aka": 26, "algebra": [20, 26], "algorithm": [9, 10, 11, 12, 26, 27, 28], "algortithm": [13, 28], "all": 8, "an": [0, 4, 10, 15, 26], "analys": [5, 27, 28], "analysi": [0, 5, 6, 11, 19, 21, 23, 26, 27, 28], "analyt": [0, 16, 18], "ani": [13, 28], "anoth": [9, 28], "appli": 19, "approach": [0, 8, 14, 26], "approxim": 12, "architectur": 1, "arrai": [20, 26], "assist": 24, "autocorrel": 23, "autograd": [2, 13], "automat": 13, "b": 21, "back": [1, 11, 12, 27, 28], "background": [19, 21], "bag": 10, "base": 13, "basic": [0, 5, 7, 9, 10, 11, 20, 27, 28], "batch": 1, "bay": 5, "befor": 11, "better": 8, "bia": [6, 21], "binari": 1, "bind": 26, "bird": 10, "boldsymbol": [18, 27], "boost": 10, "bootstrap": [6, 10], "boston": [], "breast": 1, "brief": 26, "bring": 12, "build": [1, 3, 9], "c": [21, 26], "calcul": [18, 27, 28], "can": 26, "cancer": [1, 7, 9, 11], "cart": 9, "case": [8, 10, 23, 27, 28], "central": [13, 19, 23, 28], "chain": 12, "chang": 10, "channel": 26, "chi": [0, 26], "choic": 17, "choos": 1, "cifar01": 3, "classic": 11, "classif": [1, 9, 10], "classifi": 8, "clip": 1, "cluster": 14, "cnn": 3, "code": [1, 2, 5, 9, 11, 12, 13, 14, 15, 16, 21, 26, 27, 28], "collect": [1, 3], "commun": 26, "compar": [2, 10, 16], "comparison": 28, "complet": 27, "complex": [0, 6, 21, 27], "complic": 6, "compon": 11, "comput": 9, "computerlab": 26, "con": 9, "concept": 23, "condit": 28, "conjug": 13, "contn": 26, "convex": [8, 13, 28], "convolut": [3, 12], "correl": [11, 27], "correspond": [], "cost": [1, 10, 27, 28], "cours": [19, 22, 25, 26], "covari": [5, 11, 23, 27], "cover": 26, "creat": 16, "cross": [6, 21], "cython": 26, "d": 21, "data": [0, 1, 3, 6, 7, 9, 11, 15, 17, 18, 19, 23, 26, 27], "dataset": [1, 3, 18], "david": 26, "deadlin": [21, 26], "deadllin": 24, "decai": 2, "decis": [9, 10], "decomposit": [5, 11, 20, 27, 28], "deeep": [], "deep": [1, 2, 26], "defin": [1, 26], "degre": [0, 17, 27], "deliver": [15, 16], "deliveri": 21, "dens": 0, "deriv": [5, 12, 16, 17, 27, 28], "descent": [2, 10, 13, 18, 21, 28], "design": 27, "detail": [3, 26], "develop": 1, "diagon": 11, "differ": 8, "differenti": [2, 13], "diffus": 2, "dimension": [2, 3, 8, 18], "disadvantag": 9, "discret": 23, "discrimin": 26, "distribut": [5, 23], "do": 1, "doe": [27, 28], "domain": 23, "down": 1, "dropout": 1, "e": 21, "economi": [27, 28], "electron": 21, "element": [0, 23, 26], "elimin": 20, "energi": 26, "ensembl": 10, "entropi": 9, "environ": [0, 15], "equat": [0, 2, 12, 27, 28], "error": [0, 10, 26, 27, 28], "essenti": 26, "etc": 26, "euler": 2, "evalu": 1, "exampl": [1, 2, 3, 4, 6, 7, 8, 9, 10, 26, 27, 28], "exercis": [0, 6, 15, 16, 17, 18, 27], "expect": 23, "experi": 23, "explor": 0, "exponenti": 2, "express": [16, 17, 27], "extend": 28, "extrapol": 4, "extrem": [10, 26], "ey": 10, "f": 21, "fall": 24, "famili": [1, 26], "famou": 20, "fantast": [27, 28], "featur": [9, 16, 20, 27], "feed": [1, 12], "final": [12, 27], "find": [16, 18], "fine": 1, "first": [4, 12, 26, 28], "fit": [0, 10, 15, 16, 26, 28], "fix": [27, 28], "forc": 3, "forest": 10, "form": 18, "format": [21, 26], "formula": 18, "forward": [1, 2, 12], "foster": 26, "fourier": 3, "frank": 6, "freedom": [0, 17, 27], "frequent": 27, "frequentist": [0, 26], "from": [5, 10, 12, 26, 27, 28], "full": 2, "function": [0, 1, 6, 7, 8, 10, 11, 12, 13, 21, 23, 26, 27, 28], "further": [3, 5, 27, 28], "g": 21, "gan": 4, "gaussian": 20, "gd": 13, "gener": [4, 9, 26], "geometr": [11, 28], "gini": 9, "github": 15, "goal": [15, 16, 17, 18], "good": [0, 26], "grade": [24, 26], "gradient": [1, 2, 10, 13, 18, 21, 28], "growth": 2, "h": 21, "ha": 19, "handl": [20, 26], "hessian": [27, 28], "hidden": 2, "hous": [], "how": 16, "hyperparamet": [1, 17], "hyperplan": 8, "i": [0, 1, 26], "id3": 9, "idea": 11, "ideal": 28, "ii": 26, "illustr": 28, "implement": [1, 16, 17, 18], "implic": [5, 27, 28], "import": [5, 20, 26, 27, 28], "improv": 1, "includ": [13, 21], "increment": 11, "index": 9, "inform": 24, "input": 2, "instal": [19, 21, 26], "instructor": 24, "interpret": [5, 11, 26, 27, 28], "introduc": [11, 13, 27], "introduct": [0, 6, 19, 20, 21, 26], "invers": [5, 20], "invert": [27, 28], "iter": 10, "its": 27, "jacobian": 27, "jax": 13, "julia": 26, "jungl": 10, "kera": [1, 3], "kernel": [8, 11], "lab": 28, "lagrangian": 8, "lasso": [5, 6, 21, 27, 28], "last": 27, "later": [5, 27, 28], "layer": [1, 2, 3, 12], "learn": [0, 1, 2, 11, 13, 14, 15, 16, 17, 18, 19, 21, 26, 27, 28], "least": [5, 6, 16, 21, 26, 27, 28], "lectur": [26, 28], "level": 10, "librari": [19, 26], "likelihood": 7, "limit": [1, 13, 23, 28], "linear": [0, 8, 13, 15, 20, 26, 27, 28], "link": [5, 11, 25, 27], "literatur": 21, "logist": [7, 26], "loss": [27, 28], "lu": 20, "machin": [0, 8, 13, 19, 21, 26, 28], "main": [23, 26], "make": [0, 9, 10, 27], "mani": [10, 12], "mass": 26, "materi": [21, 26, 27, 28], "math": [5, 27, 28], "mathemat": [3, 5, 8, 27, 28], "matric": [5, 20, 26], "matrix": [1, 5, 11, 12, 16, 20, 26, 27, 28], "matter": 0, "max": 27, "mean": [0, 27, 28], "meet": [5, 10, 23, 26, 27], "mercer": 8, "method": [6, 9, 10, 13, 21, 26, 28], "midnight": 21, "min": 27, "minim": 26, "ml": 26, "mlp": 12, "mnist": [3, 4], "model": [0, 1, 4, 6, 12, 15, 17, 26], "momentum": [13, 21], "mondai": 28, "moon": [8, 9], "more": [3, 6, 20, 21, 26, 27, 28], "multilay": 12, "multipl": [1, 3, 17], "multipli": 8, "need": [21, 26], "network": [1, 2, 3, 4, 7, 12, 26], "neural": [1, 2, 3, 4, 7, 12, 26], "new": [4, 18], "newton": 28, "non": 8, "normal": [0, 1], "notat": 12, "note": [21, 27, 28], "now": [1, 9, 13, 28], "nuclear": [0, 26], "numba": 26, "number": [0, 2, 23, 27], "numer": [2, 21, 23], "numpi": [20, 26], "object": 3, "obtain": 11, "octob": 21, "od": 2, "off": [6, 21], "ol": [5, 6, 15, 16, 18, 21, 28], "one": [2, 12, 18, 28], "oper": 20, "optim": [1, 8, 13, 18, 19, 26, 27, 28], "order": [13, 18], "ordinari": [5, 6, 16, 21, 26, 27, 28], "organ": [0, 26], "oslo": 25, "other": [4, 9, 11, 12, 20, 21, 26], "our": [0, 4, 5, 11, 13, 21, 26, 27, 28], "outcom": [19, 26], "output": 2, "overarch": [0, 4, 8, 9, 26, 27], "overview": [10, 26], "own": [0, 10, 11, 21, 26, 27], "packag": [20, 26], "panda": [26, 27], "paramet": [26, 27], "paramt": 18, "part": [13, 19, 21, 28], "partial": 2, "pass": 1, "pca": 11, "pdf": 23, "perceptron": 12, "perform": [1, 9], "period": 3, "perspect": 1, "plan": [27, 28], "plethora": 26, "point": 4, "poisson": 2, "polynomi": [3, 16, 18, 28], "popul": 2, "popular": 26, "practic": [13, 24, 26], "pre": [1, 3], "preambl": 21, "predict": 4, "preprocess": 27, "prerequisit": [3, 19, 26], "princip": 11, "principl": 3, "pro": 9, "probabl": [5, 23], "problem": [1, 2, 13, 26, 27, 28], "procedur": [9, 26], "process": [1, 3], "program": [2, 13, 21, 28], "project": [6, 21, 24, 26], "prop": 13, "propag": [1, 12], "properti": [5, 23, 27, 28], "python": [0, 9, 15, 19, 20, 26], "quick": 8, "r": 26, "random": [10, 11, 23], "raphson": 28, "rate": 21, "read": [9, 26, 27], "real": [6, 26], "recommend": [26, 27], "recurr": [4, 12], "reduc": [0, 27], "reduct": 3, "refer": 21, "reformul": 2, "regress": [0, 5, 6, 7, 9, 10, 13, 15, 17, 18, 21, 26, 27, 28], "regular": 1, "relat": [], "relev": [25, 27], "relu": 1, "remark": 3, "remind": [6, 8, 26, 27, 28], "replac": 13, "report": 21, "repositori": 15, "requir": [2, 19], "resampl": [6, 21], "rescal": [6, 27], "residu": [27, 28], "resourc": 2, "result": [27, 28], "revisit": [13, 28], "rewrit": [26, 27], "ridg": [0, 5, 6, 17, 18, 21, 27, 28], "rm": 13, "rule": 12, "rung": 21, "same": 13, "sampl": 11, "scale": [17, 18, 27], "schedul": 26, "schemat": 9, "scheme": 2, "scienc": 26, "scikit": [0, 1, 11, 26, 27, 28], "second": [13, 18], "semest": 24, "sensit": 28, "septemb": 28, "session": 28, "set": [0, 2, 3, 9, 12, 15, 22, 26, 27, 28], "setup": 15, "sgd": 13, "should": 1, "similar": 13, "simpl": [0, 4, 9, 13, 18, 26, 27, 28], "simplest": 18, "singl": 10, "singular": [5, 11, 27, 28], "size": [27, 28], "sklearn": 16, "soft": 8, "softmax": 1, "softwar": [21, 26], "solv": [2, 28], "solver": 13, "some": [13, 20, 27, 28], "specifi": 2, "split": [0, 15, 27], "squar": [0, 5, 6, 10, 16, 21, 26, 27, 28], "standard": [13, 27], "state": 0, "statist": [5, 6, 19, 23, 26], "steepest": [10, 13, 28], "stochast": [13, 21, 23], "strongli": 26, "suggest": 26, "summari": [24, 26], "superposit": 3, "supervis": 1, "support": 8, "svd": [5, 27, 28], "synthet": 18, "systemat": 3, "t": 27, "take": 16, "taken": 26, "teach": 24, "teacher": [24, 26], "technic": 27, "techniqu": [6, 11, 21], "technologi": 19, "tensorflow": [1, 3], "tent": [24, 26], "test": [0, 1, 15, 17, 27], "text": 26, "textbook": [25, 26], "than": 28, "theorem": [5, 8, 11, 12, 23], "theori": 23, "theta": 18, "thi": 26, "tip": 13, "togeth": 12, "tool": [21, 26], "top": 1, "topic": 26, "toward": 11, "trade": [6, 21], "tradeoff": 6, "train": [0, 1, 4, 15, 26, 27], "transform": 3, "tree": [9, 10], "tuesdai": 28, "tune": 1, "two": [3, 8, 19], "type": [2, 4, 12, 26], "uio": 26, "univers": [12, 25], "unsupervis": 14, "up": [0, 2, 9, 12, 15, 26, 27, 28], "updat": 21, "us": [0, 1, 2, 3, 7, 13, 16, 18, 19, 21, 26, 27, 28], "v": 3, "valid": [6, 21], "valu": [5, 11, 23, 27, 28], "variabl": [23, 28], "varianc": [6, 21], "variou": 0, "vector": [8, 12, 16, 20, 26, 27], "versu": 26, "view": [0, 4, 10, 27], "virtual": 15, "visual": [1, 9], "wai": [9, 21], "wave": 2, "we": 26, "wednesdai": 28, "week": [15, 16, 17, 18, 26, 27, 28], "weekli": [], "what": [0, 26, 27, 28], "which": 1, "why": 26, "wisconsin": 7, "write": [4, 11, 21, 28], "x": 27, "xgboost": 10, "yet": 28, "your": [0, 10, 16, 18, 21, 27]}}) \ No newline at end of file diff --git a/doc/LectureNotes/_build/jupyter_execute/exercisesweek37.ipynb b/doc/LectureNotes/_build/jupyter_execute/exercisesweek37.ipynb index d94c3398b..23a5a9d27 100644 --- a/doc/LectureNotes/_build/jupyter_execute/exercisesweek37.ipynb +++ b/doc/LectureNotes/_build/jupyter_execute/exercisesweek37.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "1b638450", + "id": "1b941c35", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "60060788", + "id": "dc05b096", "metadata": { "editable": true }, @@ -27,7 +27,7 @@ }, { "cell_type": "markdown", - "id": "7cdd88e4", + "id": "2cf07405", "metadata": { "editable": true }, @@ -37,7 +37,7 @@ "After having completed these exercises you will have:\n", "1. Your own code for the implementation of the simplest gradient descent approach applied to ordinary least squares (OLS) and Ridge regression\n", "\n", - "2. Be able to compare the analytical expressions for OLS and Rudge regression with the gradient descent approach\n", + "2. Be able to compare the analytical expressions for OLS and Ridge regression with the gradient descent approach\n", "\n", "3. Explore the role of the learning rate in the gradient descent approach and the hyperparameter $\\lambda$ in Ridge regression\n", "\n", @@ -46,7 +46,7 @@ }, { "cell_type": "markdown", - "id": "0328fa2a", + "id": "3c139edb", "metadata": { "editable": true }, @@ -58,7 +58,7 @@ }, { "cell_type": "markdown", - "id": "ac760265", + "id": "aad4cfac", "metadata": { "editable": true }, @@ -70,7 +70,7 @@ }, { "cell_type": "markdown", - "id": "8d4b0753", + "id": "6682282f", "metadata": { "editable": true }, @@ -83,7 +83,7 @@ }, { "cell_type": "markdown", - "id": "4517d311", + "id": "89e2f4c4", "metadata": { "editable": true }, @@ -99,7 +99,7 @@ }, { "cell_type": "markdown", - "id": "da1834a9", + "id": "b06d4e53", "metadata": { "editable": true }, @@ -120,7 +120,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "590b2fb0", + "id": "63796480", "metadata": { "collapsed": false, "editable": true @@ -140,7 +140,7 @@ }, { "cell_type": "markdown", - "id": "24dd92fc", + "id": "80748600", "metadata": { "editable": true }, @@ -156,7 +156,7 @@ }, { "cell_type": "markdown", - "id": "4ba80e16", + "id": "92751e5f", "metadata": { "editable": true }, @@ -168,18 +168,18 @@ }, { "cell_type": "markdown", - "id": "be65f56f", + "id": "aedfbd7a", "metadata": { "editable": true }, "source": [ - "## Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters $\\boldsymbol{\\theta}$" + "## Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters $\\boldsymbol{\\theta}$" ] }, { "cell_type": "code", "execution_count": 2, - "id": "c265677e", + "id": "5d1288fa", "metadata": { "collapsed": false, "editable": true @@ -200,7 +200,7 @@ }, { "cell_type": "markdown", - "id": "b989efb9", + "id": "628f5e89", "metadata": { "editable": true }, @@ -214,7 +214,7 @@ }, { "cell_type": "markdown", - "id": "17b08af7", + "id": "f115ba4e", "metadata": { "editable": true }, @@ -226,7 +226,7 @@ }, { "cell_type": "markdown", - "id": "6acd4708", + "id": "a9b5189c", "metadata": { "editable": true }, @@ -238,7 +238,7 @@ }, { "cell_type": "markdown", - "id": "50579422", + "id": "a3969ff6", "metadata": { "editable": true }, @@ -258,7 +258,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "c57cc917", + "id": "34d87303", "metadata": { "collapsed": false, "editable": true @@ -277,13 +277,14 @@ "cost_history = np.zeros(num_iters)\n", "\n", "# Gradient descent loop\n", - "m = n_samples # number of examples\n", + "m = n_samples # number of data points\n", "for t in range(num_iters):\n", " # Compute prediction error\n", " error = X_norm.dot(theta) - y_centered \n", " # Compute cost for OLS and Ridge (MSE + regularization for Ridge) for monitoring\n", " cost_OLS = ?\n", " cost_Ridge = ?\n", + " # You could add a history for both methods (optional)\n", " cost_history[t] = ?\n", " # Compute gradients for OSL and Ridge\n", " grad_OLS = ?\n", @@ -301,7 +302,7 @@ }, { "cell_type": "markdown", - "id": "e2654903", + "id": "989f70bb", "metadata": { "editable": true }, @@ -313,19 +314,19 @@ }, { "cell_type": "markdown", - "id": "7e7e7de6", + "id": "370b2dad", "metadata": { "editable": true }, "source": [ "### 4b)\n", "\n", - "Try to add a stopping parameter as function of the number iterations. How would you define a stopping criterion?" + "Try to add a stopping parameter as function of the number iterations and the difference between the new and old $\\theta$ values. How would you define a stopping criterion?" ] }, { "cell_type": "markdown", - "id": "75542708", + "id": "ef197cd7", "metadata": { "editable": true }, @@ -351,7 +352,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "06077986", + "id": "4ccc2f65", "metadata": { "collapsed": false, "editable": true @@ -380,7 +381,7 @@ }, { "cell_type": "markdown", - "id": "86d46505", + "id": "00e279ef", "metadata": { "editable": true }, @@ -394,7 +395,7 @@ }, { "cell_type": "markdown", - "id": "f1d2f848", + "id": "c910b3f4", "metadata": { "editable": true }, @@ -406,7 +407,7 @@ }, { "cell_type": "markdown", - "id": "f1c91e84", + "id": "89e6e040", "metadata": { "editable": true }, diff --git a/doc/LectureNotes/exercisesweek37.ipynb b/doc/LectureNotes/exercisesweek37.ipynb index e6ebd7459..25296c4e0 100644 --- a/doc/LectureNotes/exercisesweek37.ipynb +++ b/doc/LectureNotes/exercisesweek37.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "1b638450", + "id": "1b941c35", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "60060788", + "id": "dc05b096", "metadata": { "editable": true }, @@ -27,7 +27,7 @@ }, { "cell_type": "markdown", - "id": "7cdd88e4", + "id": "2cf07405", "metadata": { "editable": true }, @@ -37,7 +37,7 @@ "After having completed these exercises you will have:\n", "1. Your own code for the implementation of the simplest gradient descent approach applied to ordinary least squares (OLS) and Ridge regression\n", "\n", - "2. Be able to compare the analytical expressions for OLS and Rudge regression with the gradient descent approach\n", + "2. Be able to compare the analytical expressions for OLS and Ridge regression with the gradient descent approach\n", "\n", "3. Explore the role of the learning rate in the gradient descent approach and the hyperparameter $\\lambda$ in Ridge regression\n", "\n", @@ -46,7 +46,7 @@ }, { "cell_type": "markdown", - "id": "0328fa2a", + "id": "3c139edb", "metadata": { "editable": true }, @@ -58,7 +58,7 @@ }, { "cell_type": "markdown", - "id": "ac760265", + "id": "aad4cfac", "metadata": { "editable": true }, @@ -70,7 +70,7 @@ }, { "cell_type": "markdown", - "id": "8d4b0753", + "id": "6682282f", "metadata": { "editable": true }, @@ -83,7 +83,7 @@ }, { "cell_type": "markdown", - "id": "4517d311", + "id": "89e2f4c4", "metadata": { "editable": true }, @@ -99,7 +99,7 @@ }, { "cell_type": "markdown", - "id": "da1834a9", + "id": "b06d4e53", "metadata": { "editable": true }, @@ -120,7 +120,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "590b2fb0", + "id": "63796480", "metadata": { "collapsed": false, "editable": true @@ -140,7 +140,7 @@ }, { "cell_type": "markdown", - "id": "24dd92fc", + "id": "80748600", "metadata": { "editable": true }, @@ -156,7 +156,7 @@ }, { "cell_type": "markdown", - "id": "4ba80e16", + "id": "92751e5f", "metadata": { "editable": true }, @@ -168,18 +168,18 @@ }, { "cell_type": "markdown", - "id": "be65f56f", + "id": "aedfbd7a", "metadata": { "editable": true }, "source": [ - "## Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters $\\boldsymbol{\\theta}$" + "## Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters $\\boldsymbol{\\theta}$" ] }, { "cell_type": "code", "execution_count": 2, - "id": "c265677e", + "id": "5d1288fa", "metadata": { "collapsed": false, "editable": true @@ -200,7 +200,7 @@ }, { "cell_type": "markdown", - "id": "b989efb9", + "id": "628f5e89", "metadata": { "editable": true }, @@ -214,7 +214,7 @@ }, { "cell_type": "markdown", - "id": "17b08af7", + "id": "f115ba4e", "metadata": { "editable": true }, @@ -226,7 +226,7 @@ }, { "cell_type": "markdown", - "id": "6acd4708", + "id": "a9b5189c", "metadata": { "editable": true }, @@ -238,7 +238,7 @@ }, { "cell_type": "markdown", - "id": "50579422", + "id": "a3969ff6", "metadata": { "editable": true }, @@ -258,7 +258,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "c57cc917", + "id": "34d87303", "metadata": { "collapsed": false, "editable": true @@ -277,13 +277,14 @@ "cost_history = np.zeros(num_iters)\n", "\n", "# Gradient descent loop\n", - "m = n_samples # number of examples\n", + "m = n_samples # number of data points\n", "for t in range(num_iters):\n", " # Compute prediction error\n", " error = X_norm.dot(theta) - y_centered \n", " # Compute cost for OLS and Ridge (MSE + regularization for Ridge) for monitoring\n", " cost_OLS = ?\n", " cost_Ridge = ?\n", + " # You could add a history for both methods (optional)\n", " cost_history[t] = ?\n", " # Compute gradients for OSL and Ridge\n", " grad_OLS = ?\n", @@ -301,7 +302,7 @@ }, { "cell_type": "markdown", - "id": "e2654903", + "id": "989f70bb", "metadata": { "editable": true }, @@ -313,19 +314,19 @@ }, { "cell_type": "markdown", - "id": "7e7e7de6", + "id": "370b2dad", "metadata": { "editable": true }, "source": [ "### 4b)\n", "\n", - "Try to add a stopping parameter as function of the number iterations. How would you define a stopping criterion?" + "Try to add a stopping parameter as function of the number iterations and the difference between the new and old $\\theta$ values. How would you define a stopping criterion?" ] }, { "cell_type": "markdown", - "id": "75542708", + "id": "ef197cd7", "metadata": { "editable": true }, @@ -351,7 +352,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "06077986", + "id": "4ccc2f65", "metadata": { "collapsed": false, "editable": true @@ -380,7 +381,7 @@ }, { "cell_type": "markdown", - "id": "86d46505", + "id": "00e279ef", "metadata": { "editable": true }, @@ -394,7 +395,7 @@ }, { "cell_type": "markdown", - "id": "f1d2f848", + "id": "c910b3f4", "metadata": { "editable": true }, @@ -406,7 +407,7 @@ }, { "cell_type": "markdown", - "id": "f1c91e84", + "id": "89e6e040", "metadata": { "editable": true }, diff --git a/doc/Programs/Regression/ooreg.py b/doc/Programs/Regression/ooreg.py index 7121a99d9..26b842305 100644 --- a/doc/Programs/Regression/ooreg.py +++ b/doc/Programs/Regression/ooreg.py @@ -30,8 +30,8 @@ class LinearRegression: return X_bias @ self.weights class RidgeRegression: - def __init__(self, alpha=1.0): - self.alpha = alpha + def __init__(self, theta=1.0): + self.theta = theta self.weights = None def fit(self, X, y): @@ -39,15 +39,15 @@ class RidgeRegression: n = X_bias.shape[1] I = np.eye(n) I[0, 0] = 0 - self.weights = np.linalg.inv(X_bias.T @ X_bias + self.alpha * I) @ X_bias.T @ y + self.weights = np.linalg.pinv(X_bias.T @ X_bias + self.theta * I) @ X_bias.T @ y def predict(self, X): X_bias = np.c_[np.ones((X.shape[0], 1)), X] return X_bias @ self.weights class LassoRegression: - def __init__(self, alpha=1.0, max_iter=1000, tol=1e-4): - self.alpha = alpha + def __init__(self, theta=1.0, max_iter=1000, tol=1e-4): + self.theta = theta self.max_iter = max_iter self.tol = tol self.weights = None @@ -65,10 +65,10 @@ class LassoRegression: if j == 0: self.weights[j] = rho / np.sum(X_bias[:, j] ** 2) else: - if rho < -self.alpha / 2: - self.weights[j] = (rho + self.alpha / 2) / np.sum(X_bias[:, j] ** 2) - elif rho > self.alpha / 2: - self.weights[j] = (rho - self.alpha / 2) / np.sum(X_bias[:, j] ** 2) + if rho < -self.theta / 2: + self.weights[j] = (rho + self.theta / 2) / np.sum(X_bias[:, j] ** 2) + elif rho > self.theta / 2: + self.weights[j] = (rho - self.theta / 2) / np.sum(X_bias[:, j] ** 2) else: self.weights[j] = 0 if np.linalg.norm(self.weights - weights_old, ord=1) < self.tol: @@ -79,11 +79,11 @@ class LassoRegression: return X_bias @ self.weights class KernelRidgeRegression: - def __init__(self, alpha=1.0, gamma=0.1): - self.alpha = alpha + def __init__(self, theta=1.0, gamma=0.1): + self.theta = theta self.gamma = gamma self.X_train = None - self.alpha_vec = None + self.theta_vec = None def _rbf_kernel(self, X1, X2): dists = np.sum((X1[:, np.newaxis] - X2[np.newaxis, :]) ** 2, axis=2) @@ -93,11 +93,11 @@ class KernelRidgeRegression: self.X_train = X K = self._rbf_kernel(X, X) n = K.shape[0] - self.alpha_vec = np.linalg.inv(K + self.alpha * np.eye(n)) @ y + self.theta_vec = np.linalg.pinv(K + self.theta * np.eye(n)) @ y def predict(self, X): K = self._rbf_kernel(X, self.X_train) - return K @ self.alpha_vec + return K @ self.theta_vec if __name__ == "__main__": np.random.seed(42) @@ -106,9 +106,9 @@ if __name__ == "__main__": models = { "linear": LinearRegression(), - "ridge": RidgeRegression(alpha=1.0), - "lasso": LassoRegression(alpha=0.1), - "kernel_ridge": KernelRidgeRegression(alpha=1.0, gamma=5.0) + "ridge": RidgeRegression(theta=1.0), + "lasso": LassoRegression(theta=0.1), + "kernel_ridge": KernelRidgeRegression(theta=1.0, gamma=5.0) } for name, model in models.items(): diff --git a/doc/Programs/Regression/predictions_kernel_ridge.csv b/doc/Programs/Regression/predictions_kernel_ridge.csv new file mode 100644 index 000000000..14a72e49b --- /dev/null +++ b/doc/Programs/Regression/predictions_kernel_ridge.csv @@ -0,0 +1,101 @@ +X,True Y,Predicted Y +0.749080237694725,6.29076424720326,5.9632111096332805 +1.9014286128198323,9.554782163226564,8.923791804579743 +1.4639878836228102,8.43784403913618,8.14487876291345 +1.1973169683940732,6.598166447881773,7.23065576409039 +0.31203728088487304,4.826275898735863,5.010606946926668 +0.3119890406724053,5.114523407773089,5.010493117819951 +0.11616722433639892,5.087448695379955,4.368853673783048 +1.7323522915498704,8.937921765512787,9.20139481417348 +1.2022300234864176,7.202443269012659,7.2453112461884785 +1.416145155592091,7.997556944984005,7.952005287248253 +0.041168988591604894,4.581208024625852,3.9887394849785283 +1.9398197043239886,9.983834667801808,8.66111601751442 +1.6648852816008435,8.72977574291901,9.010778402281698 +0.4246782213565523,5.530668380626334,5.252160449642787 +0.36364993441420124,5.139488577916623,5.125983179085797 +0.36680901970686763,5.584749554387048,5.132710704422761 +0.6084844859190754,5.474426910818551,5.6348527679735305 +1.0495128632644757,6.9847075164945425,6.792075642513141 +0.8638900372842315,6.395616035286616,6.260416621744536 +0.5824582803960838,5.015617367122192,5.577965701090422 +1.223705789444759,7.8191775068665645,7.309638532769508 +0.27898772130408367,4.967490800002196,4.929153964118509 +0.5842892970704363,5.75542461953254,5.581930369469573 +0.7327236865873834,6.080877493074577,5.923091591995984 +0.9121399684340719,6.0287345342770084,6.393531167034059 +1.5703519227860272,8.500733106975401,8.615662374441502 +0.39934756431671947,5.026685434686774,5.200558539662605 +1.0284688768272232,6.68426799587086,6.729856570260571 +1.184829137724085,7.47384455733925,7.193476949149691 +0.09290082543999545,4.480727904727256,4.259978265008839 +1.2150897038028767,8.588362062013896,7.28377082725751 +0.34104824737458306,5.110433648539669,5.076867610258187 +0.13010318597055903,4.519084753273059,4.430205969594416 +1.8977710745066665,9.656090265636918,8.94469169179684 +1.9312640661491187,8.834406590797835,8.72648057222058 +1.6167946962329223,8.837127150974158,8.820376511597601 +0.6092275383467414,5.857797720010738,5.636493949472784 +0.19534422801276774,5.817653740280946,4.681074504439231 +1.3684660530243138,8.009217676682379,7.7753720741564525 +0.8803049874792026,6.791688633604414,6.305181146720942 +0.24407646968955765,4.714873524216051,4.834020940213563 +0.9903538202225404,6.386722441857855,6.617888670619095 +0.06877704223043679,4.777742533948821,4.1384784372420516 +1.8186408041575641,9.83188892881608,9.225386516840524 +0.5175599632000338,5.948195863121625,5.440833966306462 +1.325044568707964,7.520439978726522,7.6266956607154 +0.6234221521788219,6.5716636120045155,5.668030433844864 +1.0401360423556216,6.419482595670725,6.764327510889418 +1.0934205586865593,7.573690222959813,6.922278413331732 +0.3697089110510541,6.204354546058151,5.138860558343526 +1.9391692555291171,9.322239604022007,8.666221853700872 +1.550265646722229,8.3676480753653,8.524809424502802 +1.8789978831283782,9.686819331928955,9.040701774048289 +1.7896547008552977,9.117226275507795,9.251443032721058 +1.1957999576221703,6.812068157333445,7.2261341487986055 +1.8437484700462337,9.565526897541716,9.17090433765779 +0.176985004103839,3.9998031554484643,4.616244794067541 +0.3919657248382904,5.412693389832461,5.185359884543399 +0.09045457782107613,3.811651616346327,4.248057873282361 +0.6506606615265287,6.726949187088356,5.729543847640402 +0.777354579378964,5.940437091968773,6.033835735521897 +0.5426980635477918,5.467063432540538,5.493207852633572 +1.6574750183038587,9.37918366359641,8.98364977129139 +0.7135066533871786,5.525087801944558,5.876627090660308 +0.5618690193747615,5.799337025426349,5.533763227561337 +1.085392166316497,7.909747876090704,6.898456333861031 +0.2818484499495253,4.0418037325679625,4.93650387688113 +1.6043939615080793,8.90549881379039,8.767000512389243 +0.14910128735954165,4.5772452592028365,4.5092940448450864 +1.9737738732010346,10.31223305549176,8.363935752423266 +1.5444895385933148,8.014993260340905,8.498661435867785 +0.3974313630683448,4.5320657826628965,5.1966219660726445 +0.011044234247204798,4.294103485550063,3.812779002299245 +1.6309228569096683,9.041260907345597,8.879431789427978 +1.4137146876952342,8.36639048825864,7.94262841477836 +1.4580143360819746,8.547267112994412,8.119954571086216 +1.5425406933718915,8.28760971932643,8.489844914245644 +0.14808930346818072,4.560394758985043,4.505211113881285 +0.7169314570885452,6.297330607914976,5.884855474594401 +0.23173811905025943,4.338038648137594,4.797714038583459 +1.726206851751187,10.11150781082594,9.189123852131019 +1.2465962536551158,7.976705221421241,7.378888841756547 +0.6617960497052984,5.389736400514571,5.755074415423479 +0.12711670057204727,4.709626906033057,4.417298683437371 +0.6219646434313244,5.378553095180313,5.664775998213837 +0.6503666440534941,6.344642234031708,5.72887277792006 +1.4592123566761281,8.956934859532087,8.124934745358393 +1.2751149427104262,7.415003668955423,7.4666792325570395 +1.774425485152653,9.80496452008012,9.250473324765727 +0.9444298503238986,7.039680014439945,6.485039717959085 +0.2391884918766034,5.128595555627054,4.819819059143873 +1.42648957444599,9.227865214664945,7.992374640716333 +1.5215700972337949,8.442016233699949,8.395392421300997 +1.1225543951389925,6.9907951032382325,7.008708925719992 +1.541934359909122,8.181045864914603,8.48710270019971 +0.9875911927287815,6.554868435703625,6.6098235186289145 +1.0454656587639881,7.0978461215849125,6.780094908540351 +0.8550820367170993,6.73582209755962,6.2366273241183805 +0.05083825348819038,4.290860160129581,4.042465502982899 +0.2157828539866089,5.060940186477839,4.748416398789303 diff --git a/doc/Programs/Regression/predictions_lasso.csv b/doc/Programs/Regression/predictions_lasso.csv new file mode 100644 index 000000000..d5dfb46cb --- /dev/null +++ b/doc/Programs/Regression/predictions_lasso.csv @@ -0,0 +1,101 @@ +X,True Y,Predicted Y +0.749080237694725,6.29076424720326,6.269012008684799 +1.9014286128198323,9.554782163226564,9.591851942859844 +1.4639878836228102,8.43784403913618,8.33047512731766 +1.1973169683940732,6.598166447881773,7.5615195011088305 +0.31203728088487304,4.826275898735863,5.008782184800115 +0.3119890406724053,5.114523407773089,5.0086430823308605 +0.11616722433639892,5.087448695379955,4.443983500775647 +1.7323522915498704,8.937921765512787,9.104314003494723 +1.2022300234864176,7.202443269012659,7.575686480480734 +1.416145155592091,7.997556944984005,8.192518819405924 +0.041168988591604894,4.581208024625852,4.22772326376319 +1.9398197043239886,9.983834667801808,9.702554100922704 +1.6648852816008435,8.72977574291901,8.909770339671123 +0.4246782213565523,5.530668380626334,5.3335865784208325 +0.36364993441420124,5.139488577916623,5.157609214852874 +0.36680901970686763,5.584749554387048,5.166718556257376 +0.6084844859190754,5.474426910818551,5.863598863962162 +1.0495128632644757,6.9847075164945425,7.135320798041875 +0.8638900372842315,6.395616035286616,6.600070389245476 +0.5824582803960838,5.015617367122192,5.788551320256071 +1.223705789444759,7.8191775068665645,7.637612660344203 +0.27898772130408367,4.967490800002196,4.913482535186757 +0.5842892970704363,5.75542461953254,5.793831125787987 +0.7327236865873834,6.080877493074577,6.221847277620767 +0.9121399684340719,6.0287345342770084,6.739200882685431 +1.5703519227860272,8.500733106975401,8.637179839643329 +0.39934756431671947,5.026685434686774,5.260544674958513 +1.0284688768272232,6.68426799587086,7.074639670687183 +1.184829137724085,7.47384455733925,7.525510371112055 +0.09290082543999545,4.480727904727256,4.376893963404605 +1.2150897038028767,8.588362062013896,7.612767852936018 +0.34104824737458306,5.110433648539669,5.092436399152226 +0.13010318597055903,4.519084753273059,4.484168370940532 +1.8977710745066665,9.656090265636918,9.581305293400263 +1.9312640661491187,8.834406590797835,9.677883596061946 +1.6167946962329223,8.837127150974158,8.771099325793887 +0.6092275383467414,5.857797720010738,5.865741483618796 +0.19534422801276774,5.817653740280946,4.672293372480547 +1.3684660530243138,8.009217676682379,8.055034331678296 +0.8803049874792026,6.791688633604414,6.647403516277849 +0.24407646968955765,4.714873524216051,4.812814626487545 +0.9903538202225404,6.386722441857855,6.964733469651725 +0.06877704223043679,4.777742533948821,4.307332126079673 +1.8186408041575641,9.83188892881608,9.353130179004394 +0.5175599632000338,5.948195863121625,5.6014145787161 +1.325044568707964,7.520439978726522,7.92982684650971 +0.6234221521788219,6.5716636120045155,5.906672187136568 +1.0401360423556216,6.419482595670725,7.108282381844027 +1.0934205586865593,7.573690222959813,7.261930291243317 +0.3697089110510541,6.204354546058151,5.175080502150851 +1.9391692555291171,9.322239604022007,9.700678507328448 +1.550265646722229,8.3676480753653,8.57926030621542 +1.8789978831283782,9.686819331928955,9.527172089110445 +1.7896547008552977,9.117226275507795,9.26954765858956 +1.1957999576221703,6.812068157333445,7.55714514342129 +1.8437484700462337,9.565526897541716,9.425529079085056 +0.176985004103839,3.9998031554484643,4.619353858977587 +0.3919657248382904,5.412693389832461,5.239258862841209 +0.09045457782107613,3.811651616346327,4.369840116276003 +0.6506606615265287,6.726949187088356,5.9852154545734955 +0.777354579378964,5.940437091968773,6.350542137670922 +0.5426980635477918,5.467063432540538,5.6739012377056275 +1.6574750183038587,9.37918366359641,8.888402566402645 +0.7135066533871786,5.525087801944558,6.166434238723501 +0.5618690193747615,5.799337025426349,5.7291814107620125 +1.085392166316497,7.909747876090704,7.238780119515455 +0.2818484499495253,4.0418037325679625,4.921731553963635 +1.6043939615080793,8.90549881379039,8.73534134023475 +0.14910128735954165,4.5772452592028365,4.5389501117157245 +1.9737738732010346,10.31223305549176,9.800462225507097 +1.5444895385933148,8.014993260340905,8.562604680912191 +0.3974313630683448,4.5320657826628965,5.255019236499572 +0.011044234247204798,4.294103485550063,4.140857400189669 +1.6309228569096683,9.041260907345597,8.811838409135795 +1.4137146876952342,8.36639048825864,8.185510473700113 +1.4580143360819746,8.547267112994412,8.31325017803509 +1.5425406933718915,8.28760971932643,8.556985112327675 +0.14808930346818072,4.560394758985043,4.536032018056252 +0.7169314570885452,6.297330607914976,6.176309789165768 +0.23173811905025943,4.338038648137594,4.777236527788301 +1.726206851751187,10.11150781082594,9.086593396413626 +1.2465962536551158,7.976705221421241,7.703618175891288 +0.6617960497052984,5.389736400514571,6.017324765717306 +0.12711670057204727,4.709626906033057,4.475556727830498 +0.6219646434313244,5.378553095180313,5.9024694057770954 +0.6503666440534941,6.344642234031708,5.984367644118051 +1.4592123566761281,8.956934859532087,8.316704715532733 +1.2751149427104262,7.415003668955423,7.785852889723395 +1.774425485152653,9.80496452008012,9.22563364161755 +0.9444298503238986,7.039680014439945,6.832309973069372 +0.2391884918766034,5.128595555627054,4.798719958395109 +1.42648957444599,9.227865214664945,8.222347340715581 +1.5215700972337949,8.442016233699949,8.49651560866429 +1.1225543951389925,6.9907951032382325,7.34593880575991 +1.541934359909122,8.181045864914603,8.555236726954806 +0.9875911927287815,6.554868435703625,6.956767329239963 +1.0454656587639881,7.0978461215849125,7.123650531457317 +0.8550820367170993,6.73582209755962,6.574672187923306 +0.05083825348819038,4.290860160129581,4.255604953212358 +0.2157828539866089,5.060940186477839,4.731228920142662 diff --git a/doc/Programs/Regression/predictions_linear.csv b/doc/Programs/Regression/predictions_linear.csv new file mode 100644 index 000000000..2e12b8a27 --- /dev/null +++ b/doc/Programs/Regression/predictions_linear.csv @@ -0,0 +1,101 @@ +X,True Y,Predicted Y +0.749080237694725,6.29076424720326,6.268687032292801 +1.9014286128198323,9.554782163226564,9.593277424867807 +1.4639878836228102,8.43784403913618,8.331236121211234 +1.1973169683940732,6.598166447881773,7.561875412343666 +0.31203728088487304,4.826275898735863,5.007793324524211 +0.3119890406724053,5.114523407773089,5.007654148776349 +0.11616722433639892,5.087448695379955,4.442697106877805 +1.7323522915498704,8.937921765512787,9.105482652523017 +1.2022300234864176,7.202443269012659,7.576049854821989 +1.416145155592091,7.997556944984005,8.19320713848434 +0.041168988591604894,4.581208024625852,4.226322944862653 +1.9398197043239886,9.983834667801808,9.704037900371866 +1.6648852816008435,8.72977574291901,8.910836503898087 +0.4246782213565523,5.530668380626334,5.33276882376254 +0.36364993441420124,5.139488577916623,5.156698756043805 +0.36680901970686763,5.584749554387048,5.165812896211863 +0.6084844859190754,5.474426910818551,5.8630603175942735 +1.0495128632644757,6.9847075164945425,7.13545218955424 +0.8638900372842315,6.395616035286616,6.599919813045667 +0.5824582803960838,5.015617367122192,5.787973239151067 +1.223705789444759,7.8191775068665645,7.6380086571421115 +0.27898772130408367,4.967490800002196,4.912443471447707 +0.5842892970704363,5.75542461953254,5.793255826062803 +0.7327236865873834,6.080877493074577,6.2214974550425834 +0.9121399684340719,6.0287345342770084,6.739123599856881 +1.5703519227860272,8.500733106975401,8.638102404316905 +0.39934756431671947,5.026685434686774,5.259688442126128 +1.0284688768272232,6.68426799587086,7.07473909563143 +1.184829137724085,7.47384455733925,7.5258473128854275 +0.09290082543999545,4.480727904727256,4.375572227014628 +1.2150897038028767,8.588362062013896,7.6131507615916485 +0.34104824737458306,5.110433648539669,5.091491607572109 +0.13010318597055903,4.519084753273059,4.482903146266885 +1.8977710745066665,9.656090265636918,9.582725219476702 +1.9312640661491187,8.834406590797835,9.679354399190695 +1.6167946962329223,8.837127150974158,8.772092438701536 +0.6092275383467414,5.857797720010738,5.865204065974123 +0.19534422801276774,5.817653740280946,4.671127251283357 +1.3684660530243138,8.009217676682379,8.055650224494487 +0.8803049874792026,6.791688633604414,6.647277874974528 +0.24407646968955765,4.714873524216051,4.811722531308558 +0.9903538202225404,6.386722441857855,6.96477499646166 +0.06877704223043679,4.777742533948821,4.305973744800121 +1.8186408041575641,9.83188892881608,9.354429903369777 +0.5175599632000338,5.948195863121625,5.600737914745937 +1.325044568707964,7.520439978726522,7.930376780538088 +0.6234221521788219,6.5716636120045155,5.90615633161803 +1.0401360423556216,6.419482595670725,7.108399529630033 +1.0934205586865593,7.573690222959813,7.262128380115554 +0.3697089110510541,6.204354546058151,5.174179247144017 +1.9391692555291171,9.322239604022007,9.702161318722625 +1.550265646722229,8.3676480753653,8.580152359117196 +1.8789978831283782,9.686819331928955,9.528563498037686 +1.7896547008552977,9.117226275507795,9.270803352027228 +1.1957999576221703,6.812068157333445,7.557498750262502 +1.8437484700462337,9.565526897541716,9.426866942892994 +0.176985004103839,3.9998031554484643,4.618159849462592 +0.3919657248382904,5.412693389832461,5.238391416730617 +0.09045457782107613,3.811651616346327,4.3685146639483925 +0.6506606615265287,6.726949187088356,5.984740975324946 +0.777354579378964,5.940437091968773,6.350260111015283 +0.5426980635477918,5.467063432540538,5.673262759409053 +1.6574750183038587,9.37918366359641,8.889457474174606 +0.7135066533871786,5.525087801944558,6.1660552247845155 +0.5618690193747615,5.799337025426349,5.728572053833063 +1.085392166316497,7.909747876090704,7.238966012972516 +0.2818484499495253,4.0418037325679625,4.920696835773723 +1.6043939615080793,8.90549881379039,8.736315615982791 +0.14910128735954165,4.5772452592028365,4.537713745837627 +1.9737738732010346,10.31223305549176,9.801997602553284 +1.5444895385933148,8.014993260340905,8.563487959699113 +0.3974313630683448,4.5320657826628965,5.2541600928889505 +0.011044234247204798,4.294103485550063,4.139411320709756 +1.6309228569096683,9.041260907345597,8.81285298322486 +1.4137146876952342,8.36639048825864,8.186195100810858 +1.4580143360819746,8.547267112994412,8.314002097896282 +1.5425406933718915,8.28760971932643,8.557865430748999 +0.14808930346818072,4.560394758985043,4.5347941149384265 +0.7169314570885452,6.297330607914976,6.175935977626105 +0.23173811905025943,4.338038648137594,4.776125690213364 +1.726206851751187,10.11150781082594,9.08775271029905 +1.2465962536551158,7.976705221421241,7.704048944123097 +0.6617960497052984,5.389736400514571,6.0168672015217 +0.12711670057204727,4.709626906033057,4.474286966578708 +0.6219646434313244,5.378553095180313,5.901951336250637 +0.6503666440534941,6.344642234031708,5.9838927182464445 +1.4592123566761281,8.956934859532087,8.31745845523006 +1.2751149427104262,7.415003668955423,7.786326978863959 +1.774425485152653,9.80496452008012,9.226866201331834 +0.9444298503238986,7.039680014439945,6.832281739726384 +0.2391884918766034,5.128595555627054,4.797620438202987 +1.42648957444599,9.227865214664945,8.223051373336244 +1.5215700972337949,8.442016233699949,8.497364071999986 +1.1225543951389925,6.9907951032382325,7.346181149971801 +1.541934359909122,8.181045864914603,8.556116124333911 +0.9875911927287815,6.554868435703625,6.9568046595199196 +1.0454656587639881,7.0978461215849125,7.123775775121281 +0.8550820367170993,6.73582209755962,6.5745082320555825 +0.05083825348819038,4.290860160129581,4.254219322271057 +0.2157828539866089,5.060940186477839,4.730093845949392 diff --git a/doc/Programs/Regression/predictions_ridge.csv b/doc/Programs/Regression/predictions_ridge.csv new file mode 100644 index 000000000..1fdf1125d --- /dev/null +++ b/doc/Programs/Regression/predictions_ridge.csv @@ -0,0 +1,101 @@ +X,True Y,Predicted Y +0.749080237694725,6.29076424720326,6.283996846226401 +1.9014286128198323,9.554782163226564,9.51635530652161 +1.4639878836228102,8.43784403913618,8.289325987593479 +1.1973169683940732,6.598166447881773,7.541309148622632 +0.31203728088487304,4.826275898735863,5.058083286185681 +0.3119890406724053,5.114523407773089,5.057947971499375 +0.11616722433639892,5.087448695379955,4.508664162533752 +1.7323522915498704,8.937921765512787,9.042093104838704 +1.2022300234864176,7.202443269012659,7.555090358833399 +1.416145155592091,7.997556944984005,8.155126252468317 +0.041168988591604894,4.581208024625852,4.29829272708084 +1.9398197043239886,9.983834667801808,9.624043026747671 +1.6648852816008435,8.72977574291901,8.852846896741365 +0.4246782213565523,5.530668380626334,5.3740432031419685 +0.36364993441420124,5.139488577916623,5.202857731913257 +0.36680901970686763,5.584749554387048,5.211719024464163 +0.6084844859190754,5.474426910818551,5.88962316762053 +1.0495128632644757,6.9847075164945425,7.126715905819518 +0.8638900372842315,6.395616035286616,6.6060404530372745 +0.5824582803960838,5.015617367122192,5.8166191807814895 +1.223705789444759,7.8191775068665645,7.61533027870939 +0.27898772130408367,4.967490800002196,4.965378661589498 +0.5842892970704363,5.75542461953254,5.821755216346812 +0.7327236865873834,6.080877493074577,6.23811641848915 +0.9121399684340719,6.0287345342770084,6.7413824004270255 +1.5703519227860272,8.500733106975401,8.587679080531254 +0.39934756431671947,5.026685434686774,5.3029902426354285 +1.0284688768272232,6.68426799587086,7.067687135469227 +1.184829137724085,7.47384455733925,7.506280553114361 +0.09290082543999545,4.480727904727256,4.443401484218066 +1.2150897038028767,8.588362062013896,7.591161999462984 +0.34104824737458306,5.110433648539669,5.139459582623965 +0.13010318597055903,4.519084753273059,4.547754792123642 +1.8977710745066665,9.656090265636918,9.506095844048613 +1.9312640661491187,8.834406590797835,9.60004430376187 +1.6167946962329223,8.837127150974158,8.717951917210828 +0.6092275383467414,5.857797720010738,5.891707443394121 +0.19534422801276774,5.817653740280946,4.730757119159261 +1.3684660530243138,8.009217676682379,8.02138548978663 +0.8803049874792026,6.791688633604414,6.652084691293156 +0.24407646968955765,4.714873524216051,4.8674519564787655 +0.9903538202225404,6.386722441857855,6.960773698230769 +0.06877704223043679,4.777742533948821,4.375733827079852 +1.8186408041575641,9.83188892881608,9.284133975268611 +0.5175599632000338,5.948195863121625,5.634578203264773 +1.325044568707964,7.520439978726522,7.899587424880006 +0.6234221521788219,6.5716636120045155,5.931523597172935 +1.0401360423556216,6.419482595670725,7.100413750108909 +1.0934205586865593,7.573690222959813,7.249877801851374 +0.3697089110510541,6.204354546058151,5.219853273205825 +1.9391692555291171,9.322239604022007,9.622218505873187 +1.550265646722229,8.3676480753653,8.531336705454278 +1.8789978831283782,9.686819331928955,9.453436695749156 +1.7896547008552977,9.117226275507795,9.202827420529989 +1.1957999576221703,6.812068157333445,7.537053905409062 +1.8437484700462337,9.565526897541716,9.35456144148055 +0.176985004103839,3.9998031554484643,4.679259157251658 +0.3919657248382904,5.412693389832461,5.282284046657106 +0.09045457782107613,3.811651616346327,4.436539714498356 +0.6506606615265287,6.726949187088356,6.0079281186149265 +0.777354579378964,5.940437091968773,6.3633068964899815 +0.5426980635477918,5.467063432540538,5.705091038696162 +1.6574750183038587,9.37918366359641,8.832060971427396 +0.7135066533871786,5.525087801944558,6.184212285687546 +0.5618690193747615,5.799337025426349,5.758865923615424 +1.085392166316497,7.909747876090704,7.227358013079057 +0.2818484499495253,4.0418037325679625,4.973403058238383 +1.6043939615080793,8.90549881379039,8.683167627436156 +0.14910128735954165,4.5772452592028365,4.601044817154099 +1.9737738732010346,10.31223305549176,9.71928509711558 +1.5444895385933148,8.014993260340905,8.51513461554718 +0.3974313630683448,4.5320657826628965,5.297615262767782 +0.011044234247204798,4.294103485550063,4.2137922351537656 +1.6309228569096683,9.041260907345597,8.75758166866245 +1.4137146876952342,8.36639048825864,8.148308745160229 +1.4580143360819746,8.547267112994412,8.272570076491943 +1.5425406933718915,8.28760971932643,8.509668068732644 +0.14808930346818072,4.560394758985043,4.598206183661369 +0.7169314570885452,6.297330607914976,6.19381892327903 +0.23173811905025943,4.338038648137594,4.832842655215426 +1.726206851751187,10.11150781082594,9.024855032781414 +1.2465962536551158,7.976705221421241,7.679538453292357 +0.6617960497052984,5.389736400514571,6.039163087974266 +0.12711670057204727,4.709626906033057,4.539377645461393 +0.6219646434313244,5.378553095180313,5.9274352582360095 +0.6503666440534941,6.344642234031708,6.007103394176594 +1.4592123566761281,8.956934859532087,8.275930546369551 +1.2751149427104262,7.415003668955423,7.759533902441538 +1.774425485152653,9.80496452008012,9.160109189409335 +0.9444298503238986,7.039680014439945,6.831956115079231 +0.2391884918766034,5.128595555627054,4.853741088499521 +1.42648957444599,9.227865214664945,8.184142538273042 +1.5215700972337949,8.442016233699949,8.450845159525999 +1.1225543951389925,6.9907951032382325,7.331598750802819 +1.541934359909122,8.181045864914603,8.507967292178913 +0.9875911927287815,6.554868435703625,6.953024477122937 +1.0454656587639881,7.0978461215849125,7.115363422499293 +0.8550820367170993,6.73582209755962,6.581333848883506 +0.05083825348819038,4.290860160129581,4.3254151935744645 +0.2157828539866089,5.060940186477839,4.788087842236978 diff --git a/doc/pub/week36/ipynb/week36.ipynb b/doc/pub/week36/ipynb/week36.ipynb index 326b2fa5d..468fda883 100644 --- a/doc/pub/week36/ipynb/week36.ipynb +++ b/doc/pub/week36/ipynb/week36.ipynb @@ -3296,10 +3296,11 @@ "cell_type": "markdown", "id": "d6b1ae12", "metadata": { - "editable": true + "editable": true, + "jp-MarkdownHeadingCollapsed": true }, "source": [ - "## Material for lab sessions sessions Tuesday and Wednesday\n", + "## Material for lab sessions Tuesday and Wednesday\n", "\n", "The material here contains a summary of the lecture on Monday and discussion of SVD, Ridge and Lasso regression with examples" ] @@ -5129,7 +5130,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 3, "id": "92ca291e", "metadata": { "collapsed": false, diff --git a/doc/src/week35/programs/lasso.py b/doc/src/week35/programs/lasso.py new file mode 100644 index 000000000..23e03f53a --- /dev/null +++ b/doc/src/week35/programs/lasso.py @@ -0,0 +1,139 @@ +import numpy as np + +# Seed for reproducibility +np.random.seed(0) + +# Dimensions of the synthetic dataset +N = 100 # number of samples (observations) +p = 10 # number of features + +# True sparse coefficients (only a few non-zero) +w_true = np.array([5, -3, 0, 0, 2, 0, 0, 0, 0, 0], dtype=float) +# For example, feature 0 has coefficient 5, feature 1 has -3, feature 4 has 2, rest are 0. + +# Generate feature matrix X from a normal distribution +X = np.random.randn(N, p) + +# Generate target values: linear combination of X with w_true + noise +noise = np.random.randn(N) * 1.0 # noise with standard deviation 1.0 +y = X.dot(w_true) + noise + + +# Standardize features (zero mean, unit variance for each column) +X_mean = X.mean(axis=0) +X_std = X.std(axis=0) +X_std[X_std == 0] = 1.0 # avoid division by zero if any constant feature +X_norm = (X - X_mean) / X_std + +# Center the target to zero mean +y_mean = y.mean() +y_centered = y - y_mean + + +def soft_threshold(rho, lam): + """Soft thresholding operator: S(rho, lam) = sign(rho)*max(|rho|-lam, 0).""" + if rho < -lam: + return rho + lam + elif rho > lam: + return rho - lam + else: + return 0.0 + +def lasso_coordinate_descent(X, y, alpha, max_iter=1000, tol=1e-6): + """ + Perform LASSO regression using coordinate descent. + X : array of shape (n_samples, n_features), assumed to be standardized. + y : array of shape (n_samples,), assumed centered. + alpha : regularization strength (L1 penalty coefficient). + max_iter : maximum number of coordinate descent iterations (full cycles). + tol : tolerance for convergence (stop if max coef change < tol). + """ + n_samples, n_features = X.shape + w = np.zeros(n_features) # initialize weights to zero + for it in range(max_iter): + w_old = w.copy() + # Loop over each feature coordinate + for j in range(n_features): + # Compute rho_j = x_j^T (y - X w + w_j * x_j) + # (This is the contribution of feature j to the residual) + X_j = X[:, j] + # temporarily exclude feature j's effect + residual = y - X.dot(w) + w[j] * X_j + rho_j = X_j.dot(residual) + # Soft thresholding update for w_j + w[j] = soft_threshold(rho_j, alpha) / (X_j.dot(X_j)) + # Check convergence: if all updates are very small, break + if np.max(np.abs(w - w_old)) < tol: + break + return w + + +alpha = 50.0 # regularization strength +w_learned = lasso_coordinate_descent(X_norm, y_centered, alpha) + +print("True coefficients:", w_true) +print("Learned coefficients:", w_learned) + + +# Plot y vs a relevant feature (0) and an irrelevant feature (2) +fig, axes = plt.subplots(1, 2, figsize=(10, 4)) +axes[0].scatter(X[:, 0], y, color='blue', alpha=0.6) +axes[0].set_title("Feature 0 (Relevant) vs Target") +axes[0].set_xlabel("Feature 0 values") +axes[0].set_ylabel("Target (y)") +axes[1].scatter(X[:, 2], y, color='red', alpha=0.6) +axes[1].set_title("Feature 2 (Irrelevant) vs Target") +axes[1].set_xlabel("Feature 2 values") +axes[1].set_ylabel("Target (y)") +plt.tight_layout() +plt.show() + +# Track cost history during coordinate descent for plotting +def lasso_with_cost_history(X, y, alpha, max_iter=1000): + n_samples, n_features = X.shape + w = np.zeros(n_features) + cost_history = [] + # initial cost + cost_history.append(0.5 * np.sum((y - X.dot(w))**2) + alpha * np.sum(np.abs(w))) + for it in range(max_iter): + w_old = w.copy() + for j in range(n_features): + X_j = X[:, j] + residual = y - X.dot(w) + w[j] * X_j + rho_j = X_j.dot(residual) + w[j] = soft_threshold(rho_j, alpha) / (X_j.dot(X_j)) + # compute cost after this iteration + cost = 0.5 * np.sum((y - X.dot(w))**2) + alpha * np.sum(np.abs(w)) + cost_history.append(cost) + if np.max(np.abs(w - w_old)) < 1e-6: + break + return w, cost_history + +# Run coordinate descent and get cost history +w_fit, cost_history = lasso_with_cost_history(X_norm, y_centered, alpha=50.0) + +# Plot cost vs iteration +plt.figure(figsize=(6,4)) +plt.plot(cost_history, marker='o', color='purple') +plt.title("LASSO Cost Decrease over Iterations") +plt.xlabel("Iteration") +plt.ylabel("Cost function value") +plt.grid(True) +plt.show() + + +# Compare true vs learned coefficients +import numpy as np +import matplotlib.pyplot as plt + +indices = np.arange(p) +width = 0.4 +plt.figure(figsize=(6,4)) +plt.bar(indices - width/2, w_true, width=width, label='True Coefficient') +plt.bar(indices + width/2, w_fit, width=width, label='Learned Coefficient') +plt.xlabel("Feature index") +plt.ylabel("Coefficient value") +plt.title("True vs Learned Coefficients") +plt.legend() +plt.show() + diff --git a/doc/src/week37/exercisesweek37.do.txt b/doc/src/week37/exercisesweek37.do.txt index e86f55d0c..94c1d068a 100644 --- a/doc/src/week37/exercisesweek37.do.txt +++ b/doc/src/week37/exercisesweek37.do.txt @@ -7,7 +7,7 @@ DATE: September 8-12, 2025 After having completed these exercises you will have: o Your own code for the implementation of the simplest gradient descent approach applied to ordinary least squares (OLS) and Ridge regression -o Be able to compare the analytical expressions for OLS and Rudge regression with the gradient descent approach +o Be able to compare the analytical expressions for OLS and Ridge regression with the gradient descent approach o Explore the role of the learning rate in the gradient descent approach and the hyperparameter $\lambda$ in Ridge regression o Scale the data properly @@ -72,7 +72,7 @@ same scale). Find the gradients for OLS and Ridge regression using the mean-squared error as cost/loss function. -===== Exercise 3, use the analytical formulae for OLS and Ridge regression to find the optimal paramters $\bm{\theta}$ ===== +===== Exercise 3, using the analytical formulae for OLS and Ridge regression to find the optimal paramters $\bm{\theta}$ ===== !bc pycod # Set regularization parameter, either a single value or a vector of values @@ -124,13 +124,14 @@ theta = np.zeros(n_features) cost_history = np.zeros(num_iters) # Gradient descent loop -m = n_samples # number of examples +m = n_samples # number of data points for t in range(num_iters): # Compute prediction error error = X_norm.dot(theta) - y_centered # Compute cost for OLS and Ridge (MSE + regularization for Ridge) for monitoring cost_OLS = ? cost_Ridge = ? + # You could add a history for both methods (optional) cost_history[t] = ? # Compute gradients for OSL and Ridge grad_OLS = ? @@ -150,7 +151,7 @@ print("Gradient Descent Ridge coefficients:", theta_gdRidge) Discuss the results as function of the learning rate parameters and the number of iterations. === 4b) === -Try to add a stopping parameter as function of the number iterations. How would you define a stopping criterion? +Try to add a stopping parameter as function of the number iterations and the difference between the new and old $\theta$ values. How would you define a stopping criterion? ===== Exercise 5, Ridge regression and a new Synthetic Dataset =====