From 196af6779d560d3944d9050318eaecb563c42ad8 Mon Sep 17 00:00:00 2001
From: mhjensen <morten.hjorth-jensen@fys.uio.no>
Date: Tue, 16 Oct 2018 14:29:32 +0200
Subject: [PATCH] typos typos typos grrrr

---
 doc/pub/NeuralNet/html/._NeuralNet-bs034.html |   2 +-
 doc/pub/NeuralNet/html/NeuralNet-reveal.html  |   2 +-
 .../NeuralNet/html/NeuralNet-solarized.html   |   2 +-
 doc/pub/NeuralNet/html/NeuralNet.html         |   2 +-
 doc/pub/NeuralNet/ipynb/NeuralNet.ipynb       |   2 +-
 .../ipynb/ipynb-NeuralNet-src.tar.gz          | Bin 211 -> 211 bytes
 doc/pub/NeuralNet/pdf/NeuralNet-minted.pdf    | Bin 470878 -> 470917 bytes
 doc/src/NeuralNet/NeuralNet.do.txt            |   2 +-
 8 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/doc/pub/NeuralNet/html/._NeuralNet-bs034.html b/doc/pub/NeuralNet/html/._NeuralNet-bs034.html
index dbcb16090..bebeeab0c 100644
--- a/doc/pub/NeuralNet/html/._NeuralNet-bs034.html
+++ b/doc/pub/NeuralNet/html/._NeuralNet-bs034.html
@@ -263,7 +263,7 @@ MathJax.Hub.Config({
 In case we employ the more general case given by the Softmax equation, we need to evaluate the derivative of the activation function with respect to the activation \( z_i^l \), that is we need
 $$
 \frac{\partial f(z_i^l)}{\partial w_{jk}^l} =
-\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l}.
+\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l-1}.
 $$
 
 For the Softmax function we have
diff --git a/doc/pub/NeuralNet/html/NeuralNet-reveal.html b/doc/pub/NeuralNet/html/NeuralNet-reveal.html
index bbd04a53b..92412af97 100644
--- a/doc/pub/NeuralNet/html/NeuralNet-reveal.html
+++ b/doc/pub/NeuralNet/html/NeuralNet-reveal.html
@@ -1388,7 +1388,7 @@ In case we employ the more general case given by the Softmax equation, we need t
 <p>&nbsp;<br>
 $$
 \frac{\partial f(z_i^l)}{\partial w_{jk}^l} =
-\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l}.
+\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l-1}.
 $$
 <p>&nbsp;<br>
 
diff --git a/doc/pub/NeuralNet/html/NeuralNet-solarized.html b/doc/pub/NeuralNet/html/NeuralNet-solarized.html
index cfc4b5dc0..1421708b8 100644
--- a/doc/pub/NeuralNet/html/NeuralNet-solarized.html
+++ b/doc/pub/NeuralNet/html/NeuralNet-solarized.html
@@ -1321,7 +1321,7 @@ In case we use another activation function than the logistic one, we need to eva
 In case we employ the more general case given by the Softmax equation, we need to evaluate the derivative of the activation function with respect to the activation \( z_i^l \), that is we need
 $$
 \frac{\partial f(z_i^l)}{\partial w_{jk}^l} =
-\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l}.
+\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l-1}.
 $$
 
 For the Softmax function we have
diff --git a/doc/pub/NeuralNet/html/NeuralNet.html b/doc/pub/NeuralNet/html/NeuralNet.html
index 2090d0247..6c767d090 100644
--- a/doc/pub/NeuralNet/html/NeuralNet.html
+++ b/doc/pub/NeuralNet/html/NeuralNet.html
@@ -1326,7 +1326,7 @@ In case we use another activation function than the logistic one, we need to eva
 In case we employ the more general case given by the Softmax equation, we need to evaluate the derivative of the activation function with respect to the activation \( z_i^l \), that is we need
 $$
 \frac{\partial f(z_i^l)}{\partial w_{jk}^l} =
-\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l}.
+\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l-1}.
 $$
 
 For the Softmax function we have
diff --git a/doc/pub/NeuralNet/ipynb/NeuralNet.ipynb b/doc/pub/NeuralNet/ipynb/NeuralNet.ipynb
index 6b3d0dd04..f4a238955 100644
--- a/doc/pub/NeuralNet/ipynb/NeuralNet.ipynb
+++ b/doc/pub/NeuralNet/ipynb/NeuralNet.ipynb
@@ -1586,7 +1586,7 @@
    "source": [
     "$$\n",
     "\\frac{\\partial f(z_i^l)}{\\partial w_{jk}^l} =\n",
-    "\\frac{\\partial f(z_i^l)}{\\partial z_j^l} \\frac{\\partial z_j^l}{\\partial w_{jk}^l}= \\frac{\\partial f(z_i^l)}{\\partial z_j^l}a_k^{l}.\n",
+    "\\frac{\\partial f(z_i^l)}{\\partial z_j^l} \\frac{\\partial z_j^l}{\\partial w_{jk}^l}= \\frac{\\partial f(z_i^l)}{\\partial z_j^l}a_k^{l-1}.\n",
     "$$"
    ]
   },
diff --git a/doc/pub/NeuralNet/ipynb/ipynb-NeuralNet-src.tar.gz b/doc/pub/NeuralNet/ipynb/ipynb-NeuralNet-src.tar.gz
index 5bc5756abe21440dd89294dfb6d6716e4f5db8d1..af4eab7ec80adaaebac36c52b65f1be012061714 100644
GIT binary patch
literal 211
zcmV;^04)C>iwFRk*~MD`1MSaEY63wJhGEy9qE0aM{AL}{g^P$tF3>V<rv2$Q-93=G
zeMW`2GCK*u_t|_DRTNe0`RnX$o~5rec^IWsQ&n=#m!`g?Dz5cKUMR`SvdPQ3YRW>?
zSk!7F>TxIC^fBo$p3?1%i^koZ8^^ZWU-n#Ik)Ql0-a8v*u^Lk6oj9M&#{0c2O&|1O
zX;NlSgWE{!O+0rcn9tq@Biaq3+tw!Qojy!Y!G8pOjM?<B{{a910000000000004kz
N@eN9j&=3G9003s|WuyQA

literal 211
zcmb2|=3vmidNi7W`R#e%EG9>Rw#4i67Wo-``Lj!`WTLA|OU#1QsO5iOn%%XXu(Q^!
zHD#$a=fUqcYeYgtLf@bM`KWZ}()A{l5=%pZLyOKu2FC}9UjL<}Kjlg4%_pg`A*GsG
zI;(EFTzTyG>+10(hbz3c8|z7x7w5^`&UyD{=RPI-pZ+x^W~WZyo?!L<$j_8(_ui+b
z{#wAVJ=v&Q>P}Qt{-d4R2W!5WNnFemxVz0P^8J^@Dy}-|FNSHC_y1#OKnC-Un(x;6
K=f$AGzyJWC8e-f4

diff --git a/doc/pub/NeuralNet/pdf/NeuralNet-minted.pdf b/doc/pub/NeuralNet/pdf/NeuralNet-minted.pdf
index 3c03885c5e239f995a067d03fcc618927f062cf1..6a0d241ab815179767e113cea49bc3b84bc81f45 100644
GIT binary patch
delta 5338
zcmV<06ea84-W-MB9I)E50yQ?1;Xx>W<yl#e<HiwwpI^a83Rt!KJ`xy6VtWI}0TROl
z_+i%pxDqwPSxJ;hYRBtepQ=7Mq^6}&;K>2xMQpa3UH4bj)wH-PXz}M88lQi<z4_uT
zGle5gb6wnS3PvcE@E<K$!Gs`^6<Qg>g(_}$#k=zHzV7P9QV3o?F1RiISd{mF6~26$
z%&hD8RLBJ@_w_o=4EOQFq3Z7Hp<n!T`<E}?ayz9SDRZj`({@gJh#$B@6K90Q4+K%p
z6iY^=lf~^CRyASOS)sV&gjzn|nk<%5%JMdGxUReA(?aR88sN!IS@+?Ob`wQND_3nl
z1o1Y<JxIG6nsy&19-HAFnHi;jLVX&PN-6?kd&*ti9~Mhg+bZrev@>;yvONxm<B-vo
z(}XbrTYJH)jCz2M)}SQKbXfFP&k!w^nsDmQYs>+Is^Fkq5qIzEk*z3SUG>fOGmd4s
zs<tbT{<y7%U~XAf`)K#6pMc$SW*3BkNtT=wCnCW=gmr>V)+u7;DDPK)aU(Hb0E4*T
zJyq0;tBJ7;g<&@Q^N$P<OQ20PKE`D~W+*U9j1v<Q3>V#eb9?ji&FH=0TAIm1GfSwm
z#cFr+?k8HT;ZM*#5is@Wm+lHd31|4-w)o-Z`w)*awz!s{8&PO#iK05`W{JL;F*sv{
zfn6bPL2=J5Zf6#s3#K8H|Fj2xnb8ubK4?Ir@*1yGFY++6uO$qKPrU9ur8MXGI7&7+
z2Mad9f|`(<n@Lbuc8!swAwruAMv6O4O>{{w|FUfqj3nsA81v-XETcd$Kh^HZJI`wG
zD%5xtK3RqXMW`tZcxv4LcX`a_C%CDsffzLbIKM>{asa?pkJ#cE;*2SO<M<dRIiOGr
zh}DJJYK3sFB*MB!X_y1pPMGZw*Q+=m;1{O0?OoFk%_>Z{`}z$e3u<TN_O(Yn+@Q@u
zzA~U2#RKbgNG;nVfMvkS#G}ufv(y8~*^{V3hW2#|x7naIxFOa?5D%%#sPcz)GwiBg
z!pkV!b^7IwXbkL8zs4j~{laJz7{>MPux;`Eb9fKhg2Ars;^?m4*Il(e-Q_My<+r!x
z2Yfl*WFiBQ`uXV1^#&D86Bk~|84;KvhPfa@w2E>er@|98ubwoI|J=tx)Vq92lUTMM
ze_2PN3ZBshk(7?4o(GbIfMjFB`!yTO)bJ@5Z#~&1h3Iy<fSx%CU;va?6F`2Gihybe
zp4;@#lf2jab7lpY1|ojRA=^_m&19QgK4Oq)`Drdc-4e2udP#hCMtqyAf@VAjpAu1g
zc`@H}s5^jwG#2aS3z-BWR-23Io?Buef450(#}pfM^q9-`f^aB^5UKfzcwBq&q=-oT
z0GrtIV@}Zuw8OBlVOE~c{AdrxCz<~R(}^ogC;$7V(+&<AuVOhsc&%K<ayj8Z+YTzk
zoaM&2bjflVV`!pa8G@a=n$&m*IIGBqjDj2-1vtM(LyRbMsY)8R`VaaxH~@g@fB&a%
z3jsPZ;x(LGNH`rC{u<70Uv_Rrtn*c^dZCy$g@oTJ4XB6tWD)2{<;r0_Sp(c~lh&{d
zr6tI0;bdq$MZfH0{t(NR0;y?AZn?5{$rXk3hJb;CQ$^(c?ZU!2zdJejKb1kDy)gC`
z<oVu9PMww@q;O4`iu`Z##k+K`f0J+F$jW5i@+ut-E;+W;V&d3PKiLqrg-}G$>G8Av
z1?nrN%{hkQylRyGjiG3-2}N-+%~%LQ4HW|C-nTErqSi$F<Jlw@g`A3%_F|B_5(4}^
zABKwgj>f3Z@6tgI4pJ_PwadhW!2?=U+LtU3tXyJ)$fX0wYgvLnH6Z4ee*n`<HfMRt
zkpZN)&wS_1+0z2v*-Jsn5jj+`6mZ5!nd94`pB>TE(-Cdb@bjZ=S1%KqfB}-eQUUvr
z5d@S1hoMQPNT;t{^A&|PpcX99MMAp&flT-c;U@)A(iB1i&%dq8L-dv!fQS>C+9NMy
zLNRTnoE7gOr(y|M;1i*`e^9)HFsB!hUA=~#_!(e#R{^`p2j>ji6qL0RqLZ479V`j4
zZZI!Dtz$aFv?P+-`R%|%rfUXesVF9kuIZcoJN0~B0?j!LeCO;HdJb&N^qj-WP#R72
z{QE3e3hsL@SkbW5zJI)LR){na5Sx9vC+O3y#^$8j>6_glT_=24e=zu@>f-CJ^<cV&
z*?JqMx_W(F)iBYA_jGF#i=k$Jm&-vK($*7Z<vbNc9uwb-!Ipzu2w5{y$ad~P6aZK*
z=MB8C>rV@T^0fzKeyI$0_~D_-70QN}Qek$3g(A+c+i~T-KKfo;7!SD9;{xxix{rOB
z4ao^dAF37p|1s49e^9tO84Y~s+Cz0$o#`0@n%R?n6&|3iVxeF4w>_}PHE@hwR2($x
zdcWYV9GcDNFjIv`4@~+2`T;&a;<7p}>WBK!hvB2YZ^F^B_u_IbM{#i)#pS*o>!P?g
zi~ituYPTsx``2U4%iX7@4_&HfEjYZsu`b>WZtJSsd%Eadf1sWZ+j`ggqG7y6#cGH_
zST5lR>{!$!Bl9)ymWtByt9H8`Yl88H?9kOq*xGZps{2%CR6{l21C0gN;PF_*vn0Ou
z7q9ymRVj2r+)QXz-3q&$_ZVpduypL|Jh7O1L|&fzuz#DvdUhW=xeSeTW!WBp;?V4x
zU+eB7L763Ze~Txju4?ut=rNJ=lFC$e({G+N<o$LgsZEx#i`zl$?W+AMVOT`9p-w`d
zw^@`*XBqe-y6F1hn6|n1t@T9oP<7R=9_lVS2IiJ#6G-EobB#WOU<s;ulUlGTC=3S0
z#N+_U$=+kJG;$++6NeW|2^q;ooiQ_81eMi40VV~C0Y8%wPZP6XyWWriGLzv!D1XIT
zU2o&I5`Fit;A8K@QsnTv2nuXJwq2kFicJgL-o-vRj+z+p%7!g>H~sZJBgeUtCAE^0
zxDRnidN?G{8O{tzYa4_T+D2g={w0yPhChR<BVo{_ofXzv{CC2}i2p%2WAI-K7r358
z)M2K*7D<!Po<wpU?f6b9jRq(qjeidxpjkt`k30l)dgwO^AAtwvQG(|Aa0^s9V`n<>
zSb<x(1F;P2;;z2xz#q_@GzRrXkTTGL4x|$VqY^}hyL%KOgd+)Z<YpQb@`RD2LxGh=
zEhs1mW1$pzbwGp?Pa$bxl*TwQpn%2dWP~va)5I{wB%Xo?WLD2KD#k|4Cw~D%XD|d7
zX@bGXK*U4}DB!Ee%S}-jo;)catt%NXELAcA1;}7c!W!*ogvnW_cyU@-j~)cftp|mq
zA>$JR06v4^7U)TsH~}N4p_Oz5dAh;|1x5?&cUHw25%{zYEuhL-Op1WD3-}=N!bR?d
zIk{N%GQuUrGD&!*hyc1L5PwTpfH#;Fz(&D^85u9U!xRW+<GsPUj1@irEy65)0^Q6|
zP=@t56o5QgEdnuD)`(!hFu^i|#WV@l8k`3ju;1W4w?q+w0*$cP5FAK@F@*qT2zDA3
zuL5g}npXkKi<PCoq$8t6=n!EOC`1vhF*EXLaaaLCdjtw>DI#L2kbem%cy2-W3Kr;!
z$*?sA>;c7JMHDO+2s2G=I|TDeKw@@rG0VOc?=_aE#5<Aw_qYFH4;UHH#RMx8kT3SD
z)rZ+vU;VwX_R?dBLBiyc1PTpdk$tmXt+$t(`63tQ(C6oQS?1e9(4qR>=koi@a$e@*
zpmUbJSr?_axDeSJ-hT_>AohlV(#JBkk3E*L1<bL`X7f<SjsU<9Wj2gsnQiANkF9ak
z3FE@{<uaz8{k&Z-F7r~n$9%tiBeGxe&!u>T;FtSN&I`H8XINlS=0&+<SHj(A*}HtV
z-ftKAu5w^i(@**Ja{l%Dvv|)_@-W?y=mUnCZ_$?>R3%qK*nd$SVX6>@^-0yiMpO2{
zh7VfmXod+}rKN>wKO=Q@Xd5)vD5_Ihxqsi{qRDlg$2#xH3gbKYWoMwD#Oc9=nw-YT
zoTd?+rVg5tmj>9JV~5pu(nvNM4Agev|4m{t8@|Pcw^P}GYaPr+Q})1y^CXql!-UzB
za>_GE7!gLMIDb$x86}k)s##;sh#-T6k(fwQ12rR=lB9=fc1m(`cIHsgFyy))s)vDk
zc&Hooqp?pl-Vj^H8~iBa&0ZJ98mit`Nhr_dWXS6KS@!jMd!279UFt*jL-scN1{Eyw
z1CPGIv<*B-M8e|9$b@9W>L59n@Wx8yB#^t@UzO0A{eQSD?y}bx7u5*a>qWU-7ujX@
z>$|u7_r+~lZobU2`*~5wRle94a<TrH<)5#wvX8}bS7!gg1Z&n1!thPkl<f~|FBPef
zc2h@y>2-~LR#$VA8m&n^RvZ$y$BIGn_9O#~?ffGS%s-+(^^S2w{t>%U3Y}UG@2Ok7
z3Em@KCx1x(bLKG_;M4{<Oa?fP062DppQxlW&x>y#qz&Zz@NMjoo>XF7`Y@HJWLrEP
z)-{EvWQOz9l>LW9yh|8ocxm-ZdAGW^dVc06vPG($Vy8Hntr019>PoQ{QfzC^eu%Bd
zl%9Rj@BX^;m&ts%Q$F}=Xc`}U-!znu6WQ~}`+otJ|B~^Wv}yw%Cj*~G0N=3@9DsM;
z4ihFEg(#R84EEhfKP?#bo@+aA5T3);>Cj?WyFm;S(a8~j9_Bms2mrq;6V_%DNe_=_
zC{!1NRvBrH8+QcQ;S7Mpf3vy0-z^tAd9y5U_g8Yc&VHINZkI*=V?N&&%i<=xUN5rE
z{(maF+^o>N%Wlh$t7GNW)lPD~d1l}%=E0`ilzs5&A;OfyKw%tBogJvzM3UB@C0aBL
zx-W9n4EpSsGeqsUL1vV3*U+XBafANlxY2W?*?05McQM_^Ql0r1jX$Oxe<)5Sa76r}
z)ODW}q<ZE=tT&1bINwYLwe9lFWS4Iai+|>~ttZ|71TQ_m#SwT(4lbX7HSwFPbTN*1
z{rBsAxtCWt0K1#}xi**SZOw^~jZ8*Mg-GPIlKg(^v^3btj<oc~jGx_I{>QTTbAER>
zuf-)&+Gi?d<g@u^v${uYdUc)Wn^&u2q&kU0W<(S+9kIe8-tsZ@g<{2^gs10jvwvan
z&+Jqzwd~)jsZOQ&?AXh}dG0};?i;LcV`C>{GyFN@MD`(Ksvs>q@gQNNu_sSnk)IRw
zL1}&8nYr(AxV9_$;^<T+UE9jtKr45xqnp#inRFcw@h-(yR@y5}K1y=u**;A_QxCbd
ztM+cXCliy}#DvMj#1X`FUD=YC{C@+TLBcu)>CSb*+sn+;om~6PmIl7r9vP@5Ku>)3
z(l*GzzgTiO^Qyo<QNm%5f766B@A$;x)2B}otK6-(zpvJx<a&FP-Rzgwd3Lj%Z*F%d
z3B-u^X6k%zj>yh*8YT?vBqjG^C)1j}G|wk>CtlyxlN|0}?)Y}w3T19&bC(7@0S<@d
zQvrwNQv!$OQv-+PQv`?QQw6u>QwA8!1Tr}>GnWA%2Ok77IWaT0Bp?T43Q{mPMny3>
zGBPtUFgHU*G&e>=F+(#rFhw*)K}A9|MngUzJTNy#MKL)tGBYtSH$z1<H%3D-Lo+xq
zMKnc0MM5-2Lq1&!FHB`_XLM*FF)%nYli@)qe<jvQOr2#E#_{+0xC2lqQ22ljlmZ0`
zWhg^SOMx<#QlO;_g_aiR5aYs_XjevS;=&kX-1Ln(iHXLAizdc}x-nW;8k@MNQ8$`s
z+D#KRX<Rt0G*<q{%`fM>=lzCz&vV~<LkQt<5|kc<4(Lom$OeU5KL#p6ULlnEVFCqP
zf9qlbf?C)PHIRh@)@2|IIbPcaDHKBnDq$x}%Aio8@HxLx5fsBVD1lP&8|A2~p<JQz
z13#kzc0eUmK?-}JMq%&IzOEMhmb+j#?14IHgL;LwFMaVoXn;oUTM89W4Su&K*bmLn
z0<CZW`k-B*@4jE}Aap<{7bpjR(k|$Re?!m%y>JZr6~?~u3mk?cFaSrnKoR7j5d3Wo
z!JxwI>wemC7=e>8tT5l?jT0~mV=xXAFbSt%7N!)|s{D*;I1Mv!4(1e|-0$5pa2Dp_
zJS-?Yv*_JLSb}Aqv;=(c8?d5qbK2Lf!UebpYj6oJ!#bxiH}jZnD!lU0PrCwFf8iQj
zX9*1>#g<5Ot$tVt8HG0!KO~~&5%t475I8GRxZUfokwhbjMslnMN)<l(!n@mn_hIEg
z5{+yaNi^nbB+*E$ku|GTxbu>q%e2hj3|X@}g}dK+gV<U<PvvKjFl$iw`i6HKf#?~D
zwPuAM{`Cg=GxBHT&-gmqR{kEge|VSt8Tm63W?c%8?s<dg8PPMsWxWc2d18$KTR#vz
zI|{=vAnAfHA)+=2#LR|xX1+{Dq-;dm{<N<nYev?L5Zbs@^O-jYoDn!9a7Mz6)Y+6&
zch{E?I3sXIxNJ^p`P&-=&WM!FOC6>D8kw{OAaF*IY+34m;9W9lE3nFwfBNUV4i}}N
zeqTc1jKCRzvrX_cZAjxU_!6>aWX-OzZL;g7L0ZlQDmKQHEiz@ZOf$+C{^kw7p=nN9
zEA~UawJ958S|n}W^4HiMQ#P5j3`(RYp7#d3PwM+0u}F6S`)OJ(JvHM?*iX|cU@uPh
zK(%z^9q;ahU9cP2xYGuxf0J&$?@RWAUw$97K%?|(zjvEpKQu!-v`X=TcMm`tbiq~V
zhC{FkJ<tn%&=3Ck9fl)t9R`5SEj<Q<a2yC%dIg4I1Wv#xjKMfez$Bc6tsuQ+{*b4n
zPe#3(R?_sVSErS{QQ_5$lJ~yxYF5epx4oKE^2=*pol){niC1S;f6&nF)w~KiH@!Ni
zf;-J#EvVp+pS)UBrfbrxC1qY-@oHI_N1u9iUfHE8uU3?Ocgm|(Wk2rm>VmSLzv$IP
zW$*pz)ta*3KkL;c<whF3x~$xX|EF$UxyQeIwW0jJ@2DbUj0`#YFBlVyOfWLR$b4ff
zFucg{B2$h0A&C4TL5TiC#XuvojLb4J#>f~WV~mV3GQr3MBg2dS%f#>^!;1_r`p&@I
sB6Ew(Ei$*r+#+*}6Ux`epnUsG_z&%7_r;erF9#qAH#iC<B}Gq03jYj2djJ3c

delta 5301
zcmV;m6iVxb-yGiF9I)E50x~m`;Xx>W<yl*g<F*xkpI@Oz8CWsAUs?o6n`Dc$1(F~G
z^kFvzw6;8>8QXFsc_*7+pL0k`mOQk_MW#uCK8d0zp8IzW4{3In(d=(GG(P`&d-K^_
zW->>d<~qAwXN*uP;Tz3Z#)Ke}Wm*}+h01QX*}MGdzG|yQAq3B#7To53Eb{w*5??+}
zW>(dED&&IYyJ{6?`uq4}U$%Eu-z|Q;{rhKcxt&svl(|)eX*(y~#~)m#i8I3D4}vIX
zvVsxmWOloPRdrZ(Rw(W`p_b3LCW}H!ncof^uBx{FxKKJTdw6n_S6%qftfL6S%4O5_
zLA>>02huM4y4i(^r@FsKW=5%hP@e{+l8S)Xo^o4t`$d6jTgH9*W~MHYH-~<I=o8v<
znlL6{YcF`2P!G`28kD4&4vYTj8KPOC38(J7#vCxHG7j1mard?w*^2U2Wmj)L;aKL&
za<c^K51X<N=9YQ6i*}#-3D`Ylc0m}Jq~M%55ea?~)(JLQr-+rKykEv_jl_Hb4B~?K
zR8cRkCdM)phS~7t-w7THpiMPC#%2FXP+*i8Cnh8qF1q>p_U5OX(R;zQG?STTmQZK2
z<@V;?k2G7sN6<YHF!kh@ZZkm%XZYVH`{CyM5RWsqxR#(Bk!fm)qI%FxfxekAlkT(`
zf1c11r#@&vqw*TBQ!nx`v#%u#h)=xkJ*70|_&6GDa1Iu1fCV)nH#d`@u<RNmNkfD-
z7mO5lnwsd6UjAd-C>Tl5i!tWt+AN_!FhAAq=$&V^cNJ>93ZE>&fg;po20S(H|EDx&
z^Ap@u)<BG!0G!_-3ONAavO{cf3~|Qfe{p;WlN?Z}0mN#<Y`H`@R}x{}qcqF`Y!8_2
z5ZB8%AK(|JHqBk#_4P7LH@oT$BnxV1<aU)uJ=~y4LcTJf8^r_bRY)zH1At|~%7I6p
zH)p8_kh3FEg$(WM6mGLdYj8uXjUXOUmr?l-&AQ)~KZlo5xa;)G9nl!rqkfGURP+m@
zQD7KX+x@1&_fO$HXbT40rj4V!YFD-8=5&|4D3#yd<{$9obd!k;K<cN1H`g0fFdew?
zN=}Ht3^B|F5u#O;3po{@sCjkNJbt;4gQ$0TOp{r*9)C$kp$eYS29cDGq@D+ogn(pY
z!uur|%hd2G7H>S+f<kn=R6x(11TX-~s|g^#8H#|i51w0h&y&2@dxBZ!b4$S?+fy~o
zWb0HuVvuP0X)ZqnUf5B+BtAPMzD-p@GaiIbi739jnC~HO9PlcQ#d`TdCV`06=3=@B
zH=tk`sekR5VuOyJQrTV*4h0b+H9rxLYcHM@5s4pQ6PrJ#6s<rz3=11(<@wBy_F#OH
z`Cl-dxWaVuk2jqWM1YQ7!*m8}C!rIjOGyXnc2FXwOg9Fm8%&q5h9(M@A=<gCNsXs~
zvzmNJS4qOTYc#}&GB1@$eyiWnxxoVfP5(cgTYpGOw0aHS7El5+>3%2QhCBgi3KQyu
zVjAMspMWPce37b5{P8iBhM<PT)1cJieDzsyIHNm;=RpU>e-z{G!oqR9JvpBrtCi3N
z7+V1He2XL{wI!$=4u^Ub{d%3Qv88*Rw1~=+Y4=k@1%Ju?Mh$xRgEGg4;L3y|f=*9~
z)ql@W1~F~UF$~8_qx5eK7<)~?h>O|4LZo2Ca1JhbF=VtR+Ml8(AtU5eq+u`S2pi(`
zyL7ZD?`TJT{$p@uIPbV9);9jCC%+mzM@6N5&eHG)jtqjk;hgYVmf*)e!Q2vHddcQ2
zPdPGx$M%`;oH-&|fF*k=NWo4@sjLui6n_}-{hPj<out(9BsJ;F`BAd@mIzJ207+k|
z&U{D+0!o21%LLDdLsF_oio%*$M`K&!e<feNLikBRlr)*p!1Hgb#S|q}Y5*b*<uto0
zVTozS<E(fODHTh=0-vwcg%Tr#IlYMN>NV`d&j7o-3fN6LIA_?Vp!k#!ozz@xG=E8m
zb(0m-bxbFimPB$pZ{j~Bnp=(lvy(;Fw7347dcH1!rW^+TbM^{72R3GUPGKduC!gv0
z&q=Tp+_y%sqG3aq{pr45BGN=atan2@zZ)(e)+g0YS8w-2*Z;$U!7pVSU$>11(-q8C
zn=sW@tHZK_i7vbkmm9Gds&{v(9Dk%CZ5=Ty<*6X@nD|}{wiM(-$eNKtvcU$T0KjrN
z@3VbXeOw5Xuh}E>1(cdlp29=rOOy@oj>7C33q_n?HRH-%b?_~*Fz#`urv+XswU1qx
z4ao^dAIc?ue;jH7I1f1)4ZLrgeR)@&Y3%`;*^{;s*KjyhEVPxr-2sbS1AoWZ?8HI6
zs&)(R^1fbw3NvMRbikw^pdaA#5tmhQQP)@dE)1XiwGfUDofnsDIf{$ZC@%M1Qy0a>
zS@Z|LQ?nUTw0}Lsyxe}QyU<K})+xhV7VF{#-li(sou`Z51?u^*skWUj8pg{`tcDnb
zWdR3O$D$?~nXh?QC`$7$n}5w_tO>@8tbJP*u(juGS#?91QTFA04>T57gU3S%Pm=h`
z-;eHMR1KjM;$}j#Y?s)KyvIoEfu%!RrHRGVBhvERhy9x&tY_DjlRL{uSLV$gDE9TX
z{-tU!5|l}Tw|G)&%X)W$9uqk)sZ1p|{rXwo+;3+FwaGj-TU&^|ZD6@u4j2|ut*-{5
z&)Y0YrIQT&1zmLYa2U3^_Z{$o=)P>rZPiz8bPUWb^*WHotKkZL2Eh_k^JeIj4nbis
zC?+NcNFMAx7E2>H!nay@R!GQ5HtLL-*&?W{eg%m3cAb+EPZP6&yWWriF_YmzD1XIT
z-;d+A5q|ey!N>ODD028aSOmBv-S&V42yRoL>ERx{UUk=4pKRE2?>2vZzmeBh$&wOD
z-gO>qlhSZV&i8R<NLt$<l+ZQ`>+q9A;u<~%RY$_$k#<&CYw_!ZjS;^=IAidug$rCy
zBI+>HUW=qjXip+JkLP%&l*R)nBY%xAAD~%7y^q`lbb9DF315Lb=3av4@$eI<a>mYd
z;JyMs;ReJqtc#oassVpNb5i`?2vVAblOP?@G%7(vcpp3ptTmD#r_D@9E66L1B{~!w
zztSiq2xFoYy=Se05~ik;7Dg%b90Lk$m}G<@wpen)80gT+!(^0Z8Y+zC@qZ>5(P?yn
zNt!^4M<+~#HAvxAbgU-|!-FS$tgd9duvEze6d*&&2#a24q!Q48deR!8K|R6d)*DPt
zL&ozAFeMv^pFmHlEMbLH$+AfRp5o>S1wcsX&za<BM8MNpJVD3KMz$7O1*j+Ja*<oX
zjxJWM3<`;5lJE>Y87({kcYiV@JS>G*5e4gJgu!`-=@Mw;A%ubzKCt->WD?LLlSEL&
zdK?O{JYgt-zzecQ1OpNgm>Db#KwxWd4%PsFgSY%7q5wb$l@OqnK&B8t06;CG;#oKY
zqVg=jyvXz=P&zVb<dlf4o<Q0N)6c*Qfr;W3<`x}l1YSoE0uUBJ#D9F4G9p%H0qbHS
zbODAZ#gqZVlQzsREUJo(;3`Dy?CNTk{UAPQOizjTBKy~`|Hc|HGN6eGRwmG)*soR}
zXWxGN`@-5wZ~ZV~kVr;AP!|^2_v_Vqd$XA@a$yc_ex8?QzAXeDs(<@Z{{5z$m$^9T
zoMqSRq7+wGBD>bSrhg7%*MOSzu?$MvV;L*R9LvDsS?#q^0w#SfGYyVq=FU+bi|(is
z<ihghGKQZ0yj?GD@=|=jcz?JS*)RE*QhYVRFHf7CCvu<9Fu|hCi*m=VgqzQ@_xWzU
z-!Af9<-n>(KjnAJ`FHCt;sX!KgDN4>M|3maqAfe9O0H&MM}Kt-Q)S_xoKziXG-VHH
z_@E^_r$NG2X=%Z`7lf{E+6Ig@i0Y75?%%htXkuN*v5q_3j`1D%vNO<UVS1oY6Vo^u
z(=-Cp)B#iS(!e&CSYh>*G!l&l0<~56e@aY7!?)1zb}AZht%K2M${x^go}|)xm@s=%
zPI(3iBf`iO2Y+fNqoi^}HEWC+5oC}s5)(;kpk^dflJro`PDxJAE*vTvM6UaxdKl;=
z^;E)!*dlE3qX?V5Es8Z%eW(&o9?MCW)%#iY-FkbMZ!2BuWA=~iUG_aHnAk_|eSu*k
z1Cz)=kU|-mkYHFHq(*Q@0wts4u5b3YC3I##E{n(P?SIu()kF4nQ7+d-c9Z?{{X72r
z<)JJ$-(=a-yeQ-<U+fFHSbxg$FL$@ur((G)v%g}1H3oz*e4#aE`$O4lMJFWa)DcvA
z-C-ZoYAn)tn$*{dL$da@Vvw+%MX=b;IpV;aBl=U17)RtBu`7+xspaI(UDi$GeYMw#
zCI2|vn15{G)HZOKY~VP;z_BCbL?xYhS^M^xv|;%^`!?1{Px>$}WtfUnvMrnr^O}NF
zGQ)9d%Kky}-6f2DyR`bXyj$H{y*zRg(IVAOt5cke)`+w^b*0q`X|**M-?-LeO3%9J
zcYh6x&s{y7<(=Tc$3fHZ;4`M7c$~;yKHd*t{(o!6Z_=u5_&C|{X@ucB7J`G}owvh;
z3ELkE<`si|x24YuM!kF4&QpVzaCJJg5Y}!G!bEhk1)%5gPTc~)?@B&tHi@LSe6}2_
z!$7Nyw8o9w0_?B{K;pmIJUs1|i=Dh*mJj<|xm;&I%@+^LBL6X;Z;NGdpWUq&*=B#6
z-G6LWc)ZIV%1^6f<<0F*a=p1{;A7>%RBp;X`}7b&<uFhf+fio+YBrIi^%sd24MO)t
zjvApaejr2CjvHh~k-KJX8WA_>PmUWsr<i@G4Sk2veJItDf7SS7+VO|tWB^CRA4*+k
zNI|L>PQ-en$bkLLWTUoSzM1Uu&0*4fpMQ1M=}+*|^ZgqEm*n8`3AQG_XO%9-@vi@A
zy)XCjHiy9;=YFouO?p>z;$tI|(NZB2IjtmL+Bq!^ma-!)y)olQ_n7~8S^PGCe4N+f
z5-II7l``_#e6v|SAvV3a%k#~f)iF|?L?JUG3Ym^r;Sg_m8~RGIVo<_UzwWAEm4DS4
z|H4kiQj7mqO?4{GtHxdoE^`iYzHhL;Z5un;Hp8zlPGp}WrV7%+6AuzL8f)_8=J+M8
zJ}9m4+cWoF2-j9cUmTr^q-(R>4P?1%ZQYz6j->0je0M3fveI5*@==nz%<^ganR>{r
z9kqAEJsFtP1}01fCXN86>&TY841b1(3F{c7yVL=1FEZylx%NFR4ZNp4B2Y_!&b;>0
zHpsyLQgYby9{!eu%^v@c347l0iN)v7pCx9wTW|lfT7Q=7?R|E?U*6@}{dT^2*qtO0
zBkq`~^Nu+pJJV^HFl;9&xmVkn*7(xgpVXareN|6#xc>v<GIV$fWo~41bcgy=0f+ii
z0*Crj1Bd!k1c&-l1-JTB1|`fVF)%SVD=;!AFfb=63NKA>WJF<fWgsX-Ix;XZI599W
zHZe3YFfli`Mj!`c3Q|TxML9V&GC?&oLq<k9GC4LmH#9UxGB-6hI50LhMn*m$JVrxB
zIXN{lK{Yf(Mn*X@IW{>rG&DvsH#IjnFg7<vMm}8%FHB`_XLM*FF)%kcli@)qe<jvQ
zXq{yg#_{*LW71}7k}pYz%yZJDZIU)^nxswAA#Kv88Je+4Iv@%zEaF12?nFe~_zDL_
zcOnH5DQ-kdT_`Goinvh}yDC^DASkX}#Qcw&ALqO0{f2wbbKiSI2w^)Flyt*E=t+f;
z4GORS8mI($g;45;DM;_EizyJ)e?SRTLl)Ak%Rm-#ytW$>*aaD=fW0g!g#v|w=lw>7
zunTrW5fp>pC`VNVWeOGd{ER(N4i!)d3DiNgLf!Aat_J*;`(QsDfLiE;dWFs}eQ^Uc
zLKF8bhCNUPez#_5fmUdPcIbe9=u+r^=-2CpgV4hT%D|tr7Y@N;I0Aiee*y*+#=h|j
z9ED>r2*<fVA>^R|{A~@xkiyh!e%eVGg|jfCFw^XfQ*au_U>qjk44j84IH#~$>1RyB
z1-J-TU|QkH7Vlny%P<31VOHVxoOkD79u|1gBJja)z@oyPNnf`F%di5gum;y)ozs|`
zdCWEyUVh}KU56WR6K=7De}<7_OG(o?KP-TZ!dodnB%<aK^}{?6I4e}R+vl&5L?ekt
za;zGP6+ZgHyCuN;ureTtMmCHj8uK-hXe8Fin$;-W-}G~tmie0@YgVi9mFL-rt=02X
zeg+A%MuqQZz1svt&q%DbD*XJLH^`rnKO=v}*V%UR_bBUK@@M4Fe@K}1Dr|k=4Weg6
z&j^?GDg5)m8wA(}fauwA7=b}agT91_+7J*k8|In$G8vJwQK@9w*O4_NYeoodT&jNC
z8wAb>oDn!9VMglgoK*XsFClP7;EZtDwAA*CHwc^&DVveHxBN9SX|q7!j3C*9H1L^s
z$)qj95>M)%^E#|Zf5R2NguoerGXiIu;Az^B##em_Su?U`H`zAX^^zdXlSCzKj0sz0
z!e*IdlrQ+!8+=2PoV4=T5Bb(6Y>Y{vwE2v`#_pJ~$t0yvBt5b04R)Wz_djBhlmq)|
zQYJm!;Y-+0lS*JOP7Xko^z4h?-3$9*Kd^BpjZiDydDWNHe}P}V0otHRdZpaE&Cmj^
z&;{*MeBj*<=!9Ol0f*o)Y{C)fgMJtQ|NM@^F}MYTz~+{mfFU>uge$oYBQOf5;53ZE
zI84A9I14*LdgnQR$n(-CbzV&>)%>+r7nFMAPp>X2_5O!mO)2&81+S)+di<1Emz4VV
z53epO-B|3^e~i*SBVJum`hME0S*8E})T=pVdYinOSLUSwuNIWqdef_`%Fg}e)uOWR
zws^Iq?8l{EEi3!^npZ2ze)pqStIGZ~<JFpSBimkGQ|{jXsascW`v<Q!ly6`gQDlsf
zAxHlOV}g+hMkW}UZ)^vK7a3k;s*yhgkv{~{f2bH}JY<%USw_Yf8DnIOkugRl7@1&X
zc+r2E7+z#}k>N$(8JJsSZjre~<`$V-WNvXn`TE;I`L2%eA9JMmqL*AR2OtSFGzujp
HMNdWwSn&mZ

diff --git a/doc/src/NeuralNet/NeuralNet.do.txt b/doc/src/NeuralNet/NeuralNet.do.txt
index 48204001d..6d2e4ef48 100644
--- a/doc/src/NeuralNet/NeuralNet.do.txt
+++ b/doc/src/NeuralNet/NeuralNet.do.txt
@@ -1013,7 +1013,7 @@ In case we employ the more general case given by the Softmax equation, we need t
 !bt
 \[
 \frac{\partial f(z_i^l)}{\partial w_{jk}^l} =
-\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l}.
+\frac{\partial f(z_i^l)}{\partial z_j^l} \frac{\partial z_j^l}{\partial w_{jk}^l}= \frac{\partial f(z_i^l)}{\partial z_j^l}a_k^{l-1}.
 \]
 !et
 For the Softmax function we have