update on getting started
This commit is contained in:
@@ -0,0 +1,4 @@
|
||||
Recurrent-bs.html
|
||||
._Recurrent-bs000.html
|
||||
._Recurrent-bs001.html
|
||||
._Recurrent-bs002.html
|
||||
@@ -0,0 +1,2 @@
|
||||
Recurrent-reveal.html
|
||||
reveal.js
|
||||
@@ -0,0 +1 @@
|
||||
Recurrent-solarized.html
|
||||
@@ -0,0 +1 @@
|
||||
{'holder': ['Morten Hjorth-Jensen'], 'year': '1999-2019', 'license': 'Released under CC Attribution-NonCommercial 4.0 license', 'cite doconce': False}
|
||||
@@ -0,0 +1 @@
|
||||
Recurrent.html
|
||||
@@ -0,0 +1,162 @@
|
||||
<!--
|
||||
Automatically generated HTML file from DocOnce source
|
||||
(https://github.com/hplgit/doconce/)
|
||||
-->
|
||||
<html>
|
||||
<head>
|
||||
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
|
||||
<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||||
<meta name="description" content="Data Analysis and Machine Learning: Recurrent neural networks">
|
||||
|
||||
<title>Data Analysis and Machine Learning: Recurrent neural networks</title>
|
||||
|
||||
<!-- Bootstrap style: bootstrap -->
|
||||
<link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
|
||||
<!-- not necessary
|
||||
<link href="https://netdna.bootstrapcdn.com/font-awesome/4.0.3/css/font-awesome.css" rel="stylesheet">
|
||||
-->
|
||||
|
||||
<style type="text/css">
|
||||
|
||||
/* Add scrollbar to dropdown menus in bootstrap navigation bar */
|
||||
.dropdown-menu {
|
||||
height: auto;
|
||||
max-height: 400px;
|
||||
overflow-x: hidden;
|
||||
}
|
||||
|
||||
/* Adds an invisible element before each target to offset for the navigation
|
||||
bar */
|
||||
.anchor::before {
|
||||
content:"";
|
||||
display:block;
|
||||
height:50px; /* fixed header height for style bootstrap */
|
||||
margin:-50px 0 0; /* negative fixed header height */
|
||||
}
|
||||
</style>
|
||||
|
||||
|
||||
</head>
|
||||
|
||||
<!-- tocinfo
|
||||
{'highest level': 2,
|
||||
'sections': [('Recurrent neural networks: Overarching view',
|
||||
2,
|
||||
None,
|
||||
'___sec0'),
|
||||
('Set up of an RNN', 2, None, '___sec1')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
|
||||
|
||||
|
||||
<script type="text/x-mathjax-config">
|
||||
MathJax.Hub.Config({
|
||||
TeX: {
|
||||
equationNumbers: { autoNumber: "none" },
|
||||
extensions: ["AMSmath.js", "AMSsymbols.js", "autobold.js", "color.js"]
|
||||
}
|
||||
});
|
||||
</script>
|
||||
<script type="text/javascript" async
|
||||
src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML">
|
||||
</script>
|
||||
|
||||
|
||||
|
||||
|
||||
<!-- Bootstrap navigation bar -->
|
||||
<div class="navbar navbar-default navbar-fixed-top">
|
||||
<div class="navbar-header">
|
||||
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-responsive-collapse">
|
||||
<span class="icon-bar"></span>
|
||||
<span class="icon-bar"></span>
|
||||
<span class="icon-bar"></span>
|
||||
</button>
|
||||
<a class="navbar-brand" href="Recurrent-bs.html">Data Analysis and Machine Learning: Recurrent neural networks</a>
|
||||
</div>
|
||||
|
||||
<div class="navbar-collapse collapse navbar-responsive-collapse">
|
||||
<ul class="nav navbar-nav navbar-right">
|
||||
<li class="dropdown">
|
||||
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Contents <b class="caret"></b></a>
|
||||
<ul class="dropdown-menu">
|
||||
<!-- navigation toc: --> <li><a href="._Recurrent-bs001.html#___sec0" style="font-size: 80%;">Recurrent neural networks: Overarching view</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._Recurrent-bs002.html#___sec1" style="font-size: 80%;">Set up of an RNN</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
</ul>
|
||||
</div>
|
||||
</div>
|
||||
</div> <!-- end of navigation bar -->
|
||||
|
||||
<div class="container">
|
||||
|
||||
<p> </p><p> </p><p> </p> <!-- add vertical space -->
|
||||
|
||||
<a name="part0000"></a>
|
||||
<!-- ------------------- main content ---------------------- -->
|
||||
|
||||
|
||||
|
||||
<div class="jumbotron">
|
||||
<center><h1>Data Analysis and Machine Learning: Recurrent neural networks</h1></center> <!-- document title -->
|
||||
|
||||
<p>
|
||||
<!-- author(s): Morten Hjorth-Jensen -->
|
||||
|
||||
<center>
|
||||
<b>Morten Hjorth-Jensen</b> [1, 2]
|
||||
</center>
|
||||
|
||||
<p>
|
||||
<!-- institution(s) -->
|
||||
|
||||
<center>[1] <b>Department of Physics, University of Oslo</b></center>
|
||||
<center>[2] <b>Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University</b></center>
|
||||
<br>
|
||||
<p>
|
||||
<center><h4>Jan 8, 2019</h4></center> <!-- date -->
|
||||
<br>
|
||||
<p>
|
||||
|
||||
|
||||
<p><a href="._Recurrent-bs001.html" class="btn btn-primary btn-lg">Read »</a></p>
|
||||
|
||||
|
||||
</div> <!-- end jumbotron -->
|
||||
|
||||
<p>
|
||||
<!-- navigation buttons at the bottom of the page -->
|
||||
<ul class="pagination">
|
||||
<li class="active"><a href="._Recurrent-bs000.html">1</a></li>
|
||||
<li><a href="._Recurrent-bs001.html">2</a></li>
|
||||
<li><a href="._Recurrent-bs002.html">3</a></li>
|
||||
<li><a href="._Recurrent-bs001.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
</div> <!-- end container -->
|
||||
<!-- include javascript, jQuery *first* -->
|
||||
<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.10.2/jquery.min.js"></script>
|
||||
<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.0/js/bootstrap.min.js"></script>
|
||||
|
||||
<!-- Bootstrap footer
|
||||
<footer>
|
||||
<a href="http://..."><img width="250" align=right src="http://..."></a>
|
||||
</footer>
|
||||
-->
|
||||
|
||||
|
||||
<center style="font-size:80%">
|
||||
<!-- copyright --> © 1999-2019, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
|
||||
</center>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
|
||||
|
||||
@@ -0,0 +1,158 @@
|
||||
<!--
|
||||
Automatically generated HTML file from DocOnce source
|
||||
(https://github.com/hplgit/doconce/)
|
||||
-->
|
||||
<html>
|
||||
<head>
|
||||
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
|
||||
<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||||
<meta name="description" content="Data Analysis and Machine Learning: Recurrent neural networks">
|
||||
|
||||
<title>Data Analysis and Machine Learning: Recurrent neural networks</title>
|
||||
|
||||
<!-- Bootstrap style: bootstrap -->
|
||||
<link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
|
||||
<!-- not necessary
|
||||
<link href="https://netdna.bootstrapcdn.com/font-awesome/4.0.3/css/font-awesome.css" rel="stylesheet">
|
||||
-->
|
||||
|
||||
<style type="text/css">
|
||||
|
||||
/* Add scrollbar to dropdown menus in bootstrap navigation bar */
|
||||
.dropdown-menu {
|
||||
height: auto;
|
||||
max-height: 400px;
|
||||
overflow-x: hidden;
|
||||
}
|
||||
|
||||
/* Adds an invisible element before each target to offset for the navigation
|
||||
bar */
|
||||
.anchor::before {
|
||||
content:"";
|
||||
display:block;
|
||||
height:50px; /* fixed header height for style bootstrap */
|
||||
margin:-50px 0 0; /* negative fixed header height */
|
||||
}
|
||||
</style>
|
||||
|
||||
|
||||
</head>
|
||||
|
||||
<!-- tocinfo
|
||||
{'highest level': 2,
|
||||
'sections': [('Recurrent neural networks: Overarching view',
|
||||
2,
|
||||
None,
|
||||
'___sec0'),
|
||||
('Set up of an RNN', 2, None, '___sec1')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
|
||||
|
||||
|
||||
<script type="text/x-mathjax-config">
|
||||
MathJax.Hub.Config({
|
||||
TeX: {
|
||||
equationNumbers: { autoNumber: "none" },
|
||||
extensions: ["AMSmath.js", "AMSsymbols.js", "autobold.js", "color.js"]
|
||||
}
|
||||
});
|
||||
</script>
|
||||
<script type="text/javascript" async
|
||||
src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML">
|
||||
</script>
|
||||
|
||||
|
||||
|
||||
|
||||
<!-- Bootstrap navigation bar -->
|
||||
<div class="navbar navbar-default navbar-fixed-top">
|
||||
<div class="navbar-header">
|
||||
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-responsive-collapse">
|
||||
<span class="icon-bar"></span>
|
||||
<span class="icon-bar"></span>
|
||||
<span class="icon-bar"></span>
|
||||
</button>
|
||||
<a class="navbar-brand" href="Recurrent-bs.html">Data Analysis and Machine Learning: Recurrent neural networks</a>
|
||||
</div>
|
||||
|
||||
<div class="navbar-collapse collapse navbar-responsive-collapse">
|
||||
<ul class="nav navbar-nav navbar-right">
|
||||
<li class="dropdown">
|
||||
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Contents <b class="caret"></b></a>
|
||||
<ul class="dropdown-menu">
|
||||
<!-- navigation toc: --> <li><a href="#___sec0" style="font-size: 80%;">Recurrent neural networks: Overarching view</a></li>
|
||||
<!-- navigation toc: --> <li><a href="._Recurrent-bs002.html#___sec1" style="font-size: 80%;">Set up of an RNN</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
</ul>
|
||||
</div>
|
||||
</div>
|
||||
</div> <!-- end of navigation bar -->
|
||||
|
||||
<div class="container">
|
||||
|
||||
<p> </p><p> </p><p> </p> <!-- add vertical space -->
|
||||
|
||||
<a name="part0001"></a>
|
||||
<!-- !split -->
|
||||
|
||||
<h2 id="___sec0" class="anchor">Recurrent neural networks: Overarching view </h2>
|
||||
|
||||
<p>
|
||||
Till now our focus has been, including convolutional neural networks as well,
|
||||
on feedforward neural networks. The output or the
|
||||
activations flow only in one direction, from the input layer to the
|
||||
output layer.
|
||||
|
||||
<p>
|
||||
A recurrent neural network (RNN) looks very much like a feedforward
|
||||
neural network, except that it also has connections pointing
|
||||
backward.
|
||||
|
||||
<p>
|
||||
RNNs are used to analyze time series data such as stock prices, and
|
||||
tell you when to buy or sell. In autonomous driving systems, they can
|
||||
anticipate car trajectories and help avoid accidents. More generally,
|
||||
they can work on sequences of arbitrary lengths, rather than on
|
||||
fixed-sized inputs like all the nets we have discussed so far. For
|
||||
example, they can take sentences, documents, or audio samples as
|
||||
input, making them extremely useful for natural language processing
|
||||
systems such as automatic translation and speech-to-text.
|
||||
|
||||
<p>
|
||||
<p>
|
||||
<!-- navigation buttons at the bottom of the page -->
|
||||
<ul class="pagination">
|
||||
<li><a href="._Recurrent-bs000.html">«</a></li>
|
||||
<li><a href="._Recurrent-bs000.html">1</a></li>
|
||||
<li class="active"><a href="._Recurrent-bs001.html">2</a></li>
|
||||
<li><a href="._Recurrent-bs002.html">3</a></li>
|
||||
<li><a href="._Recurrent-bs002.html">»</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
</div> <!-- end container -->
|
||||
<!-- include javascript, jQuery *first* -->
|
||||
<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.10.2/jquery.min.js"></script>
|
||||
<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.0/js/bootstrap.min.js"></script>
|
||||
|
||||
<!-- Bootstrap footer
|
||||
<footer>
|
||||
<a href="http://..."><img width="250" align=right src="http://..."></a>
|
||||
</footer>
|
||||
-->
|
||||
|
||||
|
||||
<center style="font-size:80%">
|
||||
<!-- copyright only on the titlepage -->
|
||||
</center>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
|
||||
|
||||
@@ -0,0 +1,146 @@
|
||||
<!--
|
||||
Automatically generated HTML file from DocOnce source
|
||||
(https://github.com/hplgit/doconce/)
|
||||
-->
|
||||
<html>
|
||||
<head>
|
||||
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
|
||||
<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||||
<meta name="description" content="Data Analysis and Machine Learning: Recurrent neural networks">
|
||||
|
||||
<title>Data Analysis and Machine Learning: Recurrent neural networks</title>
|
||||
|
||||
<!-- Bootstrap style: bootstrap -->
|
||||
<link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
|
||||
<!-- not necessary
|
||||
<link href="https://netdna.bootstrapcdn.com/font-awesome/4.0.3/css/font-awesome.css" rel="stylesheet">
|
||||
-->
|
||||
|
||||
<style type="text/css">
|
||||
|
||||
/* Add scrollbar to dropdown menus in bootstrap navigation bar */
|
||||
.dropdown-menu {
|
||||
height: auto;
|
||||
max-height: 400px;
|
||||
overflow-x: hidden;
|
||||
}
|
||||
|
||||
/* Adds an invisible element before each target to offset for the navigation
|
||||
bar */
|
||||
.anchor::before {
|
||||
content:"";
|
||||
display:block;
|
||||
height:50px; /* fixed header height for style bootstrap */
|
||||
margin:-50px 0 0; /* negative fixed header height */
|
||||
}
|
||||
</style>
|
||||
|
||||
|
||||
</head>
|
||||
|
||||
<!-- tocinfo
|
||||
{'highest level': 2,
|
||||
'sections': [('Recurrent neural networks: Overarching view',
|
||||
2,
|
||||
None,
|
||||
'___sec0'),
|
||||
('Set up of an RNN', 2, None, '___sec1')]}
|
||||
end of tocinfo -->
|
||||
|
||||
<body>
|
||||
|
||||
|
||||
|
||||
<script type="text/x-mathjax-config">
|
||||
MathJax.Hub.Config({
|
||||
TeX: {
|
||||
equationNumbers: { autoNumber: "none" },
|
||||
extensions: ["AMSmath.js", "AMSsymbols.js", "autobold.js", "color.js"]
|
||||
}
|
||||
});
|
||||
</script>
|
||||
<script type="text/javascript" async
|
||||
src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML">
|
||||
</script>
|
||||
|
||||
|
||||
|
||||
|
||||
<!-- Bootstrap navigation bar -->
|
||||
<div class="navbar navbar-default navbar-fixed-top">
|
||||
<div class="navbar-header">
|
||||
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-responsive-collapse">
|
||||
<span class="icon-bar"></span>
|
||||
<span class="icon-bar"></span>
|
||||
<span class="icon-bar"></span>
|
||||
</button>
|
||||
<a class="navbar-brand" href="Recurrent-bs.html">Data Analysis and Machine Learning: Recurrent neural networks</a>
|
||||
</div>
|
||||
|
||||
<div class="navbar-collapse collapse navbar-responsive-collapse">
|
||||
<ul class="nav navbar-nav navbar-right">
|
||||
<li class="dropdown">
|
||||
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Contents <b class="caret"></b></a>
|
||||
<ul class="dropdown-menu">
|
||||
<!-- navigation toc: --> <li><a href="._Recurrent-bs001.html#___sec0" style="font-size: 80%;">Recurrent neural networks: Overarching view</a></li>
|
||||
<!-- navigation toc: --> <li><a href="#___sec1" style="font-size: 80%;">Set up of an RNN</a></li>
|
||||
|
||||
</ul>
|
||||
</li>
|
||||
</ul>
|
||||
</div>
|
||||
</div>
|
||||
</div> <!-- end of navigation bar -->
|
||||
|
||||
<div class="container">
|
||||
|
||||
<p> </p><p> </p><p> </p> <!-- add vertical space -->
|
||||
|
||||
<a name="part0002"></a>
|
||||
<!-- !split -->
|
||||
|
||||
<h2 id="___sec1" class="anchor">Set up of an RNN </h2>
|
||||
|
||||
<p>
|
||||
The figure here displays a simple example of an RNN, with inputs \( x_t \)
|
||||
at a given time \( t \) and outputs \( y_t \). Introducing time as a variable
|
||||
offers an intutitive way of understanding these networks. In addition
|
||||
to the inputs \( x_t \), the layer at a time \( t \) receives also as input
|
||||
the output from the previous layer \( t-1 \), that is \( y_{t1} \).
|
||||
|
||||
<p>
|
||||
This means also that we need to have weights that link both the inputs \( x_t \) to the outputs \( y_t \) as well as weights that link
|
||||
the output from the previous time \( y_{t-1} \) and \( y_t \). The figure here shows an example of a simple RNN.
|
||||
|
||||
<p>
|
||||
<!-- navigation buttons at the bottom of the page -->
|
||||
<ul class="pagination">
|
||||
<li><a href="._Recurrent-bs001.html">«</a></li>
|
||||
<li><a href="._Recurrent-bs000.html">1</a></li>
|
||||
<li><a href="._Recurrent-bs001.html">2</a></li>
|
||||
<li class="active"><a href="._Recurrent-bs002.html">3</a></li>
|
||||
</ul>
|
||||
<!-- ------------------- end of main content --------------- -->
|
||||
|
||||
</div> <!-- end container -->
|
||||
<!-- include javascript, jQuery *first* -->
|
||||
<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.10.2/jquery.min.js"></script>
|
||||
<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.0/js/bootstrap.min.js"></script>
|
||||
|
||||
<!-- Bootstrap footer
|
||||
<footer>
|
||||
<a href="http://..."><img width="250" align=right src="http://..."></a>
|
||||
</footer>
|
||||
-->
|
||||
|
||||
|
||||
<center style="font-size:80%">
|
||||
<!-- copyright only on the titlepage -->
|
||||
</center>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
|
||||
|
||||
@@ -0,0 +1,18 @@
|
||||
\relax
|
||||
\providecommand\hyper@newdestlabel[2]{}
|
||||
\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
|
||||
\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
|
||||
\global\let\oldcontentsline\contentsline
|
||||
\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
|
||||
\global\let\oldnewlabel\newlabel
|
||||
\gdef\newlabel#1#2{\newlabelxx{#1}#2}
|
||||
\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
|
||||
\AtEndDocument{\ifx\hyper@anchor\@undefined
|
||||
\let\contentsline\oldcontentsline
|
||||
\let\newlabel\oldnewlabel
|
||||
\fi}
|
||||
\fi}
|
||||
\global\let\hyper@last\relax
|
||||
\gdef\HyperFirstAtBeginDocument#1{#1}
|
||||
\providecommand\HyField@AuxAddToFields[1]{}
|
||||
\providecommand\HyField@AuxAddToCoFields[2]{}
|
||||
@@ -0,0 +1,12 @@
|
||||
translating doconce text in Recurrent.do.txt to html
|
||||
output in Recurrent-reveal.html
|
||||
translating doconce text in Recurrent.do.txt to html
|
||||
output in Recurrent-solarized.html
|
||||
translating doconce text in Recurrent.do.txt to html
|
||||
output in Recurrent.html
|
||||
translating doconce text in Recurrent.do.txt to html
|
||||
output in Recurrent-bs.html
|
||||
translating doconce text in Recurrent.do.txt to ipynb
|
||||
output in Recurrent.ipynb
|
||||
translating doconce text in Recurrent.do.txt to pdflatex
|
||||
output in Recurrent.p.tex
|
||||
@@ -0,0 +1,38 @@
|
||||
TITLE: Data Analysis and Machine Learning: Recurrent neural networks
|
||||
AUTHOR: Morten Hjorth-Jensen {copyright, 1999-present|CC BY-NC} at Department of Physics, University of Oslo & Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University
|
||||
DATE: today
|
||||
|
||||
|
||||
!split
|
||||
===== Recurrent neural networks: Overarching view =====
|
||||
|
||||
Till now our focus has been, including convolutional neural networks as well,
|
||||
on feedforward neural networks. The output or the
|
||||
activations flow only in one direction, from the input layer to the
|
||||
output layer.
|
||||
|
||||
A recurrent neural network (RNN) looks very much like a feedforward
|
||||
neural network, except that it also has connections pointing
|
||||
backward.
|
||||
|
||||
RNNs are used to analyze time series data such as stock prices, and
|
||||
tell you when to buy or sell. In autonomous driving systems, they can
|
||||
anticipate car trajectories and help avoid accidents. More generally,
|
||||
they can work on sequences of arbitrary lengths, rather than on
|
||||
fixed-sized inputs like all the nets we have discussed so far. For
|
||||
example, they can take sentences, documents, or audio samples as
|
||||
input, making them extremely useful for natural language processing
|
||||
systems such as automatic translation and speech-to-text.
|
||||
|
||||
|
||||
!split
|
||||
===== Set up of an RNN =====
|
||||
|
||||
The figure here displays a simple example of an RNN, with inputs $x_t$
|
||||
at a given time $t$ and outputs $y_t$. Introducing time as a variable
|
||||
offers an intutitive way of understanding these networks. In addition
|
||||
to the inputs $x_t$, the layer at a time $t$ receives also as input
|
||||
the output from the previous layer $t-1$, that is $y_{t1}$.
|
||||
|
||||
This means also that we need to have weights that link both the inputs $x_t$ to the outputs $y_t$ as well as weights that link
|
||||
the output from the previous time $y_{t-1}$ and $y_t$.
|
||||
@@ -0,0 +1,819 @@
|
||||
This is pdfTeX, Version 3.14159265-2.6-1.40.16 (TeX Live 2015) (preloaded format=pdflatex 2015.5.24) 8 JAN 2019 10:54
|
||||
entering extended mode
|
||||
\write18 enabled.
|
||||
%&-line parsing enabled.
|
||||
**Recurrent
|
||||
(./Recurrent.tex
|
||||
LaTeX2e <2015/01/01>
|
||||
Babel <3.9l> and hyphenation patterns for 79 languages loaded.
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/base/article.cls
|
||||
Document Class: article 2014/09/29 v1.4h Standard LaTeX document class
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/base/size10.clo
|
||||
File: size10.clo 2014/09/29 v1.4h Standard LaTeX file (size option)
|
||||
)
|
||||
\c@part=\count79
|
||||
\c@section=\count80
|
||||
\c@subsection=\count81
|
||||
\c@subsubsection=\count82
|
||||
\c@paragraph=\count83
|
||||
\c@subparagraph=\count84
|
||||
\c@figure=\count85
|
||||
\c@table=\count86
|
||||
\abovecaptionskip=\skip41
|
||||
\belowcaptionskip=\skip42
|
||||
\bibindent=\dimen102
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/relsize/relsize.sty
|
||||
Package: relsize 2013/03/29 ver 4.1
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/base/makeidx.sty
|
||||
Package: makeidx 2014/09/29 v1.0m Standard LaTeX package
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/graphics/color.sty
|
||||
Package: color 2014/10/28 v1.1a Standard LaTeX Color (DPC)
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/latexconfig/color.cfg
|
||||
File: color.cfg 2007/01/18 v1.5 color configuration of teTeX/TeXLive
|
||||
)
|
||||
Package color Info: Driver file: pdftex.def on input line 142.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/pdftex-def/pdftex.def
|
||||
File: pdftex.def 2011/05/27 v0.06d Graphics/color for pdfTeX
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/generic/oberdiek/infwarerr.sty
|
||||
Package: infwarerr 2010/04/08 v1.3 Providing info/warning/error messages (HO)
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/generic/oberdiek/ltxcmds.sty
|
||||
Package: ltxcmds 2011/11/09 v1.22 LaTeX kernel commands for general use (HO)
|
||||
)
|
||||
\Gread@gobject=\count87
|
||||
))
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/setspace/setspace.sty
|
||||
Package: setspace 2011/12/19 v6.7a set line spacing
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsmath/amsmath.sty
|
||||
Package: amsmath 2013/01/14 v2.14 AMS math features
|
||||
\@mathmargin=\skip43
|
||||
|
||||
For additional information on amsmath, use the `?' option.
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsmath/amstext.sty
|
||||
Package: amstext 2000/06/29 v2.01
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsmath/amsgen.sty
|
||||
File: amsgen.sty 1999/11/30 v2.0
|
||||
\@emptytoks=\toks14
|
||||
\ex@=\dimen103
|
||||
))
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsmath/amsbsy.sty
|
||||
Package: amsbsy 1999/11/29 v1.2d
|
||||
\pmbraise@=\dimen104
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsmath/amsopn.sty
|
||||
Package: amsopn 1999/12/14 v2.01 operator names
|
||||
)
|
||||
\inf@bad=\count88
|
||||
LaTeX Info: Redefining \frac on input line 210.
|
||||
\uproot@=\count89
|
||||
\leftroot@=\count90
|
||||
LaTeX Info: Redefining \overline on input line 306.
|
||||
\classnum@=\count91
|
||||
\DOTSCASE@=\count92
|
||||
LaTeX Info: Redefining \ldots on input line 378.
|
||||
LaTeX Info: Redefining \dots on input line 381.
|
||||
LaTeX Info: Redefining \cdots on input line 466.
|
||||
\Mathstrutbox@=\box26
|
||||
\strutbox@=\box27
|
||||
\big@size=\dimen105
|
||||
LaTeX Font Info: Redeclaring font encoding OML on input line 566.
|
||||
LaTeX Font Info: Redeclaring font encoding OMS on input line 567.
|
||||
\macc@depth=\count93
|
||||
\c@MaxMatrixCols=\count94
|
||||
\dotsspace@=\muskip10
|
||||
\c@parentequation=\count95
|
||||
\dspbrk@lvl=\count96
|
||||
\tag@help=\toks15
|
||||
\row@=\count97
|
||||
\column@=\count98
|
||||
\maxfields@=\count99
|
||||
\andhelp@=\toks16
|
||||
\eqnshift@=\dimen106
|
||||
\alignsep@=\dimen107
|
||||
\tagshift@=\dimen108
|
||||
\tagwidth@=\dimen109
|
||||
\totwidth@=\dimen110
|
||||
\lineht@=\dimen111
|
||||
\@envbody=\toks17
|
||||
\multlinegap=\skip44
|
||||
\multlinetaggap=\skip45
|
||||
\mathdisplay@stack=\toks18
|
||||
LaTeX Info: Redefining \[ on input line 2665.
|
||||
LaTeX Info: Redefining \] on input line 2666.
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsfonts/amsfonts.sty
|
||||
Package: amsfonts 2013/01/14 v3.01 Basic AMSFonts support
|
||||
\symAMSa=\mathgroup4
|
||||
\symAMSb=\mathgroup5
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathfrak' in version `bold'
|
||||
(Font) U/euf/m/n --> U/euf/b/n on input line 106.
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsfonts/amssymb.sty
|
||||
Package: amssymb 2013/01/14 v3.01 AMS font symbols
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/xcolor/xcolor.sty
|
||||
Package: xcolor 2007/01/21 v2.11 LaTeX color extensions (UK)
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/latexconfig/color.cfg
|
||||
File: color.cfg 2007/01/18 v1.5 color configuration of teTeX/TeXLive
|
||||
)
|
||||
Package xcolor Info: Driver file: pdftex.def on input line 225.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/colortbl/colortbl.sty
|
||||
Package: colortbl 2012/02/13 v1.0a Color table columns (DPC)
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/tools/array.sty
|
||||
Package: array 2014/10/28 v2.4c Tabular extension package (FMi)
|
||||
\col@sep=\dimen112
|
||||
\extrarowheight=\dimen113
|
||||
\NC@list=\toks19
|
||||
\extratabsurround=\skip46
|
||||
\backup@length=\skip47
|
||||
)
|
||||
\everycr=\toks20
|
||||
\minrowclearance=\skip48
|
||||
)
|
||||
LaTeX Info: Redefining \color on input line 702.
|
||||
\rownum=\count100
|
||||
Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1337.
|
||||
Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1341.
|
||||
Package xcolor Info: Model `RGB' extended on input line 1353.
|
||||
Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1355.
|
||||
Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1356.
|
||||
Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1357.
|
||||
Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1358.
|
||||
Package xcolor Info: Model `Gray' substituted by `gray' on input line 1359.
|
||||
Package xcolor Info: Model `wave' substituted by `hsb' on input line 1360.
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/tools/bm.sty
|
||||
Package: bm 2014/10/28 v1.1c Bold Symbol Support (DPC/FMi)
|
||||
\symboldoperators=\mathgroup6
|
||||
\symboldletters=\mathgroup7
|
||||
\symboldsymbols=\mathgroup8
|
||||
LaTeX Font Info: Redeclaring math alphabet \mathbf on input line 141.
|
||||
LaTeX Info: Redefining \bm on input line 207.
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/ltablex/ltablex.sty
|
||||
Package: ltablex 2014/08/13 v1.1 Modified tabularx
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/tools/longtable.sty
|
||||
Package: longtable 2014/10/28 v4.11 Multi-page Table package (DPC)
|
||||
\LTleft=\skip49
|
||||
\LTright=\skip50
|
||||
\LTpre=\skip51
|
||||
\LTpost=\skip52
|
||||
\LTchunksize=\count101
|
||||
\LTcapwidth=\dimen114
|
||||
\LT@head=\box28
|
||||
\LT@firsthead=\box29
|
||||
\LT@foot=\box30
|
||||
\LT@lastfoot=\box31
|
||||
\LT@cols=\count102
|
||||
\LT@rows=\count103
|
||||
\c@LT@tables=\count104
|
||||
\c@LT@chunks=\count105
|
||||
\LT@p@ftn=\toks21
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/tools/tabularx.sty
|
||||
Package: tabularx 2014/10/28 v2.10 `tabularx' package (DPC)
|
||||
\TX@col@width=\dimen115
|
||||
\TX@old@table=\dimen116
|
||||
\TX@old@col=\dimen117
|
||||
\TX@target=\dimen118
|
||||
\TX@delta=\dimen119
|
||||
\TX@cols=\count106
|
||||
\TX@ftn=\toks22
|
||||
))
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/microtype/microtype.sty
|
||||
Package: microtype 2013/05/23 v2.5a Micro-typographical refinements (RS)
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/graphics/keyval.sty
|
||||
Package: keyval 2014/10/28 v1.15 key=value parser (DPC)
|
||||
\KV@toks@=\toks23
|
||||
)
|
||||
\MT@toks=\toks24
|
||||
\MT@count=\count107
|
||||
LaTeX Info: Redefining \textls on input line 766.
|
||||
\MT@outer@kern=\dimen120
|
||||
LaTeX Info: Redefining \textmicrotypecontext on input line 1285.
|
||||
\MT@listname@count=\count108
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/microtype/microtype-pdftex.def
|
||||
File: microtype-pdftex.def 2013/05/23 v2.5a Definitions specific to pdftex (RS)
|
||||
|
||||
LaTeX Info: Redefining \lsstyle on input line 915.
|
||||
LaTeX Info: Redefining \lslig on input line 915.
|
||||
\MT@outer@space=\skip53
|
||||
)
|
||||
Package microtype Info: Loading configuration file microtype.cfg.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/microtype/microtype.cfg
|
||||
File: microtype.cfg 2013/05/23 v2.5a microtype main configuration file (RS)
|
||||
))
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/graphics/graphicx.sty
|
||||
Package: graphicx 2014/10/28 v1.0g Enhanced LaTeX Graphics (DPC,SPQR)
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/graphics/graphics.sty
|
||||
Package: graphics 2014/10/28 v1.0p Standard LaTeX Graphics (DPC,SPQR)
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/graphics/trig.sty
|
||||
Package: trig 1999/03/16 v1.09 sin cos tan (DPC)
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/latexconfig/graphics.cfg
|
||||
File: graphics.cfg 2010/04/23 v1.9 graphics configuration of TeX Live
|
||||
)
|
||||
Package graphics Info: Driver file: pdftex.def on input line 94.
|
||||
)
|
||||
\Gin@req@height=\dimen121
|
||||
\Gin@req@width=\dimen122
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/base/fontenc.sty
|
||||
Package: fontenc 2005/09/27 v1.99g Standard LaTeX package
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/base/t1enc.def
|
||||
File: t1enc.def 2005/09/27 v1.99g Standard LaTeX file
|
||||
LaTeX Font Info: Redeclaring font encoding T1 on input line 48.
|
||||
))
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/ucs/ucs.sty
|
||||
Package: ucs 2013/05/11 v2.2 UCS: Unicode input support
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/ucs/data/uni-global.def
|
||||
File: uni-global.def 2013/05/13 UCS: Unicode global data
|
||||
)
|
||||
\uc@secondtry=\count109
|
||||
\uc@combtoks=\toks25
|
||||
\uc@combtoksb=\toks26
|
||||
\uc@temptokena=\toks27
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/base/inputenc.sty
|
||||
Package: inputenc 2015/03/17 v1.2c Input encoding file
|
||||
\inpenc@prehook=\toks28
|
||||
\inpenc@posthook=\toks29
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/ucs/utf8x.def
|
||||
File: utf8x.def 2004/10/17 UCS: Input encoding UTF-8
|
||||
))
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/lm/lmodern.sty
|
||||
Package: lmodern 2009/10/30 v1.6 Latin Modern Fonts
|
||||
LaTeX Font Info: Overwriting symbol font `operators' in version `normal'
|
||||
(Font) OT1/cmr/m/n --> OT1/lmr/m/n on input line 22.
|
||||
LaTeX Font Info: Overwriting symbol font `letters' in version `normal'
|
||||
(Font) OML/cmm/m/it --> OML/lmm/m/it on input line 23.
|
||||
LaTeX Font Info: Overwriting symbol font `symbols' in version `normal'
|
||||
(Font) OMS/cmsy/m/n --> OMS/lmsy/m/n on input line 24.
|
||||
LaTeX Font Info: Overwriting symbol font `largesymbols' in version `normal'
|
||||
(Font) OMX/cmex/m/n --> OMX/lmex/m/n on input line 25.
|
||||
LaTeX Font Info: Overwriting symbol font `operators' in version `bold'
|
||||
(Font) OT1/cmr/bx/n --> OT1/lmr/bx/n on input line 26.
|
||||
LaTeX Font Info: Overwriting symbol font `letters' in version `bold'
|
||||
(Font) OML/cmm/b/it --> OML/lmm/b/it on input line 27.
|
||||
LaTeX Font Info: Overwriting symbol font `symbols' in version `bold'
|
||||
(Font) OMS/cmsy/b/n --> OMS/lmsy/b/n on input line 28.
|
||||
LaTeX Font Info: Overwriting symbol font `largesymbols' in version `bold'
|
||||
(Font) OMX/cmex/m/n --> OMX/lmex/m/n on input line 29.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathbf' in version `normal'
|
||||
(Font) OT1/cmr/bx/n --> OT1/lmr/bx/n on input line 31.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathsf' in version `normal'
|
||||
(Font) OT1/cmss/m/n --> OT1/lmss/m/n on input line 32.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathit' in version `normal'
|
||||
(Font) OT1/cmr/m/it --> OT1/lmr/m/it on input line 33.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathtt' in version `normal'
|
||||
(Font) OT1/cmtt/m/n --> OT1/lmtt/m/n on input line 34.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathbf' in version `bold'
|
||||
(Font) OT1/cmr/bx/n --> OT1/lmr/bx/n on input line 35.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathsf' in version `bold'
|
||||
(Font) OT1/cmss/bx/n --> OT1/lmss/bx/n on input line 36.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathit' in version `bold'
|
||||
(Font) OT1/cmr/bx/it --> OT1/lmr/bx/it on input line 37.
|
||||
LaTeX Font Info: Overwriting math alphabet `\mathtt' in version `bold'
|
||||
(Font) OT1/cmtt/m/n --> OT1/lmtt/m/n on input line 38.
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/hyperref/hyperref.sty
|
||||
Package: hyperref 2012/11/06 v6.83m Hypertext links for LaTeX
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/generic/oberdiek/hobsub-hyperref.sty
|
||||
Package: hobsub-hyperref 2012/05/28 v1.13 Bundle oberdiek, subset hyperref (HO)
|
||||
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/generic/oberdiek/hobsub-generic.sty
|
||||
Package: hobsub-generic 2012/05/28 v1.13 Bundle oberdiek, subset generic (HO)
|
||||
Package: hobsub 2012/05/28 v1.13 Construct package bundles (HO)
|
||||
Package hobsub Info: Skipping package `infwarerr' (already loaded).
|
||||
Package hobsub Info: Skipping package `ltxcmds' (already loaded).
|
||||
Package: ifluatex 2010/03/01 v1.3 Provides the ifluatex switch (HO)
|
||||
Package ifluatex Info: LuaTeX not detected.
|
||||
Package: ifvtex 2010/03/01 v1.5 Detect VTeX and its facilities (HO)
|
||||
Package ifvtex Info: VTeX not detected.
|
||||
Package: intcalc 2007/09/27 v1.1 Expandable calculations with integers (HO)
|
||||
Package: ifpdf 2011/01/30 v2.3 Provides the ifpdf switch (HO)
|
||||
Package ifpdf Info: pdfTeX in PDF mode is detected.
|
||||
Package: etexcmds 2011/02/16 v1.5 Avoid name clashes with e-TeX commands (HO)
|
||||
Package etexcmds Info: Could not find \expanded.
|
||||
(etexcmds) That can mean that you are not using pdfTeX 1.50 or
|
||||
(etexcmds) that some package has redefined \expanded.
|
||||
(etexcmds) In the latter case, load this package earlier.
|
||||
Package: kvsetkeys 2012/04/25 v1.16 Key value parser (HO)
|
||||
Package: kvdefinekeys 2011/04/07 v1.3 Define keys (HO)
|
||||
Package: pdftexcmds 2011/11/29 v0.20 Utility functions of pdfTeX for LuaTeX (HO
|
||||
)
|
||||
Package pdftexcmds Info: LuaTeX not detected.
|
||||
Package pdftexcmds Info: \pdf@primitive is available.
|
||||
Package pdftexcmds Info: \pdf@ifprimitive is available.
|
||||
Package pdftexcmds Info: \pdfdraftmode found.
|
||||
Package: pdfescape 2011/11/25 v1.13 Implements pdfTeX's escape features (HO)
|
||||
Package: bigintcalc 2012/04/08 v1.3 Expandable calculations on big integers (HO
|
||||
)
|
||||
Package: bitset 2011/01/30 v1.1 Handle bit-vector datatype (HO)
|
||||
Package: uniquecounter 2011/01/30 v1.2 Provide unlimited unique counter (HO)
|
||||
)
|
||||
Package hobsub Info: Skipping package `hobsub' (already loaded).
|
||||
Package: letltxmacro 2010/09/02 v1.4 Let assignment for LaTeX macros (HO)
|
||||
Package: hopatch 2012/05/28 v1.2 Wrapper for package hooks (HO)
|
||||
Package: xcolor-patch 2011/01/30 xcolor patch
|
||||
Package: atveryend 2011/06/30 v1.8 Hooks at the very end of document (HO)
|
||||
Package atveryend Info: \enddocument detected (standard20110627).
|
||||
Package: atbegshi 2011/10/05 v1.16 At begin shipout hook (HO)
|
||||
Package: refcount 2011/10/16 v3.4 Data extraction from label references (HO)
|
||||
Package: hycolor 2011/01/30 v1.7 Color options for hyperref/bookmark (HO)
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/generic/ifxetex/ifxetex.sty
|
||||
Package: ifxetex 2010/09/12 v0.6 Provides ifxetex conditional
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/oberdiek/auxhook.sty
|
||||
Package: auxhook 2011/03/04 v1.3 Hooks for auxiliary files (HO)
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/oberdiek/kvoptions.sty
|
||||
Package: kvoptions 2011/06/30 v3.11 Key value format for package options (HO)
|
||||
)
|
||||
\@linkdim=\dimen123
|
||||
\Hy@linkcounter=\count110
|
||||
\Hy@pagecounter=\count111
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/hyperref/pd1enc.def
|
||||
File: pd1enc.def 2012/11/06 v6.83m Hyperref: PDFDocEncoding definition (HO)
|
||||
)
|
||||
\Hy@SavedSpaceFactor=\count112
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/latexconfig/hyperref.cfg
|
||||
File: hyperref.cfg 2002/06/06 v1.2 hyperref configuration of TeXLive
|
||||
)
|
||||
Package hyperref Info: Option `final' set `true' on input line 4319.
|
||||
Package hyperref Info: Hyper figures OFF on input line 4443.
|
||||
Package hyperref Info: Link nesting OFF on input line 4448.
|
||||
Package hyperref Info: Hyper index ON on input line 4451.
|
||||
Package hyperref Info: Plain pages OFF on input line 4458.
|
||||
Package hyperref Info: Backreferencing OFF on input line 4463.
|
||||
Package hyperref Info: Implicit mode ON; LaTeX internals redefined.
|
||||
Package hyperref Info: Bookmarks ON on input line 4688.
|
||||
\c@Hy@tempcnt=\count113
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/url/url.sty
|
||||
\Urlmuskip=\muskip11
|
||||
Package: url 2013/09/16 ver 3.4 Verb mode for urls, etc.
|
||||
)
|
||||
LaTeX Info: Redefining \url on input line 5041.
|
||||
\XeTeXLinkMargin=\dimen124
|
||||
\Fld@menulength=\count114
|
||||
\Field@Width=\dimen125
|
||||
\Fld@charsize=\dimen126
|
||||
Package hyperref Info: Hyper figures OFF on input line 6295.
|
||||
Package hyperref Info: Link nesting OFF on input line 6300.
|
||||
Package hyperref Info: Hyper index ON on input line 6303.
|
||||
Package hyperref Info: backreferencing OFF on input line 6310.
|
||||
Package hyperref Info: Link coloring OFF on input line 6315.
|
||||
Package hyperref Info: Link coloring with OCG OFF on input line 6320.
|
||||
Package hyperref Info: PDF/A mode OFF on input line 6325.
|
||||
LaTeX Info: Redefining \ref on input line 6365.
|
||||
LaTeX Info: Redefining \pageref on input line 6369.
|
||||
\Hy@abspage=\count115
|
||||
\c@Item=\count116
|
||||
\c@Hfootnote=\count117
|
||||
)
|
||||
|
||||
Package hyperref Message: Driver (autodetected): hpdftex.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/hyperref/hpdftex.def
|
||||
File: hpdftex.def 2012/11/06 v6.83m Hyperref driver for pdfTeX
|
||||
\Fld@listcount=\count118
|
||||
\c@bookmark@seq@number=\count119
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/oberdiek/rerunfilecheck.sty
|
||||
Package: rerunfilecheck 2011/04/15 v1.7 Rerun checks for auxiliary files (HO)
|
||||
Package uniquecounter Info: New unique counter `rerunfilecheck' on input line 2
|
||||
82.
|
||||
)
|
||||
\Hy@SectionHShift=\skip54
|
||||
)
|
||||
Package hyperref Info: Option `breaklinks' set `true' on input line 44.
|
||||
Package hyperref Info: Option `colorlinks' set `true' on input line 44.
|
||||
Package hyperref Info: Option `pdfmenubar' set `true' on input line 44.
|
||||
Package hyperref Info: Option `pdftoolbar' set `true' on input line 44.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/fancyhdr/fancyhdr.sty
|
||||
\fancy@headwidth=\skip55
|
||||
\f@ncyO@elh=\skip56
|
||||
\f@ncyO@erh=\skip57
|
||||
\f@ncyO@olh=\skip58
|
||||
\f@ncyO@orh=\skip59
|
||||
\f@ncyO@elf=\skip60
|
||||
\f@ncyO@erf=\skip61
|
||||
\f@ncyO@olf=\skip62
|
||||
\f@ncyO@orf=\skip63
|
||||
)
|
||||
|
||||
Package Fancyhdr Warning: \fancyfoot's `E' option without twoside option is use
|
||||
less on input line 53.
|
||||
|
||||
\@indexfile=\write3
|
||||
\openout3 = `Recurrent.idx'.
|
||||
|
||||
Writing index file Recurrent.idx
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/idxlayout/idxlayout.sty
|
||||
Package: idxlayout 2012/03/30 v0.4d Configurable index layout
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/etoolbox/etoolbox.sty
|
||||
Package: etoolbox 2015/05/04 v2.2 e-TeX tools for LaTeX (JAW)
|
||||
\etb@tempcnta=\count120
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/tools/multicol.sty
|
||||
Package: multicol 2015/03/31 v1.8m multicolumn formatting (FMi)
|
||||
\c@tracingmulticols=\count121
|
||||
\mult@box=\box32
|
||||
\multicol@leftmargin=\dimen127
|
||||
\c@unbalance=\count122
|
||||
\c@collectmore=\count123
|
||||
\doublecol@number=\count124
|
||||
\multicoltolerance=\count125
|
||||
\multicolpretolerance=\count126
|
||||
\full@width=\dimen128
|
||||
\page@free=\dimen129
|
||||
\premulticols=\dimen130
|
||||
\postmulticols=\dimen131
|
||||
\multicolsep=\skip64
|
||||
\multicolbaselineskip=\skip65
|
||||
\partial@page=\box33
|
||||
\last@line=\box34
|
||||
\maxbalancingoverflow=\dimen132
|
||||
\mult@rightbox=\box35
|
||||
\mult@grightbox=\box36
|
||||
\mult@gfirstbox=\box37
|
||||
\mult@firstbox=\box38
|
||||
\@tempa=\box39
|
||||
\@tempa=\box40
|
||||
\@tempa=\box41
|
||||
\@tempa=\box42
|
||||
\@tempa=\box43
|
||||
\@tempa=\box44
|
||||
\@tempa=\box45
|
||||
\@tempa=\box46
|
||||
\@tempa=\box47
|
||||
\@tempa=\box48
|
||||
\@tempa=\box49
|
||||
\@tempa=\box50
|
||||
\@tempa=\box51
|
||||
\@tempa=\box52
|
||||
\@tempa=\box53
|
||||
\@tempa=\box54
|
||||
\@tempa=\box55
|
||||
\c@columnbadness=\count127
|
||||
\c@finalcolumnbadness=\count128
|
||||
\last@try=\dimen133
|
||||
\multicolovershoot=\dimen134
|
||||
\multicolundershoot=\dimen135
|
||||
\mult@nat@firstbox=\box56
|
||||
\colbreak@box=\box57
|
||||
\mc@col@check@num=\count129
|
||||
)
|
||||
\c@idxcols=\count130
|
||||
\indexcolsep=\skip66
|
||||
\indexrule=\skip67
|
||||
\ila@indentunit=\skip68
|
||||
\ila@initsep=\skip69
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/tocbibind/tocbibind.sty
|
||||
Package: tocbibind 2010/10/13 v1.5k extra ToC listings
|
||||
Package tocbibind Info: The document has section divisions on input line 50.
|
||||
|
||||
|
||||
Package tocbibind Note: Using section or other style headings.
|
||||
|
||||
) (/usr/local/texlive/2015/texmf-dist/tex/latex/ms/ragged2e.sty
|
||||
Package: ragged2e 2009/05/21 v2.1 ragged2e Package (MS)
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/ms/everysel.sty
|
||||
Package: everysel 2011/10/28 v1.2 EverySelectfont Package (MS)
|
||||
)
|
||||
\CenteringLeftskip=\skip70
|
||||
\RaggedLeftLeftskip=\skip71
|
||||
\RaggedRightLeftskip=\skip72
|
||||
\CenteringRightskip=\skip73
|
||||
\RaggedLeftRightskip=\skip74
|
||||
\RaggedRightRightskip=\skip75
|
||||
\CenteringParfillskip=\skip76
|
||||
\RaggedLeftParfillskip=\skip77
|
||||
\RaggedRightParfillskip=\skip78
|
||||
\JustifyingParfillskip=\skip79
|
||||
\CenteringParindent=\skip80
|
||||
\RaggedLeftParindent=\skip81
|
||||
\RaggedRightParindent=\skip82
|
||||
\JustifyingParindent=\skip83
|
||||
)
|
||||
(./Recurrent.aux)
|
||||
\openout1 = `Recurrent.aux'.
|
||||
|
||||
LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 88.
|
||||
LaTeX Font Info: ... okay on input line 88.
|
||||
LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 88.
|
||||
LaTeX Font Info: ... okay on input line 88.
|
||||
LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 88.
|
||||
LaTeX Font Info: ... okay on input line 88.
|
||||
LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 88.
|
||||
LaTeX Font Info: ... okay on input line 88.
|
||||
LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 88.
|
||||
LaTeX Font Info: ... okay on input line 88.
|
||||
LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 88.
|
||||
LaTeX Font Info: ... okay on input line 88.
|
||||
LaTeX Font Info: Checking defaults for PD1/pdf/m/n on input line 88.
|
||||
LaTeX Font Info: ... okay on input line 88.
|
||||
LaTeX Font Info: Try loading font information for T1+lmr on input line 88.
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/lm/t1lmr.fd
|
||||
File: t1lmr.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/context/base/supp-pdf.mkii
|
||||
[Loading MPS to PDF converter (version 2006.09.02).]
|
||||
\scratchcounter=\count131
|
||||
\scratchdimen=\dimen136
|
||||
\scratchbox=\box58
|
||||
\nofMPsegments=\count132
|
||||
\nofMParguments=\count133
|
||||
\everyMPshowfont=\toks30
|
||||
\MPscratchCnt=\count134
|
||||
\MPscratchDim=\dimen137
|
||||
\MPnumerator=\count135
|
||||
\makeMPintoPDFobject=\count136
|
||||
\everyMPtoPDFconversion=\toks31
|
||||
)
|
||||
LaTeX Info: Redefining \microtypecontext on input line 88.
|
||||
Package microtype Info: Generating PDF output.
|
||||
Package microtype Info: Character protrusion enabled (level 2).
|
||||
Package microtype Info: Using default protrusion set `alltext'.
|
||||
Package microtype Info: Automatic font expansion enabled (level 2),
|
||||
(microtype) stretch: 20, shrink: 20, step: 1, non-selected.
|
||||
Package microtype Info: Using default expansion set `basictext'.
|
||||
Package microtype Info: No adjustment of tracking.
|
||||
Package microtype Info: No adjustment of interword spacing.
|
||||
Package microtype Info: No adjustment of character kerning.
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/microtype/mt-cmr.cfg
|
||||
File: mt-cmr.cfg 2013/05/19 v2.2 microtype config. file: Computer Modern Roman
|
||||
(RS)
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/oberdiek/epstopdf-base.sty
|
||||
Package: epstopdf-base 2010/02/09 v2.5 Base part for package epstopdf
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/oberdiek/grfext.sty
|
||||
Package: grfext 2010/08/19 v1.1 Manage graphics extensions (HO)
|
||||
)
|
||||
Package grfext Info: Graphics extension search list:
|
||||
(grfext) [.png,.pdf,.jpg,.mps,.jpeg,.jbig2,.jb2,.PNG,.PDF,.JPG,.JPE
|
||||
G,.JBIG2,.JB2,.eps]
|
||||
(grfext) \AppendGraphicsExtensions on input line 452.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/latexconfig/epstopdf-sys.cfg
|
||||
File: epstopdf-sys.cfg 2010/07/13 v1.3 Configuration of (r)epstopdf for TeX Liv
|
||||
e
|
||||
))
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/ucs/ucsencs.def
|
||||
File: ucsencs.def 2011/01/21 Fixes to fontencodings LGR, T3
|
||||
)
|
||||
\AtBeginShipoutBox=\box59
|
||||
Package hyperref Info: Link coloring ON on input line 88.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/hyperref/nameref.sty
|
||||
Package: nameref 2012/10/27 v2.43 Cross-referencing by name of section
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/generic/oberdiek/gettitlestring.sty
|
||||
Package: gettitlestring 2010/12/03 v1.4 Cleanup title references (HO)
|
||||
)
|
||||
\c@section@level=\count137
|
||||
)
|
||||
LaTeX Info: Redefining \ref on input line 88.
|
||||
LaTeX Info: Redefining \pageref on input line 88.
|
||||
LaTeX Info: Redefining \nameref on input line 88.
|
||||
|
||||
(./Recurrent.out) (./Recurrent.out)
|
||||
\@outlinefile=\write4
|
||||
\openout4 = `Recurrent.out'.
|
||||
|
||||
ABD: EverySelectfont initializing macros
|
||||
LaTeX Info: Redefining \selectfont on input line 88.
|
||||
LaTeX Font Info: Try loading font information for OT1+lmr on input line 114.
|
||||
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/lm/ot1lmr.fd
|
||||
File: ot1lmr.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
)
|
||||
LaTeX Font Info: Try loading font information for OML+lmm on input line 114.
|
||||
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/lm/omllmm.fd
|
||||
File: omllmm.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
)
|
||||
LaTeX Font Info: Try loading font information for OMS+lmsy on input line 114
|
||||
.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/lm/omslmsy.fd
|
||||
File: omslmsy.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
)
|
||||
LaTeX Font Info: Try loading font information for OMX+lmex on input line 114
|
||||
.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/lm/omxlmex.fd
|
||||
File: omxlmex.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
)
|
||||
LaTeX Font Info: External font `lmex10' loaded for size
|
||||
(Font) <10> on input line 114.
|
||||
LaTeX Font Info: External font `lmex10' loaded for size
|
||||
(Font) <7> on input line 114.
|
||||
LaTeX Font Info: External font `lmex10' loaded for size
|
||||
(Font) <5> on input line 114.
|
||||
LaTeX Font Info: Try loading font information for U+msa on input line 114.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsfonts/umsa.fd
|
||||
File: umsa.fd 2013/01/14 v3.01 AMS symbols A
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/microtype/mt-msa.cfg
|
||||
File: mt-msa.cfg 2006/02/04 v1.1 microtype config. file: AMS symbols (a) (RS)
|
||||
)
|
||||
LaTeX Font Info: Try loading font information for U+msb on input line 114.
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/amsfonts/umsb.fd
|
||||
File: umsb.fd 2013/01/14 v3.01 AMS symbols B
|
||||
)
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/microtype/mt-msb.cfg
|
||||
File: mt-msb.cfg 2005/06/01 v1.0 microtype config. file: AMS symbols (b) (RS)
|
||||
)
|
||||
LaTeX Font Info: External font `lmex10' loaded for size
|
||||
(Font) <9> on input line 119.
|
||||
LaTeX Font Info: External font `lmex10' loaded for size
|
||||
(Font) <6> on input line 119.
|
||||
Package atveryend Info: Empty hook `BeforeClearDocument' on input line 170.
|
||||
LaTeX Font Info: Try loading font information for OMS+lmr on input line 170.
|
||||
|
||||
|
||||
(/usr/local/texlive/2015/texmf-dist/tex/latex/lm/omslmr.fd
|
||||
File: omslmr.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
)
|
||||
LaTeX Font Info: Font shape `OMS/lmr/m/n' in size <8> not available
|
||||
(Font) Font shape `OMS/lmsy/m/n' tried instead on input line 170.
|
||||
[1
|
||||
|
||||
{/usr/local/texlive/2015/texmf-var/fonts/map/pdftex/updmap/pdftex.map}]
|
||||
Package atveryend Info: Empty hook `AfterLastShipout' on input line 170.
|
||||
(./Recurrent.aux)
|
||||
Package atveryend Info: Executing hook `AtVeryEndDocument' on input line 170.
|
||||
|
||||
|
||||
*File List*
|
||||
article.cls 2014/09/29 v1.4h Standard LaTeX document class
|
||||
size10.clo 2014/09/29 v1.4h Standard LaTeX file (size option)
|
||||
relsize.sty 2013/03/29 ver 4.1
|
||||
makeidx.sty 2014/09/29 v1.0m Standard LaTeX package
|
||||
color.sty 1999/02/16
|
||||
color.cfg 2007/01/18 v1.5 color configuration of teTeX/TeXLive
|
||||
pdftex.def 2011/05/27 v0.06d Graphics/color for pdfTeX
|
||||
infwarerr.sty 2010/04/08 v1.3 Providing info/warning/error messages (HO)
|
||||
ltxcmds.sty 2011/11/09 v1.22 LaTeX kernel commands for general use (HO)
|
||||
setspace.sty 2011/12/19 v6.7a set line spacing
|
||||
amsmath.sty 2013/01/14 v2.14 AMS math features
|
||||
amstext.sty 2000/06/29 v2.01
|
||||
amsgen.sty 1999/11/30 v2.0
|
||||
amsbsy.sty 1999/11/29 v1.2d
|
||||
amsopn.sty 1999/12/14 v2.01 operator names
|
||||
amsfonts.sty 2013/01/14 v3.01 Basic AMSFonts support
|
||||
amssymb.sty 2013/01/14 v3.01 AMS font symbols
|
||||
xcolor.sty 2007/01/21 v2.11 LaTeX color extensions (UK)
|
||||
color.cfg 2007/01/18 v1.5 color configuration of teTeX/TeXLive
|
||||
colortbl.sty 2012/02/13 v1.0a Color table columns (DPC)
|
||||
array.sty 2014/10/28 v2.4c Tabular extension package (FMi)
|
||||
bm.sty 2014/10/28 v1.1c Bold Symbol Support (DPC/FMi)
|
||||
ltablex.sty 2014/08/13 v1.1 Modified tabularx
|
||||
longtable.sty 2014/10/28 v4.11 Multi-page Table package (DPC)
|
||||
tabularx.sty 2014/10/28 v2.10 `tabularx' package (DPC)
|
||||
microtype.sty 2013/05/23 v2.5a Micro-typographical refinements (RS)
|
||||
keyval.sty 2014/10/28 v1.15 key=value parser (DPC)
|
||||
microtype-pdftex.def 2013/05/23 v2.5a Definitions specific to pdftex (RS)
|
||||
microtype.cfg 2013/05/23 v2.5a microtype main configuration file (RS)
|
||||
graphicx.sty 2014/10/28 v1.0g Enhanced LaTeX Graphics (DPC,SPQR)
|
||||
graphics.sty 2014/10/28 v1.0p Standard LaTeX Graphics (DPC,SPQR)
|
||||
trig.sty 1999/03/16 v1.09 sin cos tan (DPC)
|
||||
graphics.cfg 2010/04/23 v1.9 graphics configuration of TeX Live
|
||||
fontenc.sty
|
||||
t1enc.def 2005/09/27 v1.99g Standard LaTeX file
|
||||
ucs.sty 2013/05/11 v2.2 UCS: Unicode input support
|
||||
uni-global.def 2013/05/13 UCS: Unicode global data
|
||||
inputenc.sty 2015/03/17 v1.2c Input encoding file
|
||||
utf8x.def 2004/10/17 UCS: Input encoding UTF-8
|
||||
lmodern.sty 2009/10/30 v1.6 Latin Modern Fonts
|
||||
hyperref.sty 2012/11/06 v6.83m Hypertext links for LaTeX
|
||||
hobsub-hyperref.sty 2012/05/28 v1.13 Bundle oberdiek, subset hyperref (HO)
|
||||
hobsub-generic.sty 2012/05/28 v1.13 Bundle oberdiek, subset generic (HO)
|
||||
hobsub.sty 2012/05/28 v1.13 Construct package bundles (HO)
|
||||
ifluatex.sty 2010/03/01 v1.3 Provides the ifluatex switch (HO)
|
||||
ifvtex.sty 2010/03/01 v1.5 Detect VTeX and its facilities (HO)
|
||||
intcalc.sty 2007/09/27 v1.1 Expandable calculations with integers (HO)
|
||||
ifpdf.sty 2011/01/30 v2.3 Provides the ifpdf switch (HO)
|
||||
etexcmds.sty 2011/02/16 v1.5 Avoid name clashes with e-TeX commands (HO)
|
||||
kvsetkeys.sty 2012/04/25 v1.16 Key value parser (HO)
|
||||
kvdefinekeys.sty 2011/04/07 v1.3 Define keys (HO)
|
||||
pdftexcmds.sty 2011/11/29 v0.20 Utility functions of pdfTeX for LuaTeX (HO)
|
||||
pdfescape.sty 2011/11/25 v1.13 Implements pdfTeX's escape features (HO)
|
||||
bigintcalc.sty 2012/04/08 v1.3 Expandable calculations on big integers (HO)
|
||||
bitset.sty 2011/01/30 v1.1 Handle bit-vector datatype (HO)
|
||||
uniquecounter.sty 2011/01/30 v1.2 Provide unlimited unique counter (HO)
|
||||
letltxmacro.sty 2010/09/02 v1.4 Let assignment for LaTeX macros (HO)
|
||||
hopatch.sty 2012/05/28 v1.2 Wrapper for package hooks (HO)
|
||||
xcolor-patch.sty 2011/01/30 xcolor patch
|
||||
atveryend.sty 2011/06/30 v1.8 Hooks at the very end of document (HO)
|
||||
atbegshi.sty 2011/10/05 v1.16 At begin shipout hook (HO)
|
||||
refcount.sty 2011/10/16 v3.4 Data extraction from label references (HO)
|
||||
hycolor.sty 2011/01/30 v1.7 Color options for hyperref/bookmark (HO)
|
||||
ifxetex.sty 2010/09/12 v0.6 Provides ifxetex conditional
|
||||
auxhook.sty 2011/03/04 v1.3 Hooks for auxiliary files (HO)
|
||||
kvoptions.sty 2011/06/30 v3.11 Key value format for package options (HO)
|
||||
pd1enc.def 2012/11/06 v6.83m Hyperref: PDFDocEncoding definition (HO)
|
||||
hyperref.cfg 2002/06/06 v1.2 hyperref configuration of TeXLive
|
||||
url.sty 2013/09/16 ver 3.4 Verb mode for urls, etc.
|
||||
hpdftex.def 2012/11/06 v6.83m Hyperref driver for pdfTeX
|
||||
rerunfilecheck.sty 2011/04/15 v1.7 Rerun checks for auxiliary files (HO)
|
||||
fancyhdr.sty
|
||||
idxlayout.sty 2012/03/30 v0.4d Configurable index layout
|
||||
etoolbox.sty 2015/05/04 v2.2 e-TeX tools for LaTeX (JAW)
|
||||
multicol.sty 2015/03/31 v1.8m multicolumn formatting (FMi)
|
||||
tocbibind.sty 2010/10/13 v1.5k extra ToC listings
|
||||
ragged2e.sty 2009/05/21 v2.1 ragged2e Package (MS)
|
||||
everysel.sty 2011/10/28 v1.2 EverySelectfont Package (MS)
|
||||
t1lmr.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
supp-pdf.mkii
|
||||
mt-cmr.cfg 2013/05/19 v2.2 microtype config. file: Computer Modern Roman (
|
||||
RS)
|
||||
epstopdf-base.sty 2010/02/09 v2.5 Base part for package epstopdf
|
||||
grfext.sty 2010/08/19 v1.1 Manage graphics extensions (HO)
|
||||
epstopdf-sys.cfg 2010/07/13 v1.3 Configuration of (r)epstopdf for TeX Live
|
||||
ucsencs.def 2011/01/21 Fixes to fontencodings LGR, T3
|
||||
nameref.sty 2012/10/27 v2.43 Cross-referencing by name of section
|
||||
gettitlestring.sty 2010/12/03 v1.4 Cleanup title references (HO)
|
||||
Recurrent.out
|
||||
Recurrent.out
|
||||
ot1lmr.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
omllmm.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
omslmsy.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
omxlmex.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
umsa.fd 2013/01/14 v3.01 AMS symbols A
|
||||
mt-msa.cfg 2006/02/04 v1.1 microtype config. file: AMS symbols (a) (RS)
|
||||
umsb.fd 2013/01/14 v3.01 AMS symbols B
|
||||
mt-msb.cfg 2005/06/01 v1.0 microtype config. file: AMS symbols (b) (RS)
|
||||
omslmr.fd 2009/10/30 v1.6 Font defs for Latin Modern
|
||||
***********
|
||||
|
||||
Package atveryend Info: Executing hook `AtEndAfterFileList' on input line 170.
|
||||
Package rerunfilecheck Info: File `Recurrent.out' has not changed.
|
||||
(rerunfilecheck) Checksum: D41D8CD98F00B204E9800998ECF8427E;0.
|
||||
Package atveryend Info: Empty hook `AtVeryVeryEnd' on input line 170.
|
||||
)
|
||||
Here is how much of TeX's memory you used:
|
||||
9683 strings out of 493089
|
||||
145050 string characters out of 6134842
|
||||
281360 words of memory out of 5000000
|
||||
12916 multiletter control sequences out of 15000+600000
|
||||
55018 words of font info for 82 fonts, out of 8000000 for 9000
|
||||
1141 hyphenation exceptions out of 8191
|
||||
41i,14n,43p,1002b,389s stack positions out of 5000i,500n,10000p,200000b,80000s
|
||||
{/usr/local/texlive/2015/texmf-dist/fonts/enc/dvips/lm/lm-mathsy.enc}{/usr/lo
|
||||
cal/texlive/2015/texmf-dist/fonts/enc/dvips/lm/lm-ec.enc}{/usr/local/texlive/20
|
||||
15/texmf-dist/fonts/enc/dvips/lm/lm-rm.enc}{/usr/local/texlive/2015/texmf-dist/
|
||||
fonts/enc/dvips/lm/lm-mathit.enc}</usr/local/texlive/2015/texmf-dist/fonts/type
|
||||
1/public/lm/lmbx10.pfb></usr/local/texlive/2015/texmf-dist/fonts/type1/public/l
|
||||
m/lmbx12.pfb></usr/local/texlive/2015/texmf-dist/fonts/type1/public/lm/lmmi10.p
|
||||
fb></usr/local/texlive/2015/texmf-dist/fonts/type1/public/lm/lmmi7.pfb></usr/lo
|
||||
cal/texlive/2015/texmf-dist/fonts/type1/public/lm/lmr10.pfb></usr/local/texlive
|
||||
/2015/texmf-dist/fonts/type1/public/lm/lmr6.pfb></usr/local/texlive/2015/texmf-
|
||||
dist/fonts/type1/public/lm/lmr7.pfb></usr/local/texlive/2015/texmf-dist/fonts/t
|
||||
ype1/public/lm/lmr8.pfb></usr/local/texlive/2015/texmf-dist/fonts/type1/public/
|
||||
lm/lmr9.pfb></usr/local/texlive/2015/texmf-dist/fonts/type1/public/lm/lmsy10.pf
|
||||
b></usr/local/texlive/2015/texmf-dist/fonts/type1/public/lm/lmsy7.pfb></usr/loc
|
||||
al/texlive/2015/texmf-dist/fonts/type1/public/lm/lmsy8.pfb>
|
||||
Output written on Recurrent.pdf (1 page, 182262 bytes).
|
||||
PDF statistics:
|
||||
69 PDF objects out of 1000 (max. 8388607)
|
||||
53 compressed objects within 1 object stream
|
||||
4 named destinations out of 1000 (max. 500000)
|
||||
18433 words of extra memory for PDF output out of 20736 (max. 10000000)
|
||||
|
||||
@@ -0,0 +1,171 @@
|
||||
%%
|
||||
%% Automatically generated file from DocOnce source
|
||||
%% (https://github.com/hplgit/doconce/)
|
||||
%%
|
||||
%%
|
||||
|
||||
|
||||
%-------------------- begin preamble ----------------------
|
||||
|
||||
\documentclass[%
|
||||
oneside, % oneside: electronic viewing, twoside: printing
|
||||
final, % draft: marks overfull hboxes, figures with paths
|
||||
10pt]{article}
|
||||
|
||||
\listfiles % print all files needed to compile this document
|
||||
|
||||
\usepackage{relsize,makeidx,color,setspace,amsmath,amsfonts,amssymb}
|
||||
\usepackage[table]{xcolor}
|
||||
\usepackage{bm,ltablex,microtype}
|
||||
|
||||
\usepackage[pdftex]{graphicx}
|
||||
|
||||
\usepackage[T1]{fontenc}
|
||||
%\usepackage[latin1]{inputenc}
|
||||
\usepackage{ucs}
|
||||
\usepackage[utf8x]{inputenc}
|
||||
|
||||
\usepackage{lmodern} % Latin Modern fonts derived from Computer Modern
|
||||
|
||||
% Hyperlinks in PDF:
|
||||
\definecolor{linkcolor}{rgb}{0,0,0.4}
|
||||
\usepackage{hyperref}
|
||||
\hypersetup{
|
||||
breaklinks=true,
|
||||
colorlinks=true,
|
||||
linkcolor=linkcolor,
|
||||
urlcolor=linkcolor,
|
||||
citecolor=black,
|
||||
filecolor=black,
|
||||
%filecolor=blue,
|
||||
pdfmenubar=true,
|
||||
pdftoolbar=true,
|
||||
bookmarksdepth=3 % Uncomment (and tweak) for PDF bookmarks with more levels than the TOC
|
||||
}
|
||||
%\hyperbaseurl{} % hyperlinks are relative to this root
|
||||
|
||||
\setcounter{tocdepth}{2} % levels in table of contents
|
||||
|
||||
% --- fancyhdr package for fancy headers ---
|
||||
\usepackage{fancyhdr}
|
||||
\fancyhf{} % sets both header and footer to nothing
|
||||
\renewcommand{\headrulewidth}{0pt}
|
||||
\fancyfoot[LE,RO]{\thepage}
|
||||
% Ensure copyright on titlepage (article style) and chapter pages (book style)
|
||||
\fancypagestyle{plain}{
|
||||
\fancyhf{}
|
||||
\fancyfoot[C]{{\footnotesize \copyright\ 1999-2019, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license}}
|
||||
% \renewcommand{\footrulewidth}{0mm}
|
||||
\renewcommand{\headrulewidth}{0mm}
|
||||
}
|
||||
% Ensure copyright on titlepages with \thispagestyle{empty}
|
||||
\fancypagestyle{empty}{
|
||||
\fancyhf{}
|
||||
\fancyfoot[C]{{\footnotesize \copyright\ 1999-2019, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license}}
|
||||
\renewcommand{\footrulewidth}{0mm}
|
||||
\renewcommand{\headrulewidth}{0mm}
|
||||
}
|
||||
|
||||
\pagestyle{fancy}
|
||||
|
||||
|
||||
% prevent orhpans and widows
|
||||
\clubpenalty = 10000
|
||||
\widowpenalty = 10000
|
||||
|
||||
% --- end of standard preamble for documents ---
|
||||
|
||||
|
||||
% insert custom LaTeX commands...
|
||||
|
||||
\raggedbottom
|
||||
\makeindex
|
||||
\usepackage[totoc]{idxlayout} % for index in the toc
|
||||
\usepackage[nottoc]{tocbibind} % for references/bibliography in the toc
|
||||
|
||||
%-------------------- end preamble ----------------------
|
||||
|
||||
\begin{document}
|
||||
|
||||
% matching end for #ifdef PREAMBLE
|
||||
|
||||
\newcommand{\exercisesection}[1]{\subsection*{#1}}
|
||||
|
||||
|
||||
% ------------------- main content ----------------------
|
||||
|
||||
|
||||
|
||||
% ----------------- title -------------------------
|
||||
|
||||
\thispagestyle{empty}
|
||||
|
||||
\begin{center}
|
||||
{\LARGE\bf
|
||||
\begin{spacing}{1.25}
|
||||
Data Analysis and Machine Learning: Recurrent neural networks
|
||||
\end{spacing}
|
||||
}
|
||||
\end{center}
|
||||
|
||||
% ----------------- author(s) -------------------------
|
||||
|
||||
\begin{center}
|
||||
{\bf Morten Hjorth-Jensen${}^{1, 2}$} \\ [0mm]
|
||||
\end{center}
|
||||
|
||||
\begin{center}
|
||||
% List of all institutions:
|
||||
\centerline{{\small ${}^1$Department of Physics, University of Oslo}}
|
||||
\centerline{{\small ${}^2$Department of Physics and Astronomy and National Superconducting Cyclotron Laboratory, Michigan State University}}
|
||||
\end{center}
|
||||
|
||||
% ----------------- end author(s) -------------------------
|
||||
|
||||
% --- begin date ---
|
||||
\begin{center}
|
||||
Jan 8, 2019
|
||||
\end{center}
|
||||
% --- end date ---
|
||||
|
||||
\vspace{1cm}
|
||||
|
||||
|
||||
% !split
|
||||
\subsection{Recurrent neural networks: Overarching view}
|
||||
|
||||
Till now our focus has been, including convolutional neural networks as well,
|
||||
on feedforward neural networks. The output or the
|
||||
activations flow only in one direction, from the input layer to the
|
||||
output layer.
|
||||
|
||||
A recurrent neural network (RNN) looks very much like a feedforward
|
||||
neural network, except that it also has connections pointing
|
||||
backward.
|
||||
|
||||
RNNs are used to analyze time series data such as stock prices, and
|
||||
tell you when to buy or sell. In autonomous driving systems, they can
|
||||
anticipate car trajectories and help avoid accidents. More generally,
|
||||
they can work on sequences of arbitrary lengths, rather than on
|
||||
fixed-sized inputs like all the nets we have discussed so far. For
|
||||
example, they can take sentences, documents, or audio samples as
|
||||
input, making them extremely useful for natural language processing
|
||||
systems such as automatic translation and speech-to-text.
|
||||
|
||||
|
||||
% !split
|
||||
\subsection{Set up of an RNN}
|
||||
|
||||
The figure here displays a simple example of an RNN, with inputs $x_t$
|
||||
at a given time $t$ and outputs $y_t$. Introducing time as a variable
|
||||
offers an intutitive way of understanding these networks. In addition
|
||||
to the inputs $x_t$, the layer at a time $t$ receives also as input
|
||||
the output from the previous layer $t-1$, that is $y_{t1}$.
|
||||
|
||||
This means also that we need to have weights that link both the inputs $x_t$ to the outputs $y_t$ as well as weights that link
|
||||
the output from the previous time $y_{t-1}$ and $y_t$. The figure here shows an example of a simple RNN.
|
||||
|
||||
% ------------------- end of main content ---------------
|
||||
|
||||
\end{document}
|
||||
|
||||
@@ -0,0 +1,29 @@
|
||||
@mixin vertical-gradient( $top, $bottom ) {
|
||||
background: $top;
|
||||
background: -moz-linear-gradient( top, $top 0%, $bottom 100% );
|
||||
background: -webkit-gradient( linear, left top, left bottom, color-stop(0%,$top), color-stop(100%,$bottom) );
|
||||
background: -webkit-linear-gradient( top, $top 0%, $bottom 100% );
|
||||
background: -o-linear-gradient( top, $top 0%, $bottom 100% );
|
||||
background: -ms-linear-gradient( top, $top 0%, $bottom 100% );
|
||||
background: linear-gradient( top, $top 0%, $bottom 100% );
|
||||
}
|
||||
|
||||
@mixin horizontal-gradient( $top, $bottom ) {
|
||||
background: $top;
|
||||
background: -moz-linear-gradient( left, $top 0%, $bottom 100% );
|
||||
background: -webkit-gradient( linear, left top, right top, color-stop(0%,$top), color-stop(100%,$bottom) );
|
||||
background: -webkit-linear-gradient( left, $top 0%, $bottom 100% );
|
||||
background: -o-linear-gradient( left, $top 0%, $bottom 100% );
|
||||
background: -ms-linear-gradient( left, $top 0%, $bottom 100% );
|
||||
background: linear-gradient( left, $top 0%, $bottom 100% );
|
||||
}
|
||||
|
||||
@mixin radial-gradient( $outer, $inner, $type: circle ) {
|
||||
background: $outer;
|
||||
background: -moz-radial-gradient( center, $type cover, $inner 0%, $outer 100% );
|
||||
background: -webkit-gradient( radial, center center, 0px, center center, 100%, color-stop(0%,$inner), color-stop(100%,$outer) );
|
||||
background: -webkit-radial-gradient( center, $type cover, $inner 0%, $outer 100% );
|
||||
background: -o-radial-gradient( center, $type cover, $inner 0%, $outer 100% );
|
||||
background: -ms-radial-gradient( center, $type cover, $inner 0%, $outer 100% );
|
||||
background: radial-gradient( center, $type cover, $inner 0%, $outer 100% );
|
||||
}
|
||||
@@ -0,0 +1,34 @@
|
||||
// Base settings for all themes that can optionally be
|
||||
// overridden by the super-theme
|
||||
|
||||
// Background of the presentation
|
||||
$backgroundColor: #2b2b2b;
|
||||
|
||||
// Primary/body text
|
||||
$mainFont: 'Lato', sans-serif;
|
||||
$mainFontSize: 30px; /* changed (by hpl) from 36px; */
|
||||
$mainColor: #eee;
|
||||
|
||||
// Headings
|
||||
$headingMargin: 0 0 20px 0;
|
||||
$headingFont: 'League Gothic', Impact, sans-serif;
|
||||
$headingColor: #eee;
|
||||
$headingLineHeight: 0.9em;
|
||||
$headingLetterSpacing: 0.02em;
|
||||
$headingTextTransform: none; /* changed (by hpl) from uppercase; */
|
||||
$headingTextShadow: 0px 0px 6px rgba(0,0,0,0.2);
|
||||
$heading1TextShadow: $headingTextShadow;
|
||||
|
||||
// Links and actions
|
||||
$linkColor: #13DAEC;
|
||||
$linkColorHover: lighten( $linkColor, 20% );
|
||||
|
||||
// Text selection
|
||||
$selectionBackgroundColor: #FF5E99;
|
||||
$selectionColor: #fff;
|
||||
|
||||
// Generates the presentation background, can be overridden
|
||||
// to return a background image or gradient
|
||||
@mixin bodyBackground() {
|
||||
background: $backgroundColor;
|
||||
}
|
||||
@@ -0,0 +1,171 @@
|
||||
// Base theme template for reveal.js
|
||||
|
||||
/*********************************************
|
||||
* GLOBAL STYLES
|
||||
*********************************************/
|
||||
|
||||
body {
|
||||
@include bodyBackground();
|
||||
background-color: $backgroundColor;
|
||||
}
|
||||
|
||||
.reveal {
|
||||
font-family: $mainFont;
|
||||
font-size: $mainFontSize;
|
||||
font-weight: normal;
|
||||
letter-spacing: -0.02em;
|
||||
color: $mainColor;
|
||||
}
|
||||
|
||||
::selection {
|
||||
color: $selectionColor;
|
||||
background: $selectionBackgroundColor;
|
||||
text-shadow: none;
|
||||
}
|
||||
|
||||
/*********************************************
|
||||
* HEADERS
|
||||
*********************************************/
|
||||
|
||||
.reveal h1,
|
||||
.reveal h2,
|
||||
.reveal h3,
|
||||
.reveal h4,
|
||||
.reveal h5,
|
||||
.reveal h6 {
|
||||
margin: $headingMargin;
|
||||
color: $headingColor;
|
||||
|
||||
font-family: $headingFont;
|
||||
line-height: $headingLineHeight;
|
||||
letter-spacing: $headingLetterSpacing;
|
||||
|
||||
text-transform: $headingTextTransform;
|
||||
text-shadow: $headingTextShadow;
|
||||
}
|
||||
|
||||
.reveal h1 {
|
||||
line-height: 1.2em; /* added by hpl */
|
||||
text-shadow: $heading1TextShadow;
|
||||
}
|
||||
|
||||
|
||||
/*********************************************
|
||||
* LINKS
|
||||
*********************************************/
|
||||
|
||||
.reveal a:not(.image) {
|
||||
color: $linkColor;
|
||||
text-decoration: none;
|
||||
|
||||
-webkit-transition: color .15s ease;
|
||||
-moz-transition: color .15s ease;
|
||||
-ms-transition: color .15s ease;
|
||||
-o-transition: color .15s ease;
|
||||
transition: color .15s ease;
|
||||
}
|
||||
.reveal a:not(.image):hover {
|
||||
color: $linkColorHover;
|
||||
|
||||
text-shadow: none;
|
||||
border: none;
|
||||
}
|
||||
|
||||
.reveal .roll span:after {
|
||||
color: #fff;
|
||||
background: darken( $linkColor, 15% );
|
||||
}
|
||||
|
||||
|
||||
/*********************************************
|
||||
* IMAGES
|
||||
*********************************************/
|
||||
|
||||
.reveal section img {
|
||||
margin: 15px 0px;
|
||||
background: rgba(255,255,255,0.12);
|
||||
border: 4px solid $mainColor;
|
||||
|
||||
box-shadow: 0 0 10px rgba(0, 0, 0, 0.15);
|
||||
|
||||
-webkit-transition: all .2s linear;
|
||||
-moz-transition: all .2s linear;
|
||||
-ms-transition: all .2s linear;
|
||||
-o-transition: all .2s linear;
|
||||
transition: all .2s linear;
|
||||
}
|
||||
|
||||
.reveal a:hover img {
|
||||
background: rgba(255,255,255,0.2);
|
||||
border-color: $linkColor;
|
||||
|
||||
box-shadow: 0 0 20px rgba(0, 0, 0, 0.55);
|
||||
}
|
||||
|
||||
|
||||
/*********************************************
|
||||
* NAVIGATION CONTROLS
|
||||
*********************************************/
|
||||
|
||||
.reveal .controls div.navigate-left,
|
||||
.reveal .controls div.navigate-left.enabled {
|
||||
border-right-color: $linkColor;
|
||||
}
|
||||
|
||||
.reveal .controls div.navigate-right,
|
||||
.reveal .controls div.navigate-right.enabled {
|
||||
border-left-color: $linkColor;
|
||||
}
|
||||
|
||||
.reveal .controls div.navigate-up,
|
||||
.reveal .controls div.navigate-up.enabled {
|
||||
border-bottom-color: $linkColor;
|
||||
}
|
||||
|
||||
.reveal .controls div.navigate-down,
|
||||
.reveal .controls div.navigate-down.enabled {
|
||||
border-top-color: $linkColor;
|
||||
}
|
||||
|
||||
.reveal .controls div.navigate-left.enabled:hover {
|
||||
border-right-color: $linkColorHover;
|
||||
}
|
||||
|
||||
.reveal .controls div.navigate-right.enabled:hover {
|
||||
border-left-color: $linkColorHover;
|
||||
}
|
||||
|
||||
.reveal .controls div.navigate-up.enabled:hover {
|
||||
border-bottom-color: $linkColorHover;
|
||||
}
|
||||
|
||||
.reveal .controls div.navigate-down.enabled:hover {
|
||||
border-top-color: $linkColorHover;
|
||||
}
|
||||
|
||||
|
||||
/*********************************************
|
||||
* PROGRESS BAR
|
||||
*********************************************/
|
||||
|
||||
.reveal .progress {
|
||||
background: rgba(0,0,0,0.2);
|
||||
}
|
||||
.reveal .progress span {
|
||||
background: $linkColor;
|
||||
|
||||
-webkit-transition: width 800ms cubic-bezier(0.260, 0.860, 0.440, 0.985);
|
||||
-moz-transition: width 800ms cubic-bezier(0.260, 0.860, 0.440, 0.985);
|
||||
-ms-transition: width 800ms cubic-bezier(0.260, 0.860, 0.440, 0.985);
|
||||
-o-transition: width 800ms cubic-bezier(0.260, 0.860, 0.440, 0.985);
|
||||
transition: width 800ms cubic-bezier(0.260, 0.860, 0.440, 0.985);
|
||||
}
|
||||
|
||||
/*********************************************
|
||||
* SLIDE NUMBER
|
||||
*********************************************/
|
||||
.reveal .slide-number {
|
||||
color: $linkColor;
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user