changed deadline fr project 1

This commit is contained in:
mhjensen
2019-09-26 06:25:38 +02:00
parent c1cab10392
commit 24378a552b
16 changed files with 44 additions and 96 deletions
@@ -7,9 +7,9 @@ Automatically generated HTML file from DocOnce source
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<meta name="description" content="Project 1 on Machine Learning, deadline September 30, 2019">
<meta name="description" content="Project 1 on Machine Learning, deadline October 7, 2019">
<title>Project 1 on Machine Learning, deadline September 30, 2019</title>
<title>Project 1 on Machine Learning, deadline October 7, 2019</title>
<!-- Bootstrap style: bootstrap -->
<link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
@@ -106,7 +106,7 @@ MathJax.Hub.Config({
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="Project1-bs.html">Project 1 on Machine Learning, deadline September 30, 2019</a>
<a class="navbar-brand" href="Project1-bs.html">Project 1 on Machine Learning, deadline October 7, 2019</a>
</div>
<div class="navbar-collapse collapse navbar-responsive-collapse">
@@ -144,7 +144,7 @@ MathJax.Hub.Config({
<div class="jumbotron">
<center><h1>Project 1 on Machine Learning, deadline September 30, 2019</h1></center> <!-- document title -->
<center><h1>Project 1 on Machine Learning, deadline October 7, 2019</h1></center> <!-- document title -->
<p>
<!-- author(s): <a href="http://www.uio.no/studier/emner/matnat/fys/FYS3155/index-eng.html" target="_self">Data Analysis and Machine Learning FYS-STK3155/FYS4155</a> -->
@@ -159,7 +159,7 @@ MathJax.Hub.Config({
<center><b>Department of Physics, University of Oslo, Norway</b></center>
<br>
<p>
<center><h4>Sep 13, 2019</h4></center> <!-- date -->
<center><h4>Sep 26, 2019</h4></center> <!-- date -->
<br>
<p>
</div> <!-- end jumbotron -->
@@ -7,9 +7,9 @@ Automatically generated HTML file from DocOnce source
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<meta name="description" content="Project 1 on Machine Learning, deadline September 30, 2019">
<meta name="description" content="Project 1 on Machine Learning, deadline October 7, 2019">
<title>Project 1 on Machine Learning, deadline September 30, 2019</title>
<title>Project 1 on Machine Learning, deadline October 7, 2019</title>
<!-- Bootstrap style: bootstrap -->
<link href="https://netdna.bootstrapcdn.com/bootstrap/3.1.1/css/bootstrap.min.css" rel="stylesheet">
@@ -106,7 +106,7 @@ MathJax.Hub.Config({
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="Project1-bs.html">Project 1 on Machine Learning, deadline September 30, 2019</a>
<a class="navbar-brand" href="Project1-bs.html">Project 1 on Machine Learning, deadline October 7, 2019</a>
</div>
<div class="navbar-collapse collapse navbar-responsive-collapse">
@@ -144,7 +144,7 @@ MathJax.Hub.Config({
<div class="jumbotron">
<center><h1>Project 1 on Machine Learning, deadline September 30, 2019</h1></center> <!-- document title -->
<center><h1>Project 1 on Machine Learning, deadline October 7, 2019</h1></center> <!-- document title -->
<p>
<!-- author(s): <a href="http://www.uio.no/studier/emner/matnat/fys/FYS3155/index-eng.html" target="_self">Data Analysis and Machine Learning FYS-STK3155/FYS4155</a> -->
@@ -159,7 +159,7 @@ MathJax.Hub.Config({
<center><b>Department of Physics, University of Oslo, Norway</b></center>
<br>
<p>
<center><h4>Sep 13, 2019</h4></center> <!-- date -->
<center><h4>Sep 26, 2019</h4></center> <!-- date -->
<br>
<p>
</div> <!-- end jumbotron -->
@@ -7,9 +7,9 @@ Automatically generated HTML file from DocOnce source
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<meta name="generator" content="DocOnce: https://github.com/hplgit/doconce/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<meta name="description" content="Project 1 on Machine Learning, deadline September 30, 2019">
<meta name="description" content="Project 1 on Machine Learning, deadline October 7, 2019">
<title>Project 1 on Machine Learning, deadline September 30, 2019</title>
<title>Project 1 on Machine Learning, deadline October 7, 2019</title>
<style type="text/css">
@@ -101,7 +101,7 @@ MathJax.Hub.Config({
<center><h1>Project 1 on Machine Learning, deadline September 30, 2019</h1></center> <!-- document title -->
<center><h1>Project 1 on Machine Learning, deadline October 7, 2019</h1></center> <!-- document title -->
<p>
<!-- author(s): <a href="http://www.uio.no/studier/emner/matnat/fys/FYS3155/index-eng.html" target="_blank">Data Analysis and Machine Learning FYS-STK3155/FYS4155</a> -->
@@ -116,7 +116,7 @@ MathJax.Hub.Config({
<center><b>Department of Physics, University of Oslo, Norway</b></center>
<br>
<p>
<center><h4>Sep 13, 2019</h4></center> <!-- date -->
<center><h4>Sep 26, 2019</h4></center> <!-- date -->
<br>
<h2 id="___sec0">Regression analysis and resampling methods </h2>
@@ -135,7 +135,7 @@ final, % draft: marks overfull hboxes, figures with paths
\begin{center}
{\LARGE\bf
\begin{spacing}{1.25}
Project 1 on Machine Learning, deadline September 30, 2019
Project 1 on Machine Learning, deadline October 7, 2019
\end{spacing}
}
\end{center}
@@ -155,7 +155,7 @@ Project 1 on Machine Learning, deadline September 30, 2019
% --- begin date ---
\begin{center}
Sep 13, 2019
Sep 26, 2019
\end{center}
% --- end date ---
Binary file not shown.
+2 -2
View File
@@ -105,7 +105,7 @@ final, % draft: marks overfull hboxes, figures with paths
\begin{center}
{\LARGE\bf
\begin{spacing}{1.25}
Project 1 on Machine Learning, deadline September 30, 2019
Project 1 on Machine Learning, deadline October 7, 2019
\end{spacing}
}
\end{center}
@@ -125,7 +125,7 @@ Project 1 on Machine Learning, deadline September 30, 2019
% --- begin date ---
\begin{center}
Sep 13, 2019
Sep 26, 2019
\end{center}
% --- end date ---
+2 -2
View File
@@ -105,7 +105,7 @@ final, % draft: marks overfull hboxes, figures with paths
\begin{center}
{\LARGE\bf
\begin{spacing}{1.25}
Project 1 on Machine Learning, deadline September 30, 2019
Project 1 on Machine Learning, deadline October 7, 2019
\end{spacing}
}
\end{center}
@@ -125,7 +125,7 @@ Project 1 on Machine Learning, deadline September 30, 2019
% --- begin date ---
\begin{center}
Sep 13, 2019
Sep 26, 2019
\end{center}
% --- end date ---
@@ -1,4 +1,4 @@
TITLE: Project 1 on Machine Learning, deadline September 30, 2019
TITLE: Project 1 on Machine Learning, deadline October 7, 2019
AUTHOR: "Data Analysis and Machine Learning FYS-STK3155/FYS4155":"http://www.uio.no/studier/emner/matnat/fys/FYS3155/index-eng.html" {copyright, 1999-present|CC BY-NC} at Department of Physics, University of Oslo, Norway
DATE: today
+4 -9
View File
@@ -5,12 +5,10 @@ import matplotlib.pyplot as plt
from sklearn.linear_model import SGDRegressor
x = 2*np.random.rand(100,1)
y = 4+3*x+np.random.randn(100,1)
y = 4+3*x#+np.random.randn(100,1)
xb = np.c_[np.ones((100,1)), x]
theta_linreg = np.linalg.inv(xb.T.dot(xb)).dot(xb.T).dot(y)
print("Own inversion")
print(theta_linreg)
sgdreg = SGDRegressor(max_iter = 50, penalty=None, eta0=0.1)
sgdreg.fit(x,y.ravel())
print("sgdreg from scikit")
@@ -18,13 +16,12 @@ print(sgdreg.intercept_, sgdreg.coef_)
theta = np.random.randn(2,1)
eta = 0.1
Niterations = 1000
m = 100
for iter in range(Niterations):
gradients = 2.0/m*xb.T.dot(xb.dot(theta)-y)
gradients = 2.0/m*xb.T @ ((xb @ theta)-y)
theta -= eta*gradients
print("theta from own gd")
print(theta)
@@ -32,7 +29,6 @@ print(theta)
xnew = np.array([[0],[2]])
xbnew = np.c_[np.ones((2,1)), xnew]
ypredict = xbnew.dot(theta)
ypredict2 = xbnew.dot(theta_linreg)
n_epochs = 50
t0, t1 = 5, 50
@@ -47,14 +43,13 @@ for epoch in range(n_epochs):
random_index = np.random.randint(m)
xi = xb[random_index:random_index+1]
yi = y[random_index:random_index+1]
gradients = 2 * xi.T.dot(xi.dot(theta)-yi)
gradients = 2 * xi.T @ ((xi @ theta)-yi)
eta = learning_schedule(epoch*m+i)
theta = theta - eta*gradients
print("theta from own sdg")
print(theta)
plt.plot(xnew, ypredict, "r-")
plt.plot(xnew, ypredict2, "b-")
plt.plot(x, y ,'ro')
plt.axis([0,2.0,0, 15.0])
plt.xlabel(r'$x$')
+4
View File
@@ -110,3 +110,7 @@ running preprocess -DFORMAT=html -DDEVICE=screen course.do.txt > tmp_preprocess
running mako on tmp_preprocess__course.do.txt to make tmp_mako__course.do.txt
translating doconce text in tmp_mako__course.do.txt to html
output in course.html
running preprocess -DFORMAT=html -DDEVICE=screen course.do.txt > tmp_preprocess__course.do.txt
running mako on tmp_preprocess__course.do.txt to make tmp_mako__course.do.txt
translating doconce text in tmp_mako__course.do.txt to html
output in course.html
+2 -2
View File
@@ -102,7 +102,7 @@ ${text_types(ch)}
=== Project 1, Deadline September 30 (available August 26) ===
=== Project 1, Deadline October 7 (available August 26) ===
* LaTeX and PDF:
* "LaTex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.pdf"
@@ -111,7 +111,7 @@ ${text_types(ch)}
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/html/Project1-bs.html"
=== Project 2, Deadline November 4 (avaliable September 23) ===
=== Project 2, Deadline November 4 (avaliable September 30) ===
* LaTeX and PDF:
* "Latex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.pdf"
+5 -56
View File
@@ -79,23 +79,12 @@ ${text_types(ch)}
% endfor
!split
===== Python and Scikit Learn, a short guide =====
* HTML format only:
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/ComputationalPhysics/doc/pub/learningpython/html/learningpython-bs.html"
!split
===== Teach yourself C++ =====
* HTML format only:
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/ComputationalPhysics/doc/pub/learningcpp/html/learningcpp-bs.html"
!split
===== Projects and Exercises Fall 2019 =====
=== First homework set, week 35 ===
=== First homework set, week 35 (Available August 20) ===
* LaTeX and PDF:
* "LaTex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/hw1/pdf/hw1.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/hw1/pdf/hw1.pdf"
@@ -103,7 +92,7 @@ ${text_types(ch)}
* "Plain html":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/hw1/html/hw1.html"
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/MachineLearning/doc/Projects/2019/hw1/html/hw1-bs.html"
=== Second homework set, week 36 ===
=== Second homework set, week 36 (Available August 26) ===
* LaTeX and PDF:
* "LaTex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/hw2/pdf/hw2.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/hw2/pdf/hw2.pdf"
@@ -113,7 +102,7 @@ ${text_types(ch)}
=== Project 1, Deadline September 30 ===
=== Project 1, Deadline September 30 (available August 26) ===
* LaTeX and PDF:
* "LaTex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.pdf"
@@ -122,7 +111,7 @@ ${text_types(ch)}
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/html/Project1-bs.html"
=== Project 2, Deadline November 4 ===
=== Project 2, Deadline November 4 (avaliable September 23) ===
* LaTeX and PDF:
* "Latex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.pdf"
@@ -130,7 +119,7 @@ ${text_types(ch)}
* "Plain html":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/html/Project2.html"
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/html/Project2-bs.html"
=== Project 3, Deadline December 13 ===
=== Project 3, Deadline December 13 (available October 28) ===
* LaTeX and PDF:
* "LaTex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project3/pdf/Project3.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project3/pdf/Project3.pdf"
@@ -235,43 +224,3 @@ _General Machine Learning Books_:
!split
===== Teaching schedule Fall 2019 =====
Acronyms for textbooks and references to chapter
* HTF: "Trevor Hastie, Robert Tibshirani, Jerome H. Friedman, The Elements of Statistical Learning, Springer":"https://www.springer.com/gp/book/9780387848570"
* AG: "Aurelien Geron, HandsOn Machine Learning with ScikitLearn and TensorFlow, O'Reilly":"http://shop.oreilly.com/product/0636920052289.do"
|----------------------------------------------------------------------------------------------------------------------------|
| Week and days | Topics to be covered | Projects, exercises and deadlines | Reading assignments| Lab activities |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 34| Introduction and regression analysis | Exercises TBD | HTF chapters 1-3 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Regression/html/Regression-bs.html"| No lab first week |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 35 | Regression analysis | Exercises TBD | HTF chapter 3 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Regression/html/Regression-bs.html"| Introduction to Git, GitHub and Python software, Python technicalities and work on exercises|
|----------------------------------------------------------------------------------------------------------------------------|
| Week 36 | Regression analysis and nearest neighbors| Exercises TBD | HTF chapters 3, 4 and 13 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Regression/html/Regression-bs.html" | Work on exercises|
|----------------------------------------------------------------------------------------------------------------------------|
| Week 37 | Classification and logistic regression | "Presentation of Project 1, deadline October 1":"https://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/html/Project1-bs.html" | HTF chapter 4 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Regression/html/Regression-bs.html" | Work on project 1|
|----------------------------------------------------------------------------------------------------------------------------|
| Week 38 | Optimization methods | Exercises and project 1 | HTF chapter 5 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Splines/html/Splines-bs.html" | Work on project 1, deadline October 1|
|----------------------------------------------------------------------------------------------------------------------------|
| Week 39 | Logistic regression and optimization | Project 1 | "Lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Bayesian/html/Bayesian-bs.html" | Work on Project 1|
|----------------------------------------------------------------------------------------------------------------------------|
| Week 40 | Neural Networks | Presentation of project 2, deadline November 12 | "Lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Statistics/html/Statistics-bs.html" | Deadline project 1, October 1|
|----------------------------------------------------------------------------------------------------------------------------|
| Week 41 | Neural Networks | Project 2 | "Lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/Statistics/html/Statistics-bs.html" | Work on project 2 |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 42 | Neural Networks | Project 2 | HTF chapter 11 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/NeuralNet/html/NeuralNet-bs.html" | Work on project 2 |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 43 | Dimensionality reduction and support vector machines | Project 2 | HTF chapters 3 and 12 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/NeuralNet/html/NeuralNet-bs.html" | Work on project 2 |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 44 | SVM and tree and forest models | Project 2 | HTF chapter 9 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/NeuralNet/html/NeuralNet-bs.html" | Work on project 2 |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 45 | SVM and tree and forest models | Presentation and discussion of project 3 | HTF chapter 14 and "lecture notes":"https://compphysics.github.io/MachineLearning/doc/pub/BM/html/BM-bs.html" | Deadline project 2 November 12 |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 46 | Bayesian statitics | Project 3, deadline December 14 | | Work on project 3 |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 47 | Unsupervised learning, Boltzmann machines | Project 3 | | Work on project 3 |
|----------------------------------------------------------------------------------------------------------------------------|
| Week 48 | Summary of course and final workshop | Project 3 | Lecture notes | Final workshop with presentation of project 3 (TBA)|
|----------------------------------------------------------------------------------------------------------------------------|
+4 -4
View File
@@ -122,11 +122,11 @@ div { text-align: justify; text-justify: inter-word; }
3,
None,
'___sec21'),
('Project 1, Deadline September 30 (available August 26)',
('Project 1, Deadline October 7 (available August 26)',
3,
None,
'___sec22'),
('Project 2, Deadline November 4 (avaliable September 23)',
('Project 2, Deadline November 4 (avaliable September 30)',
3,
None,
'___sec23'),
@@ -804,7 +804,7 @@ formulas in HTML or ipython notebook files.
</ul>
<h3 id="___sec22">Project 1, Deadline September 30 (available August 26) </h3>
<h3 id="___sec22">Project 1, Deadline October 7 (available August 26) </h3>
<ul>
<li> LaTeX and PDF:</li>
@@ -823,7 +823,7 @@ formulas in HTML or ipython notebook files.
</ul>
<h3 id="___sec23">Project 2, Deadline November 4 (avaliable September 23) </h3>
<h3 id="___sec23">Project 2, Deadline November 4 (avaliable September 30) </h3>
<ul>
<li> LaTeX and PDF:</li>
+2 -2
View File
@@ -321,7 +321,7 @@ formulas in HTML or ipython notebook files.
=== Project 1, Deadline September 30 (available August 26) ===
=== Project 1, Deadline October 7 (available August 26) ===
* LaTeX and PDF:
* "LaTex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.pdf"
@@ -330,7 +330,7 @@ formulas in HTML or ipython notebook files.
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/html/Project1-bs.html"
=== Project 2, Deadline November 4 (avaliable September 23) ===
=== Project 2, Deadline November 4 (avaliable September 30) ===
* LaTeX and PDF:
* "Latex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.pdf"
+2 -2
View File
@@ -96,7 +96,7 @@ ${text_types(ch)}
=== Project 1, Deadline September 30 (available August 26) ===
=== Project 1, Deadline October 7 (available August 26) ===
* LaTeX and PDF:
* "LaTex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/pdf/Project1.pdf"
@@ -105,7 +105,7 @@ ${text_types(ch)}
* "Bootstrap slide style, easy for reading on mobile devices": "http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project1/html/Project1-bs.html"
=== Project 2, Deadline November 4 (avaliable September 23) ===
=== Project 2, Deadline November 4 (avaliable September 30) ===
* LaTeX and PDF:
* "Latex file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.tex"
* "PDF file":"http://compphysics.github.io/MachineLearning/doc/Projects/2019/Project2/pdf/Project2.pdf"