This commit is contained in:
Morten Hjorth-Jensen
2023-11-08 15:57:33 +01:00
parent 2edd177646
commit 3b9f0dbb29
145 changed files with 3873 additions and 2256 deletions
@@ -931,8 +931,9 @@ Accuracy score on data set: 0.5
Learning rate = 1e-05
Lambda = 1.0
Accuracy score on data set: 0.5
Learning rate = 1e-05
</pre></div>
</div>
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>Learning rate = 1e-05
Lambda = 10.0
Accuracy score on data set: 0.5
@@ -1035,6 +1036,75 @@ Accuracy score on data set: 1.0
Learning rate = 0.1
Lambda = 0.01
Accuracy score on data set: 1.0
Learning rate = 0.1
Lambda = 0.1
Accuracy score on data set: 0.5
Learning rate = 0.1
Lambda = 1.0
Accuracy score on data set: 0.5
Learning rate = 0.1
Lambda = 10.0
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 1e-05
Accuracy score on data set: 0.75
Learning rate = 1.0
Lambda = 0.0001
Accuracy score on data set: 0.75
Learning rate = 1.0
Lambda = 0.001
Accuracy score on data set: 0.75
Learning rate = 1.0
Lambda = 0.01
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 0.1
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 1.0
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 10.0
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 1e-05
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 0.0001
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 0.001
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 0.01
Accuracy score on data set: 0.5
</pre></div>
</div>
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>Learning rate = 10.0
Lambda = 0.1
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 1.0
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 10.0
Accuracy score on data set: 0.5
</pre></div>
</div>
<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>/Users/mhjensen/miniforge3/envs/myenv/lib/python3.9/site-packages/sklearn/neural_network/_multilayer_perceptron.py:692: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (100) reached and the optimization hasn&#39;t converged yet.
@@ -1059,76 +1129,7 @@ Accuracy score on data set: 1.0
warnings.warn(
</pre></div>
</div>
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>Learning rate = 0.1
Lambda = 0.1
Accuracy score on data set: 0.5
Learning rate = 0.1
Lambda = 1.0
Accuracy score on data set: 0.5
Learning rate = 0.1
Lambda = 10.0
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 1e-05
Accuracy score on data set: 0.75
Learning rate = 1.0
Lambda = 0.0001
Accuracy score on data set: 0.75
Learning rate = 1.0
Lambda = 0.001
Accuracy score on data set: 0.75
Learning rate = 1.0
Lambda = 0.01
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 0.1
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 1.0
Accuracy score on data set: 0.5
Learning rate = 1.0
Lambda = 10.0
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 1e-05
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 0.0001
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 0.001
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 0.01
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 0.1
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 1.0
Accuracy score on data set: 0.5
Learning rate = 10.0
Lambda = 10.0
Accuracy score on data set: 0.5
</pre></div>
</div>
<img alt="_images/exercisesweek43_26_3.png" src="_images/exercisesweek43_26_3.png" />
<img alt="_images/exercisesweek43_26_4.png" src="_images/exercisesweek43_26_4.png" />
</div>
</div>
</div>
@@ -5433,8 +5434,9 @@ case.</p>
</div>
<div class="cell_output docutils container">
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>Adam: Eta=0.001, Lambda=0
[----------------------------------------] 0.000% | train_error: 12.9 | train_acc: 0.376 | val_error: 12.6 | val_acc: 0.392
</pre></div>
</div>
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span> [----------------------------------------] 0.000% | train_error: 12.9 | train_acc: 0.376 | val_error: 12.6 | val_acc: 0.392
</pre></div>
</div>
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span> [----------------------------------------] 0.1000% | train_error: 12.9 | train_acc: 0.376 | val_error: 12.6 | val_acc: 0.392