diff --git a/doc/pub/week34/html/._week34-bs000.html b/doc/pub/week34/html/._week34-bs000.html index 3ddc017a7..6c6ead9e7 100644 --- a/doc/pub/week34/html/._week34-bs000.html +++ b/doc/pub/week34/html/._week34-bs000.html @@ -416,7 +416,7 @@ MathJax.Hub.Config({ -->
- © 1999-2023, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2024, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week34/html/._week34-bs038.html b/doc/pub/week34/html/._week34-bs038.html index a23c118bb..5800ab148 100644 --- a/doc/pub/week34/html/._week34-bs038.html +++ b/doc/pub/week34/html/._week34-bs038.html @@ -1107,31 +1107,36 @@ functionality. from sklearn.metrics import accuracy_score import seaborn as sns + X_train = X Y_train = Energies -n_hidden_neurons = 100 +n_hidden_neurons = 50 epochs = 100 # store models for later use -eta_vals = np.logspace(-5, 1, 7) -lmbd_vals = np.logspace(-5, 1, 7) +eta_vals = np.logspace(-3, 0, 4) +lmbd_vals = np.logspace(-3, 0, 4) # store the models for later use DNN_scikit = np.zeros((len(eta_vals), len(lmbd_vals)), dtype=object) train_accuracy = np.zeros((len(eta_vals), len(lmbd_vals))) sns.set() for i, eta in enumerate(eta_vals): for j, lmbd in enumerate(lmbd_vals): - dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='logistic', + dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='relu', solver='adam', alpha=lmbd, learning_rate_init=eta, max_iter=epochs) dnn.fit(X_train, Y_train) DNN_scikit[i][j] = dnn train_accuracy[i][j] = dnn.score(X_train, Y_train) - + fity = dnn.predict(X_train) + MSE = mean_squared_error(Y_train, fity) + print("Mean squared error: %.2f" % mean_squared_error(Y_train, fity)) + train_accuracy[i][j] = MSE fig, ax = plt.subplots(figsize = (10, 10)) sns.heatmap(train_accuracy, annot=True, ax=ax, cmap="viridis") ax.set_title("Training Accuracy") ax.set_ylabel("$\eta$") ax.set_xlabel("$\lambda$") plt.show() +print(train_accuracy) diff --git a/doc/pub/week34/html/week34-bs.html b/doc/pub/week34/html/week34-bs.html index 3ddc017a7..6c6ead9e7 100644 --- a/doc/pub/week34/html/week34-bs.html +++ b/doc/pub/week34/html/week34-bs.html @@ -416,7 +416,7 @@ MathJax.Hub.Config({ -->
- © 1999-2023, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2024, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week34/html/week34-reveal.html b/doc/pub/week34/html/week34-reveal.html index 329e9443d..fb54cbcbf 100644 --- a/doc/pub/week34/html/week34-reveal.html +++ b/doc/pub/week34/html/week34-reveal.html @@ -190,7 +190,7 @@ MathJax.Hub.Config({
- © 1999-2023, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2024, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
@@ -2533,31 +2533,36 @@ functionality. from sklearn.metrics import accuracy_score import seaborn as sns + X_train = X Y_train = Energies -n_hidden_neurons = 100 +n_hidden_neurons = 50 epochs = 100 # store models for later use -eta_vals = np.logspace(-5, 1, 7) -lmbd_vals = np.logspace(-5, 1, 7) +eta_vals = np.logspace(-3, 0, 4) +lmbd_vals = np.logspace(-3, 0, 4) # store the models for later use DNN_scikit = np.zeros((len(eta_vals), len(lmbd_vals)), dtype=object) train_accuracy = np.zeros((len(eta_vals), len(lmbd_vals))) sns.set() for i, eta in enumerate(eta_vals): for j, lmbd in enumerate(lmbd_vals): - dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='logistic', + dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='relu', solver='adam', alpha=lmbd, learning_rate_init=eta, max_iter=epochs) dnn.fit(X_train, Y_train) DNN_scikit[i][j] = dnn train_accuracy[i][j] = dnn.score(X_train, Y_train) - + fity = dnn.predict(X_train) + MSE = mean_squared_error(Y_train, fity) + print("Mean squared error: %.2f" % mean_squared_error(Y_train, fity)) + train_accuracy[i][j] = MSE fig, ax = plt.subplots(figsize = (10, 10)) sns.heatmap(train_accuracy, annot=True, ax=ax, cmap="viridis") ax.set_title("Training Accuracy") ax.set_ylabel("$\eta$") ax.set_xlabel("$\lambda$") plt.show() +print(train_accuracy) diff --git a/doc/pub/week34/html/week34-solarized.html b/doc/pub/week34/html/week34-solarized.html index d2c70dbae..77c2104e6 100644 --- a/doc/pub/week34/html/week34-solarized.html +++ b/doc/pub/week34/html/week34-solarized.html @@ -2515,31 +2515,36 @@ functionality. from sklearn.metrics import accuracy_score import seaborn as sns + X_train = X Y_train = Energies -n_hidden_neurons = 100 +n_hidden_neurons = 50 epochs = 100 # store models for later use -eta_vals = np.logspace(-5, 1, 7) -lmbd_vals = np.logspace(-5, 1, 7) +eta_vals = np.logspace(-3, 0, 4) +lmbd_vals = np.logspace(-3, 0, 4) # store the models for later use DNN_scikit = np.zeros((len(eta_vals), len(lmbd_vals)), dtype=object) train_accuracy = np.zeros((len(eta_vals), len(lmbd_vals))) sns.set() for i, eta in enumerate(eta_vals): for j, lmbd in enumerate(lmbd_vals): - dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='logistic', + dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='relu', solver='adam', alpha=lmbd, learning_rate_init=eta, max_iter=epochs) dnn.fit(X_train, Y_train) DNN_scikit[i][j] = dnn train_accuracy[i][j] = dnn.score(X_train, Y_train) - + fity = dnn.predict(X_train) + MSE = mean_squared_error(Y_train, fity) + print("Mean squared error: %.2f" % mean_squared_error(Y_train, fity)) + train_accuracy[i][j] = MSE fig, ax = plt.subplots(figsize = (10, 10)) sns.heatmap(train_accuracy, annot=True, ax=ax, cmap="viridis") ax.set_title("Training Accuracy") ax.set_ylabel("$\eta$") ax.set_xlabel("$\lambda$") plt.show() +print(train_accuracy) @@ -3913,7 +3918,7 @@ Add now a model which allows you to make polynomials up to degree \( 15 \). Per
- © 1999-2023, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2024, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week34/html/week34.html b/doc/pub/week34/html/week34.html index 25c21c552..7d5f604f0 100644 --- a/doc/pub/week34/html/week34.html +++ b/doc/pub/week34/html/week34.html @@ -2592,31 +2592,36 @@ functionality. from sklearn.metrics import accuracy_score import seaborn as sns + X_train = X Y_train = Energies -n_hidden_neurons = 100 +n_hidden_neurons = 50 epochs = 100 # store models for later use -eta_vals = np.logspace(-5, 1, 7) -lmbd_vals = np.logspace(-5, 1, 7) +eta_vals = np.logspace(-3, 0, 4) +lmbd_vals = np.logspace(-3, 0, 4) # store the models for later use DNN_scikit = np.zeros((len(eta_vals), len(lmbd_vals)), dtype=object) train_accuracy = np.zeros((len(eta_vals), len(lmbd_vals))) sns.set() for i, eta in enumerate(eta_vals): for j, lmbd in enumerate(lmbd_vals): - dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='logistic', + dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='relu', solver='adam', alpha=lmbd, learning_rate_init=eta, max_iter=epochs) dnn.fit(X_train, Y_train) DNN_scikit[i][j] = dnn train_accuracy[i][j] = dnn.score(X_train, Y_train) - + fity = dnn.predict(X_train) + MSE = mean_squared_error(Y_train, fity) + print("Mean squared error: %.2f" % mean_squared_error(Y_train, fity)) + train_accuracy[i][j] = MSE fig, ax = plt.subplots(figsize = (10, 10)) sns.heatmap(train_accuracy, annot=True, ax=ax, cmap="viridis") ax.set_title("Training Accuracy") ax.set_ylabel("$\eta$") ax.set_xlabel("$\lambda$") plt.show() +print(train_accuracy) @@ -3990,7 +3995,7 @@ Add now a model which allows you to make polynomials up to degree \( 15 \). Per
- © 1999-2023, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license + © 1999-2024, Morten Hjorth-Jensen. Released under CC Attribution-NonCommercial 4.0 license
diff --git a/doc/pub/week34/ipynb/Results/FigureFiles/Masses2016.png b/doc/pub/week34/ipynb/Results/FigureFiles/Masses2016.png index bbaa79e2f..fa96f6959 100644 Binary files a/doc/pub/week34/ipynb/Results/FigureFiles/Masses2016.png and b/doc/pub/week34/ipynb/Results/FigureFiles/Masses2016.png differ diff --git a/doc/pub/week34/ipynb/ipynb-week34-src.tar.gz b/doc/pub/week34/ipynb/ipynb-week34-src.tar.gz index a79017796..59a468d63 100644 Binary files a/doc/pub/week34/ipynb/ipynb-week34-src.tar.gz and b/doc/pub/week34/ipynb/ipynb-week34-src.tar.gz differ diff --git a/doc/pub/week34/ipynb/week34.ipynb b/doc/pub/week34/ipynb/week34.ipynb index 1441170cd..648837887 100644 --- a/doc/pub/week34/ipynb/week34.ipynb +++ b/doc/pub/week34/ipynb/week34.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "markdown", - "id": "d7c4fa8c", + "id": "5fe092d5", "metadata": { "editable": true }, @@ -14,7 +14,7 @@ }, { "cell_type": "markdown", - "id": "6c0951ef", + "id": "67aa2fe6", "metadata": { "editable": true }, @@ -27,7 +27,7 @@ }, { "cell_type": "markdown", - "id": "de4150dd", + "id": "fba11718", "metadata": { "editable": true }, @@ -53,7 +53,7 @@ }, { "cell_type": "markdown", - "id": "425a6e2b", + "id": "cfdcf25b", "metadata": { "editable": true }, @@ -69,7 +69,7 @@ }, { "cell_type": "markdown", - "id": "b9645d1b", + "id": "c77d7fae", "metadata": { "editable": true }, @@ -93,7 +93,7 @@ }, { "cell_type": "markdown", - "id": "dece572a", + "id": "3738a09a", "metadata": { "editable": true }, @@ -107,7 +107,7 @@ }, { "cell_type": "markdown", - "id": "f683f276", + "id": "c6fa34ac", "metadata": { "editable": true }, @@ -129,7 +129,7 @@ }, { "cell_type": "markdown", - "id": "e9226a13", + "id": "a3c141bc", "metadata": { "editable": true }, @@ -159,7 +159,7 @@ }, { "cell_type": "markdown", - "id": "7c19016b", + "id": "827278be", "metadata": { "editable": true }, @@ -177,7 +177,7 @@ }, { "cell_type": "markdown", - "id": "0c477701", + "id": "d53281cb", "metadata": { "editable": true }, @@ -205,7 +205,7 @@ }, { "cell_type": "markdown", - "id": "e50e2f1a", + "id": "4858de81", "metadata": { "editable": true }, @@ -219,7 +219,7 @@ }, { "cell_type": "markdown", - "id": "fb2df6a3", + "id": "2794a39e", "metadata": { "editable": true }, @@ -239,7 +239,7 @@ }, { "cell_type": "markdown", - "id": "e85eeb8b", + "id": "acacb7e9", "metadata": { "editable": true }, @@ -251,7 +251,7 @@ }, { "cell_type": "markdown", - "id": "d3787256", + "id": "1c4c7abf", "metadata": { "editable": true }, @@ -271,7 +271,7 @@ }, { "cell_type": "markdown", - "id": "45f6630f", + "id": "d67ca9c2", "metadata": { "editable": true }, @@ -289,7 +289,7 @@ }, { "cell_type": "markdown", - "id": "c40c31b9", + "id": "c0fea0bc", "metadata": { "editable": true }, @@ -314,7 +314,7 @@ }, { "cell_type": "markdown", - "id": "b42d829d", + "id": "d22450f5", "metadata": { "editable": true }, @@ -350,7 +350,7 @@ }, { "cell_type": "markdown", - "id": "ea461bbc", + "id": "8b088de5", "metadata": { "editable": true }, @@ -366,7 +366,7 @@ }, { "cell_type": "markdown", - "id": "496c67c1", + "id": "feeb147e", "metadata": { "editable": true }, @@ -388,7 +388,7 @@ }, { "cell_type": "markdown", - "id": "a0c6a390", + "id": "281f9d12", "metadata": { "editable": true }, @@ -406,7 +406,7 @@ }, { "cell_type": "markdown", - "id": "53588cfa", + "id": "6089ee03", "metadata": { "editable": true }, @@ -450,7 +450,7 @@ }, { "cell_type": "markdown", - "id": "bab66fd6", + "id": "43cb57c4", "metadata": { "editable": true }, @@ -493,7 +493,7 @@ }, { "cell_type": "markdown", - "id": "32d9d7b2", + "id": "3095b646", "metadata": { "editable": true }, @@ -513,7 +513,7 @@ }, { "cell_type": "markdown", - "id": "2800cec7", + "id": "c60f6e2e", "metadata": { "editable": true }, @@ -586,7 +586,7 @@ }, { "cell_type": "markdown", - "id": "8c5764a1", + "id": "72352b1b", "metadata": { "editable": true }, @@ -615,7 +615,7 @@ }, { "cell_type": "markdown", - "id": "209a5d6e", + "id": "23ba629e", "metadata": { "editable": true }, @@ -633,7 +633,7 @@ }, { "cell_type": "markdown", - "id": "874443d6", + "id": "6c599f39", "metadata": { "editable": true }, @@ -645,7 +645,7 @@ }, { "cell_type": "markdown", - "id": "8a5ef91c", + "id": "cf9b9e5d", "metadata": { "editable": true }, @@ -680,7 +680,7 @@ }, { "cell_type": "markdown", - "id": "5ddfa8e2", + "id": "3b06e150", "metadata": { "editable": true }, @@ -710,7 +710,7 @@ }, { "cell_type": "markdown", - "id": "9317b070", + "id": "bf856150", "metadata": { "editable": true }, @@ -741,7 +741,7 @@ }, { "cell_type": "markdown", - "id": "f7217c72", + "id": "9280cb97", "metadata": { "editable": true }, @@ -780,7 +780,7 @@ }, { "cell_type": "markdown", - "id": "58f064fb", + "id": "d98c4ad1", "metadata": { "editable": true }, @@ -813,7 +813,7 @@ }, { "cell_type": "markdown", - "id": "af41dfa0", + "id": "733bd5e0", "metadata": { "editable": true }, @@ -848,7 +848,7 @@ }, { "cell_type": "markdown", - "id": "17f42d42", + "id": "d8d2a176", "metadata": { "editable": true }, @@ -872,7 +872,7 @@ }, { "cell_type": "markdown", - "id": "aefde77e", + "id": "7ded2900", "metadata": { "editable": true }, @@ -899,7 +899,7 @@ }, { "cell_type": "markdown", - "id": "27be95ed", + "id": "21d076bb", "metadata": { "editable": true }, @@ -909,7 +909,7 @@ }, { "cell_type": "markdown", - "id": "02a9e87e", + "id": "88fa958d", "metadata": { "editable": true }, @@ -921,7 +921,7 @@ }, { "cell_type": "markdown", - "id": "a6dfb898", + "id": "eec51ca3", "metadata": { "editable": true }, @@ -942,7 +942,7 @@ }, { "cell_type": "markdown", - "id": "5b8201de", + "id": "9ef0542a", "metadata": { "editable": true }, @@ -954,7 +954,7 @@ { "cell_type": "code", "execution_count": 1, - "id": "73750f7f", + "id": "5cb94529", "metadata": { "collapsed": false, "editable": true @@ -966,7 +966,7 @@ }, { "cell_type": "markdown", - "id": "35d26b2a", + "id": "8233194e", "metadata": { "editable": true }, @@ -977,7 +977,7 @@ { "cell_type": "code", "execution_count": 2, - "id": "07be5349", + "id": "af203786", "metadata": { "collapsed": false, "editable": true @@ -991,7 +991,7 @@ }, { "cell_type": "markdown", - "id": "c685d1e7", + "id": "c2c53c39", "metadata": { "editable": true }, @@ -1003,7 +1003,7 @@ { "cell_type": "code", "execution_count": 3, - "id": "7dcbd392", + "id": "afeb7fbd", "metadata": { "collapsed": false, "editable": true @@ -1017,7 +1017,7 @@ }, { "cell_type": "markdown", - "id": "2eee798a", + "id": "d5bbfe6e", "metadata": { "editable": true }, @@ -1029,7 +1029,7 @@ { "cell_type": "code", "execution_count": 4, - "id": "29efd03c", + "id": "774b9f59", "metadata": { "collapsed": false, "editable": true @@ -1043,7 +1043,7 @@ }, { "cell_type": "markdown", - "id": "faaae810", + "id": "bab33f61", "metadata": { "editable": true }, @@ -1060,7 +1060,7 @@ { "cell_type": "code", "execution_count": 5, - "id": "74f59632", + "id": "e50d9d86", "metadata": { "collapsed": false, "editable": true @@ -1077,7 +1077,7 @@ }, { "cell_type": "markdown", - "id": "7986bb5a", + "id": "26162cbc", "metadata": { "editable": true }, @@ -1089,7 +1089,7 @@ { "cell_type": "code", "execution_count": 6, - "id": "6a922606", + "id": "2939cbb6", "metadata": { "collapsed": false, "editable": true @@ -1103,7 +1103,7 @@ }, { "cell_type": "markdown", - "id": "1f9ed7bc", + "id": "7cb3d794", "metadata": { "editable": true }, @@ -1114,7 +1114,7 @@ { "cell_type": "code", "execution_count": 7, - "id": "4fac4c14", + "id": "c5a3c7de", "metadata": { "collapsed": false, "editable": true @@ -1128,7 +1128,7 @@ }, { "cell_type": "markdown", - "id": "7fb070cf", + "id": "39be4ece", "metadata": { "editable": true }, @@ -1139,7 +1139,7 @@ { "cell_type": "code", "execution_count": 8, - "id": "b027754b", + "id": "4257fe2f", "metadata": { "collapsed": false, "editable": true @@ -1153,7 +1153,7 @@ }, { "cell_type": "markdown", - "id": "ec1e512e", + "id": "00e47a6c", "metadata": { "editable": true }, @@ -1168,7 +1168,7 @@ { "cell_type": "code", "execution_count": 9, - "id": "9f55e293", + "id": "d65874c6", "metadata": { "collapsed": false, "editable": true @@ -1182,7 +1182,7 @@ }, { "cell_type": "markdown", - "id": "bf39971d", + "id": "d35d218b", "metadata": { "editable": true }, @@ -1193,7 +1193,7 @@ { "cell_type": "code", "execution_count": 10, - "id": "a06b137f", + "id": "e92e4468", "metadata": { "collapsed": false, "editable": true @@ -1208,7 +1208,7 @@ }, { "cell_type": "markdown", - "id": "3b171bb0", + "id": "1bfc673c", "metadata": { "editable": true }, @@ -1219,7 +1219,7 @@ { "cell_type": "code", "execution_count": 11, - "id": "daaae43f", + "id": "534fd820", "metadata": { "collapsed": false, "editable": true @@ -1234,7 +1234,7 @@ }, { "cell_type": "markdown", - "id": "5b34d022", + "id": "8002cf95", "metadata": { "editable": true }, @@ -1245,7 +1245,7 @@ { "cell_type": "code", "execution_count": 12, - "id": "f6cd9323", + "id": "8ecff438", "metadata": { "collapsed": false, "editable": true @@ -1261,7 +1261,7 @@ }, { "cell_type": "markdown", - "id": "a46a0f46", + "id": "b02eb5ec", "metadata": { "editable": true }, @@ -1272,7 +1272,7 @@ { "cell_type": "code", "execution_count": 13, - "id": "10afa0af", + "id": "a0725d66", "metadata": { "collapsed": false, "editable": true @@ -1288,7 +1288,7 @@ }, { "cell_type": "markdown", - "id": "c6bf3346", + "id": "c0358873", "metadata": { "editable": true }, @@ -1299,7 +1299,7 @@ { "cell_type": "code", "execution_count": 14, - "id": "3a31abd6", + "id": "ffa25ac1", "metadata": { "collapsed": false, "editable": true @@ -1315,7 +1315,7 @@ }, { "cell_type": "markdown", - "id": "85706f3d", + "id": "1b84b108", "metadata": { "editable": true }, @@ -1327,7 +1327,7 @@ }, { "cell_type": "markdown", - "id": "067b47cf", + "id": "069d4525", "metadata": { "editable": true }, @@ -1342,7 +1342,7 @@ }, { "cell_type": "markdown", - "id": "9b27f119", + "id": "952305ae", "metadata": { "editable": true }, @@ -1352,7 +1352,7 @@ }, { "cell_type": "markdown", - "id": "80095892", + "id": "fb6a6cdd", "metadata": { "editable": true }, @@ -1364,7 +1364,7 @@ }, { "cell_type": "markdown", - "id": "ac01d090", + "id": "adc20a95", "metadata": { "editable": true }, @@ -1375,7 +1375,7 @@ }, { "cell_type": "markdown", - "id": "85cba590", + "id": "b2a37a12", "metadata": { "editable": true }, @@ -1390,7 +1390,7 @@ }, { "cell_type": "markdown", - "id": "a48aef17", + "id": "d2db2071", "metadata": { "editable": true }, @@ -1405,7 +1405,7 @@ { "cell_type": "code", "execution_count": 15, - "id": "7ae710da", + "id": "a9fc9d7e", "metadata": { "collapsed": false, "editable": true @@ -1432,7 +1432,7 @@ { "cell_type": "code", "execution_count": 16, - "id": "aaf0cd7d", + "id": "9c6bf314", "metadata": { "collapsed": false, "editable": true @@ -1456,7 +1456,7 @@ }, { "cell_type": "markdown", - "id": "2194d303", + "id": "26ae1a84", "metadata": { "editable": true }, @@ -1482,7 +1482,7 @@ { "cell_type": "code", "execution_count": 17, - "id": "0acb9a03", + "id": "4cfb6b53", "metadata": { "collapsed": false, "editable": true @@ -1502,7 +1502,7 @@ }, { "cell_type": "markdown", - "id": "6f1f8f63", + "id": "542ee6e0", "metadata": { "editable": true }, @@ -1516,7 +1516,7 @@ { "cell_type": "code", "execution_count": 18, - "id": "4b20e908", + "id": "61a0f2fb", "metadata": { "collapsed": false, "editable": true @@ -1529,7 +1529,7 @@ }, { "cell_type": "markdown", - "id": "2340464c", + "id": "c4603418", "metadata": { "editable": true }, @@ -1540,7 +1540,7 @@ { "cell_type": "code", "execution_count": 19, - "id": "95c21635", + "id": "311a5e3e", "metadata": { "collapsed": false, "editable": true @@ -1552,7 +1552,7 @@ }, { "cell_type": "markdown", - "id": "de7d11ff", + "id": "b3cbb735", "metadata": { "editable": true }, @@ -1563,7 +1563,7 @@ { "cell_type": "code", "execution_count": 20, - "id": "d8dd72ba", + "id": "9f4ea5fc", "metadata": { "collapsed": false, "editable": true @@ -1581,7 +1581,7 @@ }, { "cell_type": "markdown", - "id": "54e011cd", + "id": "97abc234", "metadata": { "editable": true }, @@ -1593,7 +1593,7 @@ { "cell_type": "code", "execution_count": 21, - "id": "d88e1a5e", + "id": "24324844", "metadata": { "collapsed": false, "editable": true @@ -1617,7 +1617,7 @@ }, { "cell_type": "markdown", - "id": "c5a65dd8", + "id": "43df7996", "metadata": { "editable": true }, @@ -1628,7 +1628,7 @@ { "cell_type": "code", "execution_count": 22, - "id": "a7926fe3", + "id": "c47e2a3e", "metadata": { "collapsed": false, "editable": true @@ -1657,7 +1657,7 @@ }, { "cell_type": "markdown", - "id": "0997b6e9", + "id": "e437012d", "metadata": { "editable": true }, @@ -1668,7 +1668,7 @@ { "cell_type": "code", "execution_count": 23, - "id": "1ad4be30", + "id": "40a9171b", "metadata": { "collapsed": false, "editable": true @@ -1683,7 +1683,7 @@ }, { "cell_type": "markdown", - "id": "a4112a12", + "id": "07d049ee", "metadata": { "editable": true }, @@ -1700,7 +1700,7 @@ }, { "cell_type": "markdown", - "id": "ddc92949", + "id": "9efbc60f", "metadata": { "editable": true }, @@ -1731,7 +1731,7 @@ }, { "cell_type": "markdown", - "id": "6528539a", + "id": "ad0bf311", "metadata": { "editable": true }, @@ -1743,7 +1743,7 @@ }, { "cell_type": "markdown", - "id": "98cc9289", + "id": "73ada8c0", "metadata": { "editable": true }, @@ -1771,7 +1771,7 @@ { "cell_type": "code", "execution_count": 24, - "id": "d2dd4c3d", + "id": "e4aeced9", "metadata": { "collapsed": false, "editable": true @@ -1801,7 +1801,7 @@ }, { "cell_type": "markdown", - "id": "9b1200cf", + "id": "9dfc99f0", "metadata": { "editable": true }, @@ -1818,7 +1818,7 @@ }, { "cell_type": "markdown", - "id": "ccede033", + "id": "428eb424", "metadata": { "editable": true }, @@ -1830,7 +1830,7 @@ }, { "cell_type": "markdown", - "id": "fc37420a", + "id": "5b5a0c6e", "metadata": { "editable": true }, @@ -1851,7 +1851,7 @@ }, { "cell_type": "markdown", - "id": "af64c684", + "id": "f0fa3206", "metadata": { "editable": true }, @@ -1864,7 +1864,7 @@ }, { "cell_type": "markdown", - "id": "a305d9e7", + "id": "e7b223c5", "metadata": { "editable": true }, @@ -1895,7 +1895,7 @@ }, { "cell_type": "markdown", - "id": "f6346176", + "id": "e628fb6a", "metadata": { "editable": true }, @@ -1907,7 +1907,7 @@ }, { "cell_type": "markdown", - "id": "d44d40a5", + "id": "8263fca7", "metadata": { "editable": true }, @@ -1925,7 +1925,7 @@ { "cell_type": "code", "execution_count": 25, - "id": "3cfb45ba", + "id": "8b269629", "metadata": { "collapsed": false, "editable": true @@ -1952,7 +1952,7 @@ }, { "cell_type": "markdown", - "id": "a6c51480", + "id": "c68f4716", "metadata": { "editable": true }, @@ -1974,7 +1974,7 @@ { "cell_type": "code", "execution_count": 26, - "id": "bcf2fd18", + "id": "b9536a0a", "metadata": { "collapsed": false, "editable": true @@ -2012,7 +2012,7 @@ }, { "cell_type": "markdown", - "id": "edb3061c", + "id": "545ce818", "metadata": { "editable": true }, @@ -2023,7 +2023,7 @@ }, { "cell_type": "markdown", - "id": "7fad1108", + "id": "90848339", "metadata": { "editable": true }, @@ -2036,7 +2036,7 @@ }, { "cell_type": "markdown", - "id": "ff182728", + "id": "c740c99d", "metadata": { "editable": true }, @@ -2057,7 +2057,7 @@ }, { "cell_type": "markdown", - "id": "48a36723", + "id": "deff6a8b", "metadata": { "editable": true }, @@ -2069,7 +2069,7 @@ }, { "cell_type": "markdown", - "id": "a4545533", + "id": "69d9fe36", "metadata": { "editable": true }, @@ -2079,7 +2079,7 @@ }, { "cell_type": "markdown", - "id": "0405959d", + "id": "054d0dd1", "metadata": { "editable": true }, @@ -2091,7 +2091,7 @@ }, { "cell_type": "markdown", - "id": "b66be271", + "id": "ed027b67", "metadata": { "editable": true }, @@ -2103,7 +2103,7 @@ }, { "cell_type": "markdown", - "id": "c46555c6", + "id": "a741491c", "metadata": { "editable": true }, @@ -2115,7 +2115,7 @@ }, { "cell_type": "markdown", - "id": "302671bd", + "id": "1528b10c", "metadata": { "editable": true }, @@ -2126,7 +2126,7 @@ }, { "cell_type": "markdown", - "id": "2fc06159", + "id": "2324aa18", "metadata": { "editable": true }, @@ -2138,7 +2138,7 @@ }, { "cell_type": "markdown", - "id": "6f5fa841", + "id": "5c819d3b", "metadata": { "editable": true }, @@ -2160,7 +2160,7 @@ }, { "cell_type": "markdown", - "id": "9e5b5995", + "id": "2f692938", "metadata": { "editable": true }, @@ -2172,7 +2172,7 @@ }, { "cell_type": "markdown", - "id": "ebba0b41", + "id": "0118548c", "metadata": { "editable": true }, @@ -2185,7 +2185,7 @@ }, { "cell_type": "markdown", - "id": "7de54a4f", + "id": "6a77f30f", "metadata": { "editable": true }, @@ -2202,7 +2202,7 @@ }, { "cell_type": "markdown", - "id": "a68a4de9", + "id": "9e5e0f07", "metadata": { "editable": true }, @@ -2214,7 +2214,7 @@ }, { "cell_type": "markdown", - "id": "50e333b5", + "id": "bbcb4130", "metadata": { "editable": true }, @@ -2224,7 +2224,7 @@ }, { "cell_type": "markdown", - "id": "8a76471b", + "id": "a8b137e1", "metadata": { "editable": true }, @@ -2236,7 +2236,7 @@ }, { "cell_type": "markdown", - "id": "b2216b65", + "id": "f88c848c", "metadata": { "editable": true }, @@ -2246,7 +2246,7 @@ }, { "cell_type": "markdown", - "id": "d11460a9", + "id": "6547c4ce", "metadata": { "editable": true }, @@ -2258,7 +2258,7 @@ }, { "cell_type": "markdown", - "id": "5116a4f8", + "id": "5fa8bc43", "metadata": { "editable": true }, @@ -2268,7 +2268,7 @@ }, { "cell_type": "markdown", - "id": "a93214bf", + "id": "3570dae8", "metadata": { "editable": true }, @@ -2280,7 +2280,7 @@ }, { "cell_type": "markdown", - "id": "e70eb950", + "id": "2903e3c8", "metadata": { "editable": true }, @@ -2296,7 +2296,7 @@ }, { "cell_type": "markdown", - "id": "4fa63019", + "id": "dce5fba5", "metadata": { "editable": true }, @@ -2308,7 +2308,7 @@ }, { "cell_type": "markdown", - "id": "5ed175b9", + "id": "7f49ea93", "metadata": { "editable": true }, @@ -2319,7 +2319,7 @@ }, { "cell_type": "markdown", - "id": "0f681ea0", + "id": "b229130c", "metadata": { "editable": true }, @@ -2331,7 +2331,7 @@ }, { "cell_type": "markdown", - "id": "b9f817bb", + "id": "00a8181b", "metadata": { "editable": true }, @@ -2345,7 +2345,7 @@ }, { "cell_type": "markdown", - "id": "d0e0bd41", + "id": "ed3e9886", "metadata": { "editable": true }, @@ -2357,7 +2357,7 @@ }, { "cell_type": "markdown", - "id": "d4825a6a", + "id": "9833ea6e", "metadata": { "editable": true }, @@ -2382,7 +2382,7 @@ }, { "cell_type": "markdown", - "id": "137dc3cc", + "id": "e586b4cd", "metadata": { "editable": true }, @@ -2399,7 +2399,7 @@ { "cell_type": "code", "execution_count": 27, - "id": "cd6dfaa4", + "id": "5b86a2f2", "metadata": { "collapsed": false, "editable": true @@ -2443,7 +2443,7 @@ }, { "cell_type": "markdown", - "id": "63570821", + "id": "6d8999da", "metadata": { "editable": true }, @@ -2454,7 +2454,7 @@ { "cell_type": "code", "execution_count": 28, - "id": "a6a38dec", + "id": "ca868b5c", "metadata": { "collapsed": false, "editable": true @@ -2476,7 +2476,7 @@ }, { "cell_type": "markdown", - "id": "90828be8", + "id": "265fc848", "metadata": { "editable": true }, @@ -2493,7 +2493,7 @@ { "cell_type": "code", "execution_count": 29, - "id": "9deee8b0", + "id": "edef3728", "metadata": { "collapsed": false, "editable": true @@ -2514,7 +2514,7 @@ }, { "cell_type": "markdown", - "id": "ff2b0408", + "id": "dd0034af", "metadata": { "editable": true }, @@ -2528,7 +2528,7 @@ { "cell_type": "code", "execution_count": 30, - "id": "0bee88ca", + "id": "0a2099c5", "metadata": { "collapsed": false, "editable": true @@ -2557,7 +2557,7 @@ }, { "cell_type": "markdown", - "id": "1c728bc6", + "id": "6d64a9c6", "metadata": { "editable": true }, @@ -2577,7 +2577,7 @@ { "cell_type": "code", "execution_count": 31, - "id": "89042942", + "id": "c36ad284", "metadata": { "collapsed": false, "editable": true @@ -2594,7 +2594,7 @@ }, { "cell_type": "markdown", - "id": "db2fb4d3", + "id": "0b18a2c0", "metadata": { "editable": true }, @@ -2606,7 +2606,7 @@ { "cell_type": "code", "execution_count": 32, - "id": "34b7d0ec", + "id": "1ad1fff9", "metadata": { "collapsed": false, "editable": true @@ -2624,7 +2624,7 @@ }, { "cell_type": "markdown", - "id": "c1852d98", + "id": "8418a2aa", "metadata": { "editable": true }, @@ -2635,7 +2635,7 @@ { "cell_type": "code", "execution_count": 33, - "id": "3bca0adf", + "id": "1ea1c99f", "metadata": { "collapsed": false, "editable": true @@ -2648,7 +2648,7 @@ }, { "cell_type": "markdown", - "id": "be916886", + "id": "d184b5df", "metadata": { "editable": true }, @@ -2660,7 +2660,7 @@ { "cell_type": "code", "execution_count": 34, - "id": "108c8400", + "id": "4bb96bf8", "metadata": { "collapsed": false, "editable": true @@ -2691,7 +2691,7 @@ }, { "cell_type": "markdown", - "id": "d92084bc", + "id": "a6ca4c82", "metadata": { "editable": true }, @@ -2705,7 +2705,7 @@ { "cell_type": "code", "execution_count": 35, - "id": "c2be0e0b", + "id": "c3072d47", "metadata": { "collapsed": false, "editable": true @@ -2716,36 +2716,41 @@ "from sklearn.metrics import accuracy_score\n", "import seaborn as sns\n", "\n", + "\n", "X_train = X\n", "Y_train = Energies\n", - "n_hidden_neurons = 100\n", + "n_hidden_neurons = 50\n", "epochs = 100\n", "# store models for later use\n", - "eta_vals = np.logspace(-5, 1, 7)\n", - "lmbd_vals = np.logspace(-5, 1, 7)\n", + "eta_vals = np.logspace(-3, 0, 4)\n", + "lmbd_vals = np.logspace(-3, 0, 4)\n", "# store the models for later use\n", "DNN_scikit = np.zeros((len(eta_vals), len(lmbd_vals)), dtype=object)\n", "train_accuracy = np.zeros((len(eta_vals), len(lmbd_vals)))\n", "sns.set()\n", "for i, eta in enumerate(eta_vals):\n", " for j, lmbd in enumerate(lmbd_vals):\n", - " dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='logistic',\n", + " dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='relu', solver='adam',\n", " alpha=lmbd, learning_rate_init=eta, max_iter=epochs)\n", " dnn.fit(X_train, Y_train)\n", " DNN_scikit[i][j] = dnn\n", " train_accuracy[i][j] = dnn.score(X_train, Y_train)\n", - "\n", + " fity = dnn.predict(X_train)\n", + " MSE = mean_squared_error(Y_train, fity)\n", + " print(\"Mean squared error: %.2f\" % mean_squared_error(Y_train, fity))\n", + " train_accuracy[i][j] = MSE\n", "fig, ax = plt.subplots(figsize = (10, 10))\n", "sns.heatmap(train_accuracy, annot=True, ax=ax, cmap=\"viridis\")\n", "ax.set_title(\"Training Accuracy\")\n", "ax.set_ylabel(\"$\\eta$\")\n", "ax.set_xlabel(\"$\\lambda$\")\n", - "plt.show()" + "plt.show()\n", + "print(train_accuracy)" ] }, { "cell_type": "markdown", - "id": "01ca5c14", + "id": "ded40485", "metadata": { "editable": true }, @@ -2765,7 +2770,7 @@ }, { "cell_type": "markdown", - "id": "0662575c", + "id": "bf969507", "metadata": { "editable": true }, @@ -2797,7 +2802,7 @@ }, { "cell_type": "markdown", - "id": "7a55b7c9", + "id": "b1b95ecd", "metadata": { "editable": true }, @@ -2819,7 +2824,7 @@ }, { "cell_type": "markdown", - "id": "6af39df1", + "id": "86523480", "metadata": { "editable": true }, @@ -2847,7 +2852,7 @@ }, { "cell_type": "markdown", - "id": "b45544ef", + "id": "13322e35", "metadata": { "editable": true }, @@ -2862,7 +2867,7 @@ }, { "cell_type": "markdown", - "id": "fd6afdff", + "id": "0078a071", "metadata": { "editable": true }, @@ -2874,7 +2879,7 @@ }, { "cell_type": "markdown", - "id": "d2daf299", + "id": "79bdef1f", "metadata": { "editable": true }, @@ -2889,7 +2894,7 @@ }, { "cell_type": "markdown", - "id": "549b4b0c", + "id": "151d70ab", "metadata": { "editable": true }, @@ -2902,7 +2907,7 @@ }, { "cell_type": "markdown", - "id": "8f3cdc66", + "id": "d60946c5", "metadata": { "editable": true }, @@ -2914,7 +2919,7 @@ }, { "cell_type": "markdown", - "id": "50eed8e6", + "id": "b5921125", "metadata": { "editable": true }, @@ -2924,7 +2929,7 @@ }, { "cell_type": "markdown", - "id": "0c6baade", + "id": "01a6db48", "metadata": { "editable": true }, @@ -2935,7 +2940,7 @@ }, { "cell_type": "markdown", - "id": "8cf39797", + "id": "910c9857", "metadata": { "editable": true }, @@ -2953,7 +2958,7 @@ }, { "cell_type": "markdown", - "id": "a2d633df", + "id": "bb4926b2", "metadata": { "editable": true }, @@ -2964,7 +2969,7 @@ }, { "cell_type": "markdown", - "id": "ed16c047", + "id": "16d82720", "metadata": { "editable": true }, @@ -2976,7 +2981,7 @@ }, { "cell_type": "markdown", - "id": "faef6266", + "id": "1985845d", "metadata": { "editable": true }, @@ -2986,7 +2991,7 @@ }, { "cell_type": "markdown", - "id": "566e0c96", + "id": "034b0a2f", "metadata": { "editable": true }, @@ -2998,7 +3003,7 @@ }, { "cell_type": "markdown", - "id": "f7e3af60", + "id": "79acfd67", "metadata": { "editable": true }, @@ -3008,7 +3013,7 @@ }, { "cell_type": "markdown", - "id": "2b97234c", + "id": "6268dff7", "metadata": { "editable": true }, @@ -3020,7 +3025,7 @@ }, { "cell_type": "markdown", - "id": "c0f8dfd6", + "id": "5dfd0735", "metadata": { "editable": true }, @@ -3030,7 +3035,7 @@ }, { "cell_type": "markdown", - "id": "4bed4254", + "id": "6fffafff", "metadata": { "editable": true }, @@ -3049,7 +3054,7 @@ }, { "cell_type": "markdown", - "id": "e7d976e7", + "id": "3fb49db2", "metadata": { "editable": true }, @@ -3059,7 +3064,7 @@ }, { "cell_type": "markdown", - "id": "a94f97d1", + "id": "86bc3042", "metadata": { "editable": true }, @@ -3071,7 +3076,7 @@ }, { "cell_type": "markdown", - "id": "de6c76f7", + "id": "7257a7db", "metadata": { "editable": true }, @@ -3081,7 +3086,7 @@ }, { "cell_type": "markdown", - "id": "0eb7405a", + "id": "7ad41796", "metadata": { "editable": true }, @@ -3097,7 +3102,7 @@ }, { "cell_type": "markdown", - "id": "cee39e35", + "id": "1f969e57", "metadata": { "editable": true }, @@ -3117,7 +3122,7 @@ }, { "cell_type": "markdown", - "id": "eaa1c481", + "id": "26a5823e", "metadata": { "editable": true }, @@ -3127,7 +3132,7 @@ }, { "cell_type": "markdown", - "id": "e12da8ee", + "id": "ca8996bd", "metadata": { "editable": true }, @@ -3138,7 +3143,7 @@ }, { "cell_type": "markdown", - "id": "8a874b4e", + "id": "94a29694", "metadata": { "editable": true }, @@ -3157,7 +3162,7 @@ }, { "cell_type": "markdown", - "id": "3563833e", + "id": "2b37bb44", "metadata": { "editable": true }, @@ -3167,7 +3172,7 @@ }, { "cell_type": "markdown", - "id": "ed8da82f", + "id": "c3fcf170", "metadata": { "editable": true }, @@ -3179,7 +3184,7 @@ }, { "cell_type": "markdown", - "id": "5cb47efb", + "id": "31791045", "metadata": { "editable": true }, @@ -3189,7 +3194,7 @@ }, { "cell_type": "markdown", - "id": "79b29025", + "id": "212f90a6", "metadata": { "editable": true }, @@ -3200,7 +3205,7 @@ }, { "cell_type": "markdown", - "id": "aa0b8ede", + "id": "29850c49", "metadata": { "editable": true }, @@ -3220,7 +3225,7 @@ }, { "cell_type": "markdown", - "id": "f291e919", + "id": "b1ef4be4", "metadata": { "editable": true }, @@ -3232,7 +3237,7 @@ }, { "cell_type": "markdown", - "id": "f6f54577", + "id": "cc56f624", "metadata": { "editable": true }, @@ -3247,7 +3252,7 @@ { "cell_type": "code", "execution_count": 36, - "id": "ab9ca1ae", + "id": "379ac7d7", "metadata": { "collapsed": false, "editable": true @@ -3327,7 +3332,7 @@ }, { "cell_type": "markdown", - "id": "669ba9ca", + "id": "72c8386b", "metadata": { "editable": true }, @@ -3337,7 +3342,7 @@ }, { "cell_type": "markdown", - "id": "9c72875c", + "id": "8c1dab4d", "metadata": { "editable": true }, @@ -3349,7 +3354,7 @@ }, { "cell_type": "markdown", - "id": "002944a5", + "id": "e1b09527", "metadata": { "editable": true }, @@ -3359,7 +3364,7 @@ }, { "cell_type": "markdown", - "id": "170a2a71", + "id": "df66eff8", "metadata": { "editable": true }, @@ -3370,7 +3375,7 @@ }, { "cell_type": "markdown", - "id": "d0aeff8e", + "id": "e95618ad", "metadata": { "editable": true }, @@ -3382,7 +3387,7 @@ }, { "cell_type": "markdown", - "id": "1a54b6d5", + "id": "173c7a34", "metadata": { "editable": true }, @@ -3392,7 +3397,7 @@ }, { "cell_type": "markdown", - "id": "60026864", + "id": "7b2e428a", "metadata": { "editable": true }, @@ -3404,7 +3409,7 @@ }, { "cell_type": "markdown", - "id": "29546bb6", + "id": "515664c6", "metadata": { "editable": true }, @@ -3414,7 +3419,7 @@ }, { "cell_type": "markdown", - "id": "edf24c2a", + "id": "217908f2", "metadata": { "editable": true }, @@ -3426,7 +3431,7 @@ }, { "cell_type": "markdown", - "id": "ebc70f7b", + "id": "c12cde40", "metadata": { "editable": true }, @@ -3439,7 +3444,7 @@ }, { "cell_type": "markdown", - "id": "0c74e41d", + "id": "0fd90d59", "metadata": { "editable": true }, @@ -3451,7 +3456,7 @@ }, { "cell_type": "markdown", - "id": "e06c38d9", + "id": "4e91458a", "metadata": { "editable": true }, @@ -3461,7 +3466,7 @@ }, { "cell_type": "markdown", - "id": "d3b5ad1a", + "id": "4334eb96", "metadata": { "editable": true }, @@ -3473,7 +3478,7 @@ }, { "cell_type": "markdown", - "id": "551454ad", + "id": "729dadb9", "metadata": { "editable": true }, @@ -3485,7 +3490,7 @@ }, { "cell_type": "markdown", - "id": "75a3ada5", + "id": "7cf07294", "metadata": { "editable": true }, @@ -3496,7 +3501,7 @@ }, { "cell_type": "markdown", - "id": "aea46c6e", + "id": "3d6679f5", "metadata": { "editable": true }, @@ -3508,7 +3513,7 @@ }, { "cell_type": "markdown", - "id": "4504b4e3", + "id": "7c9773e1", "metadata": { "editable": true }, @@ -3527,7 +3532,7 @@ }, { "cell_type": "markdown", - "id": "2610fefa", + "id": "27e38e1f", "metadata": { "editable": true }, @@ -3540,7 +3545,7 @@ }, { "cell_type": "markdown", - "id": "fd48bc25", + "id": "7bb51ae1", "metadata": { "editable": true }, @@ -3550,7 +3555,7 @@ }, { "cell_type": "markdown", - "id": "8cb337fa", + "id": "340cdcc7", "metadata": { "editable": true }, @@ -3562,7 +3567,7 @@ }, { "cell_type": "markdown", - "id": "75d91dab", + "id": "1e0fdb28", "metadata": { "editable": true }, @@ -3572,7 +3577,7 @@ }, { "cell_type": "markdown", - "id": "ff261caa", + "id": "af91043c", "metadata": { "editable": true }, @@ -3584,7 +3589,7 @@ }, { "cell_type": "markdown", - "id": "10c5e0bc", + "id": "621fb35f", "metadata": { "editable": true }, @@ -3594,7 +3599,7 @@ }, { "cell_type": "markdown", - "id": "5ebd2d77", + "id": "01147826", "metadata": { "editable": true }, @@ -3606,7 +3611,7 @@ }, { "cell_type": "markdown", - "id": "1c476c04", + "id": "e5aeaf7d", "metadata": { "editable": true }, @@ -3617,7 +3622,7 @@ }, { "cell_type": "markdown", - "id": "43a9c379", + "id": "c695cfa9", "metadata": { "editable": true }, @@ -3629,7 +3634,7 @@ }, { "cell_type": "markdown", - "id": "8d982585", + "id": "143b1a30", "metadata": { "editable": true }, @@ -3639,7 +3644,7 @@ }, { "cell_type": "markdown", - "id": "52eacba8", + "id": "c396e9aa", "metadata": { "editable": true }, @@ -3651,7 +3656,7 @@ }, { "cell_type": "markdown", - "id": "fc3684c6", + "id": "cab9169a", "metadata": { "editable": true }, @@ -3661,7 +3666,7 @@ }, { "cell_type": "markdown", - "id": "c11746b7", + "id": "c51e53c6", "metadata": { "editable": true }, @@ -3673,7 +3678,7 @@ }, { "cell_type": "markdown", - "id": "3ff32047", + "id": "1c852f0b", "metadata": { "editable": true }, @@ -3694,7 +3699,7 @@ }, { "cell_type": "markdown", - "id": "a24fe623", + "id": "34e41fcb", "metadata": { "editable": true }, @@ -3708,7 +3713,7 @@ }, { "cell_type": "markdown", - "id": "531c27c3", + "id": "74dac7b8", "metadata": { "editable": true }, @@ -3719,7 +3724,7 @@ }, { "cell_type": "markdown", - "id": "0e109036", + "id": "a770a703", "metadata": { "editable": true }, @@ -3731,7 +3736,7 @@ }, { "cell_type": "markdown", - "id": "dda07a32", + "id": "0c22adf3", "metadata": { "editable": true }, @@ -3741,7 +3746,7 @@ }, { "cell_type": "markdown", - "id": "1dfb623c", + "id": "ebf9b35f", "metadata": { "editable": true }, @@ -3753,7 +3758,7 @@ }, { "cell_type": "markdown", - "id": "41000859", + "id": "b88e9896", "metadata": { "editable": true }, @@ -3763,7 +3768,7 @@ }, { "cell_type": "markdown", - "id": "4eca57f4", + "id": "11c4386a", "metadata": { "editable": true }, @@ -3775,7 +3780,7 @@ }, { "cell_type": "markdown", - "id": "f060c94b", + "id": "18fb2110", "metadata": { "editable": true }, @@ -3787,7 +3792,7 @@ }, { "cell_type": "markdown", - "id": "eada4efa", + "id": "11b6aaa2", "metadata": { "editable": true }, @@ -3801,7 +3806,7 @@ { "cell_type": "code", "execution_count": 37, - "id": "392b3f4e", + "id": "ba423f48", "metadata": { "collapsed": false, "editable": true @@ -3816,7 +3821,7 @@ }, { "cell_type": "markdown", - "id": "5444360c", + "id": "17e8a4ff", "metadata": { "editable": true }, @@ -3827,7 +3832,7 @@ { "cell_type": "code", "execution_count": 38, - "id": "5f5f3ccd", + "id": "c23bf717", "metadata": { "collapsed": false, "editable": true @@ -3840,7 +3845,7 @@ }, { "cell_type": "markdown", - "id": "6f33ef93", + "id": "5d30fc63", "metadata": { "editable": true }, @@ -3851,7 +3856,7 @@ { "cell_type": "code", "execution_count": 39, - "id": "f45eba37", + "id": "f5828edf", "metadata": { "collapsed": false, "editable": true @@ -3874,7 +3879,7 @@ }, { "cell_type": "markdown", - "id": "03dcff4d", + "id": "5f55d2c5", "metadata": { "editable": true }, @@ -3888,7 +3893,7 @@ { "cell_type": "code", "execution_count": 40, - "id": "a17fcf7d", + "id": "83def2e2", "metadata": { "collapsed": false, "editable": true @@ -3901,7 +3906,7 @@ }, { "cell_type": "markdown", - "id": "610cd299", + "id": "e9abfbed", "metadata": { "editable": true }, @@ -3912,7 +3917,7 @@ { "cell_type": "code", "execution_count": 41, - "id": "adca042c", + "id": "e8a11207", "metadata": { "collapsed": false, "editable": true @@ -3924,7 +3929,7 @@ }, { "cell_type": "markdown", - "id": "917df0b5", + "id": "e3bb01e3", "metadata": { "editable": true }, @@ -3935,7 +3940,7 @@ { "cell_type": "code", "execution_count": 42, - "id": "7921b65b", + "id": "fd4633e8", "metadata": { "collapsed": false, "editable": true @@ -3951,7 +3956,7 @@ }, { "cell_type": "markdown", - "id": "4925c9a8", + "id": "62e9dfe5", "metadata": { "editable": true }, @@ -3962,7 +3967,7 @@ { "cell_type": "code", "execution_count": 43, - "id": "72efc122", + "id": "88c19226", "metadata": { "collapsed": false, "editable": true @@ -3976,7 +3981,7 @@ }, { "cell_type": "markdown", - "id": "80f829f1", + "id": "1b813ef7", "metadata": { "editable": true }, @@ -3998,7 +4003,7 @@ }, { "cell_type": "markdown", - "id": "4c956a50", + "id": "a801e4f3", "metadata": { "editable": true }, @@ -4010,7 +4015,7 @@ }, { "cell_type": "markdown", - "id": "aedad64e", + "id": "8287db3a", "metadata": { "editable": true }, @@ -4020,7 +4025,7 @@ }, { "cell_type": "markdown", - "id": "c601773c", + "id": "d6527b3e", "metadata": { "editable": true }, @@ -4032,7 +4037,7 @@ }, { "cell_type": "markdown", - "id": "64c0815a", + "id": "6264d869", "metadata": { "editable": true }, @@ -4044,7 +4049,7 @@ }, { "cell_type": "markdown", - "id": "f755eed1", + "id": "878f2160", "metadata": { "editable": true }, @@ -4054,7 +4059,7 @@ }, { "cell_type": "markdown", - "id": "596639b4", + "id": "2f1d190f", "metadata": { "editable": true }, @@ -4066,7 +4071,7 @@ }, { "cell_type": "markdown", - "id": "1b4ecc62", + "id": "e354c8a7", "metadata": { "editable": true }, @@ -4076,7 +4081,7 @@ }, { "cell_type": "markdown", - "id": "b9f20091", + "id": "e6b40c3d", "metadata": { "editable": true }, @@ -4088,7 +4093,7 @@ }, { "cell_type": "markdown", - "id": "b12c623f", + "id": "90087fb0", "metadata": { "editable": true }, @@ -4098,7 +4103,7 @@ }, { "cell_type": "markdown", - "id": "6c383323", + "id": "9e58ebf8", "metadata": { "editable": true }, @@ -4110,7 +4115,7 @@ }, { "cell_type": "markdown", - "id": "a23c0a72", + "id": "2cf8400c", "metadata": { "editable": true }, @@ -4122,7 +4127,7 @@ }, { "cell_type": "markdown", - "id": "35d35ec5", + "id": "a3cdc0df", "metadata": { "editable": true }, @@ -4132,7 +4137,7 @@ }, { "cell_type": "markdown", - "id": "522b469e", + "id": "a6edaeda", "metadata": { "editable": true }, @@ -4144,7 +4149,7 @@ }, { "cell_type": "markdown", - "id": "fb868de3", + "id": "3580bcbd", "metadata": { "editable": true }, @@ -4154,7 +4159,7 @@ }, { "cell_type": "markdown", - "id": "be677ca6", + "id": "38c12137", "metadata": { "editable": true }, @@ -4166,7 +4171,7 @@ }, { "cell_type": "markdown", - "id": "b897542d", + "id": "80f39365", "metadata": { "editable": true }, @@ -4178,7 +4183,7 @@ }, { "cell_type": "markdown", - "id": "611802ea", + "id": "cdc03632", "metadata": { "editable": true }, @@ -4190,7 +4195,7 @@ }, { "cell_type": "markdown", - "id": "db1ceff2", + "id": "d6f985ae", "metadata": { "editable": true }, @@ -4200,7 +4205,7 @@ }, { "cell_type": "markdown", - "id": "1c786a33", + "id": "55bf4add", "metadata": { "editable": true }, @@ -4212,7 +4217,7 @@ }, { "cell_type": "markdown", - "id": "ee002944", + "id": "73aa8408", "metadata": { "editable": true }, @@ -4222,7 +4227,7 @@ }, { "cell_type": "markdown", - "id": "87af0fd0", + "id": "7bbd6f45", "metadata": { "editable": true }, @@ -4234,7 +4239,7 @@ }, { "cell_type": "markdown", - "id": "42fcf644", + "id": "fa31107f", "metadata": { "editable": true }, @@ -4244,7 +4249,7 @@ }, { "cell_type": "markdown", - "id": "a7041f45", + "id": "5c862efa", "metadata": { "editable": true }, @@ -4256,7 +4261,7 @@ }, { "cell_type": "markdown", - "id": "85c2ab7b", + "id": "ebead3e5", "metadata": { "editable": true }, @@ -4267,7 +4272,7 @@ }, { "cell_type": "markdown", - "id": "a6016c7c", + "id": "2c8e974e", "metadata": { "editable": true }, @@ -4279,7 +4284,7 @@ }, { "cell_type": "markdown", - "id": "e2dd7f6d", + "id": "a13a7fff", "metadata": { "editable": true }, @@ -4289,7 +4294,7 @@ }, { "cell_type": "markdown", - "id": "f3daf323", + "id": "fdf4fbab", "metadata": { "editable": true }, @@ -4301,7 +4306,7 @@ }, { "cell_type": "markdown", - "id": "aad7b209", + "id": "38c90faf", "metadata": { "editable": true }, @@ -4311,7 +4316,7 @@ }, { "cell_type": "markdown", - "id": "b1274782", + "id": "71848e51", "metadata": { "editable": true }, @@ -4323,7 +4328,7 @@ }, { "cell_type": "markdown", - "id": "0f7d1058", + "id": "5e87c520", "metadata": { "editable": true }, @@ -4336,7 +4341,7 @@ }, { "cell_type": "markdown", - "id": "2d4385c4", + "id": "d5107c6f", "metadata": { "editable": true }, @@ -4348,7 +4353,7 @@ }, { "cell_type": "markdown", - "id": "2bed80b0", + "id": "9b00454a", "metadata": { "editable": true }, @@ -4360,7 +4365,7 @@ }, { "cell_type": "markdown", - "id": "662cbe15", + "id": "af23f553", "metadata": { "editable": true }, @@ -4372,7 +4377,7 @@ }, { "cell_type": "markdown", - "id": "03221dc5", + "id": "50af34fe", "metadata": { "editable": true }, @@ -4384,7 +4389,7 @@ }, { "cell_type": "markdown", - "id": "3bf392bd", + "id": "e19ee9dd", "metadata": { "editable": true }, @@ -4396,7 +4401,7 @@ }, { "cell_type": "markdown", - "id": "bf0e784a", + "id": "1db70f83", "metadata": { "editable": true }, @@ -4406,7 +4411,7 @@ }, { "cell_type": "markdown", - "id": "988ddf80", + "id": "309219f7", "metadata": { "editable": true }, @@ -4418,7 +4423,7 @@ }, { "cell_type": "markdown", - "id": "e61e99c1", + "id": "2e424705", "metadata": { "editable": true }, @@ -4430,7 +4435,7 @@ }, { "cell_type": "markdown", - "id": "fc99c680", + "id": "94c1e7d5", "metadata": { "editable": true }, @@ -4443,7 +4448,7 @@ }, { "cell_type": "markdown", - "id": "59d56e89", + "id": "4c6dc9f2", "metadata": { "editable": true }, @@ -4470,7 +4475,7 @@ }, { "cell_type": "markdown", - "id": "d8a1a436", + "id": "622e36e2", "metadata": { "editable": true }, @@ -4481,7 +4486,7 @@ { "cell_type": "code", "execution_count": 44, - "id": "15e1d316", + "id": "5fec1708", "metadata": { "collapsed": false, "editable": true @@ -4577,7 +4582,7 @@ }, { "cell_type": "markdown", - "id": "6725f77c", + "id": "e75e727f", "metadata": { "editable": true }, @@ -4592,7 +4597,7 @@ }, { "cell_type": "markdown", - "id": "f1940fdb", + "id": "cf01e24b", "metadata": { "editable": true }, @@ -4614,7 +4619,7 @@ { "cell_type": "code", "execution_count": 45, - "id": "e685a575", + "id": "32b65d12", "metadata": { "collapsed": false, "editable": true @@ -4689,7 +4694,7 @@ }, { "cell_type": "markdown", - "id": "a06e5750", + "id": "2fdbbbbc", "metadata": { "editable": true }, @@ -4701,7 +4706,7 @@ }, { "cell_type": "markdown", - "id": "89191e74", + "id": "55d2839c", "metadata": { "editable": true }, @@ -4770,7 +4775,7 @@ }, { "cell_type": "markdown", - "id": "86391d2c", + "id": "92c1bca0", "metadata": { "editable": true }, @@ -4784,7 +4789,7 @@ { "cell_type": "code", "execution_count": 46, - "id": "58720a0b", + "id": "74dd9421", "metadata": { "collapsed": false, "editable": true @@ -4797,7 +4802,7 @@ }, { "cell_type": "markdown", - "id": "e2be1bad", + "id": "2d7955a0", "metadata": { "editable": true }, @@ -4811,7 +4816,7 @@ }, { "cell_type": "markdown", - "id": "671c256f", + "id": "c29304b4", "metadata": { "editable": true }, @@ -4824,7 +4829,7 @@ }, { "cell_type": "markdown", - "id": "cc0d0301", + "id": "06b0b5bf", "metadata": { "editable": true }, @@ -4835,7 +4840,7 @@ }, { "cell_type": "markdown", - "id": "098a631b", + "id": "d5819abe", "metadata": { "editable": true }, @@ -4847,7 +4852,7 @@ }, { "cell_type": "markdown", - "id": "2204de69", + "id": "95b1af41", "metadata": { "editable": true }, @@ -4857,7 +4862,7 @@ }, { "cell_type": "markdown", - "id": "ba98268d", + "id": "caba64c0", "metadata": { "editable": true }, @@ -4869,7 +4874,7 @@ }, { "cell_type": "markdown", - "id": "198496df", + "id": "d20f29ea", "metadata": { "editable": true }, @@ -4880,7 +4885,7 @@ }, { "cell_type": "markdown", - "id": "51511cdd", + "id": "69be1267", "metadata": { "editable": true }, @@ -4899,7 +4904,7 @@ { "cell_type": "code", "execution_count": 47, - "id": "823feb37", + "id": "52031830", "metadata": { "collapsed": false, "editable": true @@ -4915,7 +4920,7 @@ }, { "cell_type": "markdown", - "id": "fbebf00d", + "id": "9ac507e5", "metadata": { "editable": true }, @@ -4925,7 +4930,7 @@ }, { "cell_type": "markdown", - "id": "723300f3", + "id": "31a568f4", "metadata": { "editable": true }, @@ -4936,7 +4941,7 @@ }, { "cell_type": "markdown", - "id": "d0816e9d", + "id": "1086d6ac", "metadata": { "editable": true }, @@ -4948,7 +4953,7 @@ }, { "cell_type": "markdown", - "id": "791e50c5", + "id": "7b15bc16", "metadata": { "editable": true }, diff --git a/doc/src/week34/week34.do.txt b/doc/src/week34/week34.do.txt index 8cd1fde09..7bb22b719 100644 --- a/doc/src/week34/week34.do.txt +++ b/doc/src/week34/week34.do.txt @@ -1499,32 +1499,36 @@ from sklearn.neural_network import MLPRegressor from sklearn.metrics import accuracy_score import seaborn as sns + X_train = X Y_train = Energies -n_hidden_neurons = 100 +n_hidden_neurons = 50 epochs = 100 # store models for later use -eta_vals = np.logspace(-5, 1, 7) -lmbd_vals = np.logspace(-5, 1, 7) +eta_vals = np.logspace(-3, 0, 4) +lmbd_vals = np.logspace(-3, 0, 4) # store the models for later use DNN_scikit = np.zeros((len(eta_vals), len(lmbd_vals)), dtype=object) train_accuracy = np.zeros((len(eta_vals), len(lmbd_vals))) sns.set() for i, eta in enumerate(eta_vals): for j, lmbd in enumerate(lmbd_vals): - dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='logistic', + dnn = MLPRegressor(hidden_layer_sizes=(n_hidden_neurons), activation='relu', solver='adam', alpha=lmbd, learning_rate_init=eta, max_iter=epochs) dnn.fit(X_train, Y_train) DNN_scikit[i][j] = dnn train_accuracy[i][j] = dnn.score(X_train, Y_train) - + fity = dnn.predict(X_train) + MSE = mean_squared_error(Y_train, fity) + print("Mean squared error: %.2f" % mean_squared_error(Y_train, fity)) + train_accuracy[i][j] = MSE fig, ax = plt.subplots(figsize = (10, 10)) sns.heatmap(train_accuracy, annot=True, ax=ax, cmap="viridis") ax.set_title("Training Accuracy") ax.set_ylabel("$\eta$") ax.set_xlabel("$\lambda$") plt.show() - +print(train_accuracy) !ec