diff --git a/doc/pub/week37/html/._week37-bs001.html b/doc/pub/week37/html/._week37-bs001.html index bd1e8ecb4..5e3c7b86e 100644 --- a/doc/pub/week37/html/._week37-bs001.html +++ b/doc/pub/week37/html/._week37-bs001.html @@ -286,7 +286,13 @@ MathJax.Hub.Config({

Plans for week 37

diff --git a/doc/pub/week37/html/week37-reveal.html b/doc/pub/week37/html/week37-reveal.html index 01abf33b2..9e19e7ed2 100644 --- a/doc/pub/week37/html/week37-reveal.html +++ b/doc/pub/week37/html/week37-reveal.html @@ -162,7 +162,12 @@ MathJax.Hub.Config({

Plans for week 37

diff --git a/doc/pub/week37/html/week37-solarized.html b/doc/pub/week37/html/week37-solarized.html index 30d039770..e551dae68 100644 --- a/doc/pub/week37/html/week37-solarized.html +++ b/doc/pub/week37/html/week37-solarized.html @@ -251,7 +251,13 @@ MathJax.Hub.Config({

Plans for week 37

diff --git a/doc/pub/week37/html/week37.html b/doc/pub/week37/html/week37.html index d729b7279..0ce52ca65 100644 --- a/doc/pub/week37/html/week37.html +++ b/doc/pub/week37/html/week37.html @@ -256,7 +256,13 @@ MathJax.Hub.Config({

Plans for week 37

diff --git a/doc/pub/week37/ipynb/ipynb-week37-src.tar.gz b/doc/pub/week37/ipynb/ipynb-week37-src.tar.gz index 162a3d267..d3be97922 100644 Binary files a/doc/pub/week37/ipynb/ipynb-week37-src.tar.gz and b/doc/pub/week37/ipynb/ipynb-week37-src.tar.gz differ diff --git a/doc/pub/week37/ipynb/week37.ipynb b/doc/pub/week37/ipynb/week37.ipynb index dcea1ea11..8dc9800ca 100644 --- a/doc/pub/week37/ipynb/week37.ipynb +++ b/doc/pub/week37/ipynb/week37.ipynb @@ -20,6 +20,11 @@ "\n", "* Thursday September 16: Summary of Ridge and Lasso with examples and start resampling techniques\n", "\n", + "a. [Video of Lecture, first part](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureSeptember16Firstpart.mp4?vrtx=view-as-webpage)\n", + "\n", + "b. [Video of Lecture, second part](https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureSeptember16SecondPart.mp4?vrtx=view-as-webpage)\n", + "\n", + "\n", "* Friday September 17: Resampling methods, Cross-validation, Bootstrapping and jackknife\n", "\n", "Recommended Reading:\n", @@ -285,46 +290,12 @@ }, { "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[ 4.77457548e-01 2.17858010e+01 -1.66489550e+02 4.93122446e+02\n", - " -6.80622473e+02 4.37597131e+02 -1.04895630e+02 0.00000000e+00]\n", - "Test MSE OLS\n", - "24.729615543215324\n", - "0.001 [ 0.81705233 9.98247206 -63.61352426 123.84140813 -46.84165717\n", - " -80.32145572 57.18508352 0. ]\n", - "0.001 [ 1.12829038 -0.3755771 0. 0.16574702 0. -0.\n", - " -0.02830363 0. ]\n", - "0.1 [ 1.24353776 -0.68386563 -2.68197585 6.64089386 -0.70067271 -4.49059609\n", - " 1.39785465 0. ]\n", - "0.1 [0.87995203 0. 0. 0. 0. 0.\n", - " 0. 0. ]\n", - "10.0 [ 1.17289669 -0.70956811 0.24926681 0.49430308 0.19854288 -0.16219675\n", - " -0.4194029 0. ]\n", - "10.0 [0. 0. 0. 0. 0. 0. 0. 0.]\n", - "1000.0 [ 0.80912409 0.13938966 0.03392159 0.00177676 -0.01464684 -0.02425292\n", - " -0.02963875 0. ]\n", - "1000.0 [0. 0. 0. 0. 0. 0. 0. 0.]\n" - ] - }, - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEGCAYAAAB/+QKOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAnVUlEQVR4nO3de5yXc/7/8ceraaZJpUgoWYXlq60xprJawu6iNq3jz1aylqTtZituCCs6qjbZFLHR5hCpL4pNwvZbQr8NHbaSog2hJGmrnXQwh9fvj+vTNE2fOc9nrs/heb/dPjfX5zp9npdpPq95X+/rel/m7oiIiJRUJ+wAIiISn1QgREQkKhUIERGJSgVCRESiUoEQEZGo6oYdoCYdddRR3qpVq7BjiIgkjGXLln3n7s2iLUuqAtGqVSuWLl0adgwRkYRhZl+UtkynmEREJCoVCBERiUoFQkREokqqPoho8vLy2LhxI3v37g07ilRCZmYmLVu2JD09PewoIikr6QvExo0badSoEa1atcLMwo4jFeDubNu2jY0bN9K6deuw44ikrKQ/xbR3716aNm2q4pBAzIymTZuq1ScSsqQvEICKQwLSz0wkfEl/iklEaog7PP44bNoUdhIpqWFDuOOOGt+tCkQtMDN69+7Ns88+C0B+fj7Nmzfnpz/9KfPmzWPLli3ccMMNfPXVV+Tl5dGqVSvmz5/Phg0bOO200zj11FOL9nXrrbdy7bXXHrT/888/n82bN5OZmUlGRgZTp04lOzsbgG7duvHcc8/RpEmTg7YZPnw4DRs25Pbbb6/ycW3bto1f/vKXAHzzzTekpaXRrFlwQ+YHH3xARkZGuftYuHAhGRkZ/OxnP6tyDqklCxZA//7BtFp48eWYY1QgElWDBg1YvXo1e/bsoX79+ixYsIDjjjuuaPnQoUO58MILufnmmwFYtWpV0bKTTjqJFStWlPsZM2bMoEOHDjz55JMMHjyYBQsWADB//vyaPZhimjZtWpStqgVn4cKFNGzYUAUi3rnDPffACSfAunVQgeIviS8l+iDiQbdu3Xj11VcBmDlzJr169SpatnnzZlq2bFn0Pisrq8qf06lTJzYVOwXQqlUrvvvuOwBGjx7NKaecwjnnnMMnn3xStM6SJUvIysoiOzubwYMH07ZtWwAKCgoYPHgwHTt2JCsri8cee6xCGZYtW8Z5551H+/bt6dKlC5s3bwbgoYceok2bNmRlZdGzZ082bNjAlClTePDBB8nOzubdd9+t8nFLjM2bB0uWwNChKg4pJKVaELfcAhX4Y7xSsrNh4sTy1+vZsycjR46ke/furFq1ij59+hR9If7hD3+gR48eTJ48mQsuuIDrr7+eFi1aAPDpp58WnS4CePjhh+ncuXOpn/P6669z2WWXHTJ/2bJlzJo1ixUrVpCfn09OTg7t27cH4Prrr2fq1Kl06tSJu+66q2ibadOm0bhxY5YsWcK+ffs4++yzueiii8q89DQvL4+BAwfyt7/9jWbNmvG///u/DBkyhCeeeII//elPfP7559SrV48dO3bQpEkT+vfvX+1TXRJjhYVw771w8slQ4vSmJLeUKhBhysrKYsOGDcycOZNu3bodtKxLly589tlnvP7667z22mucccYZrF69Gqj4KabevXvzww8/sGvXrqjrv/vuu1x++eUcdthhAFxyySUA7Nixg9zcXDp16gTA1Vdfzbx58wD4+9//zqpVq3jxxRcB2LlzJ//+97/LLBCffPIJq1ev5sILLwSCVkjz5s2L/h/07t2byy67LGoRkzg1ezasXAnPPgt19ZWRSlLqp12Rv/Rj6ZJLLuH2229n4cKFbNu27aBlRx55JFdffTVXX3013bt355133in6C78iZsyYQfv27Rk8eDADBw5kzpw51c7r7jz88MN06dKlUtv85Cc/YfHixYcse/XVV3nnnXd45ZVXGD16NB9++GG1M0qMFRTAsGHQpg307Bl2Gqll6oOoRX369GHYsGG0a9fuoPlvvvkmu3fvBiA3N5dPP/2UH/3oR5Xev5kxatQo3nvvPT7++OODlp177rm8/PLL7Nmzh9zcXF555RUAmjRpQqNGjXj//fcBmDVrVtE2Xbp04S9/+Qt5eXkArFu3ju+//77MDKeeeipbt24tKhB5eXl89NFHFBYW8tVXX/Hzn/+ccePGsXPnTnbt2kWjRo3Izc2t9LFKLZk5E9auhREjIC0t7DRSy1QgalHLli0ZNGjQIfOXLVtGhw4dyMrKolOnTvTt25eOHTsCB/og9r8eeuihMj+jfv363HbbbYwfP/6g+Tk5OfTo0YPTTz+dX/3qV0X7h6Cv4cYbbyQ7O5vvv/+exo0bA9C3b1/atGlDTk4Obdu25fe//z35+fllfn5GRgYvvvgid955J6effjrZ2dn885//pKCggGuuuYZ27dpxxhlnMGjQIJo0acKvf/1rXnrpJXVSx6O8vKAwnH46XHFF2GkkBObuYWeoMR06dPCSDwxau3Ytp512WkiJEsOuXbto2LAhAH/605/YvHkzkyZNCjmVfnahmzYN+vaFuXPh178OO43EiJktc/cO0ZalVB+ERPfqq68yduxY8vPzOeGEE3jqqafCjiRh27cPRo6EM8+E7t3DTiMhUYEQevToQY8ePcKOIfFk2jT48kuYOlV3Tacw9UGIyMH27IHRo6FzZ4hcriypSS0IETnYlCnw9dfw3HNqPaQ4tSBE5IBdu2DsWLjgAjjvvLDTSMhUIETkgMmTYetWGDUq7CQSB1QgaoGZcc011xS9z8/Pp1mzZnSPXB2yZcsWunfvzumnn06bNm2KhuLYsGED9evXP+g+iOnTpx+y//PPP5+Sl/fWhtGjRxflSktLq/C9GsWNGTMmhgmlUnbuhPvvh4svhrPOCjuNxAH1QdSC2hjuOwxDhgxhyJAhADRs2LBKOceMGcPdd99dw8mkSiZOhO3bg8tbRVALotbU1nDf+23YsIHOnTuTk5NDTk4O//znP4s+69xzzyU7O5u2bdvy7rvvUlBQwHXXXUfbtm1p164dDz74IAArVqzgrLPOIisri8svv5zt27eX+7mlDREe7XPvuusu9uzZQ3Z2Nr179672MUs1/Oc/MGFCcMd0Tk7YaSROpFYLIsTxvmtruO/9jj76aBYsWEBmZib//ve/6dWrF0uXLuW5556jS5cuDBkyhIKCAnbv3s2KFSvYtGlT0QiyO3bsAODaa6/l4Ycf5rzzzmPo0KGMGDGCieUca2lDhM+ZM+eQz+3cuTOTJ0+O2xZSSnngAcjNDYbWEIlIrQIRolgP911SXl4eAwYMYMWKFaSlpbFu3ToAOnbsSJ8+fcjLy+Oyyy4jOzubE088kc8++4yBAwdy8cUXc9FFF7Fz50527NjBeZErWX73u99x1VVXlfu5pQ0RHu1zJU58+y1MmhSM1hp5WJQIpFqBCHm871gO913Sgw8+yDHHHMPKlSspLCwkMzMTCEZ1feedd3j11Ve57rrrip5xvXLlSt544w2mTJnC888/X3SaqbLKGiI82udKHBg3DvbuheHDw04icUZ9ELUo1sN9F7dz506aN29OnTp1eOaZZygoKADgiy++4JhjjuHGG2+kb9++LF++nO+++47CwkKuvPJK7rvvPpYvX07jxo054ogjik6DPfPMM0WtibKUNkR4tM8FSE9PL1pXQrBpEzz6aPCkuFNOCTuNxJnUakGErKzhvgcMGEDdunUpLCwsGu57w4YNh/RB9OnTJ+o+Lr74YtLT04HgudRjxozhyiuvZPr06XTt2pUGDRoAsHDhQsaPH096ejoNGzZk+vTpbNq0ieuvv57CwkIAxo4dC8DTTz9N//792b17NyeeeCJPPvlkucfYt29fNmzYQE5ODu5Os2bNePnll6N+LkC/fv3IysoiJyeHGTNmVO5/qFTfmDGQnx88a1qkBA33LXFLP7sY++IL+PGPoU+fYHgNSUllDfcds1NMZna8mb1lZmvM7CMzuzkyf7iZbTKzFZFXtzL2kWZm/zKzebHKKZKyRo2COnXgnnvCTiJxKpanmPKB29x9uZk1ApaZ2YLIsgfd/YEK7ONmYC1weKxCiqSk9evhqafgD3+AYvfgiBQXsxaEu2929+WR6VyCL/rjyt7qADNrCVwM/LUGslR3F1LL9DOLsREjICMD/vjHsJNIHKuVq5jMrBVwBvB+ZNYAM1tlZk+Y2RGlbDYRuAMoLGff/cxsqZkt3bp16yHLMzMz2bZtm75wEoi7s23btqJLc6WGrVkDM2bAwIFw7LFhp5E4FvNOajNrCLwNjHb3OWZ2DPAd4MAooLm79ymxTXegm7vfZGbnA7e7e7nPPYzWSZ2Xl8fGjRvZu3dvjRyP1I7MzExatmxZdGWW1KDf/AZeew0+/xyOOirsNBKy0J5JbWbpwGxghrvPAXD3LcWWTwWidUCfDVwS6cDOBA43s2fd/Zoo65YpPT2d1q1bVym/SNJZuRJeeAHuvVfFQcoVy6uYDJgGrHX3CcXmNy+22uXA6pLbuvsf3b2lu7cCegJvVqU4iEgJQ4dCkyZw661hJ5EEEMsWxNnAb4EPzWxFZN7dQC8zyyY4xbQB+D2AmbUA/urupV72KiLV8MEHMHcu3HdfUCREypH0N8qJSETXrrB0adD30KhR2GkkToTWByEicWLRInjjDRg/XsVBKkyD9YkkO/fgbuljj4Wbbgo7jSQQtSBEkt2bb8Lbb8NDD8Fhh4WdRhKIWhAiycw9uKT1+OOhX7+w00iCUQtCJJm99hosXgyPPQb16oWdRhKMWhAiyWp/6+HEE+H668NOIwlILQiRZPXyy7B8eTBqq4YskSpQC0IkGRUWBndNn3oq9O4ddhpJUGpBiCSj55+H1ath5kyoq19zqRq1IESSTX4+DBsGbdsGI7eKVJH+tBBJNjNmwLp18NJLwSNFRapI/3pEkkleXvC0uPbt4dJLw04jCU4tCJFk8uSTwWB8jzwCZmGnkQSnFoRIsti7F0aNgk6dgpFbRapJLQiRZDF1KmzcCE8/rdaD1Ai1IESSwe7dMHo0nH8+/OIXYaeRJKEWhEgyeOQR2LIFXnwx7CSSRNSCEEl0ubkwbhx06QLnnBN2GkkiKhAiiW7SJNi2LeigFqlBKhAiiWz7dnjggeCeh44dw04jSUYFQiSRTZgAO3fCyJFhJ5EkpAIhkqi++w4mTgzGW8rKCjuNJCEVCJFEdf/9weWtw4eHnUSSlAqESCL65huYPDl41sNpp4WdRpKUCoRIIho7Fn74IXgokEiMqECIJJqvvoIpU4LnTJ98cthpJImpQIgkmtGjwR3uuSfsJJLkVCBEEslnn8G0adCvH5xwQthpJMmpQIgkklGjgmdM33132EkkBahAiCSKTz6B6dPhppugRYuw00gKUIEQSRQjRkD9+nDnnWEnkRShAiGSCFavhlmzYNAgOProsNNIilCBEEkEw4ZBo0Zw++1hJ5EUogIhEu+WLYM5c+DWW+HII8NOIylEBUIk3g0dGhSGW24JO4mkGBUIkXi2eDHMnw+DB0PjxmGnkRSjAiESz+69N+iUHjgw7CSSgmJWIMzseDN7y8zWmNlHZnZzZP5wM9tkZisir24V3VYkpSxcCP/4B/zxj9CgQdhpJAXVjeG+84Hb3H25mTUClpnZgsiyB939gcpu6+5rYphXJH64B62HFi2gf/+w00iKilmBcPfNwObIdK6ZrQWOq+a2KhCSGhYsgEWL4NFHITMz7DSSomqlD8LMWgFnAO9HZg0ws1Vm9oSZHVHJbUsu72dmS81s6datW2swtUhI9o/UesIJcMMNYaeRFBbzAmFmDYHZwC3u/l/gL8BJQDZBK+HPldj2EO7+uLt3cPcOzZo1q+n4IrVv3jxYsiS4vDUjI+w0ksJiWiDMLJ3gC36Gu88BcPct7l7g7oXAVODMim4rkvQKC4O+h5NPhmuvDTuNpLiY9UGYmQHTgLXuPqHY/OaRPgaAy4HVFd1WJOnNng0rV8KzzwbDeouEyNw9Njs2Owd4F/gQKIzMvhvoRXB6yYENwO/dfbOZtQD+6u7dStvW3eeX9ZkdOnTwpUuX1vShiNSOggJo1w7MYNUqSEsLO5GkADNb5u4doi2L5VVMiwCLsijql7y7fw10K2dbkeQ1cyasXQsvvKDiIHFBd1KLxIO8vOB5D9nZcMUVYacRAWJ7o5yIVNT06bB+PcydC3X0d5vEB/1LFAnbvn0wciSceSZ07x52GpEiakGIhG3aNPjyS5g6NeigFokTakGIhGnPHhg9Gjp3hgsvDDuNyEHUghAJ05Qp8PXX8Nxzaj1I3FELQiQsu3bB2LFwwQVw3nlhpxE5hAqESFgmT4atW2HUqLCTiESlAiEShp074f774eKL4ayzwk4jEpUKhEgYJk6E7duDy1tF4pQKhEht+89/YMKE4I7pnJyw04iUSgVCpLY98ADk5gZDa4jEsTILhJldU2z67BLLBsQqlEjS+vZbmDQJevaEtm3DTiNSpvJaELcWm364xLI+NZxFJPmNGwd798Lw4WEnESlXeQXCSpmO9l5EyrJpEzz6aPCkuFNOCTuNSLnKKxBeynS09yJSljFjID8/eNa0SAIob6iN/zGzVQSthZMi00TenxjTZCLJ5IsvgsH4+vaF1q3DTiNSIeUViNNqJYVIshs1KnjOw5AhYScRqbAyC4S7f1H8vZk1Bc4FvnT3ZbEMJpI01q+Hp56CAQOgZcuw04hUWHmXuc4zs7aR6ebAaoKrl54xs1tiH08kCYwYARkZcNddYScRqZTyOqlbu/vqyPT1wAJ3/zXwU3SZq0j51qyBGTNg4EA49tiw04hUSnkFIq/Y9C+B+QDungsUxiqUSNIYPhwaNIDBg8NOIlJp5XVSf2VmA4GNQA7wOoCZ1QfSY5xNJLGtXAkvvAD33gtHHRV2GpFKK68FcQPwE+A6oIe774jMPwt4MnaxRJLA0KHQpAncemu5q4rEo/KuYvoW6B9l/lvAW7EKJZLwPvgA5s6F++4LioRIAiqzQJjZ3LKWu/slNRtHJEkMHRqcVho0KOwkIlVWXh9EJ+ArYCbwPhp/SaR8ixbBG2/A+PHQqFHYaUSqrLwCcSxwIdALuBp4FZjp7h/FOphIQnKHe+4JLmm96aaw04hUS5md1O5e4O6vu/vvCDqm1wML9SwIkVK8+Sa8/TbcfTccdljYaUSqpbwWBGZWD7iYoBXRCngIeCm2sUQSkHtwSevxx0O/fmGnEam28jqppwNtCW6QG1HsrmoRKem112DxYnjsMahXL+w0ItVm7qU/1sHMCoHvI2+Lr2iAu/vhMcxWaR06dPClS5eGHUNSkTt06AA7dsDHH0O67iOVxGBmy9y9Q7Rl5d0HUd6NdCIC8PLLsHx5MGqrioMkCRUAkeoqLAzuezj1VOjdO+w0IjWm3E5qESnH88/D6tUwaxbU1a+UJA+1IESqIz8fhg2Ddu3gqqvCTiNSo2JWIMzseDN7y8zWmNlHZnZzZP5wM9tkZisir26lbN/VzD4xs/VmpietSHyaMQPWrYORI4NHiookkTKvYqrWjoMn0DV39+Vm1ghYBlwG/AbY5e4PlLFtGrCO4C7ujcASoJe7rynrM3UVk9SqvLyg3+HII2HJEjCNRCOJp8pXMVWHu28GNkemc81sLXBcBTc/E1jv7p8BmNks4FKgzAIhUquefBI+/xweeUTFQZJSrbSJzawVcAbBgH8AA8xslZk9YWZHRNnkOIJBAvfbSCnFxcz6mdlSM1u6devWmowtUrq9e2HUKOjUCbp2DTuNSEzEvECYWUNgNnCLu/8X+AtwEpBN0ML4c3X27+6Pu3sHd+/QrFmz6sYVqZipU2HjxuB5D2o9SJKKaYEws3SC4jDD3ecAuPuWyCCAhcBUgtNJJW0Cji/2vmVknkj4du+G0aPh/PPhF78IO41IzMSsD8LMDJgGrHX3CcXmN4/0TwBcDkQb32kJ8GMza01QGHoSDDcuEr5HHoEtW+DFF8NOIhJTsbyr52zgt8CHZrYiMu9uoJeZZROM7bQB+D2AmbUA/uru3dw9PzKk+BtAGvCEnkEhcSE3F8aNC/odzjkn7DQiMRXLq5gWEf0JdPNLWf9roFux9/NLW1ckNJMmwbZtwX0PIklOd/aIVNT27fDAA3DppdCxY9hpRGJOBUKkoiZMgJ071XqQlKECIVIR330HEyfCb34DWVlhpxGpFSoQIhVx//3B5a3Dh4edRKTWqECIlOebb2Dy5OBZD6edFnYakVqjAiFSnrFj4YcfgmG9RVKICoRIWb76CqZMgeuvh5NOCjuNSK1SgRApy+jRwX/vvTfcHCIhUIEQKc1nn8G0aXDjjfCjH4WdRqTWqUCIlGbUqOAZ03ffHXYSkVCoQIhE88knMH063HQTtGgRdhqRUKhAiEQzYgTUrw933hl2EpHQqECIlLR6NcyaBYMGwdFHh51GJDQqECIlDRsGjRrB7beHnUQkVCoQIsUtWwZz5sBtt8GRR4adRiRUKhAixQ0dGhSGW24JO4lI6FQgRPZbvBjmz4c77oDDDw87jUjoVCBE9rv33qBTesCAsJOIxIVYPpNaJHEsXAj/+Ac8+CA0aBB2GpG4oBaEiHvQemjRAvr3DzuNSNxQC0JkwQJYtAgefRQyM8NOIxI31IKQ1OYO99wDJ5wAN9wQdhqRuKIWhKS2efNgyZJg1NaMjLDTiMQVtSAkdRUWBn0PJ58M114bdhqRuKMWhKSu2bNh5Up49tlgWG8ROYhaEJKaCgqCMZfatIGePcNOIxKX9GeTpKaZM2HtWnjhBUhLCzuNSFxSC0JST15e8LyH7Gy44oqw04jELbUgJPVMnw7r18PcuVBHfyOJlEa/HZJa9u2DkSPhzDOhe/ew04jENbUgJLVMmwZffglTp4JZ2GlE4ppaEJI69uyB0aOhc2e48MKw04jEPbUgJHVMmQJffx1cwaTWg0i51IKQ1LBrF4wdCxdcAOeeG3YakYSgAiGpYfJk2LoVRo0KO4lIwlCBkOS3cyfcfz9cfDGcdVbYaUQShgqEJL+JE2H79uDyVhGpsJgVCDM73szeMrM1ZvaRmd1cYvltZuZmdlQp298f2W6tmT1kpl5FqYL//AcmTAjumM7JCTuNSEKJZQsiH7jN3dsAZwF/MLM2EBQP4CLgy2gbmtnPgLOBLKAt0BE4L4ZZJVk98ADk5gZDa4hIpcSsQLj7ZndfHpnOBdYCx0UWPwjcAXhpmwOZQAZQD0gHtsQqqySpb7+FSZOC0Vrbtg07jUjCqZU+CDNrBZwBvG9mlwKb3H1laeu7+2LgLWBz5PWGu68tZd/9zGypmS3dunVrzYeXxDVuHOzdC8OHh51EJCHFvECYWUNgNnALwWmnu4Gh5WxzMnAa0JKg1fELM+scbV13f9zdO7h7h2bNmtVkdElkmzbBo4/C734Hp5wSdhqRhBTTAmFm6QTFYYa7zwFOAloDK81sA0EBWG5mx5bY9HLgPXff5e67gNeATrHMKklmzBjIzw8eKSoiVRLLq5gMmAasdfcJAO7+obsf7e6t3L0VsBHIcfdvSmz+JXCemdWNFJnzCPowRMr3xRfBYHx9+0Lr1mGnEUlYsWxBnA38luD00IrIq1tpK5tZBzP7a+Tti8CnwIfASmClu78Sw6ySTEaNCp7zMGRI2ElEElrMButz90VAmfcuRFoR+6eXAn0j0wXA72OVTZLY+vXw1FMwYAC0bBl2GpGEpjupJbmMGAEZGXDXXWEnEUl4KhCSPNasgRkzYOBAOLbkdQ8iUlkqEJI8hg+Hhg3hjjvCTiKSFFQgJDmsXAkvvAC33AJNm4adRiQpqEBIchg6FJo0gVtvDTuJSNJQgZDE98EHMHcu3H57UCREpEaoQEjiGzoUjjoKBg0KO4lIUonZfRAitWLRInjjDRg/Hho1CjuNSFJRC0ISlzvcc09wSetNN4WdRiTpqAUhievNN+Htt+Ghh+Cww8JOI5J01IKQxOQejNR6/PHQr1/YaUSSkloQkpheew0WL4bHH4d69cJOI5KU1IKQxLO/9XDiiXDddWGnEUlaakFI4nn5ZVi+HJ5+GtLTw04jkrTUgpDEUlgY3Pdw6qnQu3fYaUSSmloQkliefx5Wr4ZZsyAtLew0IklNBQL429+C75rMTKhf/+BX8Xnp6WBlPgJJYio/H4YNg3bt4Kqrwk4jkvRUIIBevWDPnvLXq1Pn0KIR7X115pV8n5GholRkxgxYtw5eein4YYhITKlAEIz1tmdP8Nq798B0Zebt3QvbtpW+TlWZVa2wVLUg1a8fXDUad0UpLy94Wlz79nDppWGnEUkJKhBA27ax3b877NtXuWJT0SK1fTt8/XX0ddyrnrm8QlKTBSkzM3iV2Sh48kn4/HN45JE4rF4iyUkFohbsbwVkZtbeZ7rDDz/UfEHaswd27oRvvom+TmFh1TPXqxe9kByesZdZy0ex7YifMeyJrtSfdfDyaNMVnad+JZHSqUAkKbPgC7dePWjcuHY+0z3oR66pgrR/ftd/T+XofRu5p+XTfLjaDtkmL6/qmevUqXxRqUohKrm8rn7zJAHon6nUGLPgL/L0dDj88Bra6e7dcOJo+PnPefzNX0RdpaDgQLEo+d/Spis6b8eOoLUUrYhVp7VUt27tFKJKncYTKUEFQuLbI4/Ali0we3apq6SlQYMGwas25eXVXCEqOW/r1tKXV0dGRs0VorJehx12YFpFKXGpQEDwqMrCwuB8TEbGgVfx92UtK29dnU+omtxcGDcOunaFs88OO80h9reWavM5Rfv7lmqylVR8evv26Nvs21f1zMWLUlVfxQtOeS+NvlJz9M0FMHMm/Pe/wW/eDz/U/P7r1IlN4anJbePxruRJk4Jrh0eODDtJ3Cjet1SbCgsPLTK7d0fvN6rMKzcXvv02+r6qehVeWlrNFpzyXnF5WXgNUYEA2LTpwLR7cO5gf7HYt+/AdHnva2LdHTvKX7c6vbKlSUuLfdGqzLr5+fDnPwf3PHTsWPPHK5VSp07wpVpbz2Uq3lKqyqus4lW8lVT8lZ9ftaxmNVdsKlLAarMvSQWiJLMDX1LxqrCw4kUsFgXu++/LX7eqv20lqfWQkoq3lJo0qZ3PjHYFXkUKTnmv/f1JJfdXnZMVxS8Jr18fWrSAd9+tuf8X+6lAJKI6dcI5z1AZBQUHilhVi1TLlpCVFfaRSIqoWzfoT6qtPqXiV99V91W/fmwyqkBIbKSlHRgBUUQOEdbVd5WhC9BERCQqFQgREYlKBUJERKJSgRARkahUIEREJCoVCBERiUoFQkREolKBEBGRqMyr81zKOGNmW4Evqrj5UcB3NRgnTMlyLMlyHKBjiUfJchxQvWM5wd2bRVuQVAWiOsxsqbt3CDtHTUiWY0mW4wAdSzxKluOA2B2LTjGJiEhUKhAiIhKVCsQBj4cdoAYly7Eky3GAjiUeJctxQIyORX0QIiISlVoQIiISlQqEiIhEpQJRjJmNMrNVZrbCzP5uZi3CzlQVZjbezD6OHMtLZtYk7ExVZWZXmdlHZlZoZgl3SaKZdTWzT8xsvZndFXae6jCzJ8zsWzNbHXaW6jCz483sLTNbE/m3dXPYmarKzDLN7AMzWxk5lhE1un/1QRxgZoe7+38j04OANu7eP+RYlWZmFwFvunu+mY0DcPc7Q45VJWZ2GlAIPAbc7u5LQ45UYWaWBqwDLgQ2AkuAXu6+JtRgVWRm5wK7gOnu3jbsPFVlZs2B5u6+3MwaAcuAyxLx52JmBjRw911mlg4sAm529/dqYv9qQRSzvzhENAASsnq6+9/dPT/y9j2gZZh5qsPd17r7J2HnqKIzgfXu/pm7/wDMAi4NOVOVufs7wH/CzlFd7r7Z3ZdHpnOBtcBx4aaqGg/sirxNj7xq7HtLBaIEMxttZl8BvYGhYeepAX2A18IOkaKOA74q9n4jCfpFlKzMrBVwBvB+yFGqzMzSzGwF8C2wwN1r7FhSrkCY2f81s9VRXpcCuPsQdz8emAEMCDdt6co7jsg6Q4B8gmOJWxU5FpGaZmYNgdnALSXOHiQUdy9w92yCMwVnmlmNnf6rW1M7ShTufkEFV50BzAeGxTBOlZV3HGZ2HdAd+KXHeUdTJX4miWYTcHyx9y0j8yRkkfP1s4EZ7j4n7Dw1wd13mNlbQFegRi4kSLkWRFnM7MfF3l4KfBxWluows67AHcAl7r477DwpbAnwYzNrbWYZQE9gbsiZUl6kY3casNbdJ4SdpzrMrNn+qxTNrD7BBRE19r2lq5iKMbPZwKkEV818AfR394T7i8/M1gP1gG2RWe8l4tVYAGZ2OfAw0AzYAaxw9y6hhqoEM+sGTATSgCfcfXS4iarOzGYC5xMMLb0FGObu00INVQVmdg7wLvAhwe86wN3uPj+8VFVjZlnA0wT/vuoAz7v7yBrbvwqEiIhEo1NMIiISlQqEiIhEpQIhIiJRqUCIiEhUKhAiIhKVCoQkJTPbVf5apW47IDL6qpvZUcXmm5k9FFm2ysxyii1rbmbzItPn75+uLjNbWJFRbM1sQ/Gspazzf83siJrIJalBBULkUP8PuIDgXpjifgX8OPLqB/yl2LJbgam1kq7qngFuCjuEJA4VCElqkb/6x0fGdvrQzHpE5tcxs0cjz81YYGbzzez/ALj7v9x9Q5TdXUow1LVHhlNuEhk6GuBK4PUon3+mmS02s3+Z2T/N7NTI/OvM7OXIZ2+ItFpujaz3npkdWWw3v7XgGSWrzezMyPZNLXhmyUdm9lfAin3my2a2LLKsX7H9zAV6VfX/paQeFQhJdlcA2cDpBK2C8ZEv9SuAVkAb4LdApwrsK+rorGbWGtju7vuibPMx0NndzyAYHXhMsWVtIzk6AqOB3ZH1FgPXFlvvsMhgbDcBT0TmDQMWuftPgJeAHxVbv4+7twc6AIPMrCmAu28H6u1/L1KelBusT1LOOcBMdy8AtpjZ2wRfyOcAL7h7IfBNZJCzqmoObC1lWWPg6cg4X04wXv9+b0WeR5BrZjuBVyLzPwSyiq03E4LnMZjZ4ZGxd84lKC64+6tmtr3Y+oMiQ5RAMFjgjzkw7Mq3QIti70VKpRaESMWVNjrrHiCzlG1GERSCtsCvS6xXvMVRWOx9IQf/8VZyPJxSx8cxs/MJWkqd3P104F8lPjMzklekXCoQkuzeBXpEHqrSjOAv7w8IOqKvjPRFHEMwCF155gLXRvo1zgJ2uvtmgseKtiplm8YcGOL7uioew/5+k3Min7kTeAe4OjL/V8D+q5MaE5zu2m1m/wOctX8nkVFMjwU2VDGHpBgVCEl2LwGrgJXAm8Ad7v4NwbMANgJrgGeB5cBOCJ5HbmYbCVoIqyKdwBA8H+QzYD3BFUs3Abj798CnZnZylM+/HxhrZv+i6qd090a2nwLcEJk3AjjXzD4iONX0ZWT+60BdM1sL/IngkbP7tScY2TcfkQrQaK6SssysYeRh700JWhVnR4pHVfZ1OdDe3e+p0ZA1yMwmAXPd/R9hZ5HEoE5qSWXzIh2+GcCoqhYHAHd/KQGuDlqt4iCVoRaEiIhEpT4IERGJSgVCRESiUoEQEZGoVCBERCQqFQgREYnq/wNosFDzZv8LLwAAAABJRU5ErkJggg==\n", - "text/plain": [ - "
" - ] - }, - "metadata": { - "needs_background": "light" - }, - "output_type": "display_data" - } - ], + "execution_count": null, + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "%matplotlib inline\n", "\n", @@ -342,9 +313,9 @@ "# Make data set.\n", "n = 10000\n", "x = np.random.rand(n)\n", - "y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ 5*np.random.randn(n)\n", + "y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ np.random.randn(n)\n", "\n", - "Maxpolydegree = 8\n", + "Maxpolydegree = 5\n", "X = np.zeros((len(x),Maxpolydegree))\n", "X[:,0] = 1.0\n", "\n", @@ -367,7 +338,7 @@ "nlambdas = 4\n", "MSERidgePredict = np.zeros(nlambdas)\n", "MSELassoPredict = np.zeros(nlambdas)\n", - "lambdas = np.logspace(-3, 3, nlambdas)\n", + "lambdas = np.logspace(-3, 1, nlambdas)\n", "for i in range(nlambdas):\n", " lmb = lambdas[i]\n", " # Make the fit using Ridge and Lasso\n", @@ -424,390 +395,12 @@ }, { "cell_type": "code", - "execution_count": 20, - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
beta
00.452513
110.201881
2-74.674949
3164.955513
4-67.058409
5-135.707224
6103.474282
70.000000
\n", - "
" - ], - "text/plain": [ - " beta\n", - "0 0.452513\n", - "1 10.201881\n", - "2 -74.674949\n", - "3 164.955513\n", - "4 -67.058409\n", - "5 -135.707224\n", - "6 103.474282\n", - "7 0.000000" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
beta
00.935922
1-3.157634
23.109292
317.110504
4-18.752387
5-23.067312
625.001090
70.000000
\n", - "
" - ], - "text/plain": [ - " beta\n", - "0 0.935922\n", - "1 -3.157634\n", - "2 3.109292\n", - "3 17.110504\n", - "4 -18.752387\n", - "5 -23.067312\n", - "6 25.001090\n", - "7 0.000000" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
beta
00.725268
1-0.899091
22.735052
3-0.660777
4-3.139906
5-1.555130
63.599927
70.000000
\n", - "
" - ], - "text/plain": [ - " beta\n", - "0 0.725268\n", - "1 -0.899091\n", - "2 2.735052\n", - "3 -0.660777\n", - "4 -3.139906\n", - "5 -1.555130\n", - "6 3.599927\n", - "7 0.000000" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
beta
00.668412
10.001761
2-0.003768
3-0.117630
4-0.137285
5-0.001404
60.252731
70.000000
\n", - "
" - ], - "text/plain": [ - " beta\n", - "0 0.668412\n", - "1 0.001761\n", - "2 -0.003768\n", - "3 -0.117630\n", - "4 -0.137285\n", - "5 -0.001404\n", - "6 0.252731\n", - "7 0.000000" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
beta
00.513924
10.116373
20.034906
30.004469
4-0.006479
5-0.006314
60.000203
70.000000
\n", - "
" - ], - "text/plain": [ - " beta\n", - "0 0.513924\n", - "1 0.116373\n", - "2 0.034906\n", - "3 0.004469\n", - "4 -0.006479\n", - "5 -0.006314\n", - "6 0.000203\n", - "7 0.000000" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "execution_count": null, + "metadata": { + "collapsed": false, + "editable": true + }, + "outputs": [], "source": [ "import numpy as np\n", "import pandas as pd\n", @@ -819,9 +412,9 @@ "# Make data set.\n", "n = 1000\n", "x = np.random.rand(n)\n", - "y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ 5*np.random.randn(n)\n", + "y = np.exp(-x**2) + 1.5 * np.exp(-(x-2)**2)+ np.random.randn(n)\n", "\n", - "Maxpolydegree = 8\n", + "Maxpolydegree = 5\n", "X = np.zeros((len(x),Maxpolydegree))\n", "X[:,0] = 1.0\n", "\n", @@ -835,7 +428,7 @@ "\n", "# Decide which values of lambda to use\n", "nlambdas = 5\n", - "lambdas = np.logspace(-4, 2, nlambdas)\n", + "lambdas = np.logspace(-3, 2, nlambdas)\n", "for i in range(nlambdas):\n", " lmb = lambdas[i]\n", " # Make the fit using Ridge only\n", @@ -1233,7 +826,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "from numpy import *\n", @@ -1647,7 +1243,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "from numpy import *\n", @@ -1695,7 +1294,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "# the histogram of the bootstrapped data \n", @@ -1852,7 +1454,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import matplotlib.pyplot as plt\n", @@ -1921,7 +1526,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import matplotlib.pyplot as plt\n", @@ -2020,7 +1628,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "\"\"\"\n", @@ -2196,7 +1807,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import numpy as np\n", @@ -2300,7 +1914,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "# Common imports\n", @@ -2394,7 +2011,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "# Common imports\n", @@ -2476,7 +2096,10 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": false, + "editable": true + }, "outputs": [], "source": [ "import numpy as np\n", @@ -2517,25 +2140,7 @@ ] } ], - "metadata": { - "kernelspec": { - "display_name": "Python 3", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.5" - } - }, + "metadata": {}, "nbformat": 4, "nbformat_minor": 4 } diff --git a/doc/src/week37/week37.do.txt b/doc/src/week37/week37.do.txt index 7ef9e5ab3..5ec62aa23 100644 --- a/doc/src/week37/week37.do.txt +++ b/doc/src/week37/week37.do.txt @@ -6,6 +6,8 @@ DATE: today ===== Plans for week 37 ===== * Thursday September 16: Summary of Ridge and Lasso with examples and start resampling techniques + o "Video of Lecture, first part":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureSeptember16Firstpart.mp4?vrtx=view-as-webpage" + o "Video of Lecture, second part":"https://www.uio.no/studier/emner/matnat/fys/FYS-STK3155/h21/forelesningsvideoer/LectureSeptember16SecondPart.mp4?vrtx=view-as-webpage" * Friday September 17: Resampling methods, Cross-validation, Bootstrapping and jackknife Recommended Reading: