Files
FYS-STK4155/doc/Programs/JupyterFiles/Examples/My Own Examples/Cubic Gaussian MLP.ipynb
T
2018-05-06 22:19:59 -04:00

97 lines
9.2 KiB
Plaintext

{
"cells": [
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAFD1JREFUeJzt3X+sXGWdx/HPx5auFTSgXCnbUktj\nQ5Y1BsyE4JKgAV2LJcIfmtQFt3ExJUHduppIuxvjbhqzmt2oS+zu2lBKjYQf4Ucg4qoNol0iVm+9\nV6WtQlMVrgz2ushacLG2fPePe6ZO2+m9M3PmzDnnmfcruZmZc8/c+U4Inz7neZ7zPI4IAQDS9bKy\nCwAAFIugB4DEEfQAkDiCHgASR9ADQOIIegBIHEEPAIkj6AEgcQQ9ACRuftkFSNKZZ54Zy5YtK7sM\nAKiVXbt2/ToixuY6rxJBv2zZMo2Pj5ddBgDUiu1fdHMeXTcAkDiCHgASR9ADQOIIegBIHEEPAIkj\n6AHUUvNgU2+59S165vlnyi6l8gh6ALW0ccdGPfLkI9r47Y1ll1J5BD2A2mkebGrr5Fa9FC9p6+RW\nWvVzmDPobd9i+4Dtx9qO/Yvtn9j+ke37bJ/e9rsNtvfZ/qntdxRVOIDRtXHHRr0UL0mSjsQRWvVz\n6KZFf6uklccd2y7pDRHxRkmPS9ogSbbPl7Ra0p9n7/l32/MGVi2AkddqzR86ckiSdOjIIVr1c5gz\n6CNih6Rnjzv2jYg4nL38rqQl2fOrJN0REb+PiJ9J2ifpogHWC2DEtbfmW2jVz24QffR/I+m/sueL\nJT3V9rup7BgADMSjU48ebc23HDpySN+Z+k5JFVVfrkXNbP+DpMOSbmsd6nBanOS9ayWtlaSlS5fm\nKQPACJm4fqLsEmqn7xa97TWSrpR0TUS0wnxK0jltpy2R9HSn90fE5ohoRERjbGzOVTYBAH3qK+ht\nr5R0o6R3RcTv2n71gKTVtv/E9rmSVkj6Xv4yAQD96mZ65e2SHpV0nu0p29dJ+oKkV0rabnvS9n9K\nUkTslnSXpD2SvibpgxFxpLDqAaAPo3ZX7Zx99BHx3g6Ht8xy/qckfSpPUQBQpPa7ajet2lR2OYXj\nzlgAI2UU76ol6AGMlFG8q5agBzAyRvWuWoIewMgY1btqCXoAI2NU76rNdWcsANTJqN5VS4seABJH\n0ANA4gh6AEgcQQ8AiSPoASRp1NazmQ1BDyBJ7evZjDqCHkByJpuT+uKuL47UejazIegBJOfa+64d\nufVsZkPQA0jKZHNSu6d3H309KuvZzIagB5CUa++79oRjo96qJ+gBJKN5sKk903tOOD4K69nMhqAH\nkIyNOzbqlHmnHHNswbwFuqFxw8iucyMR9AASMqqrU86F1SsBJGOUW+2zoUUPAImbM+ht32L7gO3H\n2o692vZ2209kj2dkx237Jtv7bP/I9puKLB4AMLduWvS3Slp53LH1kh6KiBWSHspeS9IVklZkP2sl\n/cdgygSA9AxrPZ45gz4idkh69rjDV0nalj3fJunqtuNfihnflXS67bMHVSwApGRY6/H020d/VkQ0\nJSl7fG12fLGkp9rOm8qOncD2Wtvjtsenp6f7LAMA6ql5sKmtk1uHsh7PoAdj3eFYdDoxIjZHRCMi\nGmNjYwMuAwCqbeOOjUNbj6ffoP9Vq0smezyQHZ+SdE7beUskPd1/eQCQnlZrvjXnv+j1ePoN+gck\nrcmer5F0f9vxv85m31ws6X9bXTwAgBntrfmWIlv1c94wZft2SW+VdKbtKUmflPRpSXfZvk7Sk5Le\nk53+VUnvlLRP0u8kvb+AmgGg1oZ9B68jOnahD1Wj0Yjx8fGyywCAWrG9KyIac53HnbEAkDiCHkDl\nsdF3PgQ9gMpjo+98CHoAlTbMG4tSRdAD6Mmwu1GGeWNRqgh6AD0ZZjfKsG8sShVBD6Brw+5GGfaN\nRaki6AF0bdjdKGwNOBjcMAWgK82DTS2/ablePPzi0WML5y/U/nX7tei0RSVWNrq4YQrAQNGNUl8E\nPYCu0I1SX3MuagYAkjRx/UTZJaBPtOgBIHEEPQAkjqAHgMQR9ACQOIIeQGlYfng4CHoApWH54eEg\n6AGUou7LD9fpaoSgB1CKui8/XKerkVxBb/vvbO+2/Zjt222/3Pa5tnfafsL2nbYXDKpYAGmo+/LD\ndbsa6TvobS+W9LeSGhHxBknzJK2W9BlJn4uIFZJ+I+m6QRQKoP5a3R0bHtpQ63Vz6nY1krfrZr6k\nhbbnS3qFpKakyyTdnf1+m6Src34GgES0ujsefPzB2q6bU8erkb7XuomIX9r+V0lPSvo/Sd+QtEvS\ncxFxODttStLiTu+3vVbSWklaunRpv2UAqIn27o4X/vCCmh9r1nJ549lW8dy0alNJVc0uT9fNGZKu\nknSupD+VdKqkKzqc2nHB+4jYHBGNiGiMjY31WwaAmqhbd8fJ1HEVzzyrV75N0s8iYlqSbN8r6S8k\nnW57ftaqXyLp6fxlAqizk3V3fOItn6hdq76Oq3jm6aN/UtLFtl9h25Iul7RH0sOS3p2ds0bS/flK\nBFB3bFpSrr6DPiJ2ambQ9QeSfpz9rc2SbpT0Udv7JL1G0pYB1AmgxurY3ZES9owFgJpiz1gAgCSC\nHgCSR9ADQOIIegBIHEEPAIkj6AEgcQQ9ACSOoAeAxBH0AJA4gh4AEkfQA0DiCHoASBxBD6AnrX1f\nq7x1Ho5F0APoSWvfV9aSrw+CHkDX2vd9rfqG2Mcb5SsRgh5A1+q87+soX4kQ9AC6crJ9X+vQQq7z\nlcggEPQAZtXq8tjw0Iba7vta5yuRQSDoAcyq1eXx4OMP1nLf1zpfiQzK/LILAFBd7V0eL/zhBTU/\n1tSi0xaVXVZP2lvzLa1W/aZVm0qqarhytehtn277bts/sb3X9pttv9r2dttPZI9nDKpYAMOVQpfH\no1OP1vJKZJAcEf2/2d4m6b8j4mbbCyS9QtLfS3o2Ij5te72kMyLixtn+TqPRiPHx8b7rADB4zYNN\nLb9puV48/OLRYwvnL9T+dftr16pPle1dEdGY67y+W/S2XyXpUklbJCkiDkXEc5KukrQtO22bpKv7\n/QwA5ZmtywP1kqfrZrmkaUlbbU/Yvtn2qZLOioimJGWPrx1AnQCGjC6PdOQZjJ0v6U2SPhwRO23/\nm6T13b7Z9lpJayVp6dKlOcoAUISJ6yfKLgEDkqdFPyVpKiJ2Zq/v1kzw/8r22ZKUPR7o9OaI2BwR\njYhojI2N5SgDADCbvoM+Ip6R9JTt87JDl0vaI+kBSWuyY2sk3Z+rQgBALnnn0X9Y0m3ZjJv9kt6v\nmX887rJ9naQnJb0n52cAAHLIFfQRMSmp09Sey/P8XQDA4LAEAgAkjqAHRswor8s+qgh6YMSM8rrs\no4qgB0bIqK/LPqoIemCEdLtIGd07aSHogRHRy7rsdO+khaAHRkS3i5TRvZMegh4YEd0uUpbCGvQ4\nVq716AeF9eiBamAN+nopfD16AOlhDfo0EfQAjmIN+jSxOTiAo1iDPk206AGUjnn7xSLoAZSOefvF\nIugBlIp5+8Uj6AGUinn7xSPoAZSml2UZ0D+CHkBpmLc/HAQ9gNIwb384mEcPoDTM2x+O3C162/Ns\nT9j+Svb6XNs7bT9h+07bC/KXCQDo1yC6btZJ2tv2+jOSPhcRKyT9RtJ1A/gMAECfcgW97SWSVkm6\nOXttSZdJujs7ZZukq/N8BgAgn7wt+s9L+rik1rD5ayQ9FxGHs9dTkhbn/AwAQA59B73tKyUdiIhd\n7Yc7nNpxwXvba22P2x6fnp7utwwAwBzytOgvkfQu2z+XdIdmumw+L+l0263ZPEskPd3pzRGxOSIa\nEdEYGxvLUQaQDhb3QhH6DvqI2BARSyJimaTVkr4ZEddIeljSu7PT1ki6P3eVwIhgcS8UoYgbpm6U\n9FHb+zTTZ7+lgM8AksPiXijKQII+Ir4VEVdmz/dHxEUR8fqIeE9E/H4QnwGkqL2rhsW9UBSWQABK\n1OqqWb99PYt7oTAEPVCS9q6aL//4yyzuhcIQ9MAQzdZVw+JeKAqLmgFD1N5Vc+eeO48J94XzF2r/\nuv1adNqiEitEimjRA0NCVw3KQtADQzLsrhpuvkILXTfAEBy/ZZ5UfFdN+81Xm1ZtKuQzUA+06IEh\nGPaWedx8hXYEPTAEw94yj5uv0M4RHReXHKpGoxHj4+NllwEkoXmwqeU3LdeLh188eowZPWmyvSsi\nGnOdR4seyKlqg57D7iZC9RH0QE5VW3Fy2N1EqD66boAc2rtJ6B7BsNF1AwwBg56oA4Ie6NPxc+NZ\ncRJVRdDPoWoDbagOBj1RFwT9HKo20IbqYNATdcFg7CwYaANQZQzGDgADbQBSQNCfBANtAFLRd9Db\nPsf2w7b32t5te112/NW2t9t+Ins8Y3DlDg8DbWnoZjCdAXekLk+L/rCkj0XEn0m6WNIHbZ8vab2k\nhyJihaSHste1w0BbGroZTGfAHakb2GCs7fslfSH7eWtENG2fLelbEXHebO+t6mAsZtc82NTqe1br\nznffWclB6tkG01u137TyJl285WIG3FFLQx2Mtb1M0oWSdko6KyKakpQ9vnYQn4HqqXpLeLbB9Fbt\n19x7DQPuSF7uoLd9mqR7JH0kIn7bw/vW2h63PT49PZ23DAxZ1Te2mG0wvb323dO7azHgzjgC8sgV\n9LZP0UzI3xYR92aHf5V12Sh7PNDpvRGxOSIaEdEYGxvLUwZKUPWpp7MNpnf63fHnVE3Vr55QbXlm\n3VjSFkl7I+Kzbb96QNKa7PkaSff3Xx6qqA5TT3f8YkfHwfRv/+LbJ+zdevw5VRtwr/rVE6ovT4v+\nEknvk3SZ7cns552SPi3p7bafkPT27DUSUoepp5e+7lK9zC/TDY0bFJ+Moz+Xvu7SE2pfMG/BMedN\nXD9RUtWdVf3qCdXXd9BHxCMR4Yh4Y0RckP18NSL+JyIuj4gV2eOzgywY5av61NPZWsBVr/14dbh6\nQvXNL7sA1E9VWrwnm97ZqQW8adUmSdWpvVuzXT21vhMwF5ZAQG11GqBMrQVctysQVBOrV6KWTnYz\n1A0P3qAtE1uOCccF8xboAxd+gBYwksPqlUjayQYoaQEDJ6JFj9ppb823sHwBRhEteiSrDtM7gSoh\n6FE7dM8AvWF6JWqnblMkgbLRogeAxBH0AJA4gh7IsBQwUkXQI5eUwpGlgJEqgh65pBKOLAWMlBH0\n6FtK4chSwEgZQY++pRKOqS2EBhyPoEdfUgpH7rRF6gh69CWlcOROW6SOO2PRl5TCkTttkTqCviZO\ntptSWQhHoD7ouilJr/PPqzqNMaV59ECqCgt62ytt/9T2Ptvri/qcuuoluKs8jbGq/wAB+KNCgt72\nPEmbJF0h6XxJ77V9/qA/p7012W/Lspf3Dar12mtwdzONsYyWdZX/AQLwR0W16C+StC8i9kfEIUl3\nSLpq0B/S3prst2XZy/sG1XrtZf55t9MYy2hZpzKPHkhdUUG/WNJTba+nsmMD096avGXiFm2d6L1l\n2UuLdFCt117nn3czjbGMlnVK8+iB1BUV9O5w7JjNaW2vtT1ue3x6errnD2gPwENHDunQSzOB00vL\nspcW6aBar73OP+9mGmMZLeuU5tEDqStkc3Dbb5b0jxHxjuz1BkmKiH/udH6vm4N32hy6XTcbRfey\nwfQgN6O+8IsXavKZyROOX7Dogr6mLJa1UfagvweA3nW7OXhR8+i/L2mF7XMl/VLSakl/Nag/3qk1\n2a7Vsty0alNPf+Nk7+vl3LkMOgQHWVsvCHOgPgoJ+og4bPtDkr4uaZ6kWyJi96D+fqfujHbd3KHZ\ny52dVb4LtMq1AaiGQrpuetVr1w0AoPuuG+6MBYDEEfQAkDiCHgASR9ADQOIIegBIHEEPAIkj6AEg\ncQQ9ACSOoAeAxBH0AJA4gh4AEkfQDxEbaQMoA0E/RGykDaAMBP2QsJE2gLIQ9EPCRtoAykLQDwEb\naQMoE0E/BGykDaBMBP0QsN0fgDIVtTk42rCRNoAy0aIHgMQR9ACQOIIeABJH0ANA4gh6AEicI6Ls\nGmR7WtILkn5ddi1DcqZG47vyPdMzKt+1Lt/zdRExNtdJlQh6SbI9HhGNsusYhlH5rnzP9IzKd03t\ne9J1AwCJI+gBIHFVCvrNZRcwRKPyXfme6RmV75rU96xMHz0AoBhVatEDAApQiaC3vdL2T23vs72+\n7HqKYvsW2wdsP1Z2LUWyfY7th23vtb3b9rqyayqC7Zfb/p7tH2bf85/KrqlItufZnrD9lbJrKZLt\nn9v+se1J2+Nl1zMIpXfd2J4n6XFJb5c0Jen7kt4bEXtKLawAti+V9LykL0XEG8qupyi2z5Z0dkT8\nwPYrJe2SdHVq/01tW9KpEfG87VMkPSJpXUR8t+TSCmH7o5Iakl4VEVeWXU9RbP9cUiMi6jCPvitV\naNFfJGlfROyPiEOS7pB0Vck1FSIidkh6tuw6ihYRzYj4Qfb8oKS9khaXW9XgxYzns5enZD9JDnrZ\nXiJplaSby64FvatC0C+W9FTb6yklGAqjyvYySRdK2lluJcXIujMmJR2QtD0ikvyekj4v6eOSXprr\nxASEpG/Y3mV7bdnFDEIVgt4djiXZKho1tk+TdI+kj0TEb8uupwgRcSQiLpC0RNJFtpPrkrN9paQD\nEbGr7FqG5JKIeJOkKyR9MOtyrbUqBP2UpHPaXi+R9HRJtWBAsj7reyTdFhH3ll1P0SLiOUnfkrSy\n5FKKcImkd2V913dIusz2l8stqTgR8XT2eEDSfZrpXq61KgT99yWtsH2u7QWSVkt6oOSakEM2SLlF\n0t6I+GzZ9RTF9pjt07PnCyW9TdJPyq1q8CJiQ0QsiYhlmvn/85sRcW3JZRXC9qnZBALZPlXSX0qq\n/Sy50oM+Ig5L+pCkr2tm0O6uiNhdblXFsH27pEclnWd7yvZ1ZddUkEskvU8zLb/J7OedZRdVgLMl\nPWz7R5ppsGyPiKSnHo6AsyQ9YvuHkr4n6cGI+FrJNeVW+vRKAECxSm/RAwCKRdADQOIIegBIHEEP\nAIkj6AEgcQQ9ACSOoAeAxBH0AJC4/wfllfwddeve/wAAAABJRU5ErkJggg==\n",
"text/plain": [
"<matplotlib.figure.Figure at 0x1a152aa1d0>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1 0]\n"
]
},
{
"data": {
"text/plain": [
"array([[ 0.00598012, 0.99401988],\n",
" [ 0.00598012, 0.99401988]])"
]
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import numpy as np\n",
"from sklearn.svm import SVR\n",
"import matplotlib.pyplot as plt\n",
"\n",
"# Generate sample data\n",
"X = np.sort(5*np.random.rand(40,1), axis=0)\n",
"y = X**3\n",
"y=y.ravel()\n",
"\n",
"# Add noise to targets\n",
"X[::4] +=3*(0.5 - np.random.rand(1))\n",
"y[::5] += 50 * (0.5 - np.random.rand(8))\n",
"\n",
"plt.plot(X,y, 'g^')\n",
"plt.show()\n",
"\n",
"#neural network example from scikit-learn website\n",
"from sklearn.neural_network import MLPClassifier\n",
"X1=[[0., 0.], [1., 1.]]\n",
"y1=[0,1]\n",
"clf=MLPClassifier(solver='lbfgs', alpha=0.001, hidden_layer_sizes=(5,2), random_state=1)\n",
"clf.fit(X1,y1)\n",
"print (clf.predict([[2., 2.], [-1., -2.]]))\n",
"[coef.shape for coef in clf.coefs_]\n",
"clf.predict_proba([[2., 2.], [1., 2.]])"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}