Basic 1 layer NN.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "i_data = 20*torch.rand(1,3)\n",
    "o_data = 100*torch.rand(1,1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[ 1.7899, 10.3619, 10.8846]])"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "i_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[44.1776]])"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "o_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def Sigmoid(t, grad=False):\n",
    "    if(grad):\n",
    "        return t*(1-t)\n",
    "    return 1/(1+torch.exp(-t))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "w1 = torch.rand(3,4)\n",
    "w2 = torch.rand(4,1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------------------------------------------------\n",
      "Epoch :  1\n",
      "Pred :  tensor([[1.9062]])\n",
      "Error :  tensor([[42.2713]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  2\n",
      "Pred :  tensor([[18.8059]])\n",
      "Error :  tensor([[25.3717]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  3\n",
      "Pred :  tensor([[28.9550]])\n",
      "Error :  tensor([[15.2226]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  4\n",
      "Pred :  tensor([[35.0438]])\n",
      "Error :  tensor([[9.1338]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  5\n",
      "Pred :  tensor([[38.6972]])\n",
      "Error :  tensor([[5.4804]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  6\n",
      "Pred :  tensor([[40.8893]])\n",
      "Error :  tensor([[3.2883]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  7\n",
      "Pred :  tensor([[42.2046]])\n",
      "Error :  tensor([[1.9730]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  8\n",
      "Pred :  tensor([[42.9938]])\n",
      "Error :  tensor([[1.1838]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  9\n",
      "Pred :  tensor([[43.4673]])\n",
      "Error :  tensor([[0.7103]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  10\n",
      "Pred :  tensor([[43.7514]])\n",
      "Error :  tensor([[0.4262]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  11\n",
      "Pred :  tensor([[43.9219]])\n",
      "Error :  tensor([[0.2557]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  12\n",
      "Pred :  tensor([[44.0242]])\n",
      "Error :  tensor([[0.1534]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  13\n",
      "Pred :  tensor([[44.0855]])\n",
      "Error :  tensor([[0.0921]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  14\n",
      "Pred :  tensor([[44.1224]])\n",
      "Error :  tensor([[0.0552]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  15\n",
      "Pred :  tensor([[44.1444]])\n",
      "Error :  tensor([[0.0331]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  16\n",
      "Pred :  tensor([[44.1577]])\n",
      "Error :  tensor([[0.0199]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  17\n",
      "Pred :  tensor([[44.1657]])\n",
      "Error :  tensor([[0.0119]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  18\n",
      "Pred :  tensor([[44.1704]])\n",
      "Error :  tensor([[0.0072]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  19\n",
      "Pred :  tensor([[44.1733]])\n",
      "Error :  tensor([[0.0043]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  20\n",
      "Pred :  tensor([[44.1750]])\n",
      "Error :  tensor([[0.0026]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  21\n",
      "Pred :  tensor([[44.1760]])\n",
      "Error :  tensor([[0.0015]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  22\n",
      "Pred :  tensor([[44.1767]])\n",
      "Error :  tensor([[0.0009]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  23\n",
      "Pred :  tensor([[44.1770]])\n",
      "Error :  tensor([[0.0006]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  24\n",
      "Pred :  tensor([[44.1773]])\n",
      "Error :  tensor([[0.0003]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  25\n",
      "Pred :  tensor([[44.1774]])\n",
      "Error :  tensor([[0.0002]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  26\n",
      "Pred :  tensor([[44.1775]])\n",
      "Error :  tensor([[0.0001]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  27\n",
      "Pred :  tensor([[44.1775]])\n",
      "Error :  tensor([[0.0001]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  28\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[0.0000]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  29\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[0.0000]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  30\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[0.0000]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  31\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[7.6294e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  32\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[7.6294e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  33\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  34\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  35\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  36\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  37\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  38\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  39\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  40\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  41\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  42\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  43\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  44\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  45\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  46\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  47\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  48\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  49\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  50\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  51\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  52\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  53\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  54\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  55\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  56\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  57\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  58\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  59\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  60\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  61\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  62\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  63\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  64\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  65\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  66\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  67\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  68\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  69\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  70\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  71\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  72\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  73\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  74\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  75\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  76\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  77\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  78\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  79\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  80\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  81\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  82\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  83\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  84\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  85\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  86\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  87\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  88\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  89\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  90\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  91\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  92\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  93\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  94\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  95\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  96\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  97\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  98\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  99\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  100\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  101\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  102\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  103\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  104\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  105\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  106\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  107\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  108\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  109\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  110\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  111\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  112\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  113\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  114\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  115\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  116\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  117\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  118\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  119\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  120\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  121\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  122\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  123\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  124\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  125\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  126\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  127\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  128\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  129\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  130\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  131\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  132\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  133\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  134\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  135\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  136\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  137\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  138\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  139\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  140\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  141\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  142\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  143\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  144\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  145\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  146\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  147\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  148\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  149\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  150\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  151\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  152\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  153\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  154\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  155\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  156\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  157\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  158\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  159\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  160\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  161\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  162\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  163\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  164\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  165\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  166\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  167\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  168\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  169\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  170\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  171\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  172\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  173\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  174\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  175\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  176\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  177\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  178\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  179\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  180\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  181\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  182\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  183\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  184\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  185\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  186\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  187\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  188\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  189\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  190\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  191\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  192\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  193\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  194\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  195\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  196\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  197\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  198\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  199\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n",
      "---------------------------------------------------------\n",
      "Epoch :  200\n",
      "Pred :  tensor([[44.1776]])\n",
      "Error :  tensor([[3.8147e-06]]) \n",
      "\n"
     ]
    }
   ],
   "source": [
    "errs, preds = [],[]\n",
    "for i in range(200):\n",
    "\n",
    "    print(\"---------------------------------------------------------\")\n",
    "    print(\"Epoch : \", i+1)\n",
    "    \n",
    "    l1 = Sigmoid(torch.matmul(i_data,w1))\n",
    "    o = torch.matmul(l1,w2)\n",
    "    preds.append(o.data)\n",
    "    print(\"Pred : \", o.data)\n",
    "    \n",
    "    o_err = o_data - o\n",
    "    o_del = o_err #* Sigmoid(o, grad=True)\n",
    "    l1_err = torch.matmul(o_del,torch.t(w2))\n",
    "    l1_del = l1_err * Sigmoid(l1, grad=True)\n",
    "    errs.append(o_err)\n",
    "    \n",
    "    w1 += torch.matmul(torch.t(i_data),l1_del)*0.1\n",
    "    w2 += torch.matmul(torch.t(l1),o_del)*0.1\n",
    "    \n",
    "    print(\"Error : \", o_err.data, \"\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAD8CAYAAABn919SAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvqOYd8AAAFJRJREFUeJzt3XuMXOV5x/Hvs+td1hcMAW8wYIihMhikqIE4CSgNfwBpgFCgzUXkVitBQpVCRJRUhTRSkqJGCm0SclFuTiFxqjSQAAkIqBrCJahSQmouDlDjGig0XGwvENvA7tpr++0f5yzszs7srnd3zsw7/n6k0Zk5c8bz8M7sj2fec2ZOpJSQJOWvq9UFSJLmhoEuSR3CQJekDmGgS1KHMNAlqUMY6JLUIQx0SeoQBrokdQgDXZI6xLwqn2zJkiVp+fLlVT6lJGXvvvvuez6l1D/VdpUG+vLly1m3bl2VTylJ2YuIp6aznVMuktQhDHRJ6hAGuiR1CANdkjqEgS5JHcJAl6QOYaBLUoeo9Dj0drBtG2zaBAMDMDgIr7xSXAYHYe9eSOm15dhL7TpJ2hef+AT0T/nVoNnp+EAfGIAf/Qhuuw3Wr4cXXpibfzdibv4dSfuHD37QQJ+x3bvhiivgK18puu83vhHe8x5YsaK4LF0KCxbAwoXFZf586O6Grq4irMdeatdJUjvqyEDftg3e/364/Xa48EL43OfghBNaXZUkNVfHBXpK8OEPw913w9VXw8c+1uqKJKkaHRfo3/wm3HorfOMbhrmk/UtHHba4dStcdhm8+91wySWtrkaSqtVRgf6978HwMHz5y+68lLT/6ZhA37ULvv1teNe7YOXKVlcjSdXLI9DPOw9OPXXSTa6/HjZvhksvragmSWozeQQ6FHMpk7jxRli2rOjQJWl/lEeg9/TAyEjDu/fuhbvugjPPLL4EJEn7ozzib4pAX78eXnwRTj+9wpokqc10RKDfeWexNNAl7c86JtCPPx6OPLLCmiSpzeQR6L29xXGJdYyMwD33wBlnVFyTJLWZaQd6RHRHxAMRcUt5+5iIuDciNkXEdRHR27QqJ+nQH38cXn4Z3va2pj27JGVhXzr0S4ENY25fCVyVUloB/BG4aC4LG2eSQH/00WLprylK2t9NK9AjYhnwbuBfytsBnA5cX26yFrigGQUC0wr0449v2rNLUham26F/Dfg7YG95+1BgW0ppd3n7aaB5uyQnCfSNG+GII2Dx4qY9uyRlYcpAj4hzga0ppfvGrq6zad0zbUbExRGxLiLWDQwMzKzK3t7i20N79ky469FH/e0WSYLpdehvB86LiCeBaymmWr4GHBwRo7+nvgx4tt6DU0prUkqrUkqr+md6Qr2enmJZ06WnZKBL0qgpAz2l9JmU0rKU0nLgQuDOlNKHgLuA95abrQZualqVDQJ969bidHPOn0vS7I5Dvwz4VEQ8RjGnfvXclFRHg0Af3SFqhy5J+3gKupTS3cDd5fUngLfOfUl1GOiSNKU8vinaINA3boT584ufzZWk/V0egd5bfgm15uv/zzwDRx/tT+ZKEuQS6A069M2bYenSFtQjSW3IQJekDmGgS1KHyDbQBwdhxw4DXZJG5RHodXaKbtlSLA10SSrkEeh1OvTNm4ulgS5JBQNdkjqEgS5JHSLrQO/qgpn+gKMkdZqsA72/H7q7W1STJLWZPAK9zlEuHoMuSePlEegNOnQDXZJeY6BLUofIMtBTKgL9sMNaWJMktZksA33btmI63Q5dkl6TR6DX7BR9/vni5pIlLapHktpQHoFe06Hv2FHcPOigFtUjSW0oy0Dfvr24aaBL0mvyCPSuruJS06EvXtzCmiSpzeQR6FB06XboktRQPoHe2/vqTlE7dEmaKJ9AH9OhG+iSNFGWgb59O/T1vXY0oyQp00DfscPuXJJqGeiS1CGyDPTt2z3CRZJq5RPoNUe52KFL0nj5BHpNh26gS9J4WQb6jh1OuUhSrWwD3Q5dksbLLtBTskOXpHryCfRyp+jgIOzZY4cuSbXyCfSyQ/dr/5JUX3aB7i8tSlJ9UwZ6RPRFxO8iYn1EPBIR/1CuPyYi7o2ITRFxXUQ095dV7NAlaVLT6dB3AqenlP4UeBNwVkScAlwJXJVSWgH8EbioeWUyoUM30CVpvCkDPRVeLm/2lJcEnA5cX65fC1zQlApH1XToTrlI0njTmkOPiO6IeBDYCtwOPA5sSyntLjd5GjiyOSWWyqNcnHKRpPqmFegppT0ppTcBy4C3AifU26zeYyPi4ohYFxHrBgYGZl6pUy6SNKl9OsolpbQNuBs4BTg4IuaVdy0Dnm3wmDUppVUppVX9/f0zr9SdopI0qekc5dIfEQeX1+cDZwIbgLuA95abrQZualaRwLhAX7AA5s2b+iGStD+ZTiweDqyNiG6K/wH8NKV0S0T8N3BtRPwj8ABwdRPrHDfl4g5RSZpoykBPKf0eOKnO+ico5tOr0dsLu3fz0kuJRYuisqeVpFzk9U1RYOiVxIIFLa5FktpQfoE+mOjra3EtktSGsgv04aHE/PktrkWS2lB2gT5koEtSXfkEem/x21/DQzjlIkl15BPoox36MHboklRHfoE+FHboklRHdoE+vNMOXZLqyS7Qh3Z2GeiSVEdWgZ6A4Z1OuUhSPfkEem8vu+glpbBDl6Q68gn0nh6GKJLcDl2SJsoq0IcpktwOXZImyirQRzt0A12SJsoq0Ec7dKdcJGmifAK9t9cOXZImkU+gz59voEvSJPIJ9L4+p1wkaRL5BLoduiRNKp9At0OXpEnlE+h26JI0qXwCvauLoe4DAQNdkurJJ9CB4XmLAKdcJKmerAJ9qGcxYIcuSfXkFejdduiS1EhWgT7cvZDerhG6sqpakqqRVTQOdS9kftfOVpchSW0pq0AfjgX0de1qdRmS1JayCvShrgXMj+FWlyFJbSmvQMdAl6RGsgr0Yfrow0CXpHqyCvQh+pifBltdhiS1pawCfTgdQF8aanUZktSWsgr0ob19zN9rhy5J9WQW6L3M3/tyq8uQpLaUVaAP7+mhb+8gpNTqUiSp7UwZ6BFxVETcFREbIuKRiLi0XH9IRNweEZvK5euaXezQnl7mMwTDHukiSbWm06HvBj6dUjoBOAX4eEScCFwO3JFSWgHcUd5uquHd84rDFg10SZpgykBPKT2XUrq/vP4SsAE4EjgfWFtutha4oFlFjhoamVd06EMe6SJJtfZpDj0ilgMnAfcCh6WUnoMi9IHXN3jMxRGxLiLWDQwMzLjQvXth524DXZIamXagR8Qi4AbgkymlHdN9XEppTUppVUppVX9//0xqBGBn+SOLTrlIUn3TCvSI6KEI8x+nlG4sV2+JiMPL+w8HtjanxMJoU26HLkn1TecolwCuBjaklL465q6bgdXl9dXATXNf3mtGm3I7dEmqb940tnk78BHgoYh4sFz398CXgJ9GxEXA/wHva06JBTt0SZrclIGeUvpPIBrcfcbcltPYuA7dQJekCbL5pujoTtED2OmUiyTVkU2gj4wUyx5G7NAlqQ4DXZI6RJ6B7pSLJE2QTaDv2lUse9llhy5JdWQT6HbokjS5/AK9t8sOXZLqyC/QDzDQJame/AK9r9spF0mqI89At0OXpAmyCfRXj3Lp67JDl6Q6sgn0Vzv0+fPs0CWpDgNdkjpEnoHulIskTZBfoC/osUOXpDqyCfTRnaIGuiTVl02gj4xAdzd0LV4EL7/c6nIkqe1kFeg9PcDixbB9e6vLkaS2k1+gH3RQ0aHv2dPqkiSpreQX6IsXFyucdpGkcbIJ9F27agLdaRdJGiebQB8Zgd5eiikXgB07WlqPJLWbrAJ9XIduoEvSOPkGulMukjROfoHulIsk1ZVfoDvlIkl1ZRPou3bV7BR1ykWSxskm0F/t0BcuhAg7dEmqkV+gd3XBgQfaoUtSjfwCHYppFzt0SRonz0BfvNhAl6Qa2QT6qztFoejQnXKRpHGyCXQ7dEmanIEuSR0iz0B3ykWSJsgz0O3QJWmCKQM9Iq6JiK0R8fCYdYdExO0Rsalcvq65ZdYJ9MFB2L272U8rSdmYTof+Q+CsmnWXA3eklFYAd5S3m2rCUS5gly5JY0wZ6Cmle4AXa1afD6wtr68FLpjjuiaY0KGDgS5JY8x0Dv2wlNJzAOXy9Y02jIiLI2JdRKwbGBiY4dPV2SkK7hiVpDGavlM0pbQmpbQqpbSqv79/hv8G7Nljhy5Jk5lpoG+JiMMByuXWuStpopGRYmmgS1JjMw30m4HV5fXVwE1zU059u3YVywk7RZ1ykaRXTeewxZ8AvwGOj4inI+Ii4EvAOyNiE/DO8nbTTOjQDzmkWL7wQjOfVpKyMm+qDVJKH2hw1xlzXEtDEwL90EOhuxs2b66qBElqe1l8U3RCoHd1wWGHGeiSNEaegQ6wdKmBLkljZBHoE3aKgoEuSTWyCHQ7dEmaWt6BvmUL7N3bkpokqd3kHeh79njooiSV8g50KLp0SVIHBLrz6JIEZBLoDY9yAQNdkkpZBLoduiRNLd9AX7QIFiww0CWplG+gR3gsuiSNkW+gg4EuSWNkEeh1d4qCgS5JY2QR6A079COOgD/8oThHnSTt5/IO9OOOK05Dt7WpZ8CTpCzkHegrVxbLRx+ttB5JakcGuiR1iLwD/cgji2PRDXRJyiPQGx7l0tUFxx9voEsSmQT6yEjxPaLu7jp3rlxpoEsSGQX6hOmWUStXwlNPweBgpTVJUrvpjEBPCTZtqrQmSWo3nRHo4LSLpP1eFoG+a1edHaKjjjuuuHPdukprkqR2k0WgT9qh9/XBqafCnXdWWpMktZv8Ax3g9NPhgQfgxRcrq0mS2k1nBPoZZxQ7Ru++u6qSJKntdEagv+UtsHCh0y6S9mtZBPqkO0WhuPO00+BXv6qsJklqN1kE+pQdOsC558LGjXDvvZXUJEntJotA/8EP4IYbptjoIx+BxYvh61+vpCZJajdZBPrSpXDUUVNsdOCBcNFF8LOfwTPPVFKXJLWTLAJ92i65BPbsgSuuaHUlklS5zgr0Y4+FT38a1qyBX/yi1dVIUqVmFegRcVZEbIyIxyLi8rkqala++EV485vhox+FX/+61dVIUmVmHOgR0Q18CzgbOBH4QEScOFeFzVhvL1x/fTHxfuaZxfTL9u2trkqSmm42HfpbgcdSSk+klHYB1wLnz01Zs7R8OfzmN3DBBfD5z8OyZfC+98FVV8EttxSHN27f/tq57SSpA8ybxWOPBP4w5vbTwNtmV84cOvjg4oiX+++H73wHbr216Nxr9fQU3zJdsKA4pV1XV3F6pLGXeusiqv9vkpSvW24p9vM10WwCvV6ipQkbRVwMXAxw9NFHz+LpZujkk+H73y9+6+WFF4oTYWzaBM8/X5zl6JVXisvgIOzdW2w3uhx7qV0nSfvigAOa/hSzCfSngbFHhy8Dnq3dKKW0BlgDsGrVqtYlYQQsWVJcTj21ZWVIUrPMZg79v4AVEXFMRPQCFwI3z01ZkqR9NeMOPaW0OyIuAf4D6AauSSk9MmeVSZL2yWymXEgp3QbcNke1SJJmobO+KSpJ+zEDXZI6hIEuSR3CQJekDmGgS1KHiFThtx4jYgB4aoYPXwI8P4flzJV2rQvatzbr2jfWte/atbaZ1vWGlFL/VBtVGuizERHrUkqrWl1HrXatC9q3NuvaN9a179q1tmbX5ZSLJHUIA12SOkROgb6m1QU00K51QfvWZl37xrr2XbvW1tS6splDlyRNLqcOXZI0iSwCvV1ORh0RR0XEXRGxISIeiYhLy/VfiIhnIuLB8nJOC2p7MiIeKp9/XbnukIi4PSI2lcvXVVzT8WPG5MGI2BERn2zVeEXENRGxNSIeHrOu7hhF4Rvle+73EXFyxXX9c0Q8Wj73zyPi4HL98ogYGjN23624roavXUR8phyvjRHxrorrum5MTU9GxIPl+irHq1E+VPceSym19YXip3kfB44FeoH1wIktquVw4OTy+oHA/1CcIPsLwN+2eJyeBJbUrPsn4PLy+uXAlS1+HTcDb2jVeAGnAScDD081RsA5wL9TnJnrFODeiuv6c2Beef3KMXUtH7tdC8ar7mtX/h2sBw4Ajin/Zrurqqvm/q8An2vBeDXKh8reYzl06G1zMuqU0nMppfvL6y8BGyjOrdquzgfWltfXAhe0sJYzgMdTSjP9YtmspZTuAV6sWd1ojM4HfpQKvwUOjojDq6orpfTLlNLu8uZvKc4IVqkG49XI+cC1KaWdKaX/BR6j+NuttK6ICOD9wE+a8dyTmSQfKnuP5RDo9U5G3fIQjYjlwEnAveWqS8qPTddUPbVRSsAvI+K+KM7jCnBYSuk5KN5swOtbUNeoCxn/R9bq8RrVaIza6X33MYpObtQxEfFARPw6It7RgnrqvXbtMl7vALaklDaNWVf5eNXkQ2XvsRwCfVono65SRCwCbgA+mVLaAXwH+BPgTcBzFB/5qvb2lNLJwNnAxyPitBbUUFcUpyg8D/hZuaodxmsqbfG+i4jPAruBH5erngOOTimdBHwK+LeIWFxhSY1eu7YYL+ADjG8cKh+vOvnQcNM662Y1ZjkE+rRORl2ViOiheLF+nFK6ESCltCWltCeltBf4Pk36qDmZlNKz5XIr8POyhi2jH+HK5daq6yqdDdyfUtpS1tjy8Rqj0Ri1/H0XEauBc4EPpXLStZzSeKG8fh/FXPVxVdU0yWvXDuM1D/gr4LrRdVWPV718oML3WA6B3jYnoy7n564GNqSUvjpm/dh5r78EHq59bJPrWhgRB45ep9ih9jDFOK0uN1sN3FRlXWOM65paPV41Go3RzcBfl0cinAJsH/3YXIWIOAu4DDgvpTQ4Zn1/RHSX148FVgBPVFhXo9fuZuDCiDggIo4p6/pdVXWVzgQeTSk9PbqiyvFqlA9U+R6rYu/vHOw9Podij/HjwGdbWMefUXwk+j3wYHk5B/hX4KFy/c3A4RXXdSzFEQbrgUdGxwg4FLgD2FQuD2nBmC0AXgAOGrOuJeNF8T+V54ARiu7ookZjRPFx+Fvle+4hYFXFdT1GMb86+j77brnte8rXeD1wP/AXFdfV8LUDPluO10bg7CrrKtf/EPibmm2rHK9G+VDZe8xvikpSh8hhykWSNA0GuiR1CANdkjqEgS5JHcJAl6QOYaBLUocw0CWpQxjoktQh/h8bp7uHWL4skwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(errs,\"r\",label=\"Errors\")\n",
    "plt.plot(preds,\"b\",label=\"Predictions\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}