Experiments.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import torchvision\n",
    "import torch.nn as nn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "model= torchvision.models.alexnet(pretrained= True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from MAS_model import *\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torchvision.models.alexnet.AlexNet"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "AlexNet(\n",
       "  (features): Sequential(\n",
       "    (0): Conv2d(3, 64, kernel_size=(11, 11), stride=(4, 4), padding=(2, 2))\n",
       "    (1): ReLU(inplace=True)\n",
       "    (2): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (3): Conv2d(64, 192, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))\n",
       "    (4): ReLU(inplace=True)\n",
       "    (5): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (6): Conv2d(192, 384, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (7): ReLU(inplace=True)\n",
       "    (8): Conv2d(384, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (9): ReLU(inplace=True)\n",
       "    (10): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (11): ReLU(inplace=True)\n",
       "    (12): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "  )\n",
       "  (avgpool): AdaptiveAvgPool2d(output_size=(6, 6))\n",
       "  (classifier): Sequential(\n",
       "    (0): Dropout(p=0.5, inplace=False)\n",
       "    (1): Linear(in_features=9216, out_features=4096, bias=True)\n",
       "    (2): ReLU(inplace=True)\n",
       "    (3): Dropout(p=0.5, inplace=False)\n",
       "    (4): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "    (5): ReLU(inplace=True)\n",
       "    (6): Linear(in_features=4096, out_features=1000, bias=True)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "in_features = model.classifier[-1].in_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4096"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "in_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "del model.classifier[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "AlexNet(\n",
       "  (features): Sequential(\n",
       "    (0): Conv2d(3, 64, kernel_size=(11, 11), stride=(4, 4), padding=(2, 2))\n",
       "    (1): ReLU(inplace=True)\n",
       "    (2): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (3): Conv2d(64, 192, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))\n",
       "    (4): ReLU(inplace=True)\n",
       "    (5): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (6): Conv2d(192, 384, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (7): ReLU(inplace=True)\n",
       "    (8): Conv2d(384, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (9): ReLU(inplace=True)\n",
       "    (10): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (11): ReLU(inplace=True)\n",
       "    (12): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "  )\n",
       "  (avgpool): AdaptiveAvgPool2d(output_size=(6, 6))\n",
       "  (classifier): Sequential(\n",
       "    (0): Dropout(p=0.5, inplace=False)\n",
       "    (1): Linear(in_features=9216, out_features=4096, bias=True)\n",
       "    (2): ReLU(inplace=True)\n",
       "    (3): Dropout(p=0.5, inplace=False)\n",
       "    (4): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "    (5): ReLU(inplace=True)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "OrderedDict([('features.0.weight',\n",
       "              tensor([[[[ 1.1864e-01,  9.4069e-02,  9.5435e-02,  ...,  5.5822e-02,\n",
       "                          2.1575e-02,  4.9963e-02],\n",
       "                        [ 7.4882e-02,  3.8940e-02,  5.2979e-02,  ...,  2.5709e-02,\n",
       "                         -1.1299e-02,  4.1590e-03],\n",
       "                        [ 7.5425e-02,  3.8779e-02,  5.4930e-02,  ...,  4.3596e-02,\n",
       "                          1.0225e-02,  1.3251e-02],\n",
       "                        ...,\n",
       "                        [ 9.3155e-02,  1.0374e-01,  6.7547e-02,  ..., -2.0277e-01,\n",
       "                         -1.2839e-01, -1.1220e-01],\n",
       "                        [ 4.3544e-02,  6.4916e-02,  3.6164e-02,  ..., -2.0248e-01,\n",
       "                         -1.1376e-01, -1.0719e-01],\n",
       "                        [ 4.7369e-02,  6.2543e-02,  2.4758e-02,  ..., -1.1844e-01,\n",
       "                         -9.5567e-02, -8.3890e-02]],\n",
       "              \n",
       "                       [[-7.2634e-02, -5.7996e-02, -8.0661e-02,  ..., -6.0304e-04,\n",
       "                         -2.5309e-02,  2.5471e-02],\n",
       "                        [-6.9042e-02, -6.7562e-02, -7.6367e-02,  ..., -3.9616e-03,\n",
       "                         -3.0402e-02,  1.0477e-02],\n",
       "                        [-9.9517e-02, -8.5592e-02, -1.0521e-01,  ..., -2.6587e-02,\n",
       "                         -2.2777e-02,  6.6451e-03],\n",
       "                        ...,\n",
       "                        [-1.5121e-01, -8.8735e-02, -9.6737e-02,  ...,  3.0853e-01,\n",
       "                          1.8096e-01,  8.4297e-02],\n",
       "                        [-1.4309e-01, -7.5710e-02, -7.2215e-02,  ...,  2.0417e-01,\n",
       "                          1.6447e-01,  9.5166e-02],\n",
       "                        [-8.5925e-02, -4.0134e-02, -5.1491e-02,  ...,  1.6352e-01,\n",
       "                          1.4822e-01,  1.0196e-01]],\n",
       "              \n",
       "                       [[-2.3596e-02, -2.1258e-03, -2.7761e-02,  ...,  3.9940e-02,\n",
       "                         -7.1123e-03,  3.2207e-02],\n",
       "                        [ 2.5705e-04,  2.2468e-02,  8.9070e-03,  ...,  1.8771e-02,\n",
       "                         -1.4155e-02,  1.8275e-02],\n",
       "                        [ 5.4084e-03,  2.9397e-02,  3.3051e-04,  ...,  1.2054e-02,\n",
       "                         -2.5237e-03,  8.3515e-03],\n",
       "                        ...,\n",
       "                        [-6.2826e-02, -1.1655e-02, -6.2080e-02,  ...,  1.0332e-01,\n",
       "                         -9.4987e-03, -7.9570e-02],\n",
       "                        [-4.5691e-02,  3.3726e-03, -3.9632e-02,  ..., -2.6448e-02,\n",
       "                         -3.3500e-02, -7.6398e-02],\n",
       "                        [-1.8700e-02,  1.1365e-02, -3.9671e-02,  ..., -6.8563e-02,\n",
       "                         -4.1289e-02, -5.5473e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.9950e-03,  2.9262e-03,  4.8212e-02,  ...,  6.1402e-02,\n",
       "                          2.6121e-02,  1.9558e-02],\n",
       "                        [-1.2579e-02, -4.8879e-03,  1.8490e-02,  ...,  5.3881e-02,\n",
       "                          1.6377e-02,  2.3768e-02],\n",
       "                        [ 3.6561e-03, -7.7510e-04,  2.6360e-02,  ..., -2.5849e-02,\n",
       "                         -6.1798e-02,  2.6103e-02],\n",
       "                        ...,\n",
       "                        [-1.0812e-02, -4.6008e-03,  1.5122e-02,  ...,  2.9561e-02,\n",
       "                          5.3272e-03,  6.8561e-02],\n",
       "                        [ 2.7364e-04, -1.4850e-02,  7.8180e-03,  ...,  2.7172e-02,\n",
       "                         -1.8095e-02,  5.2485e-02],\n",
       "                        [-5.2470e-02, -4.6578e-02, -1.0951e-02,  ...,  4.3038e-03,\n",
       "                         -2.6379e-03,  1.4406e-02]],\n",
       "              \n",
       "                       [[ 2.3965e-02,  2.2740e-02,  5.7586e-03,  ...,  7.2087e-03,\n",
       "                         -2.4652e-02,  4.4658e-02],\n",
       "                        [ 2.6914e-02,  4.4892e-02, -1.0872e-03,  ...,  4.4243e-02,\n",
       "                         -2.1168e-02,  6.4538e-02],\n",
       "                        [ 1.2421e-02,  1.0247e-02, -4.1554e-02,  ..., -1.2134e-01,\n",
       "                         -1.6294e-01,  2.6266e-02],\n",
       "                        ...,\n",
       "                        [ 3.5926e-02,  5.3235e-02,  1.1016e-02,  ...,  1.2710e-02,\n",
       "                         -2.9737e-02,  8.5926e-02],\n",
       "                        [ 1.5623e-02,  2.1743e-02, -8.2941e-03,  ..., -3.2744e-03,\n",
       "                         -5.4099e-02,  5.7634e-02],\n",
       "                        [ 7.5254e-02,  8.7784e-02,  5.5804e-02,  ...,  5.2849e-02,\n",
       "                          1.0612e-02,  9.3531e-02]],\n",
       "              \n",
       "                       [[-3.6488e-02,  6.6332e-03, -3.9035e-02,  ..., -1.5678e-02,\n",
       "                         -7.9994e-02, -8.8658e-04],\n",
       "                        [-5.1740e-03,  5.7395e-02,  8.9841e-03,  ...,  7.4166e-02,\n",
       "                         -3.1792e-03,  4.2777e-02],\n",
       "                        [-7.9446e-02, -2.2924e-02, -7.3370e-02,  ..., -5.6738e-02,\n",
       "                         -1.2923e-01,  1.8896e-02],\n",
       "                        ...,\n",
       "                        [-3.9394e-02,  3.0981e-02, -2.7901e-02,  ..., -1.6774e-02,\n",
       "                         -1.0236e-01,  4.0128e-02],\n",
       "                        [-6.0751e-02, -2.3034e-02, -7.6838e-02,  ..., -7.9069e-02,\n",
       "                         -1.6195e-01, -1.3746e-02],\n",
       "                        [ 7.9522e-03,  4.6969e-02, -1.2460e-02,  ..., -4.6956e-02,\n",
       "                         -1.0082e-01,  1.9832e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-5.1702e-02,  1.3825e-02,  9.0514e-03,  ..., -9.6401e-02,\n",
       "                         -1.1277e-01, -2.1596e-01],\n",
       "                        [-9.0091e-02, -1.3136e-02, -3.2812e-02,  ..., -7.5263e-02,\n",
       "                         -1.4803e-01, -2.9966e-01],\n",
       "                        [-1.3155e-01, -4.2686e-02, -4.7744e-02,  ...,  2.1429e-01,\n",
       "                          3.2543e-02, -1.7151e-01],\n",
       "                        ...,\n",
       "                        [-1.0621e-01, -9.7966e-02, -2.5551e-01,  ...,  1.2277e-01,\n",
       "                          1.9287e-01,  1.2671e-01],\n",
       "                        [-8.0761e-02, -6.1498e-02, -2.2312e-01,  ...,  3.5376e-02,\n",
       "                          1.0532e-01,  1.0669e-01],\n",
       "                        [ 3.8186e-02,  4.9957e-02, -1.2802e-01,  ..., -3.2927e-02,\n",
       "                          1.8685e-02,  4.7146e-02]],\n",
       "              \n",
       "                       [[ 3.9013e-02,  6.4311e-03, -3.1710e-03,  ..., -2.1245e-02,\n",
       "                          4.0516e-02,  1.1092e-01],\n",
       "                        [ 6.5689e-02,  2.2132e-02,  6.6539e-03,  ..., -3.9448e-02,\n",
       "                          2.7749e-02,  1.1404e-01],\n",
       "                        [ 7.7954e-02,  4.0220e-02,  1.4047e-02,  ..., -1.5417e-01,\n",
       "                         -9.2291e-02,  3.4460e-02],\n",
       "                        ...,\n",
       "                        [ 1.2836e-01,  9.4449e-02,  1.4659e-01,  ..., -6.0067e-02,\n",
       "                         -9.0891e-02, -6.1129e-02],\n",
       "                        [ 1.2683e-01,  1.0044e-01,  1.3754e-01,  ..., -2.2507e-02,\n",
       "                         -6.6664e-02, -1.9906e-02],\n",
       "                        [ 8.0509e-02,  7.8203e-02,  9.8934e-02,  ...,  9.2865e-03,\n",
       "                         -3.4635e-02, -1.2395e-02]],\n",
       "              \n",
       "                       [[ 1.1535e-02, -2.6993e-02,  1.4820e-02,  ...,  9.4833e-02,\n",
       "                          1.2044e-01,  1.1027e-01],\n",
       "                        [ 9.2629e-03, -2.6680e-02,  1.2218e-02,  ...,  8.7219e-02,\n",
       "                          1.5435e-01,  1.8049e-01],\n",
       "                        [ 6.9946e-02,  1.3250e-02,  4.8007e-02,  ..., -5.6851e-02,\n",
       "                          3.2596e-02,  1.6812e-01],\n",
       "                        ...,\n",
       "                        [-1.2187e-02, -3.3265e-02,  1.1284e-01,  ..., -6.7740e-02,\n",
       "                         -1.0240e-01, -7.6188e-02],\n",
       "                        [-6.0069e-03, -2.8631e-02,  1.1643e-01,  ..., -6.7597e-03,\n",
       "                         -4.3772e-02, -3.1101e-02],\n",
       "                        [-1.3355e-01, -1.4825e-01, -1.0060e-03,  ...,  1.8809e-02,\n",
       "                         -6.4637e-03, -2.7061e-02]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 9.0948e-03,  1.4823e-02,  4.7374e-03,  ...,  1.5540e-02,\n",
       "                         -5.8369e-04, -1.9922e-02],\n",
       "                        [ 2.8962e-04,  2.1229e-02, -1.3210e-02,  ...,  2.4388e-03,\n",
       "                         -5.8485e-03, -2.0373e-02],\n",
       "                        [-1.1050e-02,  1.0094e-02, -2.9625e-02,  ..., -1.4471e-02,\n",
       "                         -1.7187e-02, -3.0534e-02],\n",
       "                        ...,\n",
       "                        [ 1.0013e-01,  9.1407e-02,  1.3077e-01,  ...,  1.5798e-01,\n",
       "                          9.0361e-02,  7.8365e-02],\n",
       "                        [ 1.1610e-01,  8.1846e-02,  8.2892e-02,  ..., -6.0174e-02,\n",
       "                         -6.9412e-02, -5.0151e-02],\n",
       "                        [-1.0564e-01, -1.1848e-01, -1.7681e-01,  ..., -2.0837e-01,\n",
       "                         -1.8036e-01, -1.6691e-01]],\n",
       "              \n",
       "                       [[-1.1495e-02,  2.4917e-03, -8.2400e-03,  ..., -7.5865e-03,\n",
       "                         -1.7387e-02, -1.7026e-02],\n",
       "                        [-2.7461e-03, -1.1415e-02, -6.0670e-03,  ..., -2.8248e-02,\n",
       "                         -2.2555e-02, -2.2559e-02],\n",
       "                        [-8.4246e-03, -2.2378e-03, -3.5825e-02,  ..., -1.8462e-02,\n",
       "                         -1.9795e-02, -2.4990e-02],\n",
       "                        ...,\n",
       "                        [ 1.2956e-01,  9.8057e-02,  1.4888e-01,  ...,  1.5655e-01,\n",
       "                          7.9547e-02,  9.6928e-02],\n",
       "                        [ 1.6080e-01,  1.0522e-01,  1.0264e-01,  ..., -6.5226e-02,\n",
       "                         -6.4314e-02, -3.9066e-02],\n",
       "                        [-1.2880e-01, -1.4656e-01, -1.9475e-01,  ..., -2.4177e-01,\n",
       "                         -2.0277e-01, -1.9324e-01]],\n",
       "              \n",
       "                       [[-5.4209e-03, -1.7648e-03,  4.3163e-03,  ...,  9.8182e-03,\n",
       "                          5.2347e-03,  6.3336e-03],\n",
       "                        [ 9.3478e-03,  1.5920e-03, -2.1660e-03,  ...,  7.1244e-03,\n",
       "                          9.3521e-04, -5.7647e-03],\n",
       "                        [-1.3668e-03,  3.8899e-03, -7.7412e-03,  ...,  3.0651e-03,\n",
       "                          1.4989e-02, -8.1730e-03],\n",
       "                        ...,\n",
       "                        [ 4.3937e-02,  7.9544e-04,  6.0613e-02,  ...,  7.4787e-02,\n",
       "                          4.3960e-02,  5.6071e-02],\n",
       "                        [ 1.0077e-01,  7.5126e-02,  1.0962e-01,  ...,  4.9886e-03,\n",
       "                          1.0789e-02,  1.3402e-02],\n",
       "                        [-8.8773e-02, -7.2790e-02, -9.2907e-02,  ..., -6.6530e-02,\n",
       "                         -3.8977e-02, -4.8370e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 4.5712e-03,  4.6908e-02, -1.6075e-02,  ...,  7.7790e-03,\n",
       "                         -1.9798e-02,  6.8000e-03],\n",
       "                        [ 6.2769e-02,  4.5108e-02,  4.7187e-02,  ...,  6.0599e-02,\n",
       "                          2.9275e-02,  5.5794e-02],\n",
       "                        [ 3.6748e-03,  1.2952e-02,  1.8988e-05,  ..., -8.3492e-03,\n",
       "                         -1.9689e-03,  8.0830e-03],\n",
       "                        ...,\n",
       "                        [-4.4365e-02, -5.8858e-02, -2.4772e-02,  ..., -2.8423e-02,\n",
       "                         -3.0897e-02, -5.2936e-02],\n",
       "                        [-9.7572e-03, -4.3227e-02,  9.0068e-03,  ..., -4.2596e-02,\n",
       "                         -1.8114e-02, -2.8028e-02],\n",
       "                        [-2.2007e-02, -3.3594e-02,  1.3479e-02,  ..., -4.1530e-02,\n",
       "                         -1.7819e-02, -5.1977e-02]],\n",
       "              \n",
       "                       [[-9.0596e-02, -5.1485e-02, -1.6459e-01,  ..., -1.1970e-01,\n",
       "                         -1.1150e-01, -4.3914e-02],\n",
       "                        [ 1.3835e-02,  2.6007e-02, -1.9440e-02,  ...,  2.3757e-02,\n",
       "                          6.3709e-03,  5.4287e-02],\n",
       "                        [-9.3225e-02, -4.7454e-02, -1.1274e-01,  ..., -8.6459e-02,\n",
       "                         -7.3958e-02, -6.6610e-02],\n",
       "                        ...,\n",
       "                        [ 2.7382e-02,  1.0310e-02,  4.3906e-02,  ...,  2.7094e-02,\n",
       "                          4.4510e-02,  1.5977e-02],\n",
       "                        [ 9.8431e-02,  6.1433e-02,  1.1413e-01,  ...,  9.6398e-02,\n",
       "                          1.0725e-01,  9.5719e-02],\n",
       "                        [-1.5100e-02, -1.1830e-02,  4.8571e-02,  ...,  2.9060e-02,\n",
       "                          5.6323e-02, -2.1631e-03]],\n",
       "              \n",
       "                       [[-1.3693e-01, -7.9341e-02, -2.1245e-01,  ..., -1.3633e-01,\n",
       "                         -1.5123e-01, -6.3938e-02],\n",
       "                        [ 1.5745e-02,  5.1443e-02, -1.8209e-02,  ...,  4.9085e-02,\n",
       "                          1.9585e-02,  7.8095e-02],\n",
       "                        [-1.7127e-01, -8.8734e-02, -1.7467e-01,  ..., -1.4431e-01,\n",
       "                         -1.3364e-01, -1.1878e-01],\n",
       "                        ...,\n",
       "                        [ 5.1982e-02,  1.5912e-02,  7.0009e-02,  ...,  4.4396e-02,\n",
       "                          6.5429e-02,  2.6919e-02],\n",
       "                        [ 1.3144e-01,  9.1333e-02,  1.6228e-01,  ...,  1.4230e-01,\n",
       "                          1.5500e-01,  1.3808e-01],\n",
       "                        [ 3.7818e-03, -2.0365e-02,  7.8663e-02,  ...,  8.6037e-02,\n",
       "                          1.2596e-01,  3.8774e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-9.5081e-02,  5.6581e-02,  1.4016e-01,  ..., -1.4826e-02,\n",
       "                          1.0425e-02, -3.7919e-03],\n",
       "                        [ 6.0412e-02,  1.2531e-01, -1.2366e-01,  ...,  7.8628e-02,\n",
       "                         -1.0564e-02, -2.2228e-02],\n",
       "                        [ 1.0304e-01, -1.3654e-01, -1.9601e-01,  ..., -5.1919e-02,\n",
       "                         -8.3287e-02,  3.9678e-02],\n",
       "                        ...,\n",
       "                        [-1.8598e-01,  1.5479e-02,  3.3912e-01,  ...,  2.7509e-01,\n",
       "                          1.0493e-01, -1.6863e-01],\n",
       "                        [ 6.8278e-02,  1.3989e-01,  1.1350e-02,  ..., -7.8728e-02,\n",
       "                         -2.5001e-01, -8.0072e-02],\n",
       "                        [ 5.1736e-03, -6.8372e-02, -9.1940e-02,  ..., -1.0727e-01,\n",
       "                          8.7973e-02,  1.0139e-01]],\n",
       "              \n",
       "                       [[-9.8760e-02,  6.2635e-02,  1.1495e-01,  ..., -1.3191e-02,\n",
       "                          1.9574e-02, -1.0864e-03],\n",
       "                        [ 8.3206e-02,  1.0300e-01, -1.5419e-01,  ...,  1.0864e-01,\n",
       "                          1.2592e-02, -2.0278e-02],\n",
       "                        [ 1.1248e-01, -1.6928e-01, -1.8876e-01,  ..., -6.3491e-02,\n",
       "                         -9.3101e-02,  4.9006e-02],\n",
       "                        ...,\n",
       "                        [-1.8867e-01,  6.7374e-02,  4.8128e-01,  ...,  3.1371e-01,\n",
       "                          1.6068e-01, -1.3449e-01],\n",
       "                        [ 1.1207e-01,  2.0871e-01,  4.6815e-02,  ..., -7.0456e-03,\n",
       "                         -2.2978e-01, -6.9528e-02],\n",
       "                        [ 1.7255e-02, -9.1683e-02, -1.5943e-01,  ..., -8.0373e-02,\n",
       "                          8.0035e-02,  1.1819e-01]],\n",
       "              \n",
       "                       [[-1.0580e-01,  5.4381e-02,  1.3048e-01,  ..., -3.9546e-02,\n",
       "                          1.1924e-02, -2.7886e-03],\n",
       "                        [ 5.7859e-02,  1.0646e-01, -1.3468e-01,  ...,  1.0645e-01,\n",
       "                          1.8412e-02, -1.3245e-03],\n",
       "                        [ 1.0398e-01, -1.0849e-01, -1.6758e-01,  ..., -4.2554e-02,\n",
       "                         -8.5875e-02,  5.2581e-02],\n",
       "                        ...,\n",
       "                        [-1.8241e-01,  5.4228e-02,  3.9395e-01,  ...,  2.4432e-01,\n",
       "                          1.0216e-01, -1.2876e-01],\n",
       "                        [ 8.5720e-02,  1.8378e-01,  5.0316e-02,  ..., -4.7009e-02,\n",
       "                         -2.1584e-01, -4.2482e-02],\n",
       "                        [ 3.9612e-02, -7.6353e-02, -1.3502e-01,  ..., -4.8630e-02,\n",
       "                          1.0063e-01,  9.0307e-02]]]])),\n",
       "             ('features.0.bias',\n",
       "              tensor([-0.9705, -2.8070, -0.0371, -0.0795, -0.1159,  0.0252, -0.0752, -1.4181,\n",
       "                       1.6454, -0.0990, -0.0161, -0.1282, -0.0658, -0.0345, -0.0743, -1.2977,\n",
       "                      -0.0505,  0.0121, -0.1013, -1.1887, -0.1380, -0.0492, -0.0789, -0.0405,\n",
       "                      -0.0958, -0.0705, -1.9374, -0.0850, -0.1388, -0.1968, -0.1279, -2.0095,\n",
       "                      -0.0476, -0.0604, -0.0351, -0.3843, -2.7823,  0.6605, -0.1655, -2.1293,\n",
       "                       0.0543, -0.0274, -0.1703, -0.0593, -0.4215, -1.9394, -1.2094,  0.0153,\n",
       "                      -0.1081, -0.0248, -0.1503, -1.8516, -0.0928, -0.0177, -0.0700, -0.0582,\n",
       "                      -0.0630, -0.0721, -1.2678, -0.1176, -0.0441, -0.3259,  0.0507, -0.0146])),\n",
       "             ('features.3.weight',\n",
       "              tensor([[[[ 3.6245e-03,  1.4335e-03,  3.7217e-02, -2.0926e-02,  1.8121e-03],\n",
       "                        [ 2.4126e-02, -1.2056e-02,  7.1170e-02, -8.5224e-02,  1.3067e-02],\n",
       "                        [ 2.0966e-02, -1.0623e-01,  2.1572e-02, -6.9547e-02,  3.1583e-02],\n",
       "                        [-8.3392e-03, -3.9020e-02, -4.6621e-02,  2.2133e-02, -1.3252e-03],\n",
       "                        [-1.5370e-02,  8.6569e-03,  3.1479e-02,  1.6698e-02, -4.7130e-03]],\n",
       "              \n",
       "                       [[-5.4573e-03, -1.9087e-02, -3.2424e-02, -2.2006e-02, -1.2120e-02],\n",
       "                        [-7.4972e-03,  3.0946e-02,  3.1899e-02, -7.6327e-03, -1.4720e-02],\n",
       "                        [ 5.4830e-03,  8.0306e-02,  6.1262e-02,  1.3252e-02,  2.6240e-02],\n",
       "                        [-2.6938e-02,  5.9188e-03,  3.8373e-02, -6.3116e-03,  3.9863e-03],\n",
       "                        [ 2.0844e-03, -3.6292e-02, -2.1987e-03, -1.6570e-02,  5.6354e-03]],\n",
       "              \n",
       "                       [[-1.2587e-02, -5.9436e-02, -9.6281e-02,  1.6745e-02,  4.7471e-02],\n",
       "                        [-1.5036e-02, -1.1214e-01, -2.3924e-02,  3.3459e-02,  4.1306e-02],\n",
       "                        [-1.3845e-02,  4.1235e-02,  2.1580e-01,  2.9520e-02, -5.8914e-02],\n",
       "                        [ 1.2300e-02,  1.0087e-01,  2.1916e-02, -1.4008e-01, -3.1255e-02],\n",
       "                        [ 3.7845e-02,  5.2634e-02, -8.0348e-03, -8.1815e-02,  1.4355e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.2711e-02,  2.5915e-02,  4.1726e-02, -1.3706e-02,  1.4752e-03],\n",
       "                        [-1.0794e-02,  1.6434e-02,  8.1224e-02, -6.0144e-02, -5.1132e-02],\n",
       "                        [-1.3769e-02, -5.3764e-02,  1.1054e-01,  3.8881e-03, -5.8872e-02],\n",
       "                        [ 5.1748e-04,  2.3237e-02,  6.1570e-02,  5.5012e-02, -1.8824e-02],\n",
       "                        [-4.0024e-03,  9.4621e-03, -2.7666e-02, -3.6102e-03, -6.4362e-03]],\n",
       "              \n",
       "                       [[-9.5948e-04, -5.7705e-03,  4.5656e-02,  1.4085e-02, -4.3562e-02],\n",
       "                        [-4.4058e-03, -3.2867e-02,  4.1615e-02, -1.0995e-02,  2.3037e-02],\n",
       "                        [ 1.7953e-02,  5.5599e-03, -4.6110e-02, -6.3326e-02,  2.5256e-02],\n",
       "                        [ 5.1608e-03,  4.1085e-02,  2.1804e-02,  1.9433e-02,  3.1380e-02],\n",
       "                        [-2.9532e-02, -3.1130e-03,  5.4939e-02,  3.5771e-02, -3.1513e-03]],\n",
       "              \n",
       "                       [[ 1.7368e-03,  1.5858e-02, -3.9606e-02, -8.6650e-02,  4.2392e-02],\n",
       "                        [ 3.2755e-02,  2.0259e-02,  1.4398e-01, -1.5988e-01, -1.1522e-01],\n",
       "                        [ 1.1646e-02, -1.3281e-01,  2.5051e-01,  1.9387e-01, -1.4720e-01],\n",
       "                        [ 2.9876e-02, -7.6454e-02, -1.3301e-01,  1.2492e-01,  3.0456e-02],\n",
       "                        [ 4.8693e-02,  7.8451e-02, -3.9283e-02,  4.8439e-03,  2.0383e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.1691e-02, -4.7307e-02,  3.3946e-02,  6.8847e-03,  2.6204e-02],\n",
       "                        [ 1.7683e-02, -5.2123e-02, -6.2835e-02, -3.3933e-02,  1.9128e-02],\n",
       "                        [ 9.2291e-03, -2.8800e-02, -1.8724e-01, -1.9551e-02, -2.1082e-02],\n",
       "                        [-1.4346e-02,  5.7543e-02, -4.1899e-02,  6.3682e-03,  4.2324e-04],\n",
       "                        [ 1.2244e-02,  2.3090e-02, -2.2817e-02,  2.3080e-03, -6.4166e-03]],\n",
       "              \n",
       "                       [[ 4.6469e-03,  7.4133e-03, -4.1122e-02,  2.9806e-02, -1.8110e-02],\n",
       "                        [ 9.6099e-03,  3.9877e-02, -4.1848e-02,  6.9251e-03, -2.5908e-02],\n",
       "                        [-1.0007e-02,  5.4747e-02,  2.6736e-02,  7.0483e-03,  2.6949e-02],\n",
       "                        [-9.5527e-03, -3.6075e-02,  1.4897e-02, -1.2595e-02, -1.8202e-02],\n",
       "                        [-1.4465e-04, -6.3873e-02,  5.8016e-02,  2.8762e-02, -9.7704e-04]],\n",
       "              \n",
       "                       [[-4.5600e-02,  9.9321e-02,  2.0830e-02, -1.7641e-02,  4.3317e-03],\n",
       "                        [-1.1306e-01,  1.0613e-01,  1.2299e-01, -1.5599e-02,  1.1943e-02],\n",
       "                        [-8.6221e-02,  5.1575e-02,  2.8114e-01,  3.8475e-03,  3.9631e-02],\n",
       "                        [ 2.7465e-02, -9.6338e-02,  1.6717e-01,  1.7882e-02, -3.1237e-02],\n",
       "                        [ 3.8818e-02, -1.5017e-01,  9.5537e-02,  8.2108e-02, -2.6467e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 2.1779e-03,  8.2149e-03,  2.2985e-02, -4.9943e-03, -2.2914e-02],\n",
       "                        [ 4.4609e-03,  4.6661e-02,  3.4394e-02,  5.2542e-02, -1.8957e-02],\n",
       "                        [-1.4202e-02,  5.9543e-02,  6.0551e-03,  3.6463e-02,  3.2430e-04],\n",
       "                        [-2.9488e-02,  4.5902e-02,  5.4980e-02, -2.6936e-03,  4.2663e-03],\n",
       "                        [-2.9711e-02, -1.6390e-02,  3.4428e-02, -9.1090e-03, -9.7971e-03]],\n",
       "              \n",
       "                       [[ 2.0002e-02, -4.4658e-03, -2.8359e-02,  7.4180e-03, -5.3517e-03],\n",
       "                        [ 1.3052e-02, -2.9312e-02, -6.5957e-02,  3.1932e-02, -2.3129e-03],\n",
       "                        [ 1.4003e-02, -5.7715e-02, -9.1541e-02,  2.8261e-03,  1.8726e-02],\n",
       "                        [-1.8143e-02, -4.5023e-02, -9.9762e-03,  1.2348e-02, -1.4161e-03],\n",
       "                        [ 3.3575e-03,  1.8285e-02,  1.2383e-02, -2.0430e-02,  2.4573e-02]],\n",
       "              \n",
       "                       [[-5.4195e-03,  4.5804e-04,  1.7469e-02, -2.2458e-03,  1.7530e-03],\n",
       "                        [-1.0281e-02,  3.1367e-02, -2.5485e-02,  1.2870e-02, -7.0466e-04],\n",
       "                        [-6.3459e-03,  7.3701e-02, -2.9366e-02,  4.9803e-02,  2.5816e-02],\n",
       "                        [-1.9934e-02,  3.8506e-02,  3.0833e-02,  2.5688e-03, -4.4185e-03],\n",
       "                        [ 1.8114e-03,  2.3094e-02,  4.6518e-02, -3.3974e-02, -1.1660e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.0163e-02, -3.7849e-02, -4.6664e-02, -9.7829e-03,  3.7624e-02],\n",
       "                        [ 1.4684e-01, -6.4947e-02, -3.7485e-02, -9.2710e-03,  2.3640e-02],\n",
       "                        [ 1.8563e-02, -3.5328e-02, -9.6485e-03,  1.4210e-02,  2.7077e-02],\n",
       "                        [-6.7717e-03,  2.8039e-03,  4.6860e-03,  4.7567e-03, -6.6633e-03],\n",
       "                        [ 2.2155e-02, -1.2387e-03,  3.1133e-02,  3.1837e-02,  2.4495e-03]],\n",
       "              \n",
       "                       [[ 2.2964e-02, -3.2592e-02, -1.7921e-02,  5.2390e-03,  3.7561e-03],\n",
       "                        [ 3.8685e-02, -8.8764e-02, -5.3735e-02, -2.4427e-02,  1.7369e-02],\n",
       "                        [ 5.5512e-02, -7.1237e-02, -6.5386e-02, -3.7746e-02,  7.1429e-03],\n",
       "                        [ 3.1539e-02, -6.1858e-02, -7.4455e-02, -3.4278e-02, -9.2922e-03],\n",
       "                        [ 4.5122e-02, -8.4307e-03, -2.0509e-02, -1.4743e-02,  1.0508e-03]],\n",
       "              \n",
       "                       [[-9.5345e-03, -2.3179e-02, -1.4264e-02, -6.7151e-03, -2.8285e-02],\n",
       "                        [ 1.6202e-01, -2.8234e-02, -2.4645e-02, -1.0152e-02, -2.4914e-02],\n",
       "                        [ 8.9119e-02, -2.6843e-02, -3.7465e-02, -7.5062e-03, -1.9929e-03],\n",
       "                        [-4.5296e-02, -1.7844e-02, -5.1039e-03,  1.7445e-02,  1.3994e-02],\n",
       "                        [-2.0449e-02, -8.8112e-04,  1.3139e-02,  1.8497e-03, -5.4345e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 2.5179e-02,  8.3908e-03, -3.4752e-03, -6.7056e-03,  9.4571e-03],\n",
       "                        [ 1.4773e-01,  1.8297e-02, -8.2707e-03, -2.6735e-03, -2.9689e-03],\n",
       "                        [ 1.8945e-02, -2.4611e-02, -2.5792e-02,  5.7622e-03,  1.5490e-02],\n",
       "                        [ 1.0744e-02, -2.2880e-03,  1.3852e-02, -3.0690e-03, -1.4038e-03],\n",
       "                        [ 3.5738e-03, -1.7099e-02, -2.0962e-03, -5.2738e-04, -1.1953e-02]],\n",
       "              \n",
       "                       [[-1.8036e-02,  5.5999e-03, -4.3933e-03, -6.4853e-03,  1.1134e-02],\n",
       "                        [ 8.3012e-02, -8.5719e-02, -2.3690e-02,  2.7197e-02,  1.5338e-02],\n",
       "                        [ 1.6264e-02, -5.0213e-02, -2.9401e-02, -6.0407e-04,  1.5086e-02],\n",
       "                        [ 1.2260e-02,  6.5707e-03, -2.8775e-03, -2.0055e-02,  4.6619e-03],\n",
       "                        [ 1.4575e-02, -9.5385e-03, -2.4609e-02, -2.4521e-03,  1.0301e-03]],\n",
       "              \n",
       "                       [[-1.7248e-02,  7.3069e-03,  1.0429e-02, -1.4917e-02, -6.8504e-03],\n",
       "                        [ 6.2874e-02, -3.2599e-02,  5.7802e-03,  1.4551e-02, -6.1276e-03],\n",
       "                        [ 7.3852e-03, -6.0841e-02, -1.0494e-02,  3.6026e-03, -1.4746e-02],\n",
       "                        [-1.7262e-02,  1.5815e-03, -2.3888e-02, -9.7895e-03, -7.4106e-03],\n",
       "                        [ 6.9352e-03,  7.2060e-03, -1.9073e-02, -6.7136e-03,  6.1392e-03]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 1.7579e-02,  1.0168e-02,  4.4818e-02, -2.6664e-03, -2.2669e-02],\n",
       "                        [-1.5147e-02, -3.2701e-02,  1.4564e-02, -1.2843e-02, -3.2623e-02],\n",
       "                        [-3.0235e-02, -3.2706e-02, -3.4020e-02, -2.0842e-02, -3.2697e-02],\n",
       "                        [-4.2032e-03, -3.4967e-03, -1.0389e-02, -9.6090e-03, -3.1508e-03],\n",
       "                        [ 1.1118e-02,  8.8342e-03,  1.8196e-02,  7.5631e-03,  1.5709e-03]],\n",
       "              \n",
       "                       [[-9.1671e-03,  1.0798e-03, -2.4020e-02, -1.7457e-02, -7.8634e-03],\n",
       "                        [-1.5174e-02,  1.8126e-02,  1.3363e-02,  7.1205e-02,  5.8289e-02],\n",
       "                        [-1.0982e-02,  1.5266e-02, -2.4875e-02, -4.0705e-03, -2.4844e-02],\n",
       "                        [ 2.7485e-03,  1.6571e-02, -3.2608e-02, -5.6266e-02, -3.9944e-02],\n",
       "                        [-4.9014e-04,  1.9889e-02, -3.3673e-03, -2.2187e-02, -9.5482e-03]],\n",
       "              \n",
       "                       [[-2.6544e-02, -4.6466e-02, -1.1130e-01, -6.3725e-02,  2.4153e-02],\n",
       "                        [-3.1451e-02, -4.6735e-02, -5.0069e-02,  3.6642e-02,  8.7667e-02],\n",
       "                        [ 2.4192e-02,  2.9334e-02,  5.9852e-02,  4.2028e-02, -2.5984e-02],\n",
       "                        [ 2.5426e-02,  1.8227e-02,  4.0526e-02, -8.6688e-03, -6.0653e-02],\n",
       "                        [ 1.2664e-02,  1.5354e-02,  3.3492e-02,  1.3319e-02, -2.3908e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.5345e-02, -2.7450e-02, -3.7116e-02,  4.8070e-02,  1.0182e-02],\n",
       "                        [-5.4621e-02, -6.3059e-02, -5.1834e-02,  6.4004e-02,  2.5790e-02],\n",
       "                        [ 1.6780e-02,  1.3105e-02, -3.9535e-02, -1.2138e-03,  9.2518e-03],\n",
       "                        [ 1.4997e-02,  1.2259e-02, -2.3395e-02, -2.8443e-02,  2.4942e-02],\n",
       "                        [-4.0684e-03,  1.4466e-02,  6.2136e-03, -2.2554e-02, -2.0291e-03]],\n",
       "              \n",
       "                       [[-3.5230e-02,  8.0857e-03,  2.3528e-02, -1.0179e-02, -2.1804e-03],\n",
       "                        [-3.4595e-02,  3.9871e-03,  1.3592e-02, -7.9822e-02, -5.2531e-02],\n",
       "                        [-3.2725e-02,  3.4170e-02,  2.6620e-02, -2.4204e-03,  2.4924e-02],\n",
       "                        [ 1.8057e-02,  4.6391e-03, -1.2008e-02,  8.8407e-03,  1.9375e-02],\n",
       "                        [-2.9099e-02,  1.2933e-04, -1.7477e-02,  4.3010e-02,  6.6167e-02]],\n",
       "              \n",
       "                       [[ 4.6078e-02,  2.8413e-02, -2.6394e-02,  4.7513e-03, -7.6480e-02],\n",
       "                        [ 7.5960e-02,  4.4307e-02, -5.8771e-02,  1.7854e-02,  9.6082e-02],\n",
       "                        [ 5.8415e-02,  3.7583e-02, -6.7510e-02, -1.0312e-01, -2.3266e-02],\n",
       "                        [ 4.3488e-02,  6.0671e-02,  6.2699e-02,  3.7197e-03, -5.8098e-02],\n",
       "                        [ 7.3890e-05,  2.7182e-02,  4.3226e-02,  3.1200e-02, -5.9276e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.5983e-02, -2.5757e-02, -2.7917e-02, -6.0154e-02, -2.1587e-02],\n",
       "                        [ 5.8470e-03, -4.0597e-02, -9.7084e-02, -1.1321e-01, -4.5251e-02],\n",
       "                        [-3.3056e-02, -1.7874e-02, -9.1402e-02, -1.0827e-01, -5.3423e-02],\n",
       "                        [-1.4856e-02, -3.3450e-03, -2.7355e-02, -4.8538e-02, -4.1184e-02],\n",
       "                        [ 9.0377e-04, -1.8180e-02, -3.1040e-02, -1.1854e-02, -2.6462e-02]],\n",
       "              \n",
       "                       [[ 7.2521e-02,  1.6407e-02, -1.5754e-01, -8.8864e-02, -2.1638e-02],\n",
       "                        [ 9.2281e-02,  8.5642e-02, -6.8582e-02, -7.8368e-02, -9.3343e-02],\n",
       "                        [ 1.1667e-01,  1.4296e-01,  1.4621e-02, -6.6599e-02, -1.8653e-01],\n",
       "                        [ 4.0418e-02,  8.7898e-02,  4.2521e-02, -8.9029e-03, -1.2440e-01],\n",
       "                        [ 2.0246e-02,  6.5828e-02,  9.6516e-02,  5.8696e-02, -7.2705e-02]],\n",
       "              \n",
       "                       [[-3.7801e-02, -1.1232e-02, -8.1927e-03,  1.2744e-02,  6.8491e-02],\n",
       "                        [-4.4532e-03, -9.6229e-03, -3.2608e-02,  2.9350e-03,  3.7486e-02],\n",
       "                        [ 3.3585e-02,  4.8458e-02,  2.6881e-02, -6.1178e-02, -2.1019e-02],\n",
       "                        [-1.9669e-02,  6.9724e-03,  4.2018e-02, -4.3931e-02, -7.6382e-02],\n",
       "                        [ 8.3337e-03,  2.5425e-03,  2.8063e-02, -3.4867e-02, -8.6687e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.2673e-02, -1.5327e-02,  1.6517e-02,  3.3334e-02,  1.3038e-02],\n",
       "                        [ 1.6805e-03, -1.8921e-02, -3.6130e-02,  3.2359e-02,  5.0130e-02],\n",
       "                        [-1.3607e-02, -3.3703e-02, -7.9256e-02, -5.1558e-03,  6.5082e-02],\n",
       "                        [-1.3499e-03,  1.9183e-02, -1.2600e-03, -1.5375e-02,  9.9117e-03],\n",
       "                        [-8.6383e-03, -6.4556e-03,  4.4472e-03, -7.7968e-04,  2.6764e-02]],\n",
       "              \n",
       "                       [[-3.1357e-02, -6.5565e-02, -4.5553e-02,  2.9694e-02,  5.0477e-02],\n",
       "                        [ 2.6388e-02, -6.5116e-03, -1.4299e-01, -2.9214e-02,  1.2134e-03],\n",
       "                        [ 5.2430e-02,  6.1108e-02, -2.8583e-02, -1.0998e-01, -3.4642e-02],\n",
       "                        [ 1.6018e-02,  3.1906e-02,  7.7014e-02, -1.1630e-02, -5.6960e-02],\n",
       "                        [ 4.9326e-02, -1.5627e-02,  4.2784e-02,  3.7805e-02, -2.6815e-02]],\n",
       "              \n",
       "                       [[ 9.0381e-03,  1.6271e-03,  9.9757e-03,  2.6084e-02,  6.8623e-03],\n",
       "                        [ 1.0622e-02, -6.1560e-03, -9.2547e-03,  1.8062e-02,  2.2674e-02],\n",
       "                        [ 2.8991e-02,  1.2231e-04, -1.6760e-02, -1.9807e-03,  3.1453e-02],\n",
       "                        [ 1.8964e-02,  2.8631e-02,  5.8559e-04, -1.0603e-02,  1.1077e-02],\n",
       "                        [ 5.4998e-03, -6.3534e-03,  2.9878e-03, -2.7331e-02, -2.4437e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 7.0352e-03, -2.0708e-02, -1.9059e-02, -2.8221e-03,  9.0732e-03],\n",
       "                        [-2.2202e-02, -3.6482e-02, -3.3435e-02, -2.0294e-02, -1.1695e-02],\n",
       "                        [-7.7194e-03, -3.2950e-02, -5.5740e-02, -3.5089e-02, -1.5053e-02],\n",
       "                        [-1.2823e-02, -3.5408e-02, -4.2076e-02, -1.6718e-02, -1.8323e-02],\n",
       "                        [-3.9433e-03,  5.0854e-03, -2.3092e-03,  1.1569e-02,  1.1675e-02]],\n",
       "              \n",
       "                       [[ 1.8536e-02,  2.3997e-02,  1.8607e-02, -2.1316e-03,  3.0036e-02],\n",
       "                        [-9.1898e-03, -2.0234e-02, -2.0921e-02, -1.5293e-02, -4.1515e-03],\n",
       "                        [-2.5399e-02, -3.6147e-02,  1.1215e-02, -1.3978e-02,  1.0484e-02],\n",
       "                        [-1.7011e-03, -1.7085e-02,  1.9866e-02,  6.1436e-03,  4.9555e-03],\n",
       "                        [ 1.0626e-02,  1.2917e-02,  4.2516e-02,  1.5874e-02,  1.7050e-02]],\n",
       "              \n",
       "                       [[-4.0153e-03,  1.6083e-02,  8.7844e-03, -9.1274e-03,  2.2305e-02],\n",
       "                        [-2.0949e-02, -3.9927e-03, -3.2194e-02, -2.1123e-02, -1.3385e-03],\n",
       "                        [-4.2372e-03,  1.4911e-02,  3.8126e-03, -5.2412e-03,  9.8842e-03],\n",
       "                        [ 1.2249e-02,  3.7495e-03, -3.4932e-03,  6.0049e-03,  1.4841e-02],\n",
       "                        [ 1.3200e-02, -1.9996e-03,  2.0933e-02,  1.6309e-04, -8.3707e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-6.4706e-03, -3.2926e-02, -1.5733e-02, -1.7831e-02,  2.1256e-03],\n",
       "                        [-5.4066e-02, -5.4719e-02, -4.5444e-02, -5.6256e-02, -3.6743e-02],\n",
       "                        [ 2.8305e-02,  2.9538e-02,  4.4844e-02,  2.2081e-02,  3.5385e-02],\n",
       "                        [ 1.6821e-02,  1.6557e-02,  5.4560e-02,  1.7084e-02,  2.3373e-02],\n",
       "                        [-4.0657e-03, -8.0451e-03,  4.4215e-04,  7.5198e-03,  1.0919e-02]],\n",
       "              \n",
       "                       [[ 2.0678e-02,  2.0736e-02,  7.6578e-02,  2.9091e-02,  4.1559e-02],\n",
       "                        [-1.0118e-03,  5.5359e-02,  1.3228e-01,  6.7964e-02,  4.1530e-02],\n",
       "                        [-3.9346e-03,  3.5696e-02,  1.2877e-01,  6.1861e-02,  2.9380e-02],\n",
       "                        [ 2.5981e-02,  3.8598e-02,  1.3250e-01,  3.2665e-02, -1.8039e-02],\n",
       "                        [-1.9937e-02, -1.3913e-02, -1.0549e-02, -1.3653e-02, -2.4947e-03]],\n",
       "              \n",
       "                       [[ 7.0426e-02,  2.1494e-02, -9.1289e-03, -9.1144e-03, -5.7207e-03],\n",
       "                        [ 3.0881e-02, -1.0100e-02, -5.8352e-02, -3.8790e-02, -2.0214e-02],\n",
       "                        [-7.5705e-03, -4.3871e-02, -8.5624e-02, -5.4874e-02, -1.8760e-02],\n",
       "                        [-5.6932e-03, -4.2488e-02, -7.0337e-02, -3.9515e-02,  2.8042e-03],\n",
       "                        [ 4.9093e-02,  8.0856e-03, -2.0497e-02,  1.7022e-02,  2.4330e-02]]]])),\n",
       "             ('features.3.bias',\n",
       "              tensor([-1.0928e-01, -1.7263e-01, -5.1698e-02, -6.5495e-02, -3.9439e-02,\n",
       "                       1.7420e-01, -1.8464e-01,  9.5525e-02, -2.5099e-02, -3.0075e-02,\n",
       "                       1.3654e-01, -3.2269e-01, -1.4834e-01,  1.2790e-01,  4.0678e-03,\n",
       "                      -5.7279e-02, -2.1440e-03,  2.0314e-01,  3.3098e-01,  7.3128e-02,\n",
       "                       4.9798e-01, -4.4765e-02, -8.2151e-02,  1.4895e-02, -4.6373e-02,\n",
       "                       5.7510e-02,  1.9020e-02,  7.4533e-04, -1.8182e-01, -1.2202e-04,\n",
       "                      -1.3162e-01, -1.2743e-01,  5.9956e-03, -4.2740e-01,  1.1648e-01,\n",
       "                      -1.6375e-01, -6.0307e-02, -2.3113e-01,  2.4188e-01, -7.8616e-02,\n",
       "                       2.0777e-02, -2.5044e-02, -4.4685e-02,  2.8326e-02, -1.7459e-01,\n",
       "                       7.1566e-02, -5.7368e-02,  1.2070e-01, -5.8133e-02, -1.7347e-01,\n",
       "                      -1.2782e-01,  5.3739e-02,  4.5314e-02,  9.4975e-02,  1.0401e-02,\n",
       "                       1.3877e-01, -1.3664e-01,  2.4293e-01,  1.4512e-01,  4.8102e-01,\n",
       "                      -1.1793e-01, -1.5927e-01,  1.6019e-01,  2.2559e-01,  9.6043e-02,\n",
       "                       2.9943e-02, -1.7576e-01, -9.5031e-02,  2.3446e-01, -2.4519e-01,\n",
       "                       1.0253e-01, -2.4316e-01, -5.6964e-02, -2.7844e-02, -3.4611e-01,\n",
       "                       4.0740e-02, -2.3085e-01,  1.9122e-01,  1.6288e-01,  2.9599e-01,\n",
       "                      -1.3699e-01,  5.2276e-03, -1.6603e-01, -7.7020e-02, -1.1686e-01,\n",
       "                       6.8327e-02, -9.8369e-02, -9.1281e-02, -1.6490e-01,  6.2494e-02,\n",
       "                       1.0231e-01, -5.7519e-03, -1.7242e-01, -8.5797e-03, -1.2002e-01,\n",
       "                      -1.8632e-01, -5.3833e-02, -6.7391e-02, -1.4795e-01,  2.6208e-02,\n",
       "                       3.9989e-02, -2.1992e-01, -1.4985e-01, -8.3122e-02, -6.7938e-02,\n",
       "                      -7.8998e-02, -4.2145e-02,  3.7165e-01, -1.8347e-01,  6.1246e-02,\n",
       "                      -4.7721e-01, -2.1703e-01, -7.0511e-02, -9.9998e-02, -4.4748e-02,\n",
       "                       8.6560e-02, -1.3605e-01, -1.8263e-01, -3.7893e-02, -2.9278e-01,\n",
       "                      -1.3911e-01,  1.4130e-01,  2.9491e-01,  2.7607e-01, -4.4584e-02,\n",
       "                       3.6733e-01,  8.7795e-02, -2.0914e-02,  2.0941e-01,  4.9935e-01,\n",
       "                       1.4991e-01, -1.3268e-01,  2.1515e-01,  2.3250e-01,  1.4488e-01,\n",
       "                      -8.2328e-02, -3.2715e-02, -1.2761e-01,  1.1177e-01,  3.8759e-01,\n",
       "                      -3.7940e-02, -1.7950e-01,  3.1519e-01, -4.0012e-02,  3.2606e-01,\n",
       "                       1.0944e-02, -4.2019e-01, -1.9330e-01,  4.6443e-02,  1.4548e-02,\n",
       "                       4.1791e-02,  1.4871e-01, -1.5567e-01, -1.6159e-01,  4.9127e-01,\n",
       "                      -1.4576e-01,  1.3040e-01, -3.2479e-02, -3.3374e-02, -3.0722e-01,\n",
       "                       3.0348e-01, -8.2917e-02,  1.5031e-01, -2.1193e-02,  1.7708e-01,\n",
       "                       2.0579e-01,  1.0637e-01, -1.4460e-01, -1.6046e-01, -2.6753e-02,\n",
       "                      -6.7287e-02,  4.8736e-01,  1.7410e-01,  1.8411e-01, -8.9367e-02,\n",
       "                       1.4409e-01,  5.3045e-02, -1.3101e-01, -8.4564e-02, -3.6975e-02,\n",
       "                      -2.3806e-01, -8.0580e-02, -9.7469e-02,  1.4895e-01, -3.0727e-03,\n",
       "                       2.8690e-01,  9.3942e-02,  1.2006e-01, -1.2438e-01,  7.2421e-02,\n",
       "                       1.3842e-02,  7.2982e-02])),\n",
       "             ('features.6.weight',\n",
       "              tensor([[[[ 2.4858e-02,  1.3116e-02,  2.8198e-02],\n",
       "                        [ 4.2541e-02,  5.7339e-02, -6.0905e-03],\n",
       "                        [-4.1912e-03,  9.3096e-03, -1.5442e-02]],\n",
       "              \n",
       "                       [[-3.8954e-03, -7.8586e-02, -5.1808e-02],\n",
       "                        [ 2.6484e-02, -4.9877e-02, -1.7763e-03],\n",
       "                        [ 8.2902e-03, -4.9339e-02,  3.1145e-02]],\n",
       "              \n",
       "                       [[ 1.6455e-02, -1.2150e-02,  1.7428e-02],\n",
       "                        [ 5.2012e-02, -6.7141e-03,  2.7325e-02],\n",
       "                        [ 7.5568e-03, -4.2402e-02, -2.7909e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.7289e-04,  2.4099e-02,  3.6948e-02],\n",
       "                        [-2.4145e-02, -3.5276e-02,  3.6910e-03],\n",
       "                        [ 1.9541e-02, -3.0342e-02, -3.5262e-02]],\n",
       "              \n",
       "                       [[ 1.3239e-02, -1.8624e-02, -5.3330e-02],\n",
       "                        [ 1.7639e-04, -1.4714e-02, -2.2829e-02],\n",
       "                        [-6.7702e-03,  2.3287e-02,  1.3873e-02]],\n",
       "              \n",
       "                       [[ 3.0512e-02,  7.5860e-03,  4.9459e-04],\n",
       "                        [-4.5703e-03, -1.2827e-02, -6.5061e-03],\n",
       "                        [-9.8111e-03, -1.5570e-02,  1.9379e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.3660e-02, -3.9180e-02,  2.0014e-02],\n",
       "                        [ 5.7389e-02,  1.1934e-02,  2.3058e-02],\n",
       "                        [-2.2237e-02, -1.8879e-02, -2.0941e-02]],\n",
       "              \n",
       "                       [[-1.3402e-02,  1.9384e-02,  2.0018e-02],\n",
       "                        [ 2.2285e-03, -1.5328e-02, -2.0604e-02],\n",
       "                        [ 5.2206e-02, -4.0713e-02, -1.6011e-02]],\n",
       "              \n",
       "                       [[ 8.2728e-03, -1.2311e-02, -2.6974e-02],\n",
       "                        [ 2.5519e-03, -5.6930e-03, -5.1476e-02],\n",
       "                        [-2.8822e-02, -8.5134e-02, -6.5895e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.1531e-02,  2.4226e-02,  6.0344e-04],\n",
       "                        [-3.3641e-02,  7.7504e-02, -1.8122e-02],\n",
       "                        [ 2.2435e-02,  6.3408e-02, -1.0774e-03]],\n",
       "              \n",
       "                       [[-1.6893e-02,  5.7512e-03,  3.7639e-02],\n",
       "                        [-1.6503e-02, -3.2492e-03,  3.6293e-02],\n",
       "                        [ 3.2918e-02, -1.2321e-02,  1.4753e-03]],\n",
       "              \n",
       "                       [[ 5.8365e-02,  6.4994e-02,  6.6423e-02],\n",
       "                        [-1.3995e-02, -2.4027e-02, -1.2127e-02],\n",
       "                        [ 2.6365e-03, -1.4931e-02, -7.9207e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 8.0889e-03,  9.6816e-03, -1.2593e-02],\n",
       "                        [ 1.1684e-02,  4.7408e-02,  4.9439e-02],\n",
       "                        [-1.1663e-02,  7.7298e-02,  2.3240e-02]],\n",
       "              \n",
       "                       [[ 9.5861e-03, -3.5039e-02, -1.5836e-02],\n",
       "                        [-2.2685e-02,  1.6363e-02,  1.8725e-02],\n",
       "                        [-1.7577e-02, -5.9963e-03, -1.2350e-02]],\n",
       "              \n",
       "                       [[-3.9020e-03, -5.0362e-03,  2.8650e-03],\n",
       "                        [ 2.3688e-02,  3.0239e-03, -5.0350e-02],\n",
       "                        [-3.0330e-02, -2.0917e-02, -9.9929e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.3766e-02, -4.8649e-03,  3.4593e-03],\n",
       "                        [-1.7299e-03,  9.8713e-03,  3.1695e-03],\n",
       "                        [-1.5713e-02,  2.4070e-02,  4.3523e-02]],\n",
       "              \n",
       "                       [[ 1.7398e-02,  3.9648e-02,  5.0599e-02],\n",
       "                        [-1.8082e-02,  2.3186e-02,  7.5082e-02],\n",
       "                        [-1.4652e-02, -1.4806e-03,  2.4491e-02]],\n",
       "              \n",
       "                       [[-3.6486e-03,  1.6976e-02,  9.5258e-03],\n",
       "                        [ 8.3009e-03,  3.0063e-03, -3.5994e-03],\n",
       "                        [-2.0521e-04, -9.6109e-04, -7.6914e-03]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[-2.1159e-02,  3.1025e-02, -5.1508e-04],\n",
       "                        [-2.0021e-02, -9.5897e-03,  2.7262e-02],\n",
       "                        [-9.7968e-03, -3.9145e-02,  9.2344e-03]],\n",
       "              \n",
       "                       [[-2.2890e-02, -6.2061e-03, -1.8220e-02],\n",
       "                        [ 2.6104e-02,  1.8208e-02, -3.5678e-02],\n",
       "                        [-1.9037e-02, -2.5568e-02, -3.2400e-03]],\n",
       "              \n",
       "                       [[ 4.5357e-04,  1.1460e-02,  3.0362e-02],\n",
       "                        [ 2.1339e-02,  1.1392e-02,  1.3384e-02],\n",
       "                        [ 2.2492e-02, -1.0258e-02, -5.8449e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-2.7361e-02,  1.4307e-02,  1.8851e-02],\n",
       "                        [ 3.9169e-02, -4.1835e-02, -1.2617e-03],\n",
       "                        [-2.4972e-02, -6.0201e-02,  1.1093e-02]],\n",
       "              \n",
       "                       [[ 1.3269e-02,  2.8252e-02, -2.0582e-02],\n",
       "                        [ 1.2612e-02,  5.3777e-02, -2.9175e-02],\n",
       "                        [ 4.3714e-02,  1.5523e-02, -3.4617e-02]],\n",
       "              \n",
       "                       [[-1.4312e-02, -1.1627e-02, -8.0607e-03],\n",
       "                        [-1.7464e-02,  9.4876e-03, -3.3993e-04],\n",
       "                        [-4.5948e-03,  2.4349e-02,  2.9515e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.3024e-02,  3.7754e-02, -7.9412e-03],\n",
       "                        [ 2.3338e-02, -3.2373e-02, -4.1358e-02],\n",
       "                        [ 6.4814e-02,  2.6370e-02,  4.9119e-02]],\n",
       "              \n",
       "                       [[ 4.7991e-02, -2.4855e-02,  1.2162e-02],\n",
       "                        [-2.7339e-02,  3.9421e-02, -1.8773e-02],\n",
       "                        [-5.8830e-02,  2.6058e-02,  1.4781e-03]],\n",
       "              \n",
       "                       [[ 8.6110e-03, -2.6908e-02,  1.1525e-02],\n",
       "                        [ 5.6151e-02, -1.3285e-02, -7.1971e-03],\n",
       "                        [ 1.1242e-03, -4.7446e-02, -3.6017e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 3.5633e-02, -8.5117e-03,  6.2245e-02],\n",
       "                        [ 1.0972e-02,  1.9737e-02,  4.8234e-02],\n",
       "                        [-1.1555e-02,  4.3559e-03,  5.2946e-02]],\n",
       "              \n",
       "                       [[-1.0731e-03,  2.2912e-02,  2.2005e-02],\n",
       "                        [ 1.3288e-02,  4.9365e-02,  1.2220e-02],\n",
       "                        [ 1.0511e-02,  1.7318e-02, -1.8007e-02]],\n",
       "              \n",
       "                       [[-2.6693e-02, -1.8063e-02, -2.4829e-02],\n",
       "                        [-3.3943e-02, -1.4893e-03, -1.1168e-02],\n",
       "                        [-1.3225e-02, -4.6098e-03,  3.0331e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-6.0866e-03, -2.5078e-02, -4.7683e-02],\n",
       "                        [ 2.4006e-02,  5.2576e-02, -2.1802e-02],\n",
       "                        [ 2.5606e-02,  1.1889e-02, -2.4519e-03]],\n",
       "              \n",
       "                       [[ 2.5286e-02, -2.8539e-02,  8.4982e-03],\n",
       "                        [ 6.8764e-03, -8.9434e-03,  3.4527e-03],\n",
       "                        [ 2.7720e-02,  1.2911e-02,  1.2079e-02]],\n",
       "              \n",
       "                       [[ 2.8175e-02,  1.3563e-02,  6.9976e-02],\n",
       "                        [ 2.7799e-02, -3.6929e-02,  1.0927e-01],\n",
       "                        [ 2.3212e-02, -3.4578e-02, -4.8821e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-3.3232e-04,  1.7463e-02, -9.6818e-03],\n",
       "                        [ 9.2093e-03,  1.5052e-02,  8.6647e-03],\n",
       "                        [-1.8870e-02, -2.1472e-02, -1.5119e-02]],\n",
       "              \n",
       "                       [[ 4.3916e-02, -5.5188e-05, -7.7297e-03],\n",
       "                        [-8.0442e-03, -3.4422e-02, -2.2207e-02],\n",
       "                        [-1.4105e-02, -2.7909e-02, -2.4631e-02]],\n",
       "              \n",
       "                       [[-2.6292e-02,  1.1666e-02, -1.6261e-02],\n",
       "                        [-5.7774e-02, -5.8361e-02, -4.8310e-02],\n",
       "                        [-4.1695e-02, -6.6255e-02, -5.7636e-02]]]])),\n",
       "             ('features.6.bias',\n",
       "              tensor([ 2.5296e-02,  1.1945e-01, -3.3357e-01,  1.1266e-01, -1.1582e-01,\n",
       "                      -5.9723e-02,  1.1421e-01, -9.5083e-02,  3.1485e-02, -1.1093e-02,\n",
       "                      -4.9384e-02,  9.1009e-02, -5.2086e-02,  3.6598e-02, -1.2018e-01,\n",
       "                      -1.3416e-01, -5.0457e-03, -1.4378e-03, -7.6294e-02, -4.9133e-02,\n",
       "                      -1.2550e-01,  2.3369e-01, -8.1535e-02,  2.4502e-02, -1.1238e-02,\n",
       "                       1.3240e-01,  2.5781e-01, -2.4450e-02,  7.3169e-02,  2.0816e-01,\n",
       "                       5.9903e-02, -1.1075e-02,  7.0557e-02,  5.3707e-03,  1.3942e-02,\n",
       "                      -6.9005e-02,  9.5581e-02,  8.2127e-02, -8.9249e-02,  2.3552e-02,\n",
       "                       2.0885e-02,  2.0952e-01,  5.7000e-02,  1.0061e-01, -1.5167e-01,\n",
       "                       5.1431e-02,  6.0977e-02,  1.6120e-01,  4.6385e-02, -2.9361e-01,\n",
       "                      -1.9220e-01, -3.3040e-02, -2.2844e-01,  5.2254e-02, -4.1985e-02,\n",
       "                      -2.2856e-01, -2.2374e-01, -1.0398e-01, -3.9473e-02,  2.3086e-02,\n",
       "                       8.5222e-02, -3.7522e-03,  9.9965e-02,  2.2243e-01,  1.4045e-01,\n",
       "                      -8.3344e-02, -1.5321e-02,  8.4639e-04,  2.0019e-02, -1.4662e-01,\n",
       "                      -5.2505e-02, -8.1782e-02,  3.8130e-01, -3.4659e-02, -4.2694e-02,\n",
       "                       1.8965e-02,  3.0156e-01,  1.2823e-01,  1.3799e-01,  1.2063e-01,\n",
       "                      -3.4695e-02,  1.0009e-01, -7.9640e-02, -7.5065e-02,  1.0233e-01,\n",
       "                       3.2208e-01,  2.1217e-01,  3.0716e-01, -8.1736e-03,  1.3200e-01,\n",
       "                      -6.8293e-02,  1.4088e-01, -6.3016e-02, -8.2268e-02,  3.3019e-02,\n",
       "                      -1.8908e-01, -1.6634e-02, -1.8369e-01,  2.0020e-01,  6.9814e-02,\n",
       "                      -1.3038e-02,  1.3110e-01,  1.9347e-01,  3.4634e-01, -4.2031e-02,\n",
       "                      -1.6328e-02,  1.1963e-01, -6.8291e-02, -1.5022e-01,  9.9076e-03,\n",
       "                      -3.0987e-01,  9.0031e-02, -8.1147e-02, -5.2415e-02, -9.0178e-02,\n",
       "                       5.0669e-02, -2.6872e-02,  1.4879e-01, -6.0823e-02, -7.0688e-02,\n",
       "                      -3.4375e-02,  1.9965e-01,  5.5266e-01, -7.1537e-02, -9.4906e-03,\n",
       "                       1.0071e-01, -9.5097e-03, -2.5680e-02,  9.7761e-02,  1.1309e-02,\n",
       "                       5.2728e-01,  2.7153e-01,  1.3556e-01,  2.2964e-01, -1.2627e-01,\n",
       "                       1.3784e-02, -2.2356e-02, -1.8921e-01, -4.5453e-02, -2.9798e-02,\n",
       "                       4.6675e-02, -5.1737e-02, -1.7543e-01, -3.4338e-01, -5.7257e-03,\n",
       "                      -2.3548e-01,  5.3668e-02,  3.4909e-01, -2.3416e-01, -1.1250e-01,\n",
       "                       3.1410e-02, -9.6694e-02, -1.6565e-01, -2.2653e-03, -2.5939e-01,\n",
       "                       5.0781e-02,  8.9765e-02, -1.0748e-02,  1.2842e-01,  3.5524e-02,\n",
       "                       3.3868e-02, -5.5422e-03, -9.5143e-02, -3.0961e-02,  3.2034e-02,\n",
       "                       5.2717e-02,  1.2630e-01,  1.5936e-01,  3.5871e-02,  3.5311e-02,\n",
       "                       3.6975e-01,  1.7943e-02, -2.2763e-02, -9.5617e-02,  1.7291e-01,\n",
       "                       5.1715e-02,  1.5322e-01, -1.2241e-02,  2.5096e-01, -1.6052e-02,\n",
       "                       2.2399e-02, -2.8640e-02,  1.1971e-01, -2.5529e-02, -4.1908e-02,\n",
       "                       2.1012e-01, -1.3480e-01, -1.6478e-01, -2.5691e-02, -1.2916e-01,\n",
       "                      -1.6463e-01,  5.3876e-02,  1.1469e-01, -1.1934e-01, -5.9146e-02,\n",
       "                      -1.5055e-01, -2.7029e-02,  1.0714e-01, -8.8103e-02,  1.1475e-01,\n",
       "                       1.7447e-01,  1.5797e-01,  5.2465e-02, -2.8796e-02,  2.4430e-01,\n",
       "                       1.4584e-01,  1.1052e-02,  2.1882e-01,  3.9874e-01,  3.2079e-01,\n",
       "                      -8.7249e-02, -7.7314e-02,  5.5055e-02, -7.4239e-02,  2.9941e-01,\n",
       "                      -1.1196e-01,  2.0385e-02, -1.6533e-01, -8.4008e-02,  9.1928e-02,\n",
       "                      -1.6281e-02, -1.3456e-02,  3.4111e-02, -1.5228e-01,  7.9972e-02,\n",
       "                      -1.5468e-02,  9.0530e-02, -1.2425e-01,  4.0860e-02,  6.5097e-02,\n",
       "                      -3.7378e-02, -2.5349e-02,  2.8863e-01, -1.7786e-01,  4.5379e-02,\n",
       "                       8.0375e-02, -1.1857e-01,  1.2685e-01,  1.3253e-02,  4.4984e-03,\n",
       "                       8.3759e-02,  1.5047e-01, -7.4856e-02, -5.1144e-02, -1.5849e-01,\n",
       "                       1.1111e-01,  2.0428e-02,  1.9939e-02,  2.4965e-01,  2.1343e-01,\n",
       "                       1.1922e-01,  1.5213e-01,  1.0119e-01, -2.0210e-02,  1.8933e-02,\n",
       "                      -1.5583e-01,  2.6090e-01, -2.9025e-02,  6.5378e-02,  9.3637e-02,\n",
       "                      -3.3498e-02, -1.0445e-01,  1.4307e-01,  8.0963e-02, -1.6300e-01,\n",
       "                       1.8334e-01, -6.3191e-02,  3.4443e-02,  2.2093e-02, -1.0206e-01,\n",
       "                       8.7264e-02,  1.8751e-02, -1.5014e-01,  2.3940e-01,  2.2395e-01,\n",
       "                      -2.4017e-02,  2.3110e-01, -1.0960e-01, -1.6953e-01, -3.6366e-02,\n",
       "                      -5.0821e-02,  7.6745e-02,  2.0642e-01,  1.4263e-03,  1.1277e-01,\n",
       "                      -2.0354e-01,  8.0649e-02,  2.0421e-01,  3.6917e-01,  1.2266e-01,\n",
       "                      -2.3815e-02, -7.3110e-02, -1.5845e-02,  1.2772e-01, -5.7867e-02,\n",
       "                       2.8672e-01, -4.2656e-03, -2.1363e-05,  2.1605e-01,  1.5520e-01,\n",
       "                      -1.6205e-02, -9.7204e-02, -1.0046e-01, -1.9993e-02, -1.5217e-01,\n",
       "                      -5.9612e-02,  3.1248e-03, -3.4129e-01,  1.6236e-01,  1.7470e-01,\n",
       "                       2.0988e-01, -6.3615e-02,  5.4698e-02, -2.4567e-01,  1.2553e-01,\n",
       "                      -4.4876e-02, -5.9439e-02,  2.9393e-02,  1.5098e-01, -4.0008e-02,\n",
       "                       1.1208e-01, -1.5519e-01,  5.0468e-01, -4.7305e-02, -7.5279e-02,\n",
       "                       4.2626e-02, -1.3383e-01, -4.2012e-01,  3.8201e-01,  8.9413e-02,\n",
       "                       5.3007e-02,  5.8240e-02,  4.2868e-02,  2.5090e-02,  1.9713e-01,\n",
       "                       1.0120e-01, -1.1193e-01, -2.8088e-02,  3.5423e-01,  2.3811e-02,\n",
       "                       1.2284e-01, -1.2416e-01,  3.0930e-02, -1.1544e-01, -2.8152e-02,\n",
       "                       2.3655e-02,  1.5912e-02,  1.0024e-01,  1.1166e-01,  8.4823e-03,\n",
       "                      -1.3086e-01,  9.2488e-02, -5.3630e-03,  8.9322e-02,  5.3354e-02,\n",
       "                       6.6519e-02,  3.5378e-02,  4.4817e-02, -8.7586e-02,  1.3602e-01,\n",
       "                       1.8784e-01, -3.7431e-02,  3.4593e-02,  3.8587e-02, -1.9506e-01,\n",
       "                      -8.4326e-02, -6.7575e-02, -1.1365e-02,  1.0826e-01, -1.0933e-01,\n",
       "                      -4.5308e-02,  2.1318e-02,  1.2107e-01,  1.1220e-01, -9.5198e-02,\n",
       "                       5.0955e-01, -3.2508e-03,  5.4857e-02,  6.7155e-02,  1.0905e-01,\n",
       "                       1.8573e-02, -2.9313e-02,  1.1019e-02, -1.1489e-02])),\n",
       "             ('features.8.weight',\n",
       "              tensor([[[[-0.0020, -0.0081, -0.0114],\n",
       "                        [-0.0193,  0.0007,  0.0114],\n",
       "                        [-0.0541, -0.0012, -0.0244]],\n",
       "              \n",
       "                       [[ 0.0350,  0.0133,  0.0260],\n",
       "                        [-0.0282, -0.0062, -0.0269],\n",
       "                        [ 0.0035,  0.0181,  0.0147]],\n",
       "              \n",
       "                       [[-0.0572, -0.0474,  0.0019],\n",
       "                        [-0.0402, -0.0462, -0.0257],\n",
       "                        [-0.0515, -0.0490,  0.0254]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0184, -0.0234,  0.0097],\n",
       "                        [-0.0443, -0.0076, -0.0178],\n",
       "                        [-0.0518, -0.0351, -0.0455]],\n",
       "              \n",
       "                       [[-0.0037, -0.0011, -0.0447],\n",
       "                        [-0.0524, -0.0318, -0.0524],\n",
       "                        [-0.0031, -0.0111, -0.0443]],\n",
       "              \n",
       "                       [[-0.0199, -0.0015,  0.0159],\n",
       "                        [ 0.0051, -0.0149, -0.0237],\n",
       "                        [ 0.0259,  0.0332,  0.0081]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0210,  0.0214,  0.0528],\n",
       "                        [-0.0056,  0.0240,  0.0338],\n",
       "                        [-0.0091,  0.0343,  0.0236]],\n",
       "              \n",
       "                       [[-0.0239, -0.0183, -0.0083],\n",
       "                        [ 0.0316,  0.0136,  0.0453],\n",
       "                        [-0.0357,  0.0247,  0.0101]],\n",
       "              \n",
       "                       [[ 0.0013,  0.0397,  0.0254],\n",
       "                        [ 0.0308,  0.0113, -0.0031],\n",
       "                        [-0.0280,  0.0023, -0.0184]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0195, -0.0042, -0.0179],\n",
       "                        [ 0.0192,  0.0265,  0.0026],\n",
       "                        [ 0.0137, -0.0102,  0.0086]],\n",
       "              \n",
       "                       [[ 0.0275,  0.0256,  0.0252],\n",
       "                        [-0.0102, -0.0263, -0.0122],\n",
       "                        [-0.0340,  0.0067,  0.0385]],\n",
       "              \n",
       "                       [[-0.0022,  0.0217,  0.0112],\n",
       "                        [ 0.0122, -0.0210,  0.0075],\n",
       "                        [-0.0028, -0.0052, -0.0128]]],\n",
       "              \n",
       "              \n",
       "                      [[[-0.0329, -0.0248, -0.0185],\n",
       "                        [-0.0054,  0.0061,  0.0126],\n",
       "                        [ 0.0478,  0.0188,  0.0413]],\n",
       "              \n",
       "                       [[-0.0074, -0.0016,  0.0026],\n",
       "                        [ 0.0047, -0.0048,  0.0078],\n",
       "                        [-0.0068,  0.0028,  0.0143]],\n",
       "              \n",
       "                       [[ 0.0005, -0.0228, -0.0027],\n",
       "                        [-0.0152, -0.0249,  0.0235],\n",
       "                        [ 0.0053, -0.0205,  0.0647]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0352, -0.0149,  0.0171],\n",
       "                        [-0.0023, -0.0084, -0.0010],\n",
       "                        [-0.0209,  0.0037, -0.0223]],\n",
       "              \n",
       "                       [[-0.0042, -0.0047, -0.0100],\n",
       "                        [-0.0069, -0.0281, -0.0387],\n",
       "                        [ 0.0048,  0.0333,  0.0114]],\n",
       "              \n",
       "                       [[-0.0421,  0.0002, -0.0347],\n",
       "                        [-0.0001,  0.0014, -0.0092],\n",
       "                        [ 0.0719,  0.0502,  0.0573]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0410,  0.0385,  0.0163],\n",
       "                        [ 0.0073, -0.0176, -0.0462],\n",
       "                        [-0.0201, -0.0263, -0.0473]],\n",
       "              \n",
       "                       [[ 0.0129,  0.0227,  0.0252],\n",
       "                        [ 0.0145,  0.0254,  0.0300],\n",
       "                        [-0.0025,  0.0151,  0.0112]],\n",
       "              \n",
       "                       [[-0.0199, -0.0113, -0.0104],\n",
       "                        [ 0.0127,  0.0129,  0.0073],\n",
       "                        [ 0.0161,  0.0055, -0.0063]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0302,  0.0051, -0.0012],\n",
       "                        [ 0.0208,  0.0003, -0.0187],\n",
       "                        [-0.0144, -0.0357, -0.0175]],\n",
       "              \n",
       "                       [[ 0.0599,  0.0085,  0.0075],\n",
       "                        [ 0.0610,  0.0170, -0.0337],\n",
       "                        [ 0.0119,  0.0251, -0.0149]],\n",
       "              \n",
       "                       [[-0.0455, -0.0504, -0.0410],\n",
       "                        [-0.0200, -0.0281, -0.0193],\n",
       "                        [-0.0178, -0.0225, -0.0468]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0077, -0.0249,  0.0156],\n",
       "                        [-0.0249,  0.0043,  0.0494],\n",
       "                        [ 0.0045,  0.0455,  0.0455]],\n",
       "              \n",
       "                       [[ 0.0105,  0.0247, -0.0057],\n",
       "                        [ 0.0461,  0.0305,  0.0349],\n",
       "                        [-0.0354,  0.0422, -0.0025]],\n",
       "              \n",
       "                       [[ 0.0247,  0.0364,  0.0006],\n",
       "                        [-0.0022, -0.0204, -0.0010],\n",
       "                        [-0.0189, -0.0207, -0.0254]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0123, -0.0342, -0.0004],\n",
       "                        [-0.0067, -0.0245, -0.0082],\n",
       "                        [-0.0122,  0.0133,  0.0139]],\n",
       "              \n",
       "                       [[ 0.0098,  0.0259,  0.0180],\n",
       "                        [ 0.0376,  0.0472,  0.0034],\n",
       "                        [ 0.0239, -0.0019, -0.0128]],\n",
       "              \n",
       "                       [[ 0.0087,  0.0292, -0.0075],\n",
       "                        [ 0.0031, -0.0118, -0.0158],\n",
       "                        [-0.0128, -0.0524,  0.0036]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0005,  0.0481,  0.0279],\n",
       "                        [ 0.0006, -0.0294, -0.0090],\n",
       "                        [ 0.0095,  0.0028,  0.0157]],\n",
       "              \n",
       "                       [[ 0.0166,  0.0328,  0.0182],\n",
       "                        [-0.0055,  0.0275,  0.0119],\n",
       "                        [-0.0541, -0.0190, -0.0386]],\n",
       "              \n",
       "                       [[-0.0386, -0.0353,  0.0143],\n",
       "                        [-0.0577, -0.0483,  0.0289],\n",
       "                        [-0.0361,  0.0032,  0.0618]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0133,  0.0259,  0.0499],\n",
       "                        [ 0.0033, -0.0500,  0.0009],\n",
       "                        [ 0.0153,  0.0184,  0.0001]],\n",
       "              \n",
       "                       [[-0.0324, -0.0163,  0.0237],\n",
       "                        [-0.0012, -0.0137,  0.0037],\n",
       "                        [-0.0236,  0.0041,  0.0363]],\n",
       "              \n",
       "                       [[-0.0293, -0.0176, -0.0268],\n",
       "                        [-0.0341,  0.0460, -0.0113],\n",
       "                        [ 0.0003,  0.0701,  0.0068]]]])),\n",
       "             ('features.8.bias',\n",
       "              tensor([-6.2908e-02,  1.2599e-01,  2.9910e-01,  1.1226e-01,  2.8529e-01,\n",
       "                       1.2800e-01,  1.8281e-01, -3.0966e-02,  5.4521e-01,  1.5652e-01,\n",
       "                      -1.3417e-01, -1.7108e-01,  2.7399e-01,  2.2774e-01,  2.6715e-01,\n",
       "                       2.6192e-01,  4.5637e-02, -1.4264e+00,  6.0950e-01,  8.2353e-02,\n",
       "                       9.6382e-02,  1.5679e-01, -2.9053e-01,  1.2642e-01,  2.0995e-01,\n",
       "                       7.2459e-02, -2.7236e-04, -2.2086e-01,  1.1173e-01,  4.8032e-01,\n",
       "                       3.5515e-02, -2.7491e-01, -5.0275e-01,  6.9615e-04, -1.2266e-01,\n",
       "                       1.4878e-01, -8.2103e-03,  1.3206e-01,  2.9920e-01, -1.6474e-01,\n",
       "                       3.2465e-01,  5.3489e-01,  2.4496e-01,  5.9936e-01,  3.3782e-02,\n",
       "                       6.6390e-02,  4.8976e-01,  4.2106e-01,  6.3466e-01, -9.4680e-02,\n",
       "                      -7.8501e-02,  2.5697e-01,  7.6671e-02, -2.3927e-01,  1.7104e-01,\n",
       "                       4.1678e-01,  2.6976e-01, -4.6004e-01, -8.4528e-02,  2.7783e-01,\n",
       "                       2.6750e-01,  3.3215e-01,  5.0680e-02, -8.6297e-02, -2.1007e-01,\n",
       "                      -5.2222e-02, -4.1103e-02, -1.3916e-01, -3.0490e-01,  3.0167e-01,\n",
       "                       2.3581e-01, -3.8736e-01, -6.0125e-02,  9.0375e-01, -1.4004e-01,\n",
       "                       5.3197e-01,  2.3184e-01,  2.0689e-01,  2.3384e-01, -3.6393e-01,\n",
       "                       2.2036e-01, -5.4082e-01, -6.4925e-01,  9.8469e-02,  3.4030e-01,\n",
       "                       2.8475e-01, -1.1668e-01, -1.4938e-01,  2.6740e-01, -1.4695e-01,\n",
       "                       5.2876e-02,  2.9656e-01,  1.4841e-02,  1.7320e-01,  1.5211e-01,\n",
       "                       1.1128e-02, -2.4402e-02, -9.2617e-02, -5.4720e-02,  1.7771e-01,\n",
       "                       7.6462e-03, -1.5598e-02, -1.9971e-02,  3.0060e-02,  3.4280e-01,\n",
       "                       1.8484e-01, -1.8930e-01,  1.1917e-01,  4.3845e-02,  2.4088e-01,\n",
       "                      -1.2948e-01,  2.8659e-01, -3.3983e-01,  1.7242e-01, -1.3951e-02,\n",
       "                      -3.3238e-02, -2.1374e-01, -3.9050e-01,  6.9830e-01,  2.8698e-02,\n",
       "                       7.4814e-02,  1.5877e-01,  1.6203e-01,  3.8714e-02,  1.4981e-01,\n",
       "                      -7.0573e-02,  2.8210e-01,  3.0193e-01, -4.7925e-01,  9.4767e-02,\n",
       "                      -2.5825e-01, -3.0498e-01,  3.7155e-01,  4.2541e-02,  2.2962e-01,\n",
       "                       7.1776e-02,  1.0767e-01,  2.1197e-01,  2.8018e-01,  3.7508e-01,\n",
       "                      -1.2975e-01,  2.2353e-01,  1.5561e-02,  2.9895e-01,  5.8271e-01,\n",
       "                       4.4767e-01,  3.1934e-01,  1.5509e-01,  1.6081e-01,  2.4762e-01,\n",
       "                      -6.7093e-01,  2.4884e-01,  1.4737e-01,  9.3295e-02,  2.3992e-01,\n",
       "                      -2.5363e-01, -5.8247e-02,  2.2408e-01,  1.5920e-01, -5.6825e-02,\n",
       "                       4.6530e-01, -2.1166e-01, -3.1839e-01, -1.2303e+00,  1.2068e-01,\n",
       "                      -1.0088e-02,  3.3144e-01,  8.8529e-01, -5.0530e-02,  4.0095e-01,\n",
       "                      -1.2923e-01, -6.6521e-02,  2.6929e-01,  2.9677e-01, -5.1512e-01,\n",
       "                      -1.3941e-01,  3.3986e-02,  5.0526e-01,  2.3880e-01,  9.0405e-02,\n",
       "                       2.8605e-01, -5.3700e-02, -2.3043e-01, -6.9528e-02,  6.2750e-02,\n",
       "                      -8.3527e-02, -1.4610e-01,  1.8069e-01, -1.7798e-01, -9.7765e-02,\n",
       "                      -6.4475e-03,  8.1148e-01,  2.0052e-01,  3.0710e-01, -2.3601e-01,\n",
       "                       7.3178e-02,  1.1172e-01,  2.8366e-01,  6.6962e-02,  1.6107e-01,\n",
       "                      -6.7723e-01,  1.3817e-01,  1.7344e-01, -4.4210e-02, -2.5060e-01,\n",
       "                      -2.6521e-01,  1.6725e-01, -1.6838e-01, -8.5105e-02,  1.2462e-01,\n",
       "                       4.2133e-02,  1.0998e-01,  4.3315e-01,  1.4762e-01, -2.2403e-02,\n",
       "                       2.1770e-01,  5.9078e-02,  2.9927e-01,  8.4790e-02, -2.8061e-01,\n",
       "                       3.7362e-02, -1.9944e-01, -4.8672e-01,  2.0394e-01,  1.9824e-01,\n",
       "                       1.3828e-01,  3.0206e-02, -2.0721e-01,  7.0921e-01, -1.0912e-01,\n",
       "                       4.8155e-01,  2.9200e-01,  4.7852e-02, -7.9537e-01, -4.4115e-02,\n",
       "                       1.3331e-01, -1.9617e-01,  3.3779e-01,  4.0620e-01, -1.1334e-01,\n",
       "                       5.1684e-02,  7.7361e-02,  2.6791e-01,  3.2820e-01,  1.8926e-01,\n",
       "                      -2.1592e-02,  5.3141e-02, -2.4303e-01,  1.5920e-01,  5.7491e-01,\n",
       "                       7.7323e-02, -7.1903e-03,  3.1149e-01,  3.3197e-02,  2.7632e-01,\n",
       "                       1.4343e-01])),\n",
       "             ('features.10.weight',\n",
       "              tensor([[[[ 4.5008e-03, -7.7347e-03, -1.5003e-02],\n",
       "                        [-3.0285e-02, -4.4114e-02, -1.7563e-02],\n",
       "                        [-1.4331e-02, -3.6714e-02, -5.2003e-02]],\n",
       "              \n",
       "                       [[ 3.3324e-02,  9.8262e-03, -6.4676e-03],\n",
       "                        [ 1.4188e-02,  2.4336e-02,  3.1040e-02],\n",
       "                        [-1.9439e-02,  1.9590e-02, -1.6543e-02]],\n",
       "              \n",
       "                       [[ 3.3328e-05, -6.3628e-04,  1.5421e-02],\n",
       "                        [ 1.1260e-02,  5.7387e-04,  1.7457e-02],\n",
       "                        [ 7.1211e-03,  1.0711e-03,  2.1856e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.6804e-02, -2.1512e-02, -1.0703e-02],\n",
       "                        [-1.0698e-02, -5.3842e-02, -1.9335e-02],\n",
       "                        [ 1.6292e-02,  4.4939e-04,  6.5307e-05]],\n",
       "              \n",
       "                       [[ 1.2114e-03,  1.1926e-03, -1.7091e-03],\n",
       "                        [-1.7243e-02, -2.7680e-02,  1.9918e-05],\n",
       "                        [ 5.2268e-04, -1.6247e-03, -4.3989e-03]],\n",
       "              \n",
       "                       [[ 1.9892e-02,  2.9338e-02,  2.0883e-02],\n",
       "                        [ 1.3522e-02,  3.1604e-02,  1.2854e-02],\n",
       "                        [ 5.2760e-03,  1.2341e-02,  7.5441e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.4208e-02,  2.3224e-03, -2.5112e-02],\n",
       "                        [-7.6076e-03,  9.4883e-03, -4.6517e-03],\n",
       "                        [ 1.3253e-02,  1.1511e-02, -1.4017e-02]],\n",
       "              \n",
       "                       [[ 2.1794e-02,  1.0763e-02,  1.1629e-02],\n",
       "                        [ 4.1082e-02, -7.8142e-03,  1.9052e-02],\n",
       "                        [ 6.6561e-02,  3.6654e-02,  2.0193e-03]],\n",
       "              \n",
       "                       [[-1.8703e-02, -4.9244e-02, -2.9182e-02],\n",
       "                        [-1.5992e-02,  1.6744e-04,  4.5855e-03],\n",
       "                        [-6.2261e-03,  4.1283e-03,  8.5156e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-5.8011e-02, -7.3355e-02, -6.5635e-02],\n",
       "                        [-5.9603e-02, -5.7514e-02, -4.2397e-02],\n",
       "                        [-5.5825e-02, -6.3877e-02, -6.0623e-02]],\n",
       "              \n",
       "                       [[-3.6692e-02, -3.2975e-02, -1.0278e-02],\n",
       "                        [-3.1835e-02, -5.3899e-03, -3.2266e-02],\n",
       "                        [-3.2715e-02, -3.3150e-02, -2.8616e-02]],\n",
       "              \n",
       "                       [[-8.2592e-03, -2.5406e-02, -1.7791e-02],\n",
       "                        [-1.1399e-02, -2.3384e-02, -1.1688e-02],\n",
       "                        [-2.2682e-02, -3.1900e-02, -7.9640e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.8231e-02, -2.9938e-02, -3.0918e-02],\n",
       "                        [ 6.0674e-04, -4.5208e-02, -4.3832e-03],\n",
       "                        [-6.0434e-03, -6.1846e-02, -1.4543e-02]],\n",
       "              \n",
       "                       [[ 1.3111e-02,  1.5979e-02, -5.2871e-03],\n",
       "                        [-1.2694e-02,  1.2434e-03,  2.2471e-02],\n",
       "                        [ 2.1080e-02, -6.7459e-03,  1.9622e-02]],\n",
       "              \n",
       "                       [[ 3.0896e-02, -3.0819e-02,  5.1553e-03],\n",
       "                        [-5.7161e-04, -1.2514e-02,  2.3466e-02],\n",
       "                        [ 2.5366e-02,  3.1077e-02,  2.8808e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-2.0043e-02, -3.3691e-02, -3.3587e-02],\n",
       "                        [-3.1222e-02, -4.3832e-02, -2.9784e-02],\n",
       "                        [-5.5385e-02, -6.6676e-02, -5.1232e-02]],\n",
       "              \n",
       "                       [[-1.8431e-02, -1.0482e-02, -1.3102e-02],\n",
       "                        [ 5.6541e-03, -2.6609e-02,  2.4034e-03],\n",
       "                        [-2.3949e-02,  8.9346e-03,  3.3861e-03]],\n",
       "              \n",
       "                       [[ 5.7008e-03, -1.4837e-02,  1.3501e-03],\n",
       "                        [-5.6762e-04,  6.3385e-03,  5.1770e-03],\n",
       "                        [ 5.5514e-03, -1.4905e-03, -2.3526e-02]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 1.8694e-02, -5.8550e-03,  7.5898e-03],\n",
       "                        [ 5.4762e-03, -5.1852e-02,  5.3048e-03],\n",
       "                        [ 5.4274e-02, -3.1494e-03, -5.8523e-03]],\n",
       "              \n",
       "                       [[ 1.0686e-02, -1.6323e-02,  2.0675e-02],\n",
       "                        [ 1.9367e-03, -3.2638e-02,  9.5754e-04],\n",
       "                        [ 2.1652e-03,  2.7449e-02,  5.5060e-02]],\n",
       "              \n",
       "                       [[ 5.0755e-03, -2.6414e-02,  1.8585e-02],\n",
       "                        [-2.5866e-03,  1.2334e-03,  4.8944e-03],\n",
       "                        [ 5.3379e-04, -8.6257e-03, -2.3603e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 2.3444e-02,  9.6432e-03,  1.7831e-02],\n",
       "                        [-1.8331e-02, -5.7185e-02, -2.1030e-02],\n",
       "                        [ 1.0187e-02, -3.0167e-02, -8.0193e-03]],\n",
       "              \n",
       "                       [[ 1.7629e-02,  2.5001e-02, -4.5713e-02],\n",
       "                        [ 2.5250e-02,  3.9404e-02,  3.0033e-02],\n",
       "                        [ 1.6265e-02,  5.3023e-02,  8.1163e-03]],\n",
       "              \n",
       "                       [[ 4.1792e-03,  8.5183e-03,  3.5242e-03],\n",
       "                        [ 2.7552e-02,  4.5622e-02,  3.8444e-03],\n",
       "                        [ 2.1285e-02,  2.0103e-02,  1.6193e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.4135e-02, -3.3222e-02, -5.2931e-03],\n",
       "                        [-8.9475e-03, -3.3265e-02,  4.3306e-03],\n",
       "                        [ 1.7092e-02, -2.8524e-02, -2.5048e-02]],\n",
       "              \n",
       "                       [[-1.4275e-02, -2.7405e-02,  1.1635e-02],\n",
       "                        [-2.2799e-02, -3.2017e-02, -9.8221e-03],\n",
       "                        [-2.0387e-02, -3.1692e-02, -9.8188e-03]],\n",
       "              \n",
       "                       [[-2.0245e-02, -7.1923e-03,  5.0653e-03],\n",
       "                        [ 9.2916e-03, -1.4393e-02, -2.8599e-02],\n",
       "                        [ 1.5616e-03, -1.7386e-02, -7.2756e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.4874e-02, -9.5781e-03,  2.7291e-02],\n",
       "                        [ 1.7682e-03, -1.8440e-02,  7.5908e-03],\n",
       "                        [-6.8078e-03, -1.3905e-03,  3.8714e-03]],\n",
       "              \n",
       "                       [[-2.7931e-02, -3.4299e-02, -1.5767e-02],\n",
       "                        [-1.5908e-02, -4.4211e-02, -1.5330e-02],\n",
       "                        [-1.9257e-02, -2.3017e-02,  7.2739e-04]],\n",
       "              \n",
       "                       [[-3.6868e-02,  1.5530e-02, -7.3656e-04],\n",
       "                        [-3.2403e-03, -2.5565e-02, -6.2375e-04],\n",
       "                        [-7.5825e-03, -1.7276e-02, -1.2110e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-3.0703e-03, -3.1071e-02,  4.9807e-04],\n",
       "                        [ 1.3618e-02,  6.6683e-03, -1.3059e-02],\n",
       "                        [-1.5806e-02,  9.5659e-03, -2.8366e-02]],\n",
       "              \n",
       "                       [[-1.5622e-02,  1.0870e-02, -4.3911e-02],\n",
       "                        [-6.0366e-03,  4.7041e-02, -6.7736e-03],\n",
       "                        [ 2.3879e-02,  1.5275e-02,  2.1209e-02]],\n",
       "              \n",
       "                       [[-3.4367e-02, -2.7406e-03, -4.0337e-02],\n",
       "                        [-2.1270e-02, -2.4037e-02, -2.0263e-02],\n",
       "                        [-7.9488e-03, -1.4826e-03, -6.8217e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.0063e-02, -2.2878e-02, -5.5036e-03],\n",
       "                        [ 3.2441e-02, -1.3513e-02,  2.5942e-03],\n",
       "                        [-2.8327e-02, -3.6309e-02, -1.9826e-02]],\n",
       "              \n",
       "                       [[-9.0379e-03,  1.6569e-02,  5.9027e-04],\n",
       "                        [-7.4690e-04,  3.3369e-02,  2.2972e-02],\n",
       "                        [ 1.0572e-02,  8.1467e-03, -3.4821e-02]],\n",
       "              \n",
       "                       [[ 7.4795e-03,  1.9532e-03,  8.9045e-03],\n",
       "                        [-7.3107e-03, -2.9493e-02,  1.2008e-03],\n",
       "                        [ 8.8704e-03,  1.1838e-02,  7.4983e-04]]]])),\n",
       "             ('features.10.bias',\n",
       "              tensor([ 3.7964e-02,  4.3626e-01,  1.9919e-01,  4.7873e-01,  1.9452e-01,\n",
       "                       4.6094e-02,  8.9556e-02, -9.0875e-02,  1.2068e-01,  1.8953e-01,\n",
       "                       4.5016e-02,  4.8434e-01,  2.4634e-01, -7.8553e-02, -4.1008e-02,\n",
       "                      -4.5605e-01,  6.7455e-01,  4.3669e-02, -3.8591e-01,  2.3154e-01,\n",
       "                       1.2107e-01,  3.2227e-01,  1.1335e+00,  2.1153e-01,  4.7995e-01,\n",
       "                       2.8958e-01,  6.4578e-02,  2.4041e-02,  1.5042e-01,  2.8817e-01,\n",
       "                       6.7181e-02,  2.6940e-01,  1.0063e-02,  3.4250e-01,  1.6370e-01,\n",
       "                       2.0520e-01,  7.5118e-02,  1.1070e-01,  2.6571e-01,  1.2281e-01,\n",
       "                      -4.6485e-02,  5.1063e-01,  1.4461e-01,  4.4510e-01,  3.3639e-01,\n",
       "                       4.0720e-01, -2.1050e-02,  1.1052e+00,  1.2309e-01,  3.1051e-01,\n",
       "                       2.3018e-01,  3.6438e-01,  3.8058e-01,  1.7631e-01,  6.3093e-01,\n",
       "                      -1.3756e-02,  2.6251e-01,  2.0362e-01,  3.4236e-01,  1.9062e-02,\n",
       "                       1.5609e-01,  2.2937e-01, -8.7384e-02,  3.1602e-02,  8.6188e-02,\n",
       "                       2.4748e-01, -7.8154e-03,  2.2365e-01,  2.4816e-01,  7.1836e-02,\n",
       "                      -6.6000e-02, -6.8084e-02, -2.1012e-02,  4.0951e-01,  4.2487e-01,\n",
       "                       3.0534e-01, -1.1383e-01,  2.4841e-02,  1.1446e-01,  7.3555e-03,\n",
       "                      -4.6246e-02,  6.3487e-01, -1.1421e-01,  6.1986e-01,  9.2757e-02,\n",
       "                      -1.4665e-02,  4.6250e-01,  6.3386e-01, -1.7848e-02,  1.3755e-01,\n",
       "                       1.2155e-02,  1.9338e-01,  1.9085e-02,  8.1355e-02,  1.7102e-02,\n",
       "                       4.4921e-02,  1.9130e-01,  2.0720e-01,  1.7913e-03,  4.5546e-01,\n",
       "                       3.8208e-01,  3.2588e-01, -1.0084e-01,  5.0784e-01,  1.2523e-02,\n",
       "                       5.9673e-01,  8.0652e-01,  4.6247e-01,  1.4344e-01,  9.7860e-03,\n",
       "                      -3.8480e-02,  3.1713e-02,  1.3493e-01,  5.5403e-01,  1.3879e-01,\n",
       "                       1.8507e-01,  3.5126e-02, -1.2923e-01,  1.5486e-01,  6.6569e-02,\n",
       "                       2.2698e-01, -8.0724e-02,  5.2492e-01,  1.2118e-01,  2.5738e-02,\n",
       "                       2.4021e+00,  5.4695e-01, -1.7379e-01,  1.0619e-01, -4.2293e-02,\n",
       "                       3.7618e-02,  2.4259e-01, -7.6743e-02,  2.1944e-02,  4.8954e-01,\n",
       "                       4.1475e-01,  4.8341e-02, -3.5894e-02,  1.4445e-01, -2.0989e-01,\n",
       "                       2.6906e-01,  6.1454e-02,  4.7476e-03,  5.8720e-01,  2.1773e-01,\n",
       "                       8.1851e-01,  4.1794e-01,  4.1514e-02,  1.7567e-01,  9.2828e-01,\n",
       "                       1.3975e-01,  3.6809e-01,  6.7954e-01, -4.6613e-02,  6.1853e-01,\n",
       "                       9.9139e-02,  3.7578e-01,  1.2078e-01,  7.3212e-01,  1.4217e-01,\n",
       "                      -1.5891e-02,  4.9133e-01,  6.9460e-02,  1.6718e-01,  6.8328e-01,\n",
       "                       3.6984e-01,  1.1704e-01,  4.6448e-03,  4.4395e-01,  1.6502e-01,\n",
       "                       1.2848e-01,  2.1826e-01,  7.0516e-01,  4.1369e-03,  1.6124e-01,\n",
       "                       1.1174e-01, -8.4453e-04,  2.6191e-01,  7.3103e-02,  2.6202e-01,\n",
       "                       1.5253e-02,  2.0889e-01,  3.3991e-01,  3.9360e-02,  9.8699e-02,\n",
       "                       2.8095e-01,  1.3300e-01, -9.8729e-02,  1.5865e-01, -1.0977e-01,\n",
       "                      -1.2899e-01,  1.5089e-01,  1.3981e-01,  1.9367e-03,  1.0875e-01,\n",
       "                      -1.6497e-01,  5.6130e-02,  1.7397e-01,  4.1817e-01,  1.1607e-01,\n",
       "                       3.5296e-01,  8.5897e-01,  2.8839e-01,  1.1828e-01, -5.0673e-02,\n",
       "                       2.8798e-02,  1.3510e-01,  1.9383e-01, -1.9312e-02,  5.4221e-01,\n",
       "                       5.3677e-01,  4.4037e-01,  5.0655e-01,  3.5812e-01,  5.3000e-01,\n",
       "                       5.1179e-01,  2.0096e-01,  3.6999e-01,  6.0126e-01,  4.2610e-03,\n",
       "                       1.9014e-02, -1.7977e-01,  6.5511e-02,  6.4663e-01,  2.4109e-01,\n",
       "                       1.3175e-01,  6.0788e-01, -4.4901e-03,  6.0372e-01,  2.9686e-01,\n",
       "                       6.3624e-01,  3.3710e-01,  1.0049e-01,  4.1112e-01,  5.2909e-01,\n",
       "                       1.8214e-01,  2.3342e-01,  3.5865e-02,  9.3808e-02,  1.6784e-01,\n",
       "                       9.7704e-02,  4.3545e-01,  3.4650e-02, -7.2180e-02,  1.4837e-01,\n",
       "                      -9.3362e-02,  4.1976e-01, -4.9194e-03,  1.8956e-01,  5.4447e-01,\n",
       "                       5.3322e-01,  3.6115e-01,  3.2763e-01,  5.5909e-01,  2.0211e-03,\n",
       "                      -6.6487e-02])),\n",
       "             ('classifier.1.weight',\n",
       "              tensor([[ 0.0040,  0.0061,  0.0134,  ..., -0.0003, -0.0022, -0.0093],\n",
       "                      [ 0.0013,  0.0020,  0.0028,  ...,  0.0053,  0.0002, -0.0145],\n",
       "                      [-0.0185, -0.0145, -0.0198,  ..., -0.0003, -0.0012,  0.0191],\n",
       "                      ...,\n",
       "                      [-0.0063,  0.0026, -0.0084,  ..., -0.0079,  0.0055,  0.0067],\n",
       "                      [-0.0115, -0.0055, -0.0092,  ..., -0.0039, -0.0048, -0.0099],\n",
       "                      [ 0.0026, -0.0148, -0.0016,  ...,  0.0050,  0.0052, -0.0045]])),\n",
       "             ('classifier.1.bias',\n",
       "              tensor([ 0.0324,  0.0621, -0.0557,  ..., -0.0248,  0.0185,  0.0095])),\n",
       "             ('classifier.4.weight',\n",
       "              tensor([[-0.0107, -0.0015,  0.0057,  ...,  0.0026, -0.0010, -0.0087],\n",
       "                      [-0.0279,  0.0168, -0.0162,  ..., -0.0079, -0.0049, -0.0219],\n",
       "                      [-0.0112, -0.0184,  0.0073,  ...,  0.0013,  0.0050,  0.0055],\n",
       "                      ...,\n",
       "                      [-0.0027, -0.0146,  0.0057,  ...,  0.0250, -0.0042, -0.0009],\n",
       "                      [ 0.0066,  0.0094,  0.0232,  ...,  0.0060, -0.0029, -0.0042],\n",
       "                      [ 0.0118,  0.0041,  0.0013,  ..., -0.0088, -0.0039,  0.0055]])),\n",
       "             ('classifier.4.bias',\n",
       "              tensor([0.0489, 0.0972, 0.0022,  ..., 0.0261, 0.0448, 0.0802]))])"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.state_dict()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "model2 = models.alexnet(pretrained=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "OrderedDict([('features.0.weight',\n",
       "              tensor([[[[-2.8722e-02,  3.4470e-02, -3.5194e-02,  ..., -2.5757e-02,\n",
       "                         -2.9826e-02, -2.9037e-02],\n",
       "                        [ 4.1150e-02,  1.0017e-02,  4.3639e-02,  ...,  3.1586e-02,\n",
       "                         -4.0086e-02, -5.1183e-03],\n",
       "                        [-1.0456e-02,  4.9969e-02,  4.4593e-02,  ..., -1.8659e-02,\n",
       "                          2.7292e-02, -3.2828e-02],\n",
       "                        ...,\n",
       "                        [-5.1243e-02, -3.3669e-02,  2.5065e-02,  ...,  4.5917e-02,\n",
       "                         -3.1944e-02,  3.4792e-02],\n",
       "                        [-1.8530e-02, -4.9638e-02,  4.2736e-02,  ..., -4.0126e-02,\n",
       "                          2.2983e-02, -4.9928e-02],\n",
       "                        [-3.4676e-02,  2.2727e-03,  4.4664e-02,  ...,  3.9591e-02,\n",
       "                          1.9255e-02, -4.1549e-02]],\n",
       "              \n",
       "                       [[ 3.8711e-02, -9.9574e-03, -1.4311e-02,  ..., -5.7247e-03,\n",
       "                         -1.7016e-02, -2.0532e-02],\n",
       "                        [-4.5073e-02,  2.6791e-03, -2.1547e-02,  ..., -3.9265e-03,\n",
       "                          2.7921e-02, -6.7029e-03],\n",
       "                        [-3.1850e-02, -2.7095e-02, -3.7310e-02,  ..., -9.7197e-03,\n",
       "                         -2.8417e-02,  4.2404e-02],\n",
       "                        ...,\n",
       "                        [ 6.9652e-03,  5.2417e-02,  1.2969e-02,  ...,  8.3773e-03,\n",
       "                         -4.6314e-02, -4.5304e-04],\n",
       "                        [-4.9368e-02,  4.0098e-02, -5.0780e-02,  ...,  2.8867e-02,\n",
       "                          2.6639e-02,  2.5965e-02],\n",
       "                        [-1.7916e-02,  2.6565e-03,  2.4060e-02,  ..., -2.9902e-02,\n",
       "                          3.5269e-02, -1.7728e-02]],\n",
       "              \n",
       "                       [[-4.7318e-02, -3.7982e-03,  4.6729e-02,  ..., -5.0469e-02,\n",
       "                         -3.1196e-02,  2.7607e-02],\n",
       "                        [ 3.0188e-02,  1.1487e-02, -1.1193e-02,  ...,  4.4298e-02,\n",
       "                         -1.6814e-02, -3.2020e-02],\n",
       "                        [ 1.9366e-02, -1.4561e-02,  2.6723e-02,  ...,  2.4464e-02,\n",
       "                         -1.5181e-02, -2.3677e-03],\n",
       "                        ...,\n",
       "                        [ 3.7934e-02,  4.3678e-02, -4.9712e-02,  ...,  9.1678e-03,\n",
       "                         -2.9209e-02,  9.6451e-03],\n",
       "                        [-4.5394e-02,  3.7588e-03,  5.2534e-03,  ...,  4.9534e-02,\n",
       "                          2.9168e-02, -1.1618e-02],\n",
       "                        [ 2.9305e-02, -3.5244e-02, -2.0882e-03,  ..., -3.2614e-03,\n",
       "                         -4.1046e-03,  2.5634e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-3.6266e-02, -1.6316e-02,  1.7818e-02,  ..., -2.1411e-02,\n",
       "                          1.6975e-02,  6.3092e-03],\n",
       "                        [ 6.7053e-03,  2.2635e-03,  3.6853e-02,  ..., -3.4316e-02,\n",
       "                         -2.7839e-02,  1.8414e-02],\n",
       "                        [-3.5485e-02,  2.4104e-02,  2.7700e-02,  ..., -4.6730e-02,\n",
       "                          3.1703e-02,  2.7122e-02],\n",
       "                        ...,\n",
       "                        [-3.2792e-02,  4.7444e-03,  2.7092e-02,  ..., -2.0239e-02,\n",
       "                         -1.2115e-02,  1.0539e-02],\n",
       "                        [ 3.9172e-02, -2.9185e-02, -1.3657e-02,  ..., -3.6168e-02,\n",
       "                          1.9687e-02, -2.4903e-02],\n",
       "                        [-4.7689e-02,  2.0359e-02,  3.9314e-02,  ...,  4.1612e-02,\n",
       "                         -1.4634e-02, -3.4530e-02]],\n",
       "              \n",
       "                       [[ 5.0040e-02,  2.9240e-02,  3.5103e-02,  ...,  4.1277e-03,\n",
       "                          7.1486e-03,  2.8673e-02],\n",
       "                        [-4.0594e-02,  3.4734e-02, -3.2477e-03,  ...,  1.4757e-03,\n",
       "                          8.5703e-03, -2.3480e-02],\n",
       "                        [ 5.0193e-02, -8.4691e-03,  1.4203e-02,  ...,  3.0068e-02,\n",
       "                         -3.0986e-02,  2.6121e-02],\n",
       "                        ...,\n",
       "                        [ 3.1905e-03,  2.1480e-03, -8.0778e-04,  ..., -3.7113e-03,\n",
       "                          2.1889e-02, -6.0710e-03],\n",
       "                        [-2.4273e-02, -2.1716e-02, -3.3301e-02,  ...,  2.5395e-02,\n",
       "                         -3.0589e-02,  4.3935e-02],\n",
       "                        [ 2.6660e-02, -3.5563e-02, -2.3319e-02,  ..., -7.0583e-04,\n",
       "                         -2.8740e-02,  4.2305e-02]],\n",
       "              \n",
       "                       [[ 2.4625e-02, -3.5714e-02, -1.4689e-02,  ..., -5.1951e-02,\n",
       "                          2.9607e-02, -2.5318e-02],\n",
       "                        [-2.5790e-02,  1.1736e-02,  2.9838e-03,  ...,  3.7015e-02,\n",
       "                          3.5710e-02, -1.2757e-02],\n",
       "                        [ 4.4984e-02, -4.5226e-02,  2.2934e-02,  ..., -4.2273e-02,\n",
       "                          3.7271e-02, -3.6903e-03],\n",
       "                        ...,\n",
       "                        [-4.5081e-02,  3.5792e-02, -2.2654e-02,  ..., -4.9779e-02,\n",
       "                          3.0010e-02,  4.5797e-02],\n",
       "                        [-2.0369e-02, -1.5338e-02, -2.3696e-02,  ..., -4.5860e-02,\n",
       "                         -2.9591e-02, -4.7734e-02],\n",
       "                        [-3.1011e-02,  1.5195e-02, -2.4923e-02,  ...,  2.0671e-02,\n",
       "                         -4.0945e-05, -1.7529e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.7003e-02,  8.6409e-03,  2.6339e-02,  ...,  4.9677e-02,\n",
       "                          9.0795e-03,  4.2571e-02],\n",
       "                        [ 4.3132e-02, -1.6316e-02, -1.3359e-02,  ...,  2.5205e-02,\n",
       "                         -2.2715e-02, -4.9488e-02],\n",
       "                        [-1.6974e-02,  3.8143e-02, -4.8158e-02,  ...,  1.9057e-02,\n",
       "                          1.5992e-02, -3.3695e-02],\n",
       "                        ...,\n",
       "                        [ 2.8314e-02, -2.2272e-02,  1.2766e-02,  ..., -5.1810e-02,\n",
       "                          1.7721e-02,  3.1659e-02],\n",
       "                        [-1.2026e-02,  2.8708e-02,  9.0265e-04,  ..., -2.1240e-02,\n",
       "                          1.8974e-02,  1.5348e-02],\n",
       "                        [ 7.5367e-03,  1.1182e-02,  5.1943e-02,  ..., -1.1560e-02,\n",
       "                          2.5311e-02, -4.3086e-03]],\n",
       "              \n",
       "                       [[-2.8701e-03, -2.7493e-02,  3.4220e-02,  ..., -2.7106e-02,\n",
       "                          4.8233e-02,  1.0075e-02],\n",
       "                        [ 3.1491e-02, -3.8948e-02, -5.0461e-03,  ..., -1.8068e-03,\n",
       "                          4.0364e-03,  3.2929e-02],\n",
       "                        [ 5.8541e-03,  1.6275e-02,  8.4631e-03,  ...,  7.8656e-03,\n",
       "                          2.6904e-02, -1.4906e-02],\n",
       "                        ...,\n",
       "                        [-3.9543e-02, -1.2404e-02,  1.6546e-02,  ...,  4.6736e-02,\n",
       "                         -2.7323e-02, -2.9950e-02],\n",
       "                        [ 1.1645e-02,  3.5140e-02, -1.2611e-02,  ..., -2.1583e-02,\n",
       "                         -7.1259e-03,  2.8307e-02],\n",
       "                        [-3.5748e-02, -3.1605e-02,  4.8058e-02,  ...,  3.5848e-02,\n",
       "                          3.4585e-03, -3.9340e-02]],\n",
       "              \n",
       "                       [[ 1.5870e-02, -2.2552e-02,  4.5059e-02,  ...,  4.6618e-02,\n",
       "                          9.2564e-03,  8.8948e-04],\n",
       "                        [-5.1375e-02,  3.8133e-02,  1.1994e-02,  ...,  4.2687e-02,\n",
       "                          4.6135e-02,  1.9081e-02],\n",
       "                        [ 2.1916e-02,  5.3629e-03, -1.3329e-02,  ..., -1.7580e-02,\n",
       "                          1.5300e-02, -1.2866e-02],\n",
       "                        ...,\n",
       "                        [-8.0449e-03, -1.7111e-03, -1.9139e-03,  ...,  2.1883e-02,\n",
       "                         -2.0842e-02,  4.9889e-02],\n",
       "                        [ 1.7168e-02, -4.0312e-02,  2.3460e-02,  ...,  2.1159e-02,\n",
       "                          1.8415e-02, -3.0626e-02],\n",
       "                        [ 3.6374e-02, -2.5206e-02,  1.2679e-02,  ..., -4.0702e-02,\n",
       "                          1.6096e-02, -2.8072e-02]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[-4.6732e-02, -1.2247e-03,  2.0946e-02,  ...,  1.7968e-02,\n",
       "                          2.3556e-02,  1.5853e-03],\n",
       "                        [ 5.1998e-02,  1.6796e-03,  1.5647e-02,  ...,  3.3356e-02,\n",
       "                         -3.0379e-02,  1.5907e-02],\n",
       "                        [ 1.9467e-02, -3.3044e-02, -3.2720e-02,  ..., -8.2654e-03,\n",
       "                         -4.4072e-03,  2.1630e-02],\n",
       "                        ...,\n",
       "                        [ 3.2469e-02, -1.2332e-02, -7.3006e-03,  ...,  3.2218e-02,\n",
       "                          6.5128e-03,  3.1095e-02],\n",
       "                        [ 2.0793e-03,  3.9231e-02, -1.9728e-02,  ...,  4.2255e-02,\n",
       "                          2.7478e-02,  3.7222e-02],\n",
       "                        [ 3.4907e-02,  1.2839e-02, -1.4967e-03,  ..., -1.5346e-02,\n",
       "                         -1.4688e-02,  1.0993e-02]],\n",
       "              \n",
       "                       [[ 2.1348e-02, -4.2519e-02, -4.4001e-02,  ..., -3.0424e-02,\n",
       "                         -4.9006e-03, -1.8067e-02],\n",
       "                        [-2.5563e-02, -4.9548e-03, -4.0763e-02,  ...,  3.8226e-02,\n",
       "                          5.1089e-03,  5.1885e-02],\n",
       "                        [-2.3154e-03,  5.7752e-03, -3.6875e-02,  ..., -1.3417e-02,\n",
       "                         -1.9003e-02, -7.9110e-03],\n",
       "                        ...,\n",
       "                        [-1.7341e-02,  1.2914e-02,  1.0072e-03,  ...,  4.3776e-02,\n",
       "                          4.0975e-02, -5.2308e-02],\n",
       "                        [ 3.5685e-02, -3.6902e-02, -2.7255e-02,  ...,  4.0570e-02,\n",
       "                         -4.6849e-02,  1.9276e-02],\n",
       "                        [ 2.6067e-02, -1.9667e-02, -2.2824e-02,  ..., -4.7237e-02,\n",
       "                         -1.3258e-02,  3.8247e-03]],\n",
       "              \n",
       "                       [[-4.0913e-02, -1.0502e-03, -2.7526e-02,  ..., -3.5030e-02,\n",
       "                          1.1464e-02,  4.7684e-02],\n",
       "                        [-2.3588e-02,  4.5539e-02,  3.1811e-02,  ..., -1.5628e-02,\n",
       "                          1.1602e-03,  1.8327e-02],\n",
       "                        [ 1.2920e-03, -3.6689e-02, -6.0863e-03,  ..., -3.8975e-02,\n",
       "                          4.4793e-02,  4.2630e-02],\n",
       "                        ...,\n",
       "                        [-3.1946e-02,  4.2180e-03, -5.0741e-02,  ..., -3.8698e-02,\n",
       "                          4.1308e-02,  1.0212e-02],\n",
       "                        [-3.7830e-02, -4.5722e-02, -1.6861e-02,  ..., -3.8817e-02,\n",
       "                          2.5678e-02, -4.1923e-03],\n",
       "                        [ 4.7421e-02,  4.1542e-02, -5.2408e-02,  ...,  1.5227e-02,\n",
       "                         -2.7177e-02,  3.5945e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.8840e-02, -3.8507e-02,  3.3736e-02,  ...,  4.9222e-02,\n",
       "                          4.8527e-02, -6.2301e-03],\n",
       "                        [ 2.7164e-02,  3.6877e-02, -4.6832e-02,  ..., -2.9599e-02,\n",
       "                          1.3775e-02, -9.5933e-03],\n",
       "                        [-4.2138e-02, -1.4257e-02, -4.0958e-02,  ...,  1.2130e-02,\n",
       "                         -2.5784e-02,  1.2423e-02],\n",
       "                        ...,\n",
       "                        [ 1.6735e-02, -1.0933e-02, -2.1197e-02,  ...,  4.6809e-02,\n",
       "                          3.0435e-02,  2.2969e-02],\n",
       "                        [ 1.6835e-02, -5.0947e-02,  4.1000e-02,  ..., -3.2757e-02,\n",
       "                         -3.4043e-02,  2.6349e-02],\n",
       "                        [-1.8670e-03, -2.1660e-02, -1.3891e-02,  ...,  4.4417e-02,\n",
       "                          3.6153e-02,  1.9505e-04]],\n",
       "              \n",
       "                       [[-1.9370e-02,  1.1415e-02, -4.9188e-03,  ..., -2.3132e-02,\n",
       "                          3.7418e-02,  1.7135e-02],\n",
       "                        [ 3.4580e-02,  1.5891e-02,  2.0088e-02,  ..., -1.9923e-03,\n",
       "                         -3.6651e-02,  2.8245e-03],\n",
       "                        [-2.9179e-02, -8.4315e-03,  4.1017e-02,  ...,  1.4246e-02,\n",
       "                          4.7220e-02,  9.1585e-03],\n",
       "                        ...,\n",
       "                        [ 1.6896e-02,  4.0246e-02, -2.5963e-03,  ..., -2.1304e-02,\n",
       "                          2.4591e-02, -3.5555e-02],\n",
       "                        [-2.7963e-02,  9.3229e-04, -2.9132e-02,  ...,  1.6053e-02,\n",
       "                         -2.8433e-02, -2.7669e-02],\n",
       "                        [-3.4636e-02,  4.8800e-02,  4.9098e-02,  ...,  3.4135e-02,\n",
       "                          7.5396e-03, -4.5154e-02]],\n",
       "              \n",
       "                       [[-4.3363e-02, -3.1133e-02,  2.7541e-02,  ..., -1.1893e-02,\n",
       "                          3.6340e-02,  5.0557e-02],\n",
       "                        [ 3.7785e-02,  1.0149e-03,  2.8377e-03,  ..., -2.9519e-02,\n",
       "                         -2.2467e-02, -1.2008e-02],\n",
       "                        [-4.0429e-02,  2.3983e-02, -3.5291e-02,  ..., -5.1757e-02,\n",
       "                         -5.2484e-02, -1.3853e-02],\n",
       "                        ...,\n",
       "                        [-1.4482e-02,  2.2386e-02,  3.3014e-03,  ..., -1.9265e-02,\n",
       "                          4.4597e-02,  1.7303e-02],\n",
       "                        [-1.3260e-02, -3.8246e-02,  2.7199e-02,  ...,  1.7190e-02,\n",
       "                          7.2535e-03, -5.0097e-02],\n",
       "                        [ 2.1294e-02,  3.1569e-02,  1.2649e-02,  ...,  5.2333e-02,\n",
       "                         -4.1740e-03, -2.4690e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.1786e-02, -1.5925e-03,  3.0845e-02,  ..., -3.6007e-02,\n",
       "                         -8.3637e-03,  6.2275e-03],\n",
       "                        [ 3.7395e-02, -4.8617e-02,  4.3525e-02,  ..., -3.4581e-02,\n",
       "                          2.5441e-02, -3.5480e-02],\n",
       "                        [ 2.3780e-02, -1.8268e-02,  3.2151e-02,  ...,  2.9576e-03,\n",
       "                         -2.4972e-02,  4.6268e-02],\n",
       "                        ...,\n",
       "                        [-3.3935e-02,  4.2666e-02,  5.1387e-02,  ...,  9.2076e-03,\n",
       "                          3.6992e-02, -2.9565e-02],\n",
       "                        [ 3.1229e-02, -2.7144e-02,  1.4999e-03,  ...,  4.3203e-02,\n",
       "                         -4.6088e-03,  1.4777e-02],\n",
       "                        [ 3.7015e-02,  3.9027e-02, -6.4710e-03,  ..., -3.7469e-02,\n",
       "                         -3.8088e-03, -4.3663e-03]],\n",
       "              \n",
       "                       [[ 3.5913e-02, -3.7029e-02,  9.0766e-04,  ...,  1.7356e-02,\n",
       "                         -4.3137e-02,  4.0700e-02],\n",
       "                        [-1.6068e-02, -3.0885e-02,  6.2666e-03,  ..., -1.8672e-02,\n",
       "                         -1.8133e-02, -6.8068e-03],\n",
       "                        [-9.5140e-03, -1.9194e-02, -4.2588e-02,  ..., -4.8141e-02,\n",
       "                         -7.8425e-03, -2.6352e-02],\n",
       "                        ...,\n",
       "                        [-1.2002e-02,  5.1272e-02, -2.2097e-02,  ...,  1.5421e-02,\n",
       "                          3.4795e-02,  1.3011e-02],\n",
       "                        [ 6.0147e-03, -8.7285e-03,  1.7974e-02,  ...,  6.1006e-03,\n",
       "                          3.2152e-02,  3.0322e-02],\n",
       "                        [-3.9249e-02, -2.3891e-02, -5.0027e-02,  ...,  5.0257e-02,\n",
       "                          5.4074e-03,  4.5419e-02]],\n",
       "              \n",
       "                       [[-4.1547e-02, -4.0968e-02,  1.5083e-02,  ...,  1.6759e-02,\n",
       "                          3.6605e-02, -4.4951e-02],\n",
       "                        [-1.2190e-02,  9.9464e-03, -1.6607e-02,  ..., -1.4591e-02,\n",
       "                         -4.3448e-02, -3.6732e-02],\n",
       "                        [-3.5694e-02,  5.0526e-02,  2.4323e-02,  ...,  2.3388e-02,\n",
       "                         -1.7480e-02,  3.5777e-02],\n",
       "                        ...,\n",
       "                        [-2.5194e-02,  2.6254e-02, -5.1563e-03,  ...,  2.0136e-02,\n",
       "                         -2.5275e-02,  1.7671e-02],\n",
       "                        [-3.2122e-02, -2.3701e-02, -5.1952e-02,  ..., -3.9616e-02,\n",
       "                          1.7445e-02,  5.2169e-02],\n",
       "                        [-2.1163e-02,  1.0207e-02,  2.5166e-02,  ..., -1.9762e-02,\n",
       "                         -4.3707e-02,  5.7977e-03]]]])),\n",
       "             ('features.0.bias',\n",
       "              tensor([ 2.1683e-02,  3.4423e-02,  4.1676e-02,  4.3773e-02, -1.4560e-02,\n",
       "                      -3.4492e-02, -3.4656e-03, -1.1193e-02,  2.6566e-02,  3.8142e-02,\n",
       "                      -1.3607e-02, -2.9110e-02, -2.3782e-02, -5.0459e-02, -6.3054e-03,\n",
       "                       4.8985e-02,  6.5389e-03, -4.0688e-02,  4.3032e-02, -5.4916e-04,\n",
       "                      -3.2573e-02, -1.4823e-02, -3.2856e-02,  3.2145e-02,  2.4868e-02,\n",
       "                      -4.1004e-02,  2.2416e-02, -4.0031e-02, -4.9557e-02, -4.8535e-02,\n",
       "                       4.1918e-02, -5.0350e-02, -1.5380e-02,  1.7246e-02,  2.3954e-02,\n",
       "                       9.3644e-03, -3.6772e-03, -4.6260e-02,  2.4427e-02,  2.2748e-02,\n",
       "                      -2.0425e-02, -4.9205e-03, -3.5570e-02,  4.2195e-03, -4.2842e-02,\n",
       "                       1.6013e-02,  4.7817e-02, -3.2667e-05,  3.6837e-02, -3.0387e-03,\n",
       "                       3.1508e-02, -3.9838e-02,  5.0496e-02, -5.2352e-02,  4.4743e-02,\n",
       "                      -3.7849e-02, -8.2947e-03, -2.6200e-02,  3.4317e-02,  9.2642e-03,\n",
       "                       2.3293e-02, -4.4253e-02,  1.0346e-02,  1.1910e-02])),\n",
       "             ('features.3.weight',\n",
       "              tensor([[[[-4.6801e-03,  1.5267e-02,  3.4335e-03, -1.1975e-02,  1.9921e-02],\n",
       "                        [ 2.2627e-02, -1.9727e-02, -2.5307e-03, -1.6440e-03,  3.4482e-03],\n",
       "                        [ 1.7642e-02,  2.4281e-02, -1.6508e-02, -2.2971e-02, -7.9664e-03],\n",
       "                        [-1.8296e-02, -1.2111e-02, -1.5608e-02, -1.7296e-02, -1.1644e-03],\n",
       "                        [ 1.5606e-02, -8.8095e-03, -6.0010e-03, -8.2658e-03, -5.8988e-03]],\n",
       "              \n",
       "                       [[ 1.2109e-02,  1.8195e-02,  1.7762e-02, -5.6118e-03,  1.7358e-02],\n",
       "                        [-6.1362e-03,  2.3556e-02, -2.4121e-02, -2.9182e-03, -4.0342e-03],\n",
       "                        [-1.9013e-04, -8.2866e-03, -5.1380e-03, -1.2952e-02,  1.5854e-02],\n",
       "                        [-1.9060e-02,  2.4211e-02,  3.9475e-03,  1.1439e-02, -1.8675e-02],\n",
       "                        [ 3.0600e-03, -3.8365e-03,  2.2669e-02, -1.7809e-03, -1.5711e-02]],\n",
       "              \n",
       "                       [[ 2.3943e-02,  1.5078e-03,  1.5187e-02,  1.6823e-02,  6.5026e-03],\n",
       "                        [ 1.5744e-02, -2.1490e-02,  1.0299e-02,  8.7647e-03,  5.1428e-03],\n",
       "                        [ 2.0937e-02, -1.3411e-02,  1.0202e-02,  2.2701e-02, -4.2285e-03],\n",
       "                        [-2.0505e-02,  3.5529e-03,  1.3143e-02, -1.2170e-02, -1.3176e-02],\n",
       "                        [-6.0978e-03,  2.9662e-03,  1.5498e-02, -3.3874e-03,  5.1689e-04]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-4.9974e-03, -2.6526e-03, -1.7923e-02,  1.1399e-02,  8.0331e-03],\n",
       "                        [-2.2608e-02, -2.9385e-03,  1.3197e-02, -9.4933e-03, -2.4410e-02],\n",
       "                        [-1.5723e-02, -2.1222e-02, -1.7836e-02, -3.5100e-03, -1.9639e-02],\n",
       "                        [-1.4574e-03,  1.0564e-02, -1.7931e-02, -1.1129e-02, -1.8377e-02],\n",
       "                        [ 1.9530e-03, -1.1593e-02,  1.4105e-02, -2.4611e-02, -7.0694e-03]],\n",
       "              \n",
       "                       [[ 1.1297e-02, -1.3446e-02,  1.7781e-02,  1.5153e-03,  8.8008e-03],\n",
       "                        [ 1.7752e-03,  2.2007e-02, -2.1915e-02, -5.3672e-04, -6.8036e-04],\n",
       "                        [-1.5759e-02,  2.5247e-03,  9.2224e-03,  1.9465e-02,  1.6337e-02],\n",
       "                        [ 7.6986e-03,  2.4215e-02, -6.3177e-03, -2.0378e-02, -2.3586e-02],\n",
       "                        [ 1.3750e-02, -1.3240e-02, -1.0923e-02, -1.1417e-02,  1.4747e-02]],\n",
       "              \n",
       "                       [[-1.4813e-02,  7.0659e-03,  2.2455e-02,  9.0557e-03,  1.4368e-02],\n",
       "                        [ 7.9897e-03,  2.1334e-02, -1.4190e-02,  1.2338e-02, -1.3481e-02],\n",
       "                        [ 1.8683e-02,  1.5068e-02, -1.5613e-02,  3.3201e-03, -2.9472e-04],\n",
       "                        [ 1.9309e-02,  4.6031e-03, -2.3460e-02,  2.8292e-03, -1.4807e-02],\n",
       "                        [ 1.4586e-03,  1.6575e-02,  1.8135e-02, -2.2160e-02,  2.6291e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.2968e-02,  9.4184e-03, -2.4369e-02, -1.9674e-02, -8.7637e-03],\n",
       "                        [ 5.7643e-03,  9.7154e-04, -1.9882e-02, -1.7569e-02,  2.3093e-02],\n",
       "                        [-5.8805e-03,  1.8439e-02, -7.5395e-03,  4.3647e-03,  1.9673e-03],\n",
       "                        [-9.5889e-03,  2.3336e-02,  1.2216e-02,  6.3022e-03,  3.9037e-03],\n",
       "                        [ 1.8185e-02,  1.6158e-02, -1.9270e-02,  1.6806e-02, -1.8717e-02]],\n",
       "              \n",
       "                       [[-7.2300e-03, -2.3897e-02,  8.0424e-03,  1.3969e-02,  1.0762e-02],\n",
       "                        [ 1.4961e-02, -2.4931e-02, -2.0969e-02,  1.0759e-02,  1.9501e-02],\n",
       "                        [-2.0073e-02, -1.0637e-02, -1.9142e-02, -3.3618e-04,  1.7006e-02],\n",
       "                        [-1.2058e-02, -1.3653e-02, -2.2302e-02, -1.6460e-02,  8.7383e-03],\n",
       "                        [-1.2269e-02,  9.4666e-03, -1.2554e-02, -1.6016e-02,  9.0457e-03]],\n",
       "              \n",
       "                       [[ 2.2844e-02, -1.2352e-02,  2.4326e-02,  1.8065e-02, -1.3786e-02],\n",
       "                        [-1.0622e-02,  6.4988e-03,  9.3351e-03,  4.8467e-03, -9.2059e-03],\n",
       "                        [ 8.5696e-03, -1.8755e-02, -1.4595e-02, -4.8101e-03, -1.4093e-02],\n",
       "                        [ 5.8330e-03,  1.1535e-02,  4.2361e-03,  1.7606e-02, -1.9160e-02],\n",
       "                        [-1.8368e-02, -2.4017e-02, -1.0786e-02, -7.2355e-03,  5.2897e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.6257e-02, -1.6209e-02, -4.4639e-03,  8.8281e-03,  5.8995e-03],\n",
       "                        [-2.3012e-02,  1.2802e-02, -8.5536e-03, -1.6422e-02, -4.8590e-03],\n",
       "                        [-4.4065e-03,  1.4991e-02,  2.4911e-02, -2.3377e-02,  7.2775e-03],\n",
       "                        [-1.9798e-02, -1.5987e-04, -1.7424e-02,  5.1552e-03,  1.2142e-02],\n",
       "                        [-2.0697e-02,  2.1696e-02,  7.4236e-03, -2.3701e-02, -2.1569e-02]],\n",
       "              \n",
       "                       [[ 1.9530e-02,  1.3746e-02, -1.3594e-02, -4.5492e-03,  1.5674e-02],\n",
       "                        [ 3.0859e-03,  2.4241e-02,  1.1820e-02,  4.5159e-03,  5.8503e-04],\n",
       "                        [-2.0680e-02,  2.4177e-02,  2.0105e-02, -2.1938e-02, -1.0093e-02],\n",
       "                        [-1.5833e-02,  2.0521e-02,  1.9981e-02,  1.0522e-02, -7.3649e-03],\n",
       "                        [-9.4157e-03,  6.1793e-03,  1.5579e-02, -4.2568e-03,  1.7675e-02]],\n",
       "              \n",
       "                       [[ 2.3035e-02, -2.3546e-02,  5.7794e-03,  7.3193e-03,  1.2183e-02],\n",
       "                        [ 1.0672e-02,  1.2910e-02, -3.6961e-03,  2.3641e-02,  9.2573e-03],\n",
       "                        [-1.7153e-02,  1.8949e-02, -6.9409e-03, -7.0706e-03, -8.7548e-03],\n",
       "                        [-2.0165e-02, -2.4485e-02, -5.0786e-03,  2.2560e-02, -5.9393e-03],\n",
       "                        [-1.8366e-02,  2.3115e-02,  2.8271e-03, -2.4648e-02, -1.5713e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.5224e-03,  2.4259e-02,  1.7000e-02,  5.6070e-04, -5.2272e-03],\n",
       "                        [ 1.7294e-02,  3.1779e-03,  1.8734e-02, -1.1598e-02,  7.1850e-03],\n",
       "                        [ 7.5775e-03,  2.1590e-02,  2.2563e-02,  1.9813e-02,  1.6057e-02],\n",
       "                        [ 5.8399e-03,  6.0725e-03,  2.2373e-02, -3.8785e-03, -7.9944e-03],\n",
       "                        [-8.0988e-03,  1.3407e-02, -1.3565e-02, -8.6916e-03, -1.7739e-02]],\n",
       "              \n",
       "                       [[-1.9675e-03, -2.6583e-04, -1.4449e-02,  1.1409e-02,  1.2461e-02],\n",
       "                        [ 2.3695e-02, -5.3274e-03, -1.6674e-03, -1.5475e-02,  2.0651e-02],\n",
       "                        [-2.1600e-02, -2.2662e-02,  1.5120e-02, -3.0952e-04,  1.4945e-02],\n",
       "                        [-7.4425e-04, -1.6304e-02, -2.4447e-02, -5.1406e-03, -1.6655e-03],\n",
       "                        [-6.9603e-03, -4.6243e-03, -1.0549e-02, -4.1787e-03,  2.2864e-03]],\n",
       "              \n",
       "                       [[-1.8735e-02, -2.0053e-02, -1.3183e-02, -3.7727e-03,  1.5137e-02],\n",
       "                        [ 8.2850e-03, -1.1504e-02, -2.3596e-02,  2.1575e-02, -9.9713e-04],\n",
       "                        [ 2.3249e-02, -5.5639e-03, -6.7224e-04,  7.2750e-03,  7.4238e-03],\n",
       "                        [ 5.7514e-04, -2.4831e-02, -2.3802e-02,  1.3124e-02, -1.7929e-02],\n",
       "                        [-8.5520e-03,  8.7925e-03, -2.2289e-02,  1.5062e-02,  1.9718e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.3702e-03,  5.9331e-03,  9.8133e-03, -8.1786e-03, -1.7032e-02],\n",
       "                        [ 2.6979e-03,  1.3830e-02, -4.8064e-03, -1.0569e-02,  1.0030e-03],\n",
       "                        [-1.7465e-02,  5.8026e-03,  1.7802e-02,  1.7169e-02, -2.2629e-02],\n",
       "                        [ 5.9134e-03,  1.0870e-02, -1.4058e-02,  7.2521e-03,  2.3671e-03],\n",
       "                        [ 1.2726e-02, -3.7305e-03, -8.7226e-03, -1.4043e-02,  1.3903e-02]],\n",
       "              \n",
       "                       [[-1.7236e-02, -2.1857e-02, -1.9934e-02,  1.0601e-03,  2.1828e-02],\n",
       "                        [ 1.2642e-03, -1.2900e-03, -1.7443e-02, -1.4899e-03, -1.6352e-02],\n",
       "                        [-2.3021e-02,  6.9269e-03, -1.5192e-02, -2.1895e-02, -4.0444e-03],\n",
       "                        [ 1.2451e-03,  5.9244e-03, -1.7848e-02, -1.6419e-02, -2.4405e-02],\n",
       "                        [-5.9522e-03,  6.8604e-03,  2.2348e-02,  8.8534e-03,  1.7666e-03]],\n",
       "              \n",
       "                       [[ 8.1505e-03,  7.6635e-03, -7.6578e-03, -4.4355e-03,  9.4146e-03],\n",
       "                        [-1.5042e-02, -2.1507e-02,  7.3025e-03,  5.5513e-03,  3.3333e-03],\n",
       "                        [ 2.0989e-03, -1.2719e-02, -1.0976e-03,  9.1248e-03, -7.0611e-03],\n",
       "                        [-1.8765e-02, -1.2102e-02,  1.7287e-02, -2.4315e-02, -4.6857e-03],\n",
       "                        [-1.4650e-02,  2.3626e-02,  7.1349e-03, -2.4396e-02, -8.7554e-03]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 9.5654e-03,  2.1259e-02,  1.9735e-03,  1.9505e-02, -1.3294e-02],\n",
       "                        [-1.4249e-02, -1.9189e-02,  6.8074e-03,  1.4101e-02, -2.7847e-03],\n",
       "                        [-1.8438e-02, -2.0784e-02,  1.2159e-02, -1.2683e-02,  3.3640e-03],\n",
       "                        [ 7.7953e-04,  5.1303e-03,  2.4547e-02,  5.1130e-03, -1.8066e-02],\n",
       "                        [ 2.3897e-02,  2.0426e-02, -6.0096e-03,  1.6084e-02,  1.3336e-02]],\n",
       "              \n",
       "                       [[-3.4324e-03,  1.6259e-02, -5.8781e-03,  3.0788e-03, -2.3033e-02],\n",
       "                        [-2.2149e-02, -7.4708e-03,  1.7254e-02, -1.2710e-02, -1.2641e-02],\n",
       "                        [-2.2815e-02, -1.0177e-02,  1.7792e-02, -1.4452e-02, -7.3355e-03],\n",
       "                        [-4.5255e-03, -1.0468e-02, -1.2386e-02,  2.0868e-03, -5.2752e-03],\n",
       "                        [ 2.4222e-02, -2.0710e-02, -4.9375e-03, -1.3821e-02, -8.2125e-03]],\n",
       "              \n",
       "                       [[ 3.0666e-03,  1.7698e-02, -3.3852e-03, -2.1401e-02, -1.7204e-02],\n",
       "                        [ 2.1296e-02,  1.0569e-02, -1.0637e-02,  6.3303e-03, -2.2471e-02],\n",
       "                        [-2.0581e-02,  2.1151e-02,  2.4088e-02,  2.3815e-02, -1.4966e-02],\n",
       "                        [-2.3147e-02, -1.6809e-02,  6.4524e-03, -1.0565e-02, -7.2126e-03],\n",
       "                        [ 1.3951e-02, -9.8511e-03, -2.0311e-02,  1.5887e-02, -2.3825e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-2.3991e-04, -6.1008e-03,  2.4957e-02,  2.2439e-02, -1.2175e-02],\n",
       "                        [ 1.1704e-02, -1.1429e-02, -2.0366e-02, -6.2367e-03,  5.6975e-03],\n",
       "                        [ 2.0167e-02, -2.0015e-03,  6.9785e-03, -4.5295e-03, -3.5961e-03],\n",
       "                        [-2.3814e-02, -2.3446e-02, -7.7703e-03,  1.4478e-02,  7.7426e-03],\n",
       "                        [-9.0668e-03, -1.5329e-02,  2.1111e-03, -2.0513e-02,  1.8617e-03]],\n",
       "              \n",
       "                       [[-1.2567e-02, -2.1700e-02,  1.8842e-02,  2.4813e-02,  2.9887e-03],\n",
       "                        [-1.0367e-02,  1.9930e-02, -1.7940e-03,  7.8513e-04, -6.7433e-03],\n",
       "                        [-1.1009e-02, -9.5172e-03, -1.5539e-02, -6.8642e-03, -6.6304e-03],\n",
       "                        [-1.5595e-02, -1.8544e-02, -2.2413e-02, -4.3737e-03,  6.9251e-03],\n",
       "                        [-9.4335e-04, -1.2058e-02, -8.5924e-03, -2.1569e-02, -1.9543e-02]],\n",
       "              \n",
       "                       [[ 1.3077e-02,  3.6746e-03, -2.1751e-02, -2.0259e-02, -1.2595e-02],\n",
       "                        [-1.2167e-02, -9.8560e-03, -2.2005e-02, -1.2840e-02,  2.4483e-02],\n",
       "                        [-1.8650e-02, -1.6093e-02,  8.0020e-03,  1.1923e-02, -6.1507e-04],\n",
       "                        [-9.6000e-03, -2.2515e-02,  9.2138e-03,  1.7686e-02, -9.8517e-03],\n",
       "                        [ 7.3540e-03,  5.2832e-03,  6.7476e-03, -1.8421e-02,  7.0244e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 6.6709e-03,  9.1318e-03, -1.2804e-02, -3.5931e-03, -1.9866e-02],\n",
       "                        [ 2.3801e-02,  6.5307e-03,  2.3918e-02, -2.4837e-02, -4.7624e-03],\n",
       "                        [-5.3373e-03,  1.4517e-02,  2.0490e-02, -2.9619e-03,  1.7348e-02],\n",
       "                        [ 1.1491e-02,  1.0791e-02,  4.8213e-04,  1.7030e-03,  2.9180e-03],\n",
       "                        [ 5.8163e-03,  2.7858e-03,  2.1874e-03,  8.3506e-03, -2.4387e-02]],\n",
       "              \n",
       "                       [[-2.2741e-02,  1.2292e-02,  2.3777e-02, -1.4843e-02, -8.8793e-03],\n",
       "                        [ 2.3396e-02,  1.4177e-02, -1.2361e-02, -2.2668e-03,  3.4214e-03],\n",
       "                        [-5.5471e-04, -1.3493e-02,  6.5236e-03,  1.8368e-02, -6.3371e-03],\n",
       "                        [-1.0685e-02,  7.0177e-03, -6.9476e-03,  1.4333e-02,  1.4754e-02],\n",
       "                        [-7.6997e-04, -1.4729e-02,  2.1198e-02, -1.8839e-02,  2.1818e-02]],\n",
       "              \n",
       "                       [[ 1.6212e-02, -2.2767e-02, -1.3005e-02,  1.3137e-02, -2.1704e-02],\n",
       "                        [ 1.7000e-02, -6.6004e-04, -5.6813e-03, -7.8793e-03, -1.6294e-02],\n",
       "                        [-7.0561e-03,  1.8706e-02, -1.8017e-02, -1.7577e-02,  1.9000e-02],\n",
       "                        [-1.8636e-02,  2.2928e-03,  1.4778e-02,  1.3098e-03, -1.4706e-02],\n",
       "                        [ 2.3003e-02, -2.2656e-02, -1.4592e-02,  3.9870e-04, -7.6042e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-8.3924e-04,  1.3975e-02,  8.4122e-03,  7.6285e-03, -1.8284e-02],\n",
       "                        [-1.7989e-02, -1.7325e-02, -7.2718e-03, -1.9706e-02, -6.7248e-03],\n",
       "                        [ 7.1279e-03,  7.4196e-03,  2.4105e-02,  2.0730e-02, -1.4053e-02],\n",
       "                        [ 2.1398e-02,  1.5595e-03, -7.7683e-03,  1.0515e-02, -2.4295e-02],\n",
       "                        [-2.5243e-03,  6.1444e-03, -2.1598e-02,  2.0788e-02,  2.1504e-02]],\n",
       "              \n",
       "                       [[ 2.1997e-02, -1.4146e-02,  9.3373e-03,  2.0497e-02, -7.7478e-03],\n",
       "                        [ 4.6892e-04, -8.0622e-03,  1.2880e-03,  1.4901e-02,  1.0463e-02],\n",
       "                        [ 9.3354e-03,  8.3114e-03, -1.9320e-02, -2.3324e-02, -1.0928e-02],\n",
       "                        [ 1.8430e-02, -3.5809e-03,  1.7177e-03,  6.8721e-03,  6.1699e-03],\n",
       "                        [-1.1478e-02, -2.3242e-02, -1.0658e-02,  2.0696e-02,  6.4494e-03]],\n",
       "              \n",
       "                       [[-7.8970e-03, -2.4757e-02, -2.0753e-02,  2.0021e-02,  6.4014e-03],\n",
       "                        [ 2.4979e-02,  2.2838e-02, -1.7516e-02,  7.5356e-03,  4.1275e-03],\n",
       "                        [-1.7030e-02,  1.1493e-02, -1.0700e-02,  2.4765e-02, -1.6458e-03],\n",
       "                        [ 1.1768e-02,  1.0804e-02, -2.4745e-02,  2.1590e-02,  1.2710e-02],\n",
       "                        [-8.6780e-03,  1.4746e-02, -2.4287e-02,  1.5929e-02, -1.4730e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.6912e-03,  1.0908e-02, -8.1626e-03, -1.8792e-02,  1.4530e-02],\n",
       "                        [ 2.0556e-02,  2.3030e-02,  5.1230e-03,  1.2534e-03, -2.3830e-03],\n",
       "                        [-2.1526e-02, -2.3748e-02, -2.4197e-02, -1.8296e-03, -1.7029e-02],\n",
       "                        [ 1.6935e-02, -1.6070e-02, -7.2012e-03, -2.3148e-02,  1.3937e-02],\n",
       "                        [ 1.8789e-02, -2.2409e-02,  1.6318e-02,  1.3204e-02, -1.2017e-02]],\n",
       "              \n",
       "                       [[-2.4167e-02,  1.8634e-02, -5.0623e-03, -1.2107e-02, -2.4195e-02],\n",
       "                        [ 1.8398e-04,  1.9328e-02,  1.7339e-03,  2.1723e-02,  2.1416e-02],\n",
       "                        [ 2.1509e-02, -1.0294e-02,  1.8026e-02, -2.4509e-02, -2.6690e-03],\n",
       "                        [-1.3241e-02,  6.8857e-04, -7.1619e-03,  1.5537e-02,  9.8906e-03],\n",
       "                        [ 1.4766e-02, -2.1424e-02,  1.4690e-02,  1.0417e-02,  2.0785e-02]],\n",
       "              \n",
       "                       [[ 2.4956e-02,  1.5534e-02,  1.2444e-02, -1.2095e-02, -7.0329e-03],\n",
       "                        [-1.0339e-02, -3.6947e-03,  1.3342e-02, -5.3768e-03,  4.2822e-03],\n",
       "                        [-1.1314e-02,  2.2898e-02,  1.8662e-02, -9.5759e-03, -1.9968e-02],\n",
       "                        [ 1.1223e-02,  1.7007e-02,  2.4969e-02, -5.0708e-03, -1.5162e-02],\n",
       "                        [ 6.1623e-03, -3.6401e-03,  9.1318e-03, -1.6036e-02, -2.3062e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.6269e-02, -1.6977e-02,  2.0988e-04,  1.0278e-02, -1.1384e-02],\n",
       "                        [-1.3477e-02,  1.0986e-02,  1.7347e-02, -7.5004e-03,  1.8292e-03],\n",
       "                        [ 1.5658e-02, -7.5269e-03,  7.0263e-04, -5.6521e-03,  1.1766e-02],\n",
       "                        [ 1.8506e-03, -1.6592e-02, -1.1275e-02,  1.9894e-02, -2.2846e-02],\n",
       "                        [-2.1632e-02,  6.8295e-03, -2.3581e-02,  2.4414e-02, -2.4560e-02]],\n",
       "              \n",
       "                       [[ 2.9119e-03,  8.9398e-05,  1.9866e-03, -2.3773e-02,  8.4271e-03],\n",
       "                        [ 2.3864e-02,  2.3998e-02,  7.1338e-03, -2.2453e-02,  7.7157e-03],\n",
       "                        [ 1.9909e-02,  2.9086e-03, -1.9904e-02, -2.0304e-02, -1.2225e-02],\n",
       "                        [ 1.2595e-02, -2.1166e-02,  2.3826e-02,  4.3644e-03, -8.2021e-03],\n",
       "                        [ 1.7267e-02,  5.8964e-03,  2.0155e-02, -1.0682e-02, -1.5957e-02]],\n",
       "              \n",
       "                       [[-2.0727e-02, -2.4402e-02, -2.5980e-03, -1.0121e-02, -3.5376e-03],\n",
       "                        [-2.3615e-02, -2.1486e-02,  7.7594e-03, -1.0198e-02,  1.2677e-02],\n",
       "                        [ 1.1587e-02, -1.9955e-02,  1.4541e-02, -1.9850e-02,  1.1785e-02],\n",
       "                        [-4.0454e-04,  1.0592e-02, -6.0104e-03,  2.2061e-02, -1.7182e-02],\n",
       "                        [ 4.2165e-03, -1.7976e-02,  1.5953e-02, -1.7337e-02, -4.4283e-03]]]])),\n",
       "             ('features.3.bias',\n",
       "              tensor([ 1.5871e-03, -7.9354e-03, -2.3182e-02, -4.9310e-04, -1.6334e-02,\n",
       "                       3.3816e-04,  1.8268e-02,  2.2564e-02, -5.1097e-03, -1.0522e-02,\n",
       "                       2.0692e-02,  1.6363e-02, -3.1533e-03,  2.3423e-02, -8.8361e-03,\n",
       "                       1.3123e-02,  1.5724e-02,  1.7834e-02, -2.4365e-02, -1.9090e-02,\n",
       "                       1.5459e-02, -2.0729e-02,  1.6271e-02, -1.1928e-02, -2.2805e-02,\n",
       "                       1.6562e-02, -1.8313e-02,  1.0245e-02,  1.9803e-03, -3.5276e-03,\n",
       "                       2.1252e-02, -1.0608e-04, -1.7237e-02,  1.1901e-02, -1.7193e-02,\n",
       "                       1.6240e-03, -1.2753e-02,  2.0127e-02, -2.3519e-04, -5.1399e-03,\n",
       "                      -1.0561e-02, -2.0072e-02,  1.8938e-02, -9.2262e-03, -2.1176e-02,\n",
       "                       1.7552e-02, -5.6444e-03, -8.7244e-03,  1.4634e-02, -9.8668e-03,\n",
       "                       1.4997e-02,  1.4591e-02, -1.7715e-02,  9.1603e-03,  2.0688e-02,\n",
       "                      -1.6269e-02, -2.1842e-02, -1.5769e-03,  9.0995e-04, -1.5880e-02,\n",
       "                       9.1958e-03,  8.7550e-03, -2.1599e-02,  2.4931e-02, -2.1060e-03,\n",
       "                       1.2368e-02, -2.8663e-03,  8.3978e-03, -1.8755e-02,  2.2312e-02,\n",
       "                       1.8934e-03,  8.3896e-03, -1.7322e-02, -7.3019e-03, -5.6048e-03,\n",
       "                       9.0858e-03, -5.6990e-03,  1.9012e-02,  1.5525e-02,  2.4097e-02,\n",
       "                       9.9455e-03,  2.0985e-02,  1.7403e-02,  8.0240e-03,  1.8222e-02,\n",
       "                       6.9512e-03,  2.3768e-02,  1.5809e-02, -7.1947e-03,  2.0583e-02,\n",
       "                       4.1732e-03, -2.2143e-02,  1.2976e-02,  1.3344e-03, -1.0715e-02,\n",
       "                       9.0715e-03,  8.6845e-03,  1.8716e-02, -4.1202e-03,  2.2639e-02,\n",
       "                      -2.2914e-03,  1.6045e-02,  8.4008e-03, -9.9614e-03, -2.1839e-02,\n",
       "                       4.5624e-04, -1.6881e-02, -1.5793e-02,  2.0969e-02, -1.3705e-02,\n",
       "                       1.4527e-02, -1.3601e-02,  2.0501e-02, -7.8417e-03, -1.4277e-03,\n",
       "                      -7.9665e-03, -5.4354e-04,  1.8596e-02,  1.8736e-02,  1.6634e-02,\n",
       "                       8.9520e-03, -1.4374e-02,  2.4033e-02, -3.2063e-03, -1.1620e-02,\n",
       "                      -1.3437e-02, -1.2058e-02, -2.0715e-02,  1.6505e-02, -4.1773e-03,\n",
       "                      -1.8287e-02, -3.7536e-05, -8.4357e-03,  9.4496e-04, -1.9621e-02,\n",
       "                      -1.4092e-02,  1.7124e-02, -1.4640e-02, -2.0033e-02, -4.5928e-03,\n",
       "                       1.5062e-02,  1.5358e-02, -2.2666e-02, -1.3567e-02, -1.2782e-02,\n",
       "                       2.4596e-02,  1.2282e-02,  2.1862e-02, -2.4106e-02,  1.6669e-02,\n",
       "                      -1.5108e-02, -1.4820e-02, -1.4838e-02,  1.6591e-03, -1.1730e-02,\n",
       "                      -4.1346e-03, -8.6561e-03,  2.0751e-02, -3.0267e-03, -7.5723e-03,\n",
       "                      -8.5149e-03, -1.2345e-02,  1.4964e-02,  1.6836e-02, -7.8654e-03,\n",
       "                       1.3421e-02, -1.3715e-02, -1.5845e-02,  1.0724e-02, -5.7258e-03,\n",
       "                       5.9596e-03, -1.2170e-02, -1.1633e-02,  3.3677e-03, -7.8364e-03,\n",
       "                      -1.6053e-02, -5.8970e-03,  9.2831e-03, -2.4629e-02, -1.2289e-02,\n",
       "                       2.0466e-02, -9.5574e-03, -2.3075e-02,  1.8283e-02, -7.5141e-03,\n",
       "                      -2.3413e-03,  1.1030e-02, -1.8761e-02,  1.6487e-02,  5.2962e-03,\n",
       "                      -2.1656e-02,  3.5098e-05])),\n",
       "             ('features.6.weight',\n",
       "              tensor([[[[-1.1409e-02, -1.8928e-02,  2.2312e-02],\n",
       "                        [-2.3158e-02, -9.6582e-03, -1.4554e-02],\n",
       "                        [-1.2429e-02,  1.5117e-03, -1.3209e-02]],\n",
       "              \n",
       "                       [[ 1.5952e-02,  2.4083e-03, -1.7256e-02],\n",
       "                        [ 7.7985e-03, -8.4157e-03,  1.2189e-02],\n",
       "                        [ 1.3784e-02, -6.6674e-03,  1.8474e-02]],\n",
       "              \n",
       "                       [[ 8.4373e-03, -1.3691e-02,  1.8397e-02],\n",
       "                        [ 1.2120e-02,  1.2771e-02,  1.3220e-02],\n",
       "                        [ 3.7934e-03,  9.8628e-03, -6.6959e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.8785e-02, -2.1634e-02, -2.0582e-02],\n",
       "                        [-5.2912e-05,  1.2369e-02,  4.2312e-03],\n",
       "                        [ 2.3233e-02,  7.2039e-03, -8.2009e-03]],\n",
       "              \n",
       "                       [[-1.6259e-02, -1.4469e-02,  5.9012e-03],\n",
       "                        [ 2.0452e-02, -1.9420e-02, -2.2692e-03],\n",
       "                        [ 2.1219e-02, -7.4354e-03, -1.0401e-02]],\n",
       "              \n",
       "                       [[ 1.9715e-02, -1.5249e-02,  1.8739e-03],\n",
       "                        [-2.3791e-03, -2.3950e-02,  9.7477e-03],\n",
       "                        [-3.8826e-03, -1.0560e-02,  2.1754e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.7829e-02, -2.1204e-02,  7.1126e-03],\n",
       "                        [-2.2602e-02, -6.7199e-04, -1.1625e-02],\n",
       "                        [-4.8453e-03,  1.8952e-02,  2.0260e-03]],\n",
       "              \n",
       "                       [[-2.1588e-02, -3.3096e-03,  1.4679e-02],\n",
       "                        [-1.9033e-03,  2.2587e-02,  9.9337e-03],\n",
       "                        [ 1.2187e-02, -4.0138e-03,  1.2178e-02]],\n",
       "              \n",
       "                       [[ 2.1064e-02,  1.8831e-02, -6.4008e-03],\n",
       "                        [-8.6652e-03, -1.3218e-02,  1.9425e-03],\n",
       "                        [ 1.5688e-02, -1.3486e-02, -1.8895e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.0745e-02, -4.9443e-03,  1.1948e-02],\n",
       "                        [-2.0527e-02,  1.1574e-02,  9.6403e-03],\n",
       "                        [-1.5613e-02,  5.5651e-03, -1.6052e-02]],\n",
       "              \n",
       "                       [[-2.1974e-02,  3.6973e-03, -1.6987e-02],\n",
       "                        [-4.9746e-03,  8.5951e-03,  1.7281e-02],\n",
       "                        [ 1.2212e-02,  1.3396e-02,  9.8267e-03]],\n",
       "              \n",
       "                       [[ 2.6330e-03,  1.0661e-02, -1.2415e-02],\n",
       "                        [-1.4357e-02, -9.6052e-03,  2.1823e-02],\n",
       "                        [-4.7167e-04, -2.1718e-02, -1.9274e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.2790e-02, -9.1027e-03,  1.4263e-02],\n",
       "                        [-3.1142e-04, -9.3157e-03,  1.9232e-02],\n",
       "                        [ 1.0731e-02,  8.2641e-03, -2.3133e-02]],\n",
       "              \n",
       "                       [[ 9.6021e-03,  1.7070e-02,  7.4392e-03],\n",
       "                        [-1.8240e-03,  1.8497e-02,  1.3262e-02],\n",
       "                        [ 5.4830e-04, -1.6595e-03,  5.9466e-03]],\n",
       "              \n",
       "                       [[-1.9773e-02,  8.6410e-03, -1.8138e-02],\n",
       "                        [ 1.4088e-02, -1.2297e-02, -7.6991e-03],\n",
       "                        [ 2.1913e-02,  6.5896e-03, -1.4989e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-2.1480e-02,  8.1404e-03, -5.8743e-03],\n",
       "                        [-2.1368e-02,  5.5034e-03, -5.1810e-04],\n",
       "                        [-1.1434e-02,  2.3342e-02, -7.6662e-03]],\n",
       "              \n",
       "                       [[ 1.7449e-02, -7.1569e-03,  2.2042e-02],\n",
       "                        [-1.0307e-02, -8.9677e-03, -8.8568e-04],\n",
       "                        [-1.8054e-02, -1.8316e-02,  2.2054e-02]],\n",
       "              \n",
       "                       [[ 6.7401e-03,  1.8928e-02, -1.9052e-02],\n",
       "                        [ 8.6329e-03,  1.4729e-02, -2.0585e-02],\n",
       "                        [ 1.4328e-02,  1.8782e-02,  7.6630e-03]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[-3.4654e-03, -9.9577e-03,  2.2826e-02],\n",
       "                        [ 1.1668e-03, -1.3319e-02,  1.1948e-02],\n",
       "                        [-2.2085e-02,  8.8037e-03, -1.9621e-02]],\n",
       "              \n",
       "                       [[-4.1431e-03, -9.7294e-03,  2.1669e-03],\n",
       "                        [ 2.2046e-02, -2.0916e-02, -1.5763e-02],\n",
       "                        [-4.7232e-03, -1.9398e-02, -1.3269e-02]],\n",
       "              \n",
       "                       [[-2.0493e-02,  1.0285e-04, -4.9280e-03],\n",
       "                        [-1.4049e-02, -5.5811e-03, -6.6874e-03],\n",
       "                        [ 1.6318e-02,  1.9134e-02, -1.4406e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.4221e-02,  9.1423e-03,  6.4311e-03],\n",
       "                        [-8.8427e-03, -2.3674e-03,  3.6836e-03],\n",
       "                        [-9.7753e-03, -2.0937e-02, -1.6229e-02]],\n",
       "              \n",
       "                       [[ 1.1979e-03, -9.2308e-03,  7.0470e-03],\n",
       "                        [-3.9519e-03, -8.6082e-03,  7.5867e-03],\n",
       "                        [-2.2042e-02, -1.0178e-02,  8.3306e-03]],\n",
       "              \n",
       "                       [[-1.3133e-02,  7.6551e-03,  1.3863e-02],\n",
       "                        [ 1.2896e-02, -1.9245e-02, -9.2029e-03],\n",
       "                        [-1.1119e-02, -5.5413e-03,  1.9805e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-6.8410e-03, -1.9915e-02, -2.0441e-02],\n",
       "                        [-1.9574e-02, -8.4361e-03, -1.0509e-02],\n",
       "                        [ 1.4301e-02,  1.0336e-02, -1.2925e-02]],\n",
       "              \n",
       "                       [[ 9.7235e-03, -2.3486e-02, -2.2914e-02],\n",
       "                        [-8.3213e-04,  1.2169e-02,  3.2203e-03],\n",
       "                        [ 2.1880e-02,  8.4413e-04,  5.7421e-03]],\n",
       "              \n",
       "                       [[ 1.1459e-02,  5.0277e-03,  6.6510e-03],\n",
       "                        [ 8.1683e-03, -1.6530e-03,  8.3095e-03],\n",
       "                        [-1.7605e-02,  3.3444e-03, -3.9328e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-9.1386e-03, -5.9976e-03, -2.2672e-02],\n",
       "                        [ 1.0269e-02, -2.2698e-02, -1.4491e-02],\n",
       "                        [ 2.1330e-02,  1.5838e-02, -2.1461e-02]],\n",
       "              \n",
       "                       [[ 1.5463e-02,  1.2127e-02, -2.2140e-02],\n",
       "                        [ 1.2475e-03,  3.3821e-03, -2.0483e-03],\n",
       "                        [-1.7435e-03,  3.7986e-03, -5.9985e-03]],\n",
       "              \n",
       "                       [[-2.0598e-02,  8.5984e-03,  3.1293e-03],\n",
       "                        [-4.6548e-03, -1.4671e-02,  8.4457e-04],\n",
       "                        [-9.1498e-03, -4.0534e-03,  1.1432e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-2.0318e-02,  2.1416e-02, -1.3303e-02],\n",
       "                        [ 5.3627e-03,  1.0224e-02, -1.1381e-02],\n",
       "                        [ 2.2678e-02,  1.2444e-02,  7.4571e-03]],\n",
       "              \n",
       "                       [[-9.0049e-03,  2.0177e-03, -1.8684e-02],\n",
       "                        [ 1.6569e-02, -1.6613e-02,  1.0905e-02],\n",
       "                        [-8.6039e-03, -7.1083e-03,  1.3941e-02]],\n",
       "              \n",
       "                       [[-1.9864e-02, -2.3529e-02, -2.7099e-03],\n",
       "                        [-1.7243e-02,  9.1242e-03, -1.9886e-02],\n",
       "                        [-5.1944e-03,  4.4826e-03,  2.7016e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-5.9194e-03, -1.5328e-02, -9.4124e-03],\n",
       "                        [ 1.4106e-02,  1.9143e-02,  1.3830e-02],\n",
       "                        [ 1.7488e-03, -9.6847e-04,  1.3990e-02]],\n",
       "              \n",
       "                       [[-1.9805e-02, -1.1590e-02,  5.1001e-03],\n",
       "                        [ 2.2901e-02, -7.8648e-03, -1.3622e-03],\n",
       "                        [ 7.2608e-03,  8.8395e-03, -3.3760e-03]],\n",
       "              \n",
       "                       [[-1.0080e-02,  2.0871e-02,  2.4292e-03],\n",
       "                        [ 1.3892e-02, -6.4791e-03, -7.0639e-03],\n",
       "                        [-9.4736e-03,  1.7212e-02,  1.6078e-02]]]])),\n",
       "             ('features.6.bias',\n",
       "              tensor([-1.8388e-02, -1.6775e-02,  1.3863e-02, -1.4002e-02, -1.8781e-02,\n",
       "                      -1.7501e-02,  7.4771e-03,  1.2533e-02,  1.5716e-02,  9.1993e-03,\n",
       "                      -2.3777e-02, -2.0544e-03,  1.0189e-03,  9.8610e-03, -2.3212e-02,\n",
       "                      -1.2130e-02, -1.5065e-03, -3.6166e-03, -1.2522e-02, -1.1088e-02,\n",
       "                      -1.0014e-02,  2.2176e-02, -4.0640e-03, -2.4020e-02, -6.9169e-03,\n",
       "                       8.9472e-03,  1.4917e-02,  2.0116e-02,  1.3099e-02,  2.3902e-02,\n",
       "                      -1.3019e-02, -5.2605e-03,  2.0793e-02,  1.3278e-02,  1.7422e-03,\n",
       "                       1.5429e-02, -2.3276e-02, -3.5953e-04,  1.2965e-02,  6.9056e-03,\n",
       "                      -2.1689e-02, -2.2548e-02, -5.9007e-03,  2.1599e-02,  3.9726e-03,\n",
       "                       3.3530e-04,  1.8300e-02, -2.3777e-02,  1.3232e-02,  1.9054e-02,\n",
       "                      -9.4507e-03,  9.2431e-03, -9.0177e-04, -1.6798e-02, -2.0732e-02,\n",
       "                      -2.7605e-03, -1.7025e-02,  8.8690e-03,  2.1051e-02,  2.1419e-02,\n",
       "                       8.2977e-03,  8.4626e-03, -1.5366e-02, -4.8088e-04, -1.3988e-02,\n",
       "                       5.8636e-03, -1.3758e-02, -1.4102e-02,  9.7381e-03,  1.4622e-02,\n",
       "                      -2.2168e-02,  1.6454e-02,  1.0398e-02, -1.3436e-02, -1.7457e-02,\n",
       "                       1.9282e-02,  1.2899e-02, -7.1972e-03, -5.8605e-03,  1.3898e-03,\n",
       "                       1.1659e-02, -1.3365e-02,  1.2495e-02, -1.2243e-02, -5.0912e-03,\n",
       "                      -1.0097e-02, -7.4756e-03,  6.9127e-03, -2.7302e-03,  1.9506e-02,\n",
       "                      -1.1406e-02, -1.4638e-02, -5.4830e-03, -2.2198e-02,  1.0637e-02,\n",
       "                      -1.4198e-02,  2.6859e-03, -3.5233e-03, -2.2343e-02,  1.7448e-02,\n",
       "                       2.2840e-02, -1.3525e-02, -1.9047e-02,  1.9993e-02, -2.1056e-02,\n",
       "                       2.1438e-02,  7.9621e-03,  6.3775e-03,  1.5977e-02, -1.4842e-02,\n",
       "                       9.3862e-03, -1.4475e-02,  9.1682e-03, -1.9736e-02,  2.0717e-02,\n",
       "                       9.7057e-03,  1.2684e-02, -2.2602e-02,  1.3416e-02,  1.0691e-02,\n",
       "                      -1.3896e-02,  2.1401e-02, -1.6939e-02, -5.0491e-03, -1.1423e-03,\n",
       "                       5.1537e-03, -7.8968e-03,  1.7154e-02,  6.0059e-03,  5.0172e-03,\n",
       "                      -1.5510e-02, -1.2144e-02,  1.2390e-02,  7.0965e-03,  3.8383e-03,\n",
       "                      -1.0438e-02,  8.3597e-03, -3.4057e-03,  9.4123e-03, -2.3774e-02,\n",
       "                      -5.2928e-03, -2.2234e-02, -7.2977e-03,  1.1776e-02, -4.7841e-03,\n",
       "                      -1.8518e-02,  1.4843e-02,  1.2742e-02,  2.4009e-02,  1.3814e-02,\n",
       "                      -2.3928e-02,  8.9043e-03,  5.9617e-03,  2.3479e-02, -2.0962e-02,\n",
       "                      -1.6699e-02, -6.3207e-04,  1.0448e-02, -5.1514e-03, -1.9925e-02,\n",
       "                      -1.1268e-02, -6.3633e-03, -4.6295e-04, -3.3430e-03, -7.8987e-03,\n",
       "                      -8.9914e-03, -6.2203e-03, -4.1570e-03, -2.4050e-02,  1.2334e-02,\n",
       "                       5.4579e-03,  6.4384e-03, -2.4366e-03, -5.9228e-03, -1.3084e-02,\n",
       "                      -1.1500e-02, -1.8050e-02,  2.1649e-02,  9.2416e-03, -6.9321e-03,\n",
       "                       1.9955e-02, -2.0934e-02, -1.6724e-02, -3.3517e-03, -1.4343e-02,\n",
       "                       5.4037e-03,  1.1055e-02, -7.9706e-03,  1.2971e-02, -9.8148e-03,\n",
       "                      -4.4626e-04,  1.6037e-02, -9.9554e-03,  4.8354e-03, -1.8199e-03,\n",
       "                       3.6611e-03, -1.4258e-02, -1.4600e-02, -3.3675e-03, -8.5724e-03,\n",
       "                       1.6014e-02,  9.0663e-03, -8.4718e-03,  1.9862e-02,  5.1274e-03,\n",
       "                      -1.0159e-02,  2.2387e-02, -2.2388e-03,  1.4257e-02,  2.3442e-02,\n",
       "                      -1.4991e-02, -2.1348e-02,  4.0545e-03,  2.1695e-02,  1.5315e-02,\n",
       "                       1.1417e-03, -2.1529e-02,  9.3035e-03,  9.2584e-03, -1.8466e-02,\n",
       "                       7.1140e-03, -6.8854e-03,  3.9653e-03,  9.1131e-03, -8.0430e-03,\n",
       "                      -1.1488e-02, -1.1962e-02, -2.4587e-04, -2.3152e-02, -1.8184e-02,\n",
       "                       9.6294e-03,  6.6518e-03,  1.0759e-02, -1.8726e-02, -3.4709e-03,\n",
       "                       4.1593e-03,  1.7088e-02, -6.0881e-03, -3.6675e-03,  6.1434e-03,\n",
       "                      -1.5009e-02,  2.1470e-02, -5.4524e-03,  6.9794e-03,  1.5286e-02,\n",
       "                      -2.3473e-02,  5.8850e-04, -2.0835e-02, -1.5112e-02,  9.0287e-03,\n",
       "                       6.2086e-05,  5.2975e-03, -1.8287e-02, -1.0037e-02,  1.2400e-02,\n",
       "                       9.3336e-03, -1.4530e-02,  3.5462e-04,  7.5963e-03,  1.5193e-02,\n",
       "                       1.8499e-02, -2.1108e-02,  2.0455e-02, -3.5245e-03, -1.2725e-02,\n",
       "                       1.0826e-02, -2.2805e-02,  5.3060e-03,  1.9897e-02,  7.4998e-03,\n",
       "                      -1.8306e-02,  9.1949e-04, -1.9559e-02, -1.4713e-02, -1.4603e-02,\n",
       "                       9.2823e-03,  2.5409e-03, -7.3379e-04,  3.0235e-03, -6.4763e-03,\n",
       "                       1.9674e-02,  1.7166e-02, -3.1574e-03, -6.2132e-03, -6.8147e-03,\n",
       "                       1.9408e-02, -3.6530e-03, -1.2018e-03, -5.3712e-03, -1.9311e-02,\n",
       "                      -6.0026e-03,  7.9289e-03,  7.6287e-03, -8.5757e-03, -1.3369e-02,\n",
       "                      -1.4685e-02,  6.8928e-03,  9.9432e-03, -2.1333e-02, -4.8472e-04,\n",
       "                      -2.3152e-03,  1.5704e-02,  1.0005e-02,  1.3596e-02, -1.4856e-02,\n",
       "                       1.6574e-02, -1.6625e-02, -1.8432e-02,  5.5085e-04,  2.9626e-03,\n",
       "                       1.2304e-02,  2.2027e-02,  1.0677e-02,  6.0737e-03, -7.1587e-03,\n",
       "                       1.2176e-02,  6.2560e-03, -8.2303e-03, -2.5521e-03, -1.7456e-02,\n",
       "                      -2.9546e-03, -2.2848e-02, -7.4418e-03,  1.5042e-02, -1.7225e-02,\n",
       "                       2.1198e-02, -2.0407e-02, -2.4379e-03,  1.6692e-02,  4.2364e-03,\n",
       "                       1.1349e-02,  3.9033e-03,  9.2666e-03,  1.6238e-02,  1.9154e-02,\n",
       "                      -1.3212e-02,  1.5137e-02,  1.6182e-02, -4.0203e-03, -2.0798e-02,\n",
       "                      -7.4575e-03, -1.0384e-02, -2.0835e-02,  1.5695e-02, -2.1795e-02,\n",
       "                      -1.4281e-02,  2.3622e-02,  1.3925e-02, -1.0601e-02, -6.7584e-03,\n",
       "                      -5.3546e-03,  1.4754e-02,  1.8275e-02,  2.5270e-04,  1.5996e-02,\n",
       "                      -6.2704e-03, -9.0394e-03,  2.4432e-03, -1.7197e-02, -8.8395e-03,\n",
       "                       1.4444e-02, -8.0953e-04, -1.5478e-02,  1.9605e-02,  5.2055e-03,\n",
       "                       5.2973e-03,  9.5492e-03,  7.4496e-03,  9.7242e-03,  1.7204e-02,\n",
       "                       2.0366e-02,  1.5175e-02,  7.4534e-03,  5.1160e-03,  1.2738e-02,\n",
       "                      -9.8360e-03, -3.0901e-03, -1.6576e-02, -1.1634e-02, -1.1502e-02,\n",
       "                       2.3052e-02, -7.1305e-03, -2.0929e-03, -7.1468e-03])),\n",
       "             ('features.8.weight',\n",
       "              tensor([[[[ 1.3145e-03, -6.8429e-03, -4.9727e-03],\n",
       "                        [-1.0554e-03,  2.7715e-03,  3.6754e-03],\n",
       "                        [ 2.2969e-03, -2.8754e-03, -7.8940e-03]],\n",
       "              \n",
       "                       [[ 1.3127e-02,  7.0291e-03, -1.5724e-02],\n",
       "                        [ 7.5626e-03,  1.1812e-02, -1.5664e-02],\n",
       "                        [-1.6087e-02,  1.5897e-02, -1.1872e-03]],\n",
       "              \n",
       "                       [[-6.7636e-03,  1.0056e-02, -1.0816e-02],\n",
       "                        [ 1.5463e-02,  1.5416e-02,  9.1519e-03],\n",
       "                        [ 9.5079e-03, -1.2017e-02,  2.2540e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-3.7245e-03, -5.9562e-03, -4.1852e-03],\n",
       "                        [ 4.5469e-03,  1.6812e-02,  6.8333e-03],\n",
       "                        [ 8.6545e-03,  9.8305e-03, -1.8011e-03]],\n",
       "              \n",
       "                       [[-2.9589e-03, -1.9326e-03, -6.4751e-03],\n",
       "                        [-2.4019e-03,  7.5361e-03, -1.2268e-02],\n",
       "                        [ 4.1830e-03,  7.7766e-04,  4.8875e-03]],\n",
       "              \n",
       "                       [[-1.7089e-04, -1.0792e-02,  1.6611e-02],\n",
       "                        [-1.0042e-02,  1.9900e-03,  2.0200e-03],\n",
       "                        [-1.6496e-02, -1.1974e-02,  9.9922e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-5.1450e-03, -1.5958e-02, -1.0023e-03],\n",
       "                        [-6.6970e-03,  1.4365e-02,  9.2979e-03],\n",
       "                        [ 6.5046e-03,  5.3808e-03, -1.5534e-03]],\n",
       "              \n",
       "                       [[ 4.0726e-03,  1.4029e-02,  1.2355e-02],\n",
       "                        [ 4.3539e-03, -1.2048e-02,  1.0470e-02],\n",
       "                        [-8.9071e-03,  3.0329e-03, -7.2736e-03]],\n",
       "              \n",
       "                       [[ 6.7506e-03, -8.9758e-03,  1.0945e-03],\n",
       "                        [ 9.4187e-03,  1.5799e-02, -1.8108e-03],\n",
       "                        [ 1.1555e-02, -2.4918e-03,  6.6581e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 5.7708e-03, -6.0587e-04,  4.1769e-03],\n",
       "                        [-1.6829e-02,  5.7614e-04,  1.4177e-02],\n",
       "                        [-1.1836e-02,  1.5796e-02,  5.4353e-03]],\n",
       "              \n",
       "                       [[ 8.9264e-03,  1.6357e-02, -1.5415e-02],\n",
       "                        [-1.1965e-03,  1.4855e-02, -3.4307e-03],\n",
       "                        [-6.9378e-03,  4.3988e-03,  1.0607e-02]],\n",
       "              \n",
       "                       [[ 5.0053e-03,  1.1931e-03,  8.0584e-03],\n",
       "                        [-1.3653e-02, -1.4277e-02, -7.2251e-03],\n",
       "                        [-9.3621e-03,  6.1799e-04, -6.6215e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-2.1389e-03,  9.7160e-03, -1.3368e-02],\n",
       "                        [ 1.3135e-02,  1.3155e-02,  1.6536e-02],\n",
       "                        [-5.2089e-03, -8.8235e-03, -5.6196e-03]],\n",
       "              \n",
       "                       [[-5.7181e-03,  1.0511e-02, -1.2574e-02],\n",
       "                        [-2.6391e-03, -1.2352e-02,  6.3210e-03],\n",
       "                        [-1.4985e-03,  8.9897e-03,  7.9575e-03]],\n",
       "              \n",
       "                       [[-2.6984e-03,  1.9016e-03, -7.1922e-03],\n",
       "                        [ 6.1831e-03, -1.4882e-02,  1.5367e-02],\n",
       "                        [-3.6238e-03, -4.9753e-03, -6.2617e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-3.4587e-05,  1.0671e-02, -7.0496e-03],\n",
       "                        [-8.4563e-03,  1.2075e-02,  9.5769e-03],\n",
       "                        [ 6.5987e-03, -1.3516e-02, -8.4034e-03]],\n",
       "              \n",
       "                       [[-4.1516e-03,  1.6788e-03,  6.5594e-03],\n",
       "                        [-1.0209e-02, -5.4814e-03,  1.5834e-02],\n",
       "                        [ 8.5855e-03, -3.9306e-04,  1.0091e-02]],\n",
       "              \n",
       "                       [[ 3.9515e-03,  1.3993e-02,  9.4316e-03],\n",
       "                        [ 1.4654e-02, -8.4310e-03, -1.6474e-02],\n",
       "                        [ 5.8605e-03, -1.3108e-02, -8.9273e-03]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[-5.3512e-04, -1.0101e-02,  6.4841e-03],\n",
       "                        [-1.3039e-02,  4.1114e-03,  6.0855e-03],\n",
       "                        [ 7.8052e-03,  1.3890e-02, -6.9125e-03]],\n",
       "              \n",
       "                       [[ 1.4499e-02, -4.5454e-03,  9.4579e-03],\n",
       "                        [ 9.2483e-03,  1.6070e-02,  1.3691e-02],\n",
       "                        [ 1.4009e-03,  1.1925e-02, -1.4361e-02]],\n",
       "              \n",
       "                       [[-1.3583e-02, -1.4401e-02, -6.5544e-03],\n",
       "                        [-5.9743e-03,  1.2393e-02, -3.3695e-03],\n",
       "                        [-2.9826e-04,  5.2860e-03,  2.9887e-04]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-5.7349e-03, -1.6400e-02,  1.2479e-02],\n",
       "                        [ 1.2903e-02, -9.0149e-03, -3.2828e-03],\n",
       "                        [-1.6641e-02, -9.5664e-03,  1.0928e-02]],\n",
       "              \n",
       "                       [[ 3.9121e-03,  1.4840e-03,  3.3726e-03],\n",
       "                        [-1.5429e-02,  1.4752e-02, -3.5699e-03],\n",
       "                        [ 1.0425e-02, -1.2406e-03, -8.7235e-03]],\n",
       "              \n",
       "                       [[-1.1446e-03, -1.6222e-02, -5.8987e-03],\n",
       "                        [-1.8664e-03,  1.0065e-02, -6.2920e-03],\n",
       "                        [-1.6036e-02,  7.5483e-03, -2.7137e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 9.8418e-03, -1.6410e-02,  6.0889e-03],\n",
       "                        [-1.6793e-02,  1.3558e-02,  9.0266e-03],\n",
       "                        [-9.5244e-04,  7.3883e-03, -1.0097e-02]],\n",
       "              \n",
       "                       [[ 1.6568e-02, -1.9039e-03, -1.1535e-02],\n",
       "                        [ 1.5288e-02, -1.5435e-02, -6.3980e-03],\n",
       "                        [ 5.4716e-03, -4.1468e-03,  7.5024e-03]],\n",
       "              \n",
       "                       [[ 9.8373e-03, -6.9521e-03, -9.1903e-03],\n",
       "                        [-1.6768e-02,  3.8066e-03,  7.6777e-03],\n",
       "                        [ 2.2917e-03,  2.2312e-03, -1.8901e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 8.5898e-03, -6.9412e-03,  1.8938e-03],\n",
       "                        [-5.3464e-03,  9.6875e-03, -9.9825e-03],\n",
       "                        [-7.9481e-03, -4.7716e-03,  1.0052e-02]],\n",
       "              \n",
       "                       [[ 8.4796e-03,  3.0081e-03, -8.6889e-03],\n",
       "                        [-7.7219e-03, -7.5847e-04, -1.6617e-02],\n",
       "                        [-1.7859e-03, -4.4492e-03,  1.6147e-02]],\n",
       "              \n",
       "                       [[-1.2757e-02, -7.3458e-03,  7.7794e-03],\n",
       "                        [ 1.5685e-03, -6.3901e-03,  1.1426e-02],\n",
       "                        [ 1.1213e-02,  9.4778e-03, -7.3588e-04]]],\n",
       "              \n",
       "              \n",
       "                      [[[-7.9651e-03, -3.0957e-03, -7.8673e-03],\n",
       "                        [ 8.7046e-03, -5.5190e-03,  1.1301e-02],\n",
       "                        [ 2.4860e-03, -3.7836e-03,  8.3533e-03]],\n",
       "              \n",
       "                       [[ 7.3553e-03,  1.2901e-02,  9.4294e-03],\n",
       "                        [ 4.3771e-03, -9.5498e-03,  1.4203e-02],\n",
       "                        [ 6.3230e-03, -1.0297e-02,  1.2153e-02]],\n",
       "              \n",
       "                       [[-7.2830e-03, -6.4865e-03, -8.9308e-04],\n",
       "                        [-1.5495e-03, -6.3772e-03, -6.7460e-03],\n",
       "                        [ 1.1502e-02, -1.2673e-03,  2.5403e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 4.9721e-03,  8.7930e-03,  2.5809e-03],\n",
       "                        [-7.3299e-03, -1.5657e-02, -1.4311e-02],\n",
       "                        [ 7.0304e-05, -1.6546e-02,  1.6723e-02]],\n",
       "              \n",
       "                       [[ 5.3892e-03,  5.6728e-03,  1.0764e-02],\n",
       "                        [ 1.5647e-02,  8.7673e-03,  9.3243e-03],\n",
       "                        [ 3.6330e-03,  4.8125e-03,  4.2257e-03]],\n",
       "              \n",
       "                       [[ 4.3710e-04, -8.3881e-03,  9.0467e-03],\n",
       "                        [-1.6455e-03, -7.0163e-03, -6.9451e-03],\n",
       "                        [ 1.1799e-02, -1.9199e-03,  2.8450e-03]]]])),\n",
       "             ('features.8.bias',\n",
       "              tensor([-1.6855e-02, -2.0308e-03, -3.8978e-03,  3.1699e-03,  1.1426e-02,\n",
       "                       6.9528e-03,  2.8902e-03,  9.0420e-03, -1.0356e-02, -1.4703e-02,\n",
       "                       1.6962e-02,  9.5858e-04, -4.0182e-03,  1.3215e-02, -5.9717e-03,\n",
       "                       1.4894e-02, -8.0773e-03, -1.5350e-02, -6.9250e-03, -1.0601e-02,\n",
       "                      -9.6813e-03, -1.4574e-02,  8.9752e-03, -1.1479e-03,  1.7007e-02,\n",
       "                       1.6958e-02,  5.5851e-03, -6.2575e-03, -1.3748e-02,  7.7405e-03,\n",
       "                       1.5448e-02,  7.9679e-03,  1.0789e-02, -7.1235e-03,  3.5136e-03,\n",
       "                      -3.6549e-04,  7.5290e-03, -1.6504e-02,  1.5302e-02, -6.3847e-03,\n",
       "                      -8.9645e-03,  1.2039e-02, -9.3440e-03, -1.8155e-03,  8.4243e-03,\n",
       "                       1.6115e-02, -2.2746e-03,  4.9947e-03,  6.6033e-03,  1.6210e-02,\n",
       "                       1.8967e-03,  8.2249e-03,  9.6060e-03,  1.3605e-02, -7.2986e-03,\n",
       "                       9.4667e-03, -8.4085e-03, -2.5241e-03, -1.2217e-02, -4.8913e-03,\n",
       "                       1.2815e-02, -4.7718e-03, -1.6039e-02, -8.2177e-04, -1.3753e-02,\n",
       "                       1.1014e-02,  4.6891e-04,  2.5379e-03, -1.0252e-02, -6.3297e-04,\n",
       "                      -2.2108e-04, -1.6915e-02,  1.0431e-02, -1.3325e-02,  7.9545e-03,\n",
       "                       1.0849e-02, -9.6517e-04,  1.7783e-03,  2.2154e-03, -1.5772e-02,\n",
       "                      -1.4764e-02, -1.1600e-02,  6.2684e-03, -8.7817e-03,  1.7680e-03,\n",
       "                      -6.9781e-03,  4.0737e-03,  1.0583e-02,  9.8839e-03,  2.0530e-03,\n",
       "                      -3.1205e-03,  2.0448e-03,  1.0412e-02, -7.0722e-03,  7.6355e-03,\n",
       "                      -1.1177e-02,  3.6284e-03, -9.9954e-03,  9.5039e-03, -4.7988e-03,\n",
       "                       1.1441e-02,  9.4090e-03, -5.4834e-03, -7.2901e-03,  9.9272e-03,\n",
       "                      -1.6521e-02,  1.6686e-02,  1.1042e-02,  1.0846e-02, -7.3496e-03,\n",
       "                       6.1420e-03,  2.8630e-03,  2.4921e-03,  1.5127e-02,  9.3544e-03,\n",
       "                      -1.1147e-02, -1.6992e-02, -1.1142e-02, -1.2720e-02,  4.5470e-03,\n",
       "                      -4.8749e-03,  1.3332e-02, -3.2524e-03,  1.1286e-03,  6.8333e-03,\n",
       "                       1.2567e-02,  9.3880e-04,  1.1974e-02,  3.4246e-04,  6.3126e-04,\n",
       "                       5.4891e-03,  8.0378e-04, -6.7488e-03,  5.9846e-03,  1.5474e-02,\n",
       "                      -1.1297e-02,  8.9969e-03,  1.4208e-02,  1.5287e-02, -6.6595e-03,\n",
       "                       9.3298e-03, -6.3871e-03, -1.3376e-02, -5.8622e-03,  8.4357e-05,\n",
       "                       5.2559e-04,  4.4610e-03, -9.2321e-03, -1.4063e-02,  6.3764e-03,\n",
       "                      -9.0524e-03, -1.0998e-02,  9.0664e-03, -1.3802e-02, -1.0520e-02,\n",
       "                      -7.9162e-03,  1.1362e-03, -5.8293e-03,  1.4534e-02, -3.7430e-03,\n",
       "                       2.6628e-03,  1.0116e-02,  4.0215e-03, -3.1332e-03, -1.5739e-02,\n",
       "                      -1.5154e-02, -8.8348e-03, -2.4341e-04, -1.2280e-02, -1.2354e-02,\n",
       "                      -5.3164e-03, -1.3911e-02,  5.5827e-04, -2.2941e-03, -4.9540e-03,\n",
       "                       2.2026e-03, -8.6788e-03,  1.3989e-02,  6.0753e-03, -1.1891e-03,\n",
       "                       7.1836e-03, -1.0775e-02,  1.6938e-02, -6.7147e-03,  1.3380e-02,\n",
       "                       1.4440e-02, -1.1258e-02,  1.2955e-02,  3.8445e-03,  6.0227e-03,\n",
       "                      -1.4552e-02, -6.8113e-03, -1.5759e-03, -1.5720e-02,  1.3597e-02,\n",
       "                      -1.5118e-02,  1.4697e-02,  8.7879e-03, -2.6217e-03, -1.6672e-02,\n",
       "                      -9.3622e-04,  1.1988e-02, -1.0272e-02,  1.3627e-02,  1.4672e-02,\n",
       "                      -1.5576e-02, -4.1293e-03, -2.0803e-03,  3.0898e-03, -7.2951e-03,\n",
       "                      -4.1026e-03,  6.2691e-03,  5.8255e-03,  6.1515e-03, -8.3505e-03,\n",
       "                       7.9640e-03, -7.3076e-03, -1.2219e-02,  1.4231e-02, -1.5333e-02,\n",
       "                      -9.3837e-03, -5.9730e-04,  9.5489e-04, -1.6053e-02, -1.4769e-02,\n",
       "                       4.8247e-03,  5.6808e-03, -5.3199e-03, -1.6493e-02, -8.7281e-03,\n",
       "                       2.9006e-03, -1.2829e-02, -4.9642e-03, -2.3243e-03, -1.6874e-02,\n",
       "                       1.5567e-03, -3.0859e-03, -6.9868e-03, -1.5384e-03,  8.2466e-03,\n",
       "                       6.3093e-03, -1.2548e-02,  4.7179e-03, -1.5801e-02, -9.3821e-03,\n",
       "                       1.3772e-02,  2.8475e-03,  1.0528e-02, -1.3745e-02,  1.3612e-02,\n",
       "                       1.0536e-02, -1.3867e-02, -1.5592e-02,  1.3487e-02,  2.3921e-03,\n",
       "                      -5.2559e-03])),\n",
       "             ('features.10.weight',\n",
       "              tensor([[[[-0.0171,  0.0188,  0.0089],\n",
       "                        [-0.0007,  0.0120, -0.0068],\n",
       "                        [-0.0191, -0.0198, -0.0151]],\n",
       "              \n",
       "                       [[ 0.0153,  0.0132, -0.0166],\n",
       "                        [-0.0157, -0.0179, -0.0160],\n",
       "                        [ 0.0108, -0.0129, -0.0008]],\n",
       "              \n",
       "                       [[ 0.0101, -0.0029, -0.0069],\n",
       "                        [ 0.0003, -0.0131, -0.0166],\n",
       "                        [-0.0178, -0.0157,  0.0004]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0095, -0.0197,  0.0170],\n",
       "                        [-0.0031,  0.0153, -0.0202],\n",
       "                        [ 0.0108, -0.0150, -0.0154]],\n",
       "              \n",
       "                       [[-0.0172,  0.0048,  0.0198],\n",
       "                        [ 0.0201, -0.0073, -0.0097],\n",
       "                        [-0.0092,  0.0100, -0.0121]],\n",
       "              \n",
       "                       [[-0.0066,  0.0013, -0.0128],\n",
       "                        [ 0.0091, -0.0073,  0.0193],\n",
       "                        [ 0.0005,  0.0165, -0.0036]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0015,  0.0160,  0.0188],\n",
       "                        [-0.0183, -0.0161, -0.0086],\n",
       "                        [ 0.0151, -0.0114,  0.0106]],\n",
       "              \n",
       "                       [[-0.0198, -0.0143, -0.0168],\n",
       "                        [-0.0043, -0.0012,  0.0073],\n",
       "                        [-0.0129, -0.0062, -0.0191]],\n",
       "              \n",
       "                       [[-0.0094, -0.0106,  0.0202],\n",
       "                        [ 0.0015, -0.0012,  0.0181],\n",
       "                        [ 0.0161, -0.0143, -0.0175]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0085,  0.0130,  0.0009],\n",
       "                        [ 0.0024, -0.0138, -0.0044],\n",
       "                        [ 0.0169,  0.0147,  0.0015]],\n",
       "              \n",
       "                       [[-0.0142,  0.0092, -0.0132],\n",
       "                        [-0.0189,  0.0182,  0.0065],\n",
       "                        [-0.0171,  0.0111,  0.0203]],\n",
       "              \n",
       "                       [[-0.0146,  0.0200,  0.0116],\n",
       "                        [-0.0056,  0.0095, -0.0004],\n",
       "                        [-0.0112, -0.0108, -0.0047]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0019,  0.0047, -0.0208],\n",
       "                        [-0.0189,  0.0014,  0.0078],\n",
       "                        [-0.0089, -0.0038,  0.0174]],\n",
       "              \n",
       "                       [[-0.0186,  0.0063, -0.0125],\n",
       "                        [ 0.0122,  0.0116, -0.0181],\n",
       "                        [ 0.0195, -0.0092,  0.0009]],\n",
       "              \n",
       "                       [[-0.0006,  0.0102,  0.0110],\n",
       "                        [ 0.0145, -0.0012,  0.0183],\n",
       "                        [-0.0182, -0.0064,  0.0162]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0172,  0.0127, -0.0163],\n",
       "                        [-0.0058, -0.0001, -0.0078],\n",
       "                        [ 0.0173, -0.0070, -0.0085]],\n",
       "              \n",
       "                       [[-0.0195, -0.0020,  0.0129],\n",
       "                        [ 0.0186, -0.0204,  0.0135],\n",
       "                        [ 0.0119, -0.0152, -0.0039]],\n",
       "              \n",
       "                       [[ 0.0085, -0.0204, -0.0090],\n",
       "                        [ 0.0083,  0.0060, -0.0076],\n",
       "                        [ 0.0205, -0.0113, -0.0033]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0021,  0.0039,  0.0098],\n",
       "                        [-0.0085,  0.0146, -0.0026],\n",
       "                        [-0.0023,  0.0131, -0.0196]],\n",
       "              \n",
       "                       [[ 0.0029,  0.0032,  0.0091],\n",
       "                        [ 0.0171, -0.0165, -0.0115],\n",
       "                        [-0.0125, -0.0156,  0.0185]],\n",
       "              \n",
       "                       [[ 0.0045, -0.0089,  0.0002],\n",
       "                        [ 0.0017, -0.0084, -0.0108],\n",
       "                        [-0.0129, -0.0051,  0.0029]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0148, -0.0078,  0.0083],\n",
       "                        [ 0.0158, -0.0040,  0.0040],\n",
       "                        [-0.0074,  0.0167,  0.0045]],\n",
       "              \n",
       "                       [[ 0.0005,  0.0170,  0.0106],\n",
       "                        [-0.0177,  0.0137,  0.0206],\n",
       "                        [-0.0008, -0.0151, -0.0072]],\n",
       "              \n",
       "                       [[-0.0003, -0.0027, -0.0168],\n",
       "                        [-0.0115, -0.0070,  0.0035],\n",
       "                        [ 0.0069, -0.0096, -0.0180]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0134, -0.0109, -0.0178],\n",
       "                        [ 0.0100,  0.0006, -0.0068],\n",
       "                        [-0.0011, -0.0163, -0.0131]],\n",
       "              \n",
       "                       [[ 0.0172,  0.0162,  0.0027],\n",
       "                        [-0.0030, -0.0101,  0.0072],\n",
       "                        [-0.0127,  0.0186, -0.0146]],\n",
       "              \n",
       "                       [[ 0.0100, -0.0158, -0.0093],\n",
       "                        [-0.0104, -0.0188,  0.0054],\n",
       "                        [ 0.0204, -0.0182,  0.0143]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0065, -0.0140,  0.0141],\n",
       "                        [-0.0023, -0.0143,  0.0181],\n",
       "                        [ 0.0200, -0.0034,  0.0098]],\n",
       "              \n",
       "                       [[-0.0179,  0.0062, -0.0016],\n",
       "                        [ 0.0175,  0.0162,  0.0126],\n",
       "                        [-0.0110,  0.0116, -0.0037]],\n",
       "              \n",
       "                       [[-0.0043,  0.0038,  0.0096],\n",
       "                        [-0.0088, -0.0064, -0.0089],\n",
       "                        [-0.0199, -0.0169, -0.0167]]],\n",
       "              \n",
       "              \n",
       "                      [[[-0.0143,  0.0191, -0.0103],\n",
       "                        [ 0.0096,  0.0178,  0.0066],\n",
       "                        [ 0.0096, -0.0072,  0.0039]],\n",
       "              \n",
       "                       [[-0.0051, -0.0146,  0.0002],\n",
       "                        [ 0.0189,  0.0129, -0.0031],\n",
       "                        [ 0.0131, -0.0121, -0.0192]],\n",
       "              \n",
       "                       [[-0.0195, -0.0160, -0.0034],\n",
       "                        [ 0.0194,  0.0152,  0.0078],\n",
       "                        [-0.0189, -0.0016,  0.0035]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0159,  0.0057,  0.0074],\n",
       "                        [-0.0136, -0.0193,  0.0029],\n",
       "                        [-0.0104, -0.0165, -0.0034]],\n",
       "              \n",
       "                       [[-0.0033, -0.0189,  0.0109],\n",
       "                        [ 0.0006, -0.0166,  0.0190],\n",
       "                        [ 0.0205, -0.0167,  0.0012]],\n",
       "              \n",
       "                       [[ 0.0008, -0.0008,  0.0142],\n",
       "                        [-0.0060,  0.0101,  0.0058],\n",
       "                        [ 0.0135,  0.0167,  0.0031]]]])),\n",
       "             ('features.10.bias',\n",
       "              tensor([ 6.3206e-03,  1.4417e-02, -1.3393e-02,  1.0535e-02,  1.2558e-03,\n",
       "                      -1.8393e-02, -9.8980e-03,  1.3662e-02,  1.6766e-04,  1.8210e-03,\n",
       "                      -2.3764e-03,  1.3957e-02,  9.9384e-03,  1.4615e-02, -1.2431e-02,\n",
       "                      -9.7561e-03,  1.2260e-02, -1.4779e-02,  1.4577e-02,  1.9799e-03,\n",
       "                       7.0654e-03,  1.9473e-02, -7.6422e-03, -1.9688e-02, -2.0095e-02,\n",
       "                       3.3756e-03, -2.8852e-03,  7.6026e-03,  5.6867e-03,  1.5045e-02,\n",
       "                       1.3067e-02, -1.9976e-02, -2.7962e-03, -4.5408e-03, -8.7320e-03,\n",
       "                       5.4591e-03,  1.2669e-02,  1.9330e-02,  8.6713e-04,  6.8002e-03,\n",
       "                      -1.6196e-02,  1.1831e-02,  8.6501e-03,  1.4036e-02, -2.0612e-02,\n",
       "                      -9.4142e-03,  1.6046e-02,  1.7445e-02,  1.2604e-02, -1.7328e-02,\n",
       "                       1.1585e-02, -1.9502e-02,  1.5516e-02,  1.9724e-03,  7.1256e-03,\n",
       "                       7.0748e-03,  9.7003e-03, -1.2745e-02, -1.2803e-02,  1.0777e-02,\n",
       "                       8.1095e-03,  2.3926e-03, -1.3944e-03,  1.0427e-02,  1.8861e-02,\n",
       "                      -1.7070e-02, -1.4855e-02,  1.4124e-02, -2.0464e-02, -6.2535e-03,\n",
       "                      -3.8414e-03,  1.2771e-02, -4.8981e-03,  1.8106e-02,  1.8012e-02,\n",
       "                      -9.0793e-03, -6.4933e-03,  8.4415e-03,  3.2852e-03,  1.7450e-02,\n",
       "                       3.7985e-03,  6.3702e-03,  4.9388e-03, -1.1668e-02,  1.9258e-02,\n",
       "                      -1.0839e-02, -6.0481e-03, -8.8247e-03, -1.3790e-02,  9.5891e-03,\n",
       "                      -1.3141e-02, -3.8413e-03, -1.8253e-02, -9.8566e-03,  3.3702e-03,\n",
       "                       1.5210e-03,  7.9880e-03,  1.5570e-02, -3.6068e-03, -8.1879e-03,\n",
       "                       1.3355e-02, -7.4943e-04, -9.3939e-03, -1.8944e-02, -1.3087e-02,\n",
       "                      -1.8028e-02,  1.1212e-02,  5.2278e-03,  1.5109e-02,  9.2907e-03,\n",
       "                      -4.1794e-03, -3.9361e-03, -1.8644e-03, -1.1734e-02,  1.3286e-02,\n",
       "                      -8.4996e-03,  2.4695e-03,  8.0837e-03, -1.1246e-02,  1.1121e-02,\n",
       "                       7.0058e-03, -6.9422e-03,  1.0724e-02,  1.2040e-03,  3.3795e-03,\n",
       "                      -3.7176e-03, -1.9318e-02,  5.7557e-03,  3.8027e-03,  1.8390e-03,\n",
       "                       8.3714e-03,  4.7896e-03, -2.0458e-02,  2.5095e-03,  1.0799e-02,\n",
       "                       8.9287e-03,  7.6490e-03,  3.1368e-04,  1.2780e-02,  1.0125e-02,\n",
       "                       1.1052e-02, -2.1780e-03, -7.6311e-03,  1.7003e-03, -9.4163e-03,\n",
       "                      -1.2016e-02,  1.9834e-02,  9.6905e-03,  1.9716e-02,  7.9445e-03,\n",
       "                      -2.1919e-03, -6.3933e-03, -6.9018e-03, -2.0664e-02,  1.0850e-02,\n",
       "                       1.7433e-02, -9.7622e-03, -1.1457e-02, -1.3537e-02, -6.1762e-03,\n",
       "                      -2.7152e-03, -1.7386e-02, -1.1178e-02, -9.5439e-04, -6.0500e-03,\n",
       "                       1.6435e-02, -6.1405e-03,  6.9125e-03, -1.9540e-02,  3.0547e-05,\n",
       "                       3.5552e-03, -5.2042e-04, -8.7193e-03,  1.9490e-02, -1.0626e-02,\n",
       "                      -1.2930e-03, -1.2624e-02,  1.8715e-02, -1.1376e-03,  1.3081e-02,\n",
       "                      -1.2458e-02, -1.8511e-02, -1.4685e-02, -5.5744e-03, -1.0298e-02,\n",
       "                       1.4379e-02, -1.8881e-02,  6.9371e-03, -5.7405e-03,  1.2935e-02,\n",
       "                      -1.4370e-02,  1.0188e-02, -7.0076e-03, -7.0842e-03,  1.4008e-02,\n",
       "                      -2.9408e-03, -1.9964e-02,  3.8070e-03,  9.6535e-03,  1.0847e-03,\n",
       "                      -7.7388e-03,  5.4634e-03, -1.9354e-02, -3.8958e-03, -3.6224e-03,\n",
       "                       1.0007e-02, -9.5310e-03,  1.7306e-02, -4.4779e-03,  9.5592e-03,\n",
       "                      -1.7683e-02,  1.6414e-02, -1.0638e-02,  1.1037e-02,  1.8412e-03,\n",
       "                      -2.3689e-03,  1.3904e-02, -1.7703e-03,  1.8464e-02, -1.9919e-02,\n",
       "                       5.4472e-03,  1.6510e-02,  1.9727e-02,  1.1070e-02, -1.8912e-03,\n",
       "                       1.0006e-02,  5.8709e-03,  1.7647e-02,  7.2090e-03,  8.5514e-03,\n",
       "                      -1.5667e-02, -1.0075e-02,  5.8603e-04, -1.0595e-02, -2.0749e-03,\n",
       "                       3.1059e-03,  2.0673e-02, -1.5641e-02,  1.9734e-02, -1.4908e-02,\n",
       "                       1.9669e-02, -5.9221e-03,  1.9079e-02,  8.4810e-03,  9.6840e-03,\n",
       "                      -2.0124e-03, -1.1259e-02, -6.6123e-03,  4.4608e-03, -6.9021e-03,\n",
       "                      -3.4186e-03,  4.2918e-04, -1.1698e-02, -7.3258e-03,  1.8886e-02,\n",
       "                      -2.0256e-03])),\n",
       "             ('classifier.1.weight',\n",
       "              tensor([[-0.0069, -0.0098, -0.0078,  ...,  0.0064,  0.0093,  0.0088],\n",
       "                      [-0.0102,  0.0003,  0.0020,  ..., -0.0088, -0.0039,  0.0003],\n",
       "                      [-0.0049, -0.0042, -0.0064,  ...,  0.0094, -0.0053, -0.0103],\n",
       "                      ...,\n",
       "                      [-0.0085,  0.0082,  0.0085,  ..., -0.0080, -0.0041,  0.0010],\n",
       "                      [ 0.0007, -0.0095, -0.0002,  ..., -0.0075,  0.0051,  0.0088],\n",
       "                      [ 0.0003,  0.0100, -0.0081,  ...,  0.0009,  0.0038, -0.0095]])),\n",
       "             ('classifier.1.bias',\n",
       "              tensor([ 0.0093, -0.0085,  0.0063,  ...,  0.0065,  0.0021,  0.0077])),\n",
       "             ('classifier.4.weight',\n",
       "              tensor([[-3.2056e-03, -7.1406e-03, -4.5985e-03,  ..., -1.7624e-03,\n",
       "                       -3.2147e-03,  7.9201e-03],\n",
       "                      [-7.3377e-03,  5.1985e-03, -1.1102e-02,  ...,  8.4004e-03,\n",
       "                       -1.0429e-02,  4.5292e-03],\n",
       "                      [ 5.5037e-03, -3.3139e-03,  3.0439e-05,  ...,  1.3359e-02,\n",
       "                        2.0316e-03, -4.1383e-03],\n",
       "                      ...,\n",
       "                      [-1.3093e-02, -5.1932e-03, -6.4965e-03,  ..., -1.1394e-02,\n",
       "                        7.9305e-03,  1.1118e-02],\n",
       "                      [-1.0245e-02, -1.3916e-02,  1.5038e-02,  ..., -1.3864e-02,\n",
       "                        1.9903e-03,  1.1726e-02],\n",
       "                      [ 2.1063e-03, -5.2695e-03, -2.1519e-03,  ...,  4.7111e-03,\n",
       "                       -6.7464e-03,  9.6206e-04]])),\n",
       "             ('classifier.4.bias',\n",
       "              tensor([-0.0032,  0.0111,  0.0020,  ..., -0.0111, -0.0064, -0.0073])),\n",
       "             ('classifier.6.weight',\n",
       "              tensor([[ 0.0057,  0.0028,  0.0100,  ..., -0.0007,  0.0113, -0.0023],\n",
       "                      [-0.0102,  0.0098,  0.0054,  ..., -0.0043,  0.0037,  0.0139],\n",
       "                      [ 0.0010, -0.0059, -0.0134,  ...,  0.0041, -0.0019,  0.0107],\n",
       "                      ...,\n",
       "                      [ 0.0123, -0.0023,  0.0015,  ...,  0.0070, -0.0057, -0.0012],\n",
       "                      [-0.0144, -0.0125,  0.0152,  ...,  0.0033,  0.0029,  0.0121],\n",
       "                      [-0.0093,  0.0012,  0.0013,  ...,  0.0128,  0.0148,  0.0033]])),\n",
       "             ('classifier.6.bias',\n",
       "              tensor([ 6.7899e-03, -9.0387e-03,  8.9433e-03,  1.0327e-02,  1.5066e-03,\n",
       "                      -1.5573e-02,  1.4013e-02, -1.4837e-02,  4.2747e-03, -1.2412e-02,\n",
       "                       4.3888e-03, -7.5159e-03,  1.1933e-02,  1.1003e-02,  1.0146e-02,\n",
       "                      -7.0865e-04,  1.3184e-02, -1.1924e-03,  7.7517e-03, -1.4361e-02,\n",
       "                       7.2829e-03, -8.7404e-04,  1.3638e-02, -5.7937e-03, -6.3491e-03,\n",
       "                       3.3047e-03,  1.5219e-02, -7.2818e-04,  6.3287e-03,  1.3962e-02,\n",
       "                      -7.1454e-03, -1.4590e-02,  3.6519e-03,  9.4245e-03, -9.5879e-03,\n",
       "                      -4.7218e-03,  1.0241e-02,  1.4317e-02,  4.4037e-03, -9.2119e-03,\n",
       "                      -4.4594e-03,  9.3577e-04, -5.5418e-03,  5.2697e-04,  1.1803e-02,\n",
       "                      -1.5486e-02,  7.6593e-03,  1.5969e-03,  1.7351e-03,  9.6516e-03,\n",
       "                      -5.2100e-03,  9.8502e-03, -1.3598e-02, -6.7586e-03, -4.8149e-03,\n",
       "                       1.3421e-02,  7.1282e-03, -1.2557e-02,  9.3632e-03, -8.9271e-03,\n",
       "                      -5.9153e-03,  9.0707e-03,  7.7060e-03,  9.2375e-03,  7.4435e-03,\n",
       "                      -1.1805e-02, -5.8380e-03,  6.3088e-03,  6.7142e-03,  3.3997e-03,\n",
       "                       1.2482e-02,  1.2941e-02, -6.6227e-03,  3.2646e-03,  9.5309e-03,\n",
       "                      -6.2411e-03, -2.2129e-03,  4.9175e-03, -1.4821e-02,  1.4588e-02,\n",
       "                       1.0998e-03,  1.4300e-02,  8.6864e-03, -1.4142e-02, -7.4990e-03,\n",
       "                      -1.0469e-02,  1.4146e-02, -8.0709e-03,  1.0219e-02,  5.7853e-03,\n",
       "                       9.0988e-03, -3.0856e-03,  1.0332e-02,  1.2362e-02,  1.2316e-02,\n",
       "                       1.3195e-02,  1.3236e-02, -1.4325e-02, -3.4140e-03,  1.5337e-02,\n",
       "                      -4.3212e-03,  4.2969e-03,  2.2610e-03,  1.4053e-02,  1.1213e-02,\n",
       "                      -4.5674e-04,  1.0927e-02, -1.3946e-02,  6.2990e-03, -4.1399e-03,\n",
       "                       5.7321e-03,  1.5243e-02, -3.2443e-03,  1.8840e-03,  2.8707e-03,\n",
       "                      -5.7090e-03, -1.2549e-03,  9.1618e-03, -4.7199e-03,  1.5578e-02,\n",
       "                       4.6261e-03,  1.1286e-02,  7.8826e-03, -2.6687e-03, -4.7655e-03,\n",
       "                      -1.2213e-02,  8.0746e-03, -1.0603e-02,  8.0083e-03, -1.2298e-04,\n",
       "                       7.9119e-03,  5.4946e-03,  9.1103e-03,  5.5783e-03, -9.0007e-03,\n",
       "                       1.2072e-02, -1.4557e-03, -1.1109e-02,  5.5504e-03,  3.4247e-03,\n",
       "                      -7.2861e-03, -7.7293e-03,  3.1199e-03,  1.1439e-02, -5.1706e-03,\n",
       "                       9.6392e-03,  1.1606e-02, -1.5367e-02, -1.1361e-02,  8.8404e-03,\n",
       "                      -2.6615e-03,  8.7440e-03,  6.6419e-03, -1.5107e-02, -1.0828e-02,\n",
       "                       1.1330e-02, -1.0339e-02,  5.2195e-03,  1.3149e-02,  1.1283e-02,\n",
       "                       1.4568e-03, -1.3138e-02, -2.2701e-03, -2.2855e-05,  1.7769e-03,\n",
       "                       5.3461e-03,  6.5910e-03, -1.4751e-02, -1.5573e-02,  1.3289e-02,\n",
       "                       5.0346e-03, -1.3203e-04, -3.0998e-03,  8.2179e-03, -9.9792e-03,\n",
       "                      -1.2922e-02, -5.0431e-03, -1.3755e-04, -1.3678e-02,  1.2075e-03,\n",
       "                       4.2066e-03, -3.9042e-04,  3.4139e-03, -1.0570e-02,  4.0518e-03,\n",
       "                      -1.5373e-02,  9.7676e-03,  9.9811e-03,  6.1096e-03, -9.7431e-03,\n",
       "                      -5.9139e-03,  6.2506e-04,  9.0898e-03, -4.5081e-03, -6.9815e-03,\n",
       "                      -1.1012e-02, -1.8686e-03, -9.5888e-03,  1.2973e-02,  9.8392e-03,\n",
       "                      -1.2896e-02,  1.1110e-02,  3.9222e-03, -5.9827e-03, -5.9072e-03,\n",
       "                      -7.3315e-03, -1.3796e-03,  2.0637e-04, -1.2234e-02, -1.3957e-02,\n",
       "                      -4.0345e-03, -1.2468e-02, -9.1085e-03, -3.4508e-03, -1.6221e-03,\n",
       "                      -7.0113e-03, -3.7742e-03,  1.0952e-02, -2.2066e-03, -9.1819e-03,\n",
       "                       3.3086e-03,  1.4915e-02,  3.2276e-03,  1.2541e-02, -7.9380e-03,\n",
       "                       1.8154e-03,  1.2694e-02, -2.6311e-03, -5.9845e-03,  1.4104e-02,\n",
       "                      -3.8701e-03, -1.0753e-03,  1.6388e-05, -2.2203e-03, -1.2575e-02,\n",
       "                       1.4951e-02, -6.8632e-03, -6.5805e-03, -1.3345e-02, -1.0887e-02,\n",
       "                       3.4104e-03,  7.0173e-03, -7.3607e-03, -1.4889e-02,  1.4248e-02,\n",
       "                      -8.3346e-03,  9.1285e-03,  6.0616e-03,  5.9272e-03, -1.2636e-02,\n",
       "                      -2.2480e-03,  3.2868e-04,  1.4381e-02, -1.1714e-02, -8.8712e-03,\n",
       "                       1.3396e-02, -1.1355e-02, -4.4925e-03,  1.1292e-02, -1.0866e-02,\n",
       "                       2.2670e-03,  1.1090e-02, -2.5037e-03, -1.2557e-02,  1.1204e-02,\n",
       "                      -6.5925e-03,  1.4221e-02,  2.2193e-03, -6.4999e-03, -2.8504e-03,\n",
       "                      -7.6208e-03, -1.9333e-03, -6.2934e-04,  8.2527e-03, -1.1013e-02,\n",
       "                       6.7414e-03,  1.1925e-02,  1.4886e-02, -4.2364e-04,  1.2241e-02,\n",
       "                       2.1490e-03, -7.7169e-03, -1.5587e-02, -1.0042e-02, -9.3199e-03,\n",
       "                       1.4404e-02, -5.7778e-03, -6.9410e-03, -5.6515e-03, -9.2051e-03,\n",
       "                       1.3883e-02,  1.3699e-02, -1.3042e-02, -7.8881e-03, -5.9073e-03,\n",
       "                       8.6512e-03,  8.7352e-03,  6.3275e-03, -4.2972e-04,  4.7972e-03,\n",
       "                       1.0847e-02, -1.0125e-02,  8.3320e-03, -3.2781e-03,  9.3696e-03,\n",
       "                      -2.4869e-03, -1.2784e-02, -2.7426e-03, -6.0261e-03,  8.4473e-04,\n",
       "                       1.5125e-02, -1.4677e-03, -6.4753e-05, -7.1961e-03,  1.2977e-02,\n",
       "                      -1.1121e-02,  4.4519e-03,  1.3476e-02,  1.2092e-02,  8.1803e-03,\n",
       "                      -5.5858e-03,  1.2000e-02, -7.8656e-03,  1.0467e-02,  1.9350e-03,\n",
       "                       3.5895e-03,  6.5919e-03, -1.5620e-02, -1.3347e-02, -3.1999e-03,\n",
       "                      -2.5447e-04, -9.3056e-03, -3.6270e-03, -9.6191e-03,  1.4743e-02,\n",
       "                      -6.4657e-04,  6.0169e-03, -8.8929e-04, -3.4168e-03,  1.5204e-02,\n",
       "                      -1.0893e-02, -6.1723e-03, -4.8666e-03,  2.1857e-03, -4.1384e-03,\n",
       "                      -2.6284e-03, -1.3268e-02,  2.4547e-03,  1.5598e-02, -7.8906e-03,\n",
       "                      -6.7636e-05,  4.7284e-03,  2.4202e-03, -1.7991e-03, -1.1945e-02,\n",
       "                       9.0741e-03, -1.2619e-02, -1.0888e-02,  9.1405e-03,  3.2567e-03,\n",
       "                      -3.1847e-03,  2.9737e-03, -1.4473e-02, -2.8568e-03, -1.4588e-02,\n",
       "                       1.3728e-02, -1.0442e-03, -4.1844e-04, -6.4560e-03, -8.7230e-03,\n",
       "                      -1.3643e-02,  4.8189e-03,  1.1976e-02, -5.8976e-03,  1.7458e-03,\n",
       "                      -1.4474e-02,  3.1031e-03,  4.4506e-03, -2.3037e-03,  1.2943e-02,\n",
       "                       7.4779e-04, -1.6647e-03, -1.3026e-02,  3.7861e-03, -6.4486e-03,\n",
       "                      -4.5273e-03,  2.0850e-03,  5.6071e-03,  6.5571e-03,  1.0006e-02,\n",
       "                      -4.6887e-05,  1.3508e-02,  5.6192e-03,  3.3287e-03,  1.1104e-02,\n",
       "                      -1.4588e-02, -6.3740e-03,  6.0109e-04,  2.9842e-03,  2.3830e-03,\n",
       "                      -8.1477e-03, -3.7070e-03,  2.7487e-03,  9.0730e-03, -8.8260e-03,\n",
       "                       3.3384e-03, -3.9899e-03, -2.0733e-04,  1.4713e-02,  9.0693e-03,\n",
       "                      -1.1163e-02,  1.5601e-03, -9.7532e-03,  1.3221e-02, -4.5695e-03,\n",
       "                      -1.4790e-02, -7.7781e-03, -8.3146e-03, -1.5512e-02,  9.2284e-03,\n",
       "                      -3.0269e-04, -1.3062e-02, -1.3057e-02,  1.1057e-02, -8.0898e-03,\n",
       "                       8.3552e-03,  1.1850e-02, -3.2478e-03,  1.5283e-02, -5.7464e-03,\n",
       "                      -3.8557e-03,  1.3885e-02,  2.8288e-03,  1.5041e-02,  1.1832e-02,\n",
       "                       1.4987e-02,  1.0016e-02, -1.0492e-02,  8.9334e-03, -1.1755e-02,\n",
       "                      -1.3905e-02,  1.3929e-02, -1.1575e-02, -1.0836e-02, -1.4772e-02,\n",
       "                       1.4674e-02,  1.0408e-03,  5.2084e-03, -1.3441e-02,  1.4824e-02,\n",
       "                      -1.5087e-02, -8.2851e-03,  5.9641e-03,  1.4316e-02, -1.4415e-02,\n",
       "                      -1.1465e-02, -9.8564e-04, -1.2896e-02, -1.1219e-03, -1.1920e-02,\n",
       "                       1.4748e-02,  7.8099e-03, -1.1651e-02, -9.6486e-04, -7.8115e-03,\n",
       "                      -5.6269e-04, -6.9895e-03,  1.1675e-02,  8.0638e-03,  5.8561e-03,\n",
       "                       9.9330e-03, -4.4729e-03, -1.6441e-03, -1.0558e-02, -1.2172e-02,\n",
       "                       8.8583e-03, -6.7652e-03,  7.2397e-03,  6.2480e-03, -5.3466e-03,\n",
       "                       9.9528e-03,  8.3013e-03,  1.0386e-02, -2.9151e-04,  1.1367e-02,\n",
       "                      -1.3966e-02,  1.3796e-02, -2.1783e-03, -1.4119e-02,  6.4788e-03,\n",
       "                      -5.7201e-03,  2.4375e-03, -1.1391e-03,  1.1499e-02,  4.5392e-03,\n",
       "                      -8.4793e-03,  9.3599e-03, -2.1548e-03,  7.2888e-04,  4.2184e-03,\n",
       "                      -6.3569e-03,  1.2759e-02,  3.3170e-05,  1.0098e-02,  3.9170e-03,\n",
       "                       1.4613e-02, -6.9498e-03, -2.1929e-03, -5.1744e-03,  1.3841e-02,\n",
       "                      -1.0035e-02, -5.6531e-03, -1.0939e-02,  5.4308e-03,  2.5124e-03,\n",
       "                       1.4157e-02,  1.4911e-02,  2.0550e-03,  7.3778e-03, -3.8820e-03,\n",
       "                      -6.1342e-04, -1.0677e-02, -1.4580e-02,  1.5404e-02,  7.4626e-03,\n",
       "                      -1.1211e-02,  6.8834e-03, -6.7158e-03,  2.5759e-03, -1.3177e-02,\n",
       "                      -1.3475e-02,  5.7055e-03, -4.7891e-03,  8.2459e-03,  1.5073e-02,\n",
       "                       6.6466e-03, -6.8076e-03,  8.3200e-03,  5.8175e-03, -4.5679e-03,\n",
       "                      -1.3558e-02,  2.6872e-03,  1.2508e-02,  1.1483e-02, -1.5219e-02,\n",
       "                      -2.3638e-03, -9.7577e-03,  8.2890e-03, -2.0027e-03, -4.7022e-03,\n",
       "                      -2.4652e-03, -1.3455e-03, -1.3787e-02, -3.5343e-03,  1.4030e-02,\n",
       "                      -6.9778e-03, -5.7465e-03, -6.7333e-03, -9.6220e-03,  1.4438e-04,\n",
       "                      -6.1627e-03, -1.5148e-02, -8.5022e-03, -1.3113e-02, -1.2921e-02,\n",
       "                       9.3609e-03,  4.7175e-03, -1.4940e-02, -1.2702e-03, -1.6962e-03,\n",
       "                       1.1731e-03,  1.3314e-02, -5.0758e-03, -2.8757e-03,  7.5813e-03,\n",
       "                      -3.6593e-03,  1.0609e-02, -1.4495e-02,  5.9597e-03,  1.4203e-02,\n",
       "                       5.9171e-03,  1.5602e-02,  7.9036e-03,  6.0777e-03, -1.3184e-02,\n",
       "                       4.9933e-03, -7.1861e-04,  8.0895e-03,  5.7470e-03, -3.6958e-03,\n",
       "                      -1.3750e-03,  1.4771e-03, -7.7500e-03, -3.5902e-03, -1.0477e-02,\n",
       "                      -4.2297e-03,  1.2492e-04,  4.2217e-03,  4.3694e-03,  8.8261e-03,\n",
       "                      -8.3505e-03, -1.7875e-03,  5.2537e-03, -1.4243e-03,  1.4536e-02,\n",
       "                      -6.2853e-03, -3.0401e-03, -1.4503e-02,  4.5449e-03,  9.9493e-03,\n",
       "                       7.3013e-03, -2.3398e-03,  5.7805e-03, -4.7299e-03, -2.5031e-03,\n",
       "                       4.7966e-03, -4.2976e-03,  1.4067e-02, -5.3719e-03, -1.5372e-02,\n",
       "                       6.3569e-03, -1.0246e-02,  4.4907e-03, -7.0194e-03,  1.0586e-02,\n",
       "                      -4.0053e-03, -2.5371e-03,  3.4522e-03, -1.0299e-02, -1.4138e-02,\n",
       "                       4.4982e-03, -9.2304e-03, -5.0155e-03,  5.1833e-03, -5.9894e-03,\n",
       "                      -1.9884e-03, -6.8526e-03, -8.9607e-03, -1.5545e-02, -1.8559e-03,\n",
       "                       4.2834e-03, -8.6972e-03,  1.6824e-03,  6.0850e-03, -1.8859e-03,\n",
       "                      -8.6265e-03, -7.5155e-03,  5.8987e-03,  1.2327e-02,  9.7021e-04,\n",
       "                       2.2886e-03, -9.2241e-03,  3.4301e-03, -9.5371e-03, -8.2961e-04,\n",
       "                       1.0640e-02, -2.3508e-03, -1.4699e-03,  8.8797e-03,  1.2915e-02,\n",
       "                      -3.0334e-03,  1.3826e-02,  4.0787e-04, -8.9576e-03,  1.9553e-03,\n",
       "                       1.1703e-02, -7.4246e-03, -1.4390e-02,  3.7246e-03,  5.1956e-03,\n",
       "                      -7.5186e-03,  1.2787e-02,  7.9393e-03,  4.9449e-03,  1.9596e-03,\n",
       "                       1.2252e-02,  1.8253e-04, -1.3882e-02,  2.3593e-03,  2.1477e-03,\n",
       "                      -5.1780e-03, -1.9476e-03,  1.0180e-02,  1.4554e-02, -1.0555e-03,\n",
       "                      -6.9947e-03,  4.8838e-03,  4.6102e-03, -3.8892e-03,  9.2382e-03,\n",
       "                      -1.6356e-03,  1.5196e-02,  5.0533e-03,  9.5871e-03, -6.1119e-03,\n",
       "                      -1.5249e-02,  1.8011e-03,  4.7736e-03,  5.4658e-03, -1.0756e-02,\n",
       "                       6.0085e-03,  1.1121e-02, -6.5465e-03, -2.1286e-03,  3.0298e-03,\n",
       "                      -8.8162e-03,  1.4240e-02,  1.5012e-02,  1.0684e-03, -4.5219e-03,\n",
       "                       2.1466e-03,  1.1587e-02, -5.8233e-03, -6.8030e-03,  1.0946e-02,\n",
       "                      -8.8657e-03, -4.7664e-03,  5.6254e-03, -4.6807e-03, -5.2127e-03,\n",
       "                       1.1457e-02,  1.4595e-02,  8.3681e-03, -2.9972e-03,  6.0135e-03,\n",
       "                       1.4007e-02, -7.6287e-03, -1.2735e-02, -7.5903e-03,  3.0475e-03,\n",
       "                       1.2571e-02, -4.9502e-03, -1.8224e-03, -9.8918e-03,  1.1066e-02,\n",
       "                       1.2620e-02, -1.5009e-02, -1.1761e-02,  5.0544e-04,  1.2130e-02,\n",
       "                       1.4060e-02,  1.0579e-02,  1.1356e-02, -1.3991e-03,  2.0540e-04,\n",
       "                       9.2561e-03,  3.1382e-03,  4.3118e-03, -1.1033e-02,  2.8099e-03,\n",
       "                       7.9359e-04, -8.3362e-03, -6.8320e-03, -8.2645e-04, -6.7750e-03,\n",
       "                       9.2558e-03, -8.0747e-03,  8.3694e-03, -1.4138e-03, -9.7509e-03,\n",
       "                       1.0925e-02,  1.3201e-02, -7.2125e-03, -8.6178e-03,  2.5400e-04,\n",
       "                       1.4703e-02, -1.9666e-03,  4.9910e-03, -1.4934e-02,  7.9381e-03,\n",
       "                       7.9739e-03,  1.4964e-02, -2.6965e-03, -1.5380e-02, -1.0488e-02,\n",
       "                       9.9329e-03,  1.5023e-02, -1.8843e-03, -1.2084e-02, -2.2679e-03,\n",
       "                       1.5274e-02, -1.1571e-02,  1.0575e-02, -6.7982e-03,  7.3066e-03,\n",
       "                       6.0759e-03,  2.8823e-03,  1.1864e-02,  6.3553e-03, -4.3110e-03,\n",
       "                       1.0319e-02, -1.0157e-03,  2.4801e-03,  8.2636e-03,  1.2106e-03,\n",
       "                       1.0217e-02, -6.1593e-04,  5.3558e-03,  7.1881e-03, -5.6600e-03,\n",
       "                       8.6620e-03, -3.0196e-03,  1.0100e-02, -1.0508e-02, -8.7736e-04,\n",
       "                      -1.0565e-02,  1.2067e-02,  1.4831e-02, -1.0518e-02, -8.6960e-03,\n",
       "                       1.4213e-02,  1.2045e-02, -8.5149e-03, -1.4940e-02, -2.5088e-03,\n",
       "                      -1.1009e-02, -6.5487e-03, -6.9535e-03, -1.2987e-02, -4.8811e-03,\n",
       "                      -4.7007e-03, -6.6663e-03, -7.4807e-04,  2.3307e-03,  1.3888e-02,\n",
       "                       8.0557e-03, -2.0377e-03, -1.1675e-02,  5.8051e-03, -6.8328e-04,\n",
       "                       8.9216e-03, -9.3942e-03,  1.0150e-04, -1.0600e-02, -2.7413e-04,\n",
       "                       1.3107e-03,  4.8152e-03,  3.2489e-03, -8.4506e-03, -8.9875e-03,\n",
       "                      -7.2385e-03, -3.4763e-03,  7.8572e-03, -3.3314e-04, -1.6542e-03,\n",
       "                      -2.3984e-04,  1.3659e-02,  1.1745e-02,  1.5432e-02, -9.5611e-03,\n",
       "                      -1.1540e-02,  1.0168e-02, -1.0442e-02, -1.2922e-02, -7.0301e-03,\n",
       "                       3.5334e-03,  1.4783e-02,  2.6700e-03,  1.5229e-02, -1.1165e-02,\n",
       "                       9.9489e-03,  6.7279e-03, -9.7160e-03,  1.4352e-02,  1.2337e-02,\n",
       "                       1.3582e-03,  6.0419e-04,  8.4669e-03, -1.0862e-03, -3.8035e-03,\n",
       "                      -1.4031e-02,  1.9555e-03, -3.3853e-03, -4.2622e-03, -6.5416e-03,\n",
       "                      -1.9793e-03,  1.3445e-02,  1.7660e-03,  1.4786e-02, -8.1743e-03,\n",
       "                       3.7092e-03,  1.1283e-02,  1.1673e-02, -1.1145e-02,  1.3853e-02,\n",
       "                       7.1773e-03, -1.1209e-02, -6.8091e-03, -8.5070e-03,  1.2774e-02,\n",
       "                      -7.8644e-03, -4.3775e-04,  4.1581e-03, -9.9956e-03, -4.7065e-03,\n",
       "                       3.6478e-03, -6.2109e-03,  1.6988e-03,  6.5673e-03,  8.7006e-03,\n",
       "                       9.5807e-03, -8.0663e-03,  4.4029e-03,  3.1062e-03, -2.8393e-03,\n",
       "                       8.8757e-03, -2.5143e-03, -1.3726e-03, -1.2449e-02,  6.6614e-03,\n",
       "                       1.9933e-03,  9.8565e-03, -1.2314e-02, -9.8522e-04,  6.3271e-03,\n",
       "                       1.2697e-02, -6.3194e-03, -4.1248e-03,  8.9460e-03,  1.3488e-02,\n",
       "                       1.4316e-02, -1.0634e-02,  1.5317e-02, -3.8989e-03, -7.0084e-03,\n",
       "                       1.1869e-02,  7.7223e-03,  1.5504e-02, -1.0503e-02, -2.1199e-03,\n",
       "                       4.0061e-03, -6.0109e-04, -1.3970e-02, -6.5075e-03, -1.2561e-02,\n",
       "                       9.4119e-03, -9.5583e-03, -3.3400e-03, -1.0784e-03, -3.2686e-03,\n",
       "                      -1.1943e-02, -6.0955e-03,  3.6092e-03, -1.0249e-03,  1.0054e-02,\n",
       "                      -6.6077e-04, -5.7928e-03, -2.9907e-03, -2.0023e-03,  5.0685e-03,\n",
       "                      -2.6619e-03, -7.2153e-03, -3.3730e-03,  2.1649e-03, -1.5145e-02,\n",
       "                      -1.5580e-02, -1.4193e-02,  5.2976e-03, -1.0232e-02, -1.7652e-03,\n",
       "                      -1.0912e-02, -3.2565e-03,  8.7494e-03, -7.9750e-03, -1.7805e-03,\n",
       "                       8.7275e-03,  4.0269e-03, -2.5777e-03,  1.0140e-02,  1.1668e-02,\n",
       "                      -8.2910e-04,  4.8530e-03, -6.2050e-03,  9.3899e-03,  1.0603e-02,\n",
       "                      -3.5245e-03, -1.3721e-02,  1.5591e-02, -4.3531e-04,  1.0930e-02,\n",
       "                       9.8327e-03,  2.5180e-03,  5.7065e-03, -1.0188e-02, -3.8723e-03,\n",
       "                       7.4650e-03, -1.5054e-02, -4.5988e-03,  9.3970e-03, -8.5976e-03,\n",
       "                       3.7873e-03,  3.3985e-03, -1.0880e-02, -1.0597e-02,  1.3261e-02,\n",
       "                      -1.4921e-02,  6.8551e-03,  2.2303e-03, -3.9067e-03,  1.1690e-02]))])"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model2.state_dict()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'SharedModel' object has no attribute 'xmodel'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-42-7c4fa5dd59e4>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdeeps\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mxmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclassifier\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__getattr__\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m    574\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mmodules\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    575\u001b[0m         raise AttributeError(\"'{}' object has no attribute '{}'\".format(\n\u001b[0;32m--> 576\u001b[0;31m             type(self).__name__, name))\n\u001b[0m\u001b[1;32m    577\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    578\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__setattr__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'SharedModel' object has no attribute 'xmodel'"
     ]
    }
   ],
   "source": [
    "deeps.xmodel.classifier[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "a = SharedModel()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "OrderedDict([('model.features.0.weight',\n",
       "              tensor([[[[ 1.1864e-01,  9.4069e-02,  9.5435e-02,  ...,  5.5822e-02,\n",
       "                          2.1575e-02,  4.9963e-02],\n",
       "                        [ 7.4882e-02,  3.8940e-02,  5.2979e-02,  ...,  2.5709e-02,\n",
       "                         -1.1299e-02,  4.1590e-03],\n",
       "                        [ 7.5425e-02,  3.8779e-02,  5.4930e-02,  ...,  4.3596e-02,\n",
       "                          1.0225e-02,  1.3251e-02],\n",
       "                        ...,\n",
       "                        [ 9.3155e-02,  1.0374e-01,  6.7547e-02,  ..., -2.0277e-01,\n",
       "                         -1.2839e-01, -1.1220e-01],\n",
       "                        [ 4.3544e-02,  6.4916e-02,  3.6164e-02,  ..., -2.0248e-01,\n",
       "                         -1.1376e-01, -1.0719e-01],\n",
       "                        [ 4.7369e-02,  6.2543e-02,  2.4758e-02,  ..., -1.1844e-01,\n",
       "                         -9.5567e-02, -8.3890e-02]],\n",
       "              \n",
       "                       [[-7.2634e-02, -5.7996e-02, -8.0661e-02,  ..., -6.0304e-04,\n",
       "                         -2.5309e-02,  2.5471e-02],\n",
       "                        [-6.9042e-02, -6.7562e-02, -7.6367e-02,  ..., -3.9616e-03,\n",
       "                         -3.0402e-02,  1.0477e-02],\n",
       "                        [-9.9517e-02, -8.5592e-02, -1.0521e-01,  ..., -2.6587e-02,\n",
       "                         -2.2777e-02,  6.6451e-03],\n",
       "                        ...,\n",
       "                        [-1.5121e-01, -8.8735e-02, -9.6737e-02,  ...,  3.0853e-01,\n",
       "                          1.8096e-01,  8.4297e-02],\n",
       "                        [-1.4309e-01, -7.5710e-02, -7.2215e-02,  ...,  2.0417e-01,\n",
       "                          1.6447e-01,  9.5166e-02],\n",
       "                        [-8.5925e-02, -4.0134e-02, -5.1491e-02,  ...,  1.6352e-01,\n",
       "                          1.4822e-01,  1.0196e-01]],\n",
       "              \n",
       "                       [[-2.3596e-02, -2.1258e-03, -2.7761e-02,  ...,  3.9940e-02,\n",
       "                         -7.1123e-03,  3.2207e-02],\n",
       "                        [ 2.5705e-04,  2.2468e-02,  8.9070e-03,  ...,  1.8771e-02,\n",
       "                         -1.4155e-02,  1.8275e-02],\n",
       "                        [ 5.4084e-03,  2.9397e-02,  3.3051e-04,  ...,  1.2054e-02,\n",
       "                         -2.5237e-03,  8.3515e-03],\n",
       "                        ...,\n",
       "                        [-6.2826e-02, -1.1655e-02, -6.2080e-02,  ...,  1.0332e-01,\n",
       "                         -9.4987e-03, -7.9570e-02],\n",
       "                        [-4.5691e-02,  3.3726e-03, -3.9632e-02,  ..., -2.6448e-02,\n",
       "                         -3.3500e-02, -7.6398e-02],\n",
       "                        [-1.8700e-02,  1.1365e-02, -3.9671e-02,  ..., -6.8563e-02,\n",
       "                         -4.1289e-02, -5.5473e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.9950e-03,  2.9262e-03,  4.8212e-02,  ...,  6.1402e-02,\n",
       "                          2.6121e-02,  1.9558e-02],\n",
       "                        [-1.2579e-02, -4.8879e-03,  1.8490e-02,  ...,  5.3881e-02,\n",
       "                          1.6377e-02,  2.3768e-02],\n",
       "                        [ 3.6561e-03, -7.7510e-04,  2.6360e-02,  ..., -2.5849e-02,\n",
       "                         -6.1798e-02,  2.6103e-02],\n",
       "                        ...,\n",
       "                        [-1.0812e-02, -4.6008e-03,  1.5122e-02,  ...,  2.9561e-02,\n",
       "                          5.3272e-03,  6.8561e-02],\n",
       "                        [ 2.7364e-04, -1.4850e-02,  7.8180e-03,  ...,  2.7172e-02,\n",
       "                         -1.8095e-02,  5.2485e-02],\n",
       "                        [-5.2470e-02, -4.6578e-02, -1.0951e-02,  ...,  4.3038e-03,\n",
       "                         -2.6379e-03,  1.4406e-02]],\n",
       "              \n",
       "                       [[ 2.3965e-02,  2.2740e-02,  5.7586e-03,  ...,  7.2087e-03,\n",
       "                         -2.4652e-02,  4.4658e-02],\n",
       "                        [ 2.6914e-02,  4.4892e-02, -1.0872e-03,  ...,  4.4243e-02,\n",
       "                         -2.1168e-02,  6.4538e-02],\n",
       "                        [ 1.2421e-02,  1.0247e-02, -4.1554e-02,  ..., -1.2134e-01,\n",
       "                         -1.6294e-01,  2.6266e-02],\n",
       "                        ...,\n",
       "                        [ 3.5926e-02,  5.3235e-02,  1.1016e-02,  ...,  1.2710e-02,\n",
       "                         -2.9737e-02,  8.5926e-02],\n",
       "                        [ 1.5623e-02,  2.1743e-02, -8.2941e-03,  ..., -3.2744e-03,\n",
       "                         -5.4099e-02,  5.7634e-02],\n",
       "                        [ 7.5254e-02,  8.7784e-02,  5.5804e-02,  ...,  5.2849e-02,\n",
       "                          1.0612e-02,  9.3531e-02]],\n",
       "              \n",
       "                       [[-3.6488e-02,  6.6332e-03, -3.9035e-02,  ..., -1.5678e-02,\n",
       "                         -7.9994e-02, -8.8658e-04],\n",
       "                        [-5.1740e-03,  5.7395e-02,  8.9841e-03,  ...,  7.4166e-02,\n",
       "                         -3.1792e-03,  4.2777e-02],\n",
       "                        [-7.9446e-02, -2.2924e-02, -7.3370e-02,  ..., -5.6738e-02,\n",
       "                         -1.2923e-01,  1.8896e-02],\n",
       "                        ...,\n",
       "                        [-3.9394e-02,  3.0981e-02, -2.7901e-02,  ..., -1.6774e-02,\n",
       "                         -1.0236e-01,  4.0128e-02],\n",
       "                        [-6.0751e-02, -2.3034e-02, -7.6838e-02,  ..., -7.9069e-02,\n",
       "                         -1.6195e-01, -1.3746e-02],\n",
       "                        [ 7.9522e-03,  4.6969e-02, -1.2460e-02,  ..., -4.6956e-02,\n",
       "                         -1.0082e-01,  1.9832e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-5.1702e-02,  1.3825e-02,  9.0514e-03,  ..., -9.6401e-02,\n",
       "                         -1.1277e-01, -2.1596e-01],\n",
       "                        [-9.0091e-02, -1.3136e-02, -3.2812e-02,  ..., -7.5263e-02,\n",
       "                         -1.4803e-01, -2.9966e-01],\n",
       "                        [-1.3155e-01, -4.2686e-02, -4.7744e-02,  ...,  2.1429e-01,\n",
       "                          3.2543e-02, -1.7151e-01],\n",
       "                        ...,\n",
       "                        [-1.0621e-01, -9.7966e-02, -2.5551e-01,  ...,  1.2277e-01,\n",
       "                          1.9287e-01,  1.2671e-01],\n",
       "                        [-8.0761e-02, -6.1498e-02, -2.2312e-01,  ...,  3.5376e-02,\n",
       "                          1.0532e-01,  1.0669e-01],\n",
       "                        [ 3.8186e-02,  4.9957e-02, -1.2802e-01,  ..., -3.2927e-02,\n",
       "                          1.8685e-02,  4.7146e-02]],\n",
       "              \n",
       "                       [[ 3.9013e-02,  6.4311e-03, -3.1710e-03,  ..., -2.1245e-02,\n",
       "                          4.0516e-02,  1.1092e-01],\n",
       "                        [ 6.5689e-02,  2.2132e-02,  6.6539e-03,  ..., -3.9448e-02,\n",
       "                          2.7749e-02,  1.1404e-01],\n",
       "                        [ 7.7954e-02,  4.0220e-02,  1.4047e-02,  ..., -1.5417e-01,\n",
       "                         -9.2291e-02,  3.4460e-02],\n",
       "                        ...,\n",
       "                        [ 1.2836e-01,  9.4449e-02,  1.4659e-01,  ..., -6.0067e-02,\n",
       "                         -9.0891e-02, -6.1129e-02],\n",
       "                        [ 1.2683e-01,  1.0044e-01,  1.3754e-01,  ..., -2.2507e-02,\n",
       "                         -6.6664e-02, -1.9906e-02],\n",
       "                        [ 8.0509e-02,  7.8203e-02,  9.8934e-02,  ...,  9.2865e-03,\n",
       "                         -3.4635e-02, -1.2395e-02]],\n",
       "              \n",
       "                       [[ 1.1535e-02, -2.6993e-02,  1.4820e-02,  ...,  9.4833e-02,\n",
       "                          1.2044e-01,  1.1027e-01],\n",
       "                        [ 9.2629e-03, -2.6680e-02,  1.2218e-02,  ...,  8.7219e-02,\n",
       "                          1.5435e-01,  1.8049e-01],\n",
       "                        [ 6.9946e-02,  1.3250e-02,  4.8007e-02,  ..., -5.6851e-02,\n",
       "                          3.2596e-02,  1.6812e-01],\n",
       "                        ...,\n",
       "                        [-1.2187e-02, -3.3265e-02,  1.1284e-01,  ..., -6.7740e-02,\n",
       "                         -1.0240e-01, -7.6188e-02],\n",
       "                        [-6.0069e-03, -2.8631e-02,  1.1643e-01,  ..., -6.7597e-03,\n",
       "                         -4.3772e-02, -3.1101e-02],\n",
       "                        [-1.3355e-01, -1.4825e-01, -1.0060e-03,  ...,  1.8809e-02,\n",
       "                         -6.4637e-03, -2.7061e-02]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 9.0948e-03,  1.4823e-02,  4.7374e-03,  ...,  1.5540e-02,\n",
       "                         -5.8369e-04, -1.9922e-02],\n",
       "                        [ 2.8962e-04,  2.1229e-02, -1.3210e-02,  ...,  2.4388e-03,\n",
       "                         -5.8485e-03, -2.0373e-02],\n",
       "                        [-1.1050e-02,  1.0094e-02, -2.9625e-02,  ..., -1.4471e-02,\n",
       "                         -1.7187e-02, -3.0534e-02],\n",
       "                        ...,\n",
       "                        [ 1.0013e-01,  9.1407e-02,  1.3077e-01,  ...,  1.5798e-01,\n",
       "                          9.0361e-02,  7.8365e-02],\n",
       "                        [ 1.1610e-01,  8.1846e-02,  8.2892e-02,  ..., -6.0174e-02,\n",
       "                         -6.9412e-02, -5.0151e-02],\n",
       "                        [-1.0564e-01, -1.1848e-01, -1.7681e-01,  ..., -2.0837e-01,\n",
       "                         -1.8036e-01, -1.6691e-01]],\n",
       "              \n",
       "                       [[-1.1495e-02,  2.4917e-03, -8.2400e-03,  ..., -7.5865e-03,\n",
       "                         -1.7387e-02, -1.7026e-02],\n",
       "                        [-2.7461e-03, -1.1415e-02, -6.0670e-03,  ..., -2.8248e-02,\n",
       "                         -2.2555e-02, -2.2559e-02],\n",
       "                        [-8.4246e-03, -2.2378e-03, -3.5825e-02,  ..., -1.8462e-02,\n",
       "                         -1.9795e-02, -2.4990e-02],\n",
       "                        ...,\n",
       "                        [ 1.2956e-01,  9.8057e-02,  1.4888e-01,  ...,  1.5655e-01,\n",
       "                          7.9547e-02,  9.6928e-02],\n",
       "                        [ 1.6080e-01,  1.0522e-01,  1.0264e-01,  ..., -6.5226e-02,\n",
       "                         -6.4314e-02, -3.9066e-02],\n",
       "                        [-1.2880e-01, -1.4656e-01, -1.9475e-01,  ..., -2.4177e-01,\n",
       "                         -2.0277e-01, -1.9324e-01]],\n",
       "              \n",
       "                       [[-5.4209e-03, -1.7648e-03,  4.3163e-03,  ...,  9.8182e-03,\n",
       "                          5.2347e-03,  6.3336e-03],\n",
       "                        [ 9.3478e-03,  1.5920e-03, -2.1660e-03,  ...,  7.1244e-03,\n",
       "                          9.3521e-04, -5.7647e-03],\n",
       "                        [-1.3668e-03,  3.8899e-03, -7.7412e-03,  ...,  3.0651e-03,\n",
       "                          1.4989e-02, -8.1730e-03],\n",
       "                        ...,\n",
       "                        [ 4.3937e-02,  7.9544e-04,  6.0613e-02,  ...,  7.4787e-02,\n",
       "                          4.3960e-02,  5.6071e-02],\n",
       "                        [ 1.0077e-01,  7.5126e-02,  1.0962e-01,  ...,  4.9886e-03,\n",
       "                          1.0789e-02,  1.3402e-02],\n",
       "                        [-8.8773e-02, -7.2790e-02, -9.2907e-02,  ..., -6.6530e-02,\n",
       "                         -3.8977e-02, -4.8370e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 4.5712e-03,  4.6908e-02, -1.6075e-02,  ...,  7.7790e-03,\n",
       "                         -1.9798e-02,  6.8000e-03],\n",
       "                        [ 6.2769e-02,  4.5108e-02,  4.7187e-02,  ...,  6.0599e-02,\n",
       "                          2.9275e-02,  5.5794e-02],\n",
       "                        [ 3.6748e-03,  1.2952e-02,  1.8988e-05,  ..., -8.3492e-03,\n",
       "                         -1.9689e-03,  8.0830e-03],\n",
       "                        ...,\n",
       "                        [-4.4365e-02, -5.8858e-02, -2.4772e-02,  ..., -2.8423e-02,\n",
       "                         -3.0897e-02, -5.2936e-02],\n",
       "                        [-9.7572e-03, -4.3227e-02,  9.0068e-03,  ..., -4.2596e-02,\n",
       "                         -1.8114e-02, -2.8028e-02],\n",
       "                        [-2.2007e-02, -3.3594e-02,  1.3479e-02,  ..., -4.1530e-02,\n",
       "                         -1.7819e-02, -5.1977e-02]],\n",
       "              \n",
       "                       [[-9.0596e-02, -5.1485e-02, -1.6459e-01,  ..., -1.1970e-01,\n",
       "                         -1.1150e-01, -4.3914e-02],\n",
       "                        [ 1.3835e-02,  2.6007e-02, -1.9440e-02,  ...,  2.3757e-02,\n",
       "                          6.3709e-03,  5.4287e-02],\n",
       "                        [-9.3225e-02, -4.7454e-02, -1.1274e-01,  ..., -8.6459e-02,\n",
       "                         -7.3958e-02, -6.6610e-02],\n",
       "                        ...,\n",
       "                        [ 2.7382e-02,  1.0310e-02,  4.3906e-02,  ...,  2.7094e-02,\n",
       "                          4.4510e-02,  1.5977e-02],\n",
       "                        [ 9.8431e-02,  6.1433e-02,  1.1413e-01,  ...,  9.6398e-02,\n",
       "                          1.0725e-01,  9.5719e-02],\n",
       "                        [-1.5100e-02, -1.1830e-02,  4.8571e-02,  ...,  2.9060e-02,\n",
       "                          5.6323e-02, -2.1631e-03]],\n",
       "              \n",
       "                       [[-1.3693e-01, -7.9341e-02, -2.1245e-01,  ..., -1.3633e-01,\n",
       "                         -1.5123e-01, -6.3938e-02],\n",
       "                        [ 1.5745e-02,  5.1443e-02, -1.8209e-02,  ...,  4.9085e-02,\n",
       "                          1.9585e-02,  7.8095e-02],\n",
       "                        [-1.7127e-01, -8.8734e-02, -1.7467e-01,  ..., -1.4431e-01,\n",
       "                         -1.3364e-01, -1.1878e-01],\n",
       "                        ...,\n",
       "                        [ 5.1982e-02,  1.5912e-02,  7.0009e-02,  ...,  4.4396e-02,\n",
       "                          6.5429e-02,  2.6919e-02],\n",
       "                        [ 1.3144e-01,  9.1333e-02,  1.6228e-01,  ...,  1.4230e-01,\n",
       "                          1.5500e-01,  1.3808e-01],\n",
       "                        [ 3.7818e-03, -2.0365e-02,  7.8663e-02,  ...,  8.6037e-02,\n",
       "                          1.2596e-01,  3.8774e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-9.5081e-02,  5.6581e-02,  1.4016e-01,  ..., -1.4826e-02,\n",
       "                          1.0425e-02, -3.7919e-03],\n",
       "                        [ 6.0412e-02,  1.2531e-01, -1.2366e-01,  ...,  7.8628e-02,\n",
       "                         -1.0564e-02, -2.2228e-02],\n",
       "                        [ 1.0304e-01, -1.3654e-01, -1.9601e-01,  ..., -5.1919e-02,\n",
       "                         -8.3287e-02,  3.9678e-02],\n",
       "                        ...,\n",
       "                        [-1.8598e-01,  1.5479e-02,  3.3912e-01,  ...,  2.7509e-01,\n",
       "                          1.0493e-01, -1.6863e-01],\n",
       "                        [ 6.8278e-02,  1.3989e-01,  1.1350e-02,  ..., -7.8728e-02,\n",
       "                         -2.5001e-01, -8.0072e-02],\n",
       "                        [ 5.1736e-03, -6.8372e-02, -9.1940e-02,  ..., -1.0727e-01,\n",
       "                          8.7973e-02,  1.0139e-01]],\n",
       "              \n",
       "                       [[-9.8760e-02,  6.2635e-02,  1.1495e-01,  ..., -1.3191e-02,\n",
       "                          1.9574e-02, -1.0864e-03],\n",
       "                        [ 8.3206e-02,  1.0300e-01, -1.5419e-01,  ...,  1.0864e-01,\n",
       "                          1.2592e-02, -2.0278e-02],\n",
       "                        [ 1.1248e-01, -1.6928e-01, -1.8876e-01,  ..., -6.3491e-02,\n",
       "                         -9.3101e-02,  4.9006e-02],\n",
       "                        ...,\n",
       "                        [-1.8867e-01,  6.7374e-02,  4.8128e-01,  ...,  3.1371e-01,\n",
       "                          1.6068e-01, -1.3449e-01],\n",
       "                        [ 1.1207e-01,  2.0871e-01,  4.6815e-02,  ..., -7.0456e-03,\n",
       "                         -2.2978e-01, -6.9528e-02],\n",
       "                        [ 1.7255e-02, -9.1683e-02, -1.5943e-01,  ..., -8.0373e-02,\n",
       "                          8.0035e-02,  1.1819e-01]],\n",
       "              \n",
       "                       [[-1.0580e-01,  5.4381e-02,  1.3048e-01,  ..., -3.9546e-02,\n",
       "                          1.1924e-02, -2.7886e-03],\n",
       "                        [ 5.7859e-02,  1.0646e-01, -1.3468e-01,  ...,  1.0645e-01,\n",
       "                          1.8412e-02, -1.3245e-03],\n",
       "                        [ 1.0398e-01, -1.0849e-01, -1.6758e-01,  ..., -4.2554e-02,\n",
       "                         -8.5875e-02,  5.2581e-02],\n",
       "                        ...,\n",
       "                        [-1.8241e-01,  5.4228e-02,  3.9395e-01,  ...,  2.4432e-01,\n",
       "                          1.0216e-01, -1.2876e-01],\n",
       "                        [ 8.5720e-02,  1.8378e-01,  5.0316e-02,  ..., -4.7009e-02,\n",
       "                         -2.1584e-01, -4.2482e-02],\n",
       "                        [ 3.9612e-02, -7.6353e-02, -1.3502e-01,  ..., -4.8630e-02,\n",
       "                          1.0063e-01,  9.0307e-02]]]])),\n",
       "             ('model.features.0.bias',\n",
       "              tensor([-0.9705, -2.8070, -0.0371, -0.0795, -0.1159,  0.0252, -0.0752, -1.4181,\n",
       "                       1.6454, -0.0990, -0.0161, -0.1282, -0.0658, -0.0345, -0.0743, -1.2977,\n",
       "                      -0.0505,  0.0121, -0.1013, -1.1887, -0.1380, -0.0492, -0.0789, -0.0405,\n",
       "                      -0.0958, -0.0705, -1.9374, -0.0850, -0.1388, -0.1968, -0.1279, -2.0095,\n",
       "                      -0.0476, -0.0604, -0.0351, -0.3843, -2.7823,  0.6605, -0.1655, -2.1293,\n",
       "                       0.0543, -0.0274, -0.1703, -0.0593, -0.4215, -1.9394, -1.2094,  0.0153,\n",
       "                      -0.1081, -0.0248, -0.1503, -1.8516, -0.0928, -0.0177, -0.0700, -0.0582,\n",
       "                      -0.0630, -0.0721, -1.2678, -0.1176, -0.0441, -0.3259,  0.0507, -0.0146])),\n",
       "             ('model.features.3.weight',\n",
       "              tensor([[[[ 3.6245e-03,  1.4335e-03,  3.7217e-02, -2.0926e-02,  1.8121e-03],\n",
       "                        [ 2.4126e-02, -1.2056e-02,  7.1170e-02, -8.5224e-02,  1.3067e-02],\n",
       "                        [ 2.0966e-02, -1.0623e-01,  2.1572e-02, -6.9547e-02,  3.1583e-02],\n",
       "                        [-8.3392e-03, -3.9020e-02, -4.6621e-02,  2.2133e-02, -1.3252e-03],\n",
       "                        [-1.5370e-02,  8.6569e-03,  3.1479e-02,  1.6698e-02, -4.7130e-03]],\n",
       "              \n",
       "                       [[-5.4573e-03, -1.9087e-02, -3.2424e-02, -2.2006e-02, -1.2120e-02],\n",
       "                        [-7.4972e-03,  3.0946e-02,  3.1899e-02, -7.6327e-03, -1.4720e-02],\n",
       "                        [ 5.4830e-03,  8.0306e-02,  6.1262e-02,  1.3252e-02,  2.6240e-02],\n",
       "                        [-2.6938e-02,  5.9188e-03,  3.8373e-02, -6.3116e-03,  3.9863e-03],\n",
       "                        [ 2.0844e-03, -3.6292e-02, -2.1987e-03, -1.6570e-02,  5.6354e-03]],\n",
       "              \n",
       "                       [[-1.2587e-02, -5.9436e-02, -9.6281e-02,  1.6745e-02,  4.7471e-02],\n",
       "                        [-1.5036e-02, -1.1214e-01, -2.3924e-02,  3.3459e-02,  4.1306e-02],\n",
       "                        [-1.3845e-02,  4.1235e-02,  2.1580e-01,  2.9520e-02, -5.8914e-02],\n",
       "                        [ 1.2300e-02,  1.0087e-01,  2.1916e-02, -1.4008e-01, -3.1255e-02],\n",
       "                        [ 3.7845e-02,  5.2634e-02, -8.0348e-03, -8.1815e-02,  1.4355e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.2711e-02,  2.5915e-02,  4.1726e-02, -1.3706e-02,  1.4752e-03],\n",
       "                        [-1.0794e-02,  1.6434e-02,  8.1224e-02, -6.0144e-02, -5.1132e-02],\n",
       "                        [-1.3769e-02, -5.3764e-02,  1.1054e-01,  3.8881e-03, -5.8872e-02],\n",
       "                        [ 5.1748e-04,  2.3237e-02,  6.1570e-02,  5.5012e-02, -1.8824e-02],\n",
       "                        [-4.0024e-03,  9.4621e-03, -2.7666e-02, -3.6102e-03, -6.4362e-03]],\n",
       "              \n",
       "                       [[-9.5948e-04, -5.7705e-03,  4.5656e-02,  1.4085e-02, -4.3562e-02],\n",
       "                        [-4.4058e-03, -3.2867e-02,  4.1615e-02, -1.0995e-02,  2.3037e-02],\n",
       "                        [ 1.7953e-02,  5.5599e-03, -4.6110e-02, -6.3326e-02,  2.5256e-02],\n",
       "                        [ 5.1608e-03,  4.1085e-02,  2.1804e-02,  1.9433e-02,  3.1380e-02],\n",
       "                        [-2.9532e-02, -3.1130e-03,  5.4939e-02,  3.5771e-02, -3.1513e-03]],\n",
       "              \n",
       "                       [[ 1.7368e-03,  1.5858e-02, -3.9606e-02, -8.6650e-02,  4.2392e-02],\n",
       "                        [ 3.2755e-02,  2.0259e-02,  1.4398e-01, -1.5988e-01, -1.1522e-01],\n",
       "                        [ 1.1646e-02, -1.3281e-01,  2.5051e-01,  1.9387e-01, -1.4720e-01],\n",
       "                        [ 2.9876e-02, -7.6454e-02, -1.3301e-01,  1.2492e-01,  3.0456e-02],\n",
       "                        [ 4.8693e-02,  7.8451e-02, -3.9283e-02,  4.8439e-03,  2.0383e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.1691e-02, -4.7307e-02,  3.3946e-02,  6.8847e-03,  2.6204e-02],\n",
       "                        [ 1.7683e-02, -5.2123e-02, -6.2835e-02, -3.3933e-02,  1.9128e-02],\n",
       "                        [ 9.2291e-03, -2.8800e-02, -1.8724e-01, -1.9551e-02, -2.1082e-02],\n",
       "                        [-1.4346e-02,  5.7543e-02, -4.1899e-02,  6.3682e-03,  4.2324e-04],\n",
       "                        [ 1.2244e-02,  2.3090e-02, -2.2817e-02,  2.3080e-03, -6.4166e-03]],\n",
       "              \n",
       "                       [[ 4.6469e-03,  7.4133e-03, -4.1122e-02,  2.9806e-02, -1.8110e-02],\n",
       "                        [ 9.6099e-03,  3.9877e-02, -4.1848e-02,  6.9251e-03, -2.5908e-02],\n",
       "                        [-1.0007e-02,  5.4747e-02,  2.6736e-02,  7.0483e-03,  2.6949e-02],\n",
       "                        [-9.5527e-03, -3.6075e-02,  1.4897e-02, -1.2595e-02, -1.8202e-02],\n",
       "                        [-1.4465e-04, -6.3873e-02,  5.8016e-02,  2.8762e-02, -9.7704e-04]],\n",
       "              \n",
       "                       [[-4.5600e-02,  9.9321e-02,  2.0830e-02, -1.7641e-02,  4.3317e-03],\n",
       "                        [-1.1306e-01,  1.0613e-01,  1.2299e-01, -1.5599e-02,  1.1943e-02],\n",
       "                        [-8.6221e-02,  5.1575e-02,  2.8114e-01,  3.8475e-03,  3.9631e-02],\n",
       "                        [ 2.7465e-02, -9.6338e-02,  1.6717e-01,  1.7882e-02, -3.1237e-02],\n",
       "                        [ 3.8818e-02, -1.5017e-01,  9.5537e-02,  8.2108e-02, -2.6467e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 2.1779e-03,  8.2149e-03,  2.2985e-02, -4.9943e-03, -2.2914e-02],\n",
       "                        [ 4.4609e-03,  4.6661e-02,  3.4394e-02,  5.2542e-02, -1.8957e-02],\n",
       "                        [-1.4202e-02,  5.9543e-02,  6.0551e-03,  3.6463e-02,  3.2430e-04],\n",
       "                        [-2.9488e-02,  4.5902e-02,  5.4980e-02, -2.6936e-03,  4.2663e-03],\n",
       "                        [-2.9711e-02, -1.6390e-02,  3.4428e-02, -9.1090e-03, -9.7971e-03]],\n",
       "              \n",
       "                       [[ 2.0002e-02, -4.4658e-03, -2.8359e-02,  7.4180e-03, -5.3517e-03],\n",
       "                        [ 1.3052e-02, -2.9312e-02, -6.5957e-02,  3.1932e-02, -2.3129e-03],\n",
       "                        [ 1.4003e-02, -5.7715e-02, -9.1541e-02,  2.8261e-03,  1.8726e-02],\n",
       "                        [-1.8143e-02, -4.5023e-02, -9.9762e-03,  1.2348e-02, -1.4161e-03],\n",
       "                        [ 3.3575e-03,  1.8285e-02,  1.2383e-02, -2.0430e-02,  2.4573e-02]],\n",
       "              \n",
       "                       [[-5.4195e-03,  4.5804e-04,  1.7469e-02, -2.2458e-03,  1.7530e-03],\n",
       "                        [-1.0281e-02,  3.1367e-02, -2.5485e-02,  1.2870e-02, -7.0466e-04],\n",
       "                        [-6.3459e-03,  7.3701e-02, -2.9366e-02,  4.9803e-02,  2.5816e-02],\n",
       "                        [-1.9934e-02,  3.8506e-02,  3.0833e-02,  2.5688e-03, -4.4185e-03],\n",
       "                        [ 1.8114e-03,  2.3094e-02,  4.6518e-02, -3.3974e-02, -1.1660e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.0163e-02, -3.7849e-02, -4.6664e-02, -9.7829e-03,  3.7624e-02],\n",
       "                        [ 1.4684e-01, -6.4947e-02, -3.7485e-02, -9.2710e-03,  2.3640e-02],\n",
       "                        [ 1.8563e-02, -3.5328e-02, -9.6485e-03,  1.4210e-02,  2.7077e-02],\n",
       "                        [-6.7717e-03,  2.8039e-03,  4.6860e-03,  4.7567e-03, -6.6633e-03],\n",
       "                        [ 2.2155e-02, -1.2387e-03,  3.1133e-02,  3.1837e-02,  2.4495e-03]],\n",
       "              \n",
       "                       [[ 2.2964e-02, -3.2592e-02, -1.7921e-02,  5.2390e-03,  3.7561e-03],\n",
       "                        [ 3.8685e-02, -8.8764e-02, -5.3735e-02, -2.4427e-02,  1.7369e-02],\n",
       "                        [ 5.5512e-02, -7.1237e-02, -6.5386e-02, -3.7746e-02,  7.1429e-03],\n",
       "                        [ 3.1539e-02, -6.1858e-02, -7.4455e-02, -3.4278e-02, -9.2922e-03],\n",
       "                        [ 4.5122e-02, -8.4307e-03, -2.0509e-02, -1.4743e-02,  1.0508e-03]],\n",
       "              \n",
       "                       [[-9.5345e-03, -2.3179e-02, -1.4264e-02, -6.7151e-03, -2.8285e-02],\n",
       "                        [ 1.6202e-01, -2.8234e-02, -2.4645e-02, -1.0152e-02, -2.4914e-02],\n",
       "                        [ 8.9119e-02, -2.6843e-02, -3.7465e-02, -7.5062e-03, -1.9929e-03],\n",
       "                        [-4.5296e-02, -1.7844e-02, -5.1039e-03,  1.7445e-02,  1.3994e-02],\n",
       "                        [-2.0449e-02, -8.8112e-04,  1.3139e-02,  1.8497e-03, -5.4345e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 2.5179e-02,  8.3908e-03, -3.4752e-03, -6.7056e-03,  9.4571e-03],\n",
       "                        [ 1.4773e-01,  1.8297e-02, -8.2707e-03, -2.6735e-03, -2.9689e-03],\n",
       "                        [ 1.8945e-02, -2.4611e-02, -2.5792e-02,  5.7622e-03,  1.5490e-02],\n",
       "                        [ 1.0744e-02, -2.2880e-03,  1.3852e-02, -3.0690e-03, -1.4038e-03],\n",
       "                        [ 3.5738e-03, -1.7099e-02, -2.0962e-03, -5.2738e-04, -1.1953e-02]],\n",
       "              \n",
       "                       [[-1.8036e-02,  5.5999e-03, -4.3933e-03, -6.4853e-03,  1.1134e-02],\n",
       "                        [ 8.3012e-02, -8.5719e-02, -2.3690e-02,  2.7197e-02,  1.5338e-02],\n",
       "                        [ 1.6264e-02, -5.0213e-02, -2.9401e-02, -6.0407e-04,  1.5086e-02],\n",
       "                        [ 1.2260e-02,  6.5707e-03, -2.8775e-03, -2.0055e-02,  4.6619e-03],\n",
       "                        [ 1.4575e-02, -9.5385e-03, -2.4609e-02, -2.4521e-03,  1.0301e-03]],\n",
       "              \n",
       "                       [[-1.7248e-02,  7.3069e-03,  1.0429e-02, -1.4917e-02, -6.8504e-03],\n",
       "                        [ 6.2874e-02, -3.2599e-02,  5.7802e-03,  1.4551e-02, -6.1276e-03],\n",
       "                        [ 7.3852e-03, -6.0841e-02, -1.0494e-02,  3.6026e-03, -1.4746e-02],\n",
       "                        [-1.7262e-02,  1.5815e-03, -2.3888e-02, -9.7895e-03, -7.4106e-03],\n",
       "                        [ 6.9352e-03,  7.2060e-03, -1.9073e-02, -6.7136e-03,  6.1392e-03]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 1.7579e-02,  1.0168e-02,  4.4818e-02, -2.6664e-03, -2.2669e-02],\n",
       "                        [-1.5147e-02, -3.2701e-02,  1.4564e-02, -1.2843e-02, -3.2623e-02],\n",
       "                        [-3.0235e-02, -3.2706e-02, -3.4020e-02, -2.0842e-02, -3.2697e-02],\n",
       "                        [-4.2032e-03, -3.4967e-03, -1.0389e-02, -9.6090e-03, -3.1508e-03],\n",
       "                        [ 1.1118e-02,  8.8342e-03,  1.8196e-02,  7.5631e-03,  1.5709e-03]],\n",
       "              \n",
       "                       [[-9.1671e-03,  1.0798e-03, -2.4020e-02, -1.7457e-02, -7.8634e-03],\n",
       "                        [-1.5174e-02,  1.8126e-02,  1.3363e-02,  7.1205e-02,  5.8289e-02],\n",
       "                        [-1.0982e-02,  1.5266e-02, -2.4875e-02, -4.0705e-03, -2.4844e-02],\n",
       "                        [ 2.7485e-03,  1.6571e-02, -3.2608e-02, -5.6266e-02, -3.9944e-02],\n",
       "                        [-4.9014e-04,  1.9889e-02, -3.3673e-03, -2.2187e-02, -9.5482e-03]],\n",
       "              \n",
       "                       [[-2.6544e-02, -4.6466e-02, -1.1130e-01, -6.3725e-02,  2.4153e-02],\n",
       "                        [-3.1451e-02, -4.6735e-02, -5.0069e-02,  3.6642e-02,  8.7667e-02],\n",
       "                        [ 2.4192e-02,  2.9334e-02,  5.9852e-02,  4.2028e-02, -2.5984e-02],\n",
       "                        [ 2.5426e-02,  1.8227e-02,  4.0526e-02, -8.6688e-03, -6.0653e-02],\n",
       "                        [ 1.2664e-02,  1.5354e-02,  3.3492e-02,  1.3319e-02, -2.3908e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.5345e-02, -2.7450e-02, -3.7116e-02,  4.8070e-02,  1.0182e-02],\n",
       "                        [-5.4621e-02, -6.3059e-02, -5.1834e-02,  6.4004e-02,  2.5790e-02],\n",
       "                        [ 1.6780e-02,  1.3105e-02, -3.9535e-02, -1.2138e-03,  9.2518e-03],\n",
       "                        [ 1.4997e-02,  1.2259e-02, -2.3395e-02, -2.8443e-02,  2.4942e-02],\n",
       "                        [-4.0684e-03,  1.4466e-02,  6.2136e-03, -2.2554e-02, -2.0291e-03]],\n",
       "              \n",
       "                       [[-3.5230e-02,  8.0857e-03,  2.3528e-02, -1.0179e-02, -2.1804e-03],\n",
       "                        [-3.4595e-02,  3.9871e-03,  1.3592e-02, -7.9822e-02, -5.2531e-02],\n",
       "                        [-3.2725e-02,  3.4170e-02,  2.6620e-02, -2.4204e-03,  2.4924e-02],\n",
       "                        [ 1.8057e-02,  4.6391e-03, -1.2008e-02,  8.8407e-03,  1.9375e-02],\n",
       "                        [-2.9099e-02,  1.2933e-04, -1.7477e-02,  4.3010e-02,  6.6167e-02]],\n",
       "              \n",
       "                       [[ 4.6078e-02,  2.8413e-02, -2.6394e-02,  4.7513e-03, -7.6480e-02],\n",
       "                        [ 7.5960e-02,  4.4307e-02, -5.8771e-02,  1.7854e-02,  9.6082e-02],\n",
       "                        [ 5.8415e-02,  3.7583e-02, -6.7510e-02, -1.0312e-01, -2.3266e-02],\n",
       "                        [ 4.3488e-02,  6.0671e-02,  6.2699e-02,  3.7197e-03, -5.8098e-02],\n",
       "                        [ 7.3890e-05,  2.7182e-02,  4.3226e-02,  3.1200e-02, -5.9276e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.5983e-02, -2.5757e-02, -2.7917e-02, -6.0154e-02, -2.1587e-02],\n",
       "                        [ 5.8470e-03, -4.0597e-02, -9.7084e-02, -1.1321e-01, -4.5251e-02],\n",
       "                        [-3.3056e-02, -1.7874e-02, -9.1402e-02, -1.0827e-01, -5.3423e-02],\n",
       "                        [-1.4856e-02, -3.3450e-03, -2.7355e-02, -4.8538e-02, -4.1184e-02],\n",
       "                        [ 9.0377e-04, -1.8180e-02, -3.1040e-02, -1.1854e-02, -2.6462e-02]],\n",
       "              \n",
       "                       [[ 7.2521e-02,  1.6407e-02, -1.5754e-01, -8.8864e-02, -2.1638e-02],\n",
       "                        [ 9.2281e-02,  8.5642e-02, -6.8582e-02, -7.8368e-02, -9.3343e-02],\n",
       "                        [ 1.1667e-01,  1.4296e-01,  1.4621e-02, -6.6599e-02, -1.8653e-01],\n",
       "                        [ 4.0418e-02,  8.7898e-02,  4.2521e-02, -8.9029e-03, -1.2440e-01],\n",
       "                        [ 2.0246e-02,  6.5828e-02,  9.6516e-02,  5.8696e-02, -7.2705e-02]],\n",
       "              \n",
       "                       [[-3.7801e-02, -1.1232e-02, -8.1927e-03,  1.2744e-02,  6.8491e-02],\n",
       "                        [-4.4532e-03, -9.6229e-03, -3.2608e-02,  2.9350e-03,  3.7486e-02],\n",
       "                        [ 3.3585e-02,  4.8458e-02,  2.6881e-02, -6.1178e-02, -2.1019e-02],\n",
       "                        [-1.9669e-02,  6.9724e-03,  4.2018e-02, -4.3931e-02, -7.6382e-02],\n",
       "                        [ 8.3337e-03,  2.5425e-03,  2.8063e-02, -3.4867e-02, -8.6687e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.2673e-02, -1.5327e-02,  1.6517e-02,  3.3334e-02,  1.3038e-02],\n",
       "                        [ 1.6805e-03, -1.8921e-02, -3.6130e-02,  3.2359e-02,  5.0130e-02],\n",
       "                        [-1.3607e-02, -3.3703e-02, -7.9256e-02, -5.1558e-03,  6.5082e-02],\n",
       "                        [-1.3499e-03,  1.9183e-02, -1.2600e-03, -1.5375e-02,  9.9117e-03],\n",
       "                        [-8.6383e-03, -6.4556e-03,  4.4472e-03, -7.7968e-04,  2.6764e-02]],\n",
       "              \n",
       "                       [[-3.1357e-02, -6.5565e-02, -4.5553e-02,  2.9694e-02,  5.0477e-02],\n",
       "                        [ 2.6388e-02, -6.5116e-03, -1.4299e-01, -2.9214e-02,  1.2134e-03],\n",
       "                        [ 5.2430e-02,  6.1108e-02, -2.8583e-02, -1.0998e-01, -3.4642e-02],\n",
       "                        [ 1.6018e-02,  3.1906e-02,  7.7014e-02, -1.1630e-02, -5.6960e-02],\n",
       "                        [ 4.9326e-02, -1.5627e-02,  4.2784e-02,  3.7805e-02, -2.6815e-02]],\n",
       "              \n",
       "                       [[ 9.0381e-03,  1.6271e-03,  9.9757e-03,  2.6084e-02,  6.8623e-03],\n",
       "                        [ 1.0622e-02, -6.1560e-03, -9.2547e-03,  1.8062e-02,  2.2674e-02],\n",
       "                        [ 2.8991e-02,  1.2231e-04, -1.6760e-02, -1.9807e-03,  3.1453e-02],\n",
       "                        [ 1.8964e-02,  2.8631e-02,  5.8559e-04, -1.0603e-02,  1.1077e-02],\n",
       "                        [ 5.4998e-03, -6.3534e-03,  2.9878e-03, -2.7331e-02, -2.4437e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 7.0352e-03, -2.0708e-02, -1.9059e-02, -2.8221e-03,  9.0732e-03],\n",
       "                        [-2.2202e-02, -3.6482e-02, -3.3435e-02, -2.0294e-02, -1.1695e-02],\n",
       "                        [-7.7194e-03, -3.2950e-02, -5.5740e-02, -3.5089e-02, -1.5053e-02],\n",
       "                        [-1.2823e-02, -3.5408e-02, -4.2076e-02, -1.6718e-02, -1.8323e-02],\n",
       "                        [-3.9433e-03,  5.0854e-03, -2.3092e-03,  1.1569e-02,  1.1675e-02]],\n",
       "              \n",
       "                       [[ 1.8536e-02,  2.3997e-02,  1.8607e-02, -2.1316e-03,  3.0036e-02],\n",
       "                        [-9.1898e-03, -2.0234e-02, -2.0921e-02, -1.5293e-02, -4.1515e-03],\n",
       "                        [-2.5399e-02, -3.6147e-02,  1.1215e-02, -1.3978e-02,  1.0484e-02],\n",
       "                        [-1.7011e-03, -1.7085e-02,  1.9866e-02,  6.1436e-03,  4.9555e-03],\n",
       "                        [ 1.0626e-02,  1.2917e-02,  4.2516e-02,  1.5874e-02,  1.7050e-02]],\n",
       "              \n",
       "                       [[-4.0153e-03,  1.6083e-02,  8.7844e-03, -9.1274e-03,  2.2305e-02],\n",
       "                        [-2.0949e-02, -3.9927e-03, -3.2194e-02, -2.1123e-02, -1.3385e-03],\n",
       "                        [-4.2372e-03,  1.4911e-02,  3.8126e-03, -5.2412e-03,  9.8842e-03],\n",
       "                        [ 1.2249e-02,  3.7495e-03, -3.4932e-03,  6.0049e-03,  1.4841e-02],\n",
       "                        [ 1.3200e-02, -1.9996e-03,  2.0933e-02,  1.6309e-04, -8.3707e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-6.4706e-03, -3.2926e-02, -1.5733e-02, -1.7831e-02,  2.1256e-03],\n",
       "                        [-5.4066e-02, -5.4719e-02, -4.5444e-02, -5.6256e-02, -3.6743e-02],\n",
       "                        [ 2.8305e-02,  2.9538e-02,  4.4844e-02,  2.2081e-02,  3.5385e-02],\n",
       "                        [ 1.6821e-02,  1.6557e-02,  5.4560e-02,  1.7084e-02,  2.3373e-02],\n",
       "                        [-4.0657e-03, -8.0451e-03,  4.4215e-04,  7.5198e-03,  1.0919e-02]],\n",
       "              \n",
       "                       [[ 2.0678e-02,  2.0736e-02,  7.6578e-02,  2.9091e-02,  4.1559e-02],\n",
       "                        [-1.0118e-03,  5.5359e-02,  1.3228e-01,  6.7964e-02,  4.1530e-02],\n",
       "                        [-3.9346e-03,  3.5696e-02,  1.2877e-01,  6.1861e-02,  2.9380e-02],\n",
       "                        [ 2.5981e-02,  3.8598e-02,  1.3250e-01,  3.2665e-02, -1.8039e-02],\n",
       "                        [-1.9937e-02, -1.3913e-02, -1.0549e-02, -1.3653e-02, -2.4947e-03]],\n",
       "              \n",
       "                       [[ 7.0426e-02,  2.1494e-02, -9.1289e-03, -9.1144e-03, -5.7207e-03],\n",
       "                        [ 3.0881e-02, -1.0100e-02, -5.8352e-02, -3.8790e-02, -2.0214e-02],\n",
       "                        [-7.5705e-03, -4.3871e-02, -8.5624e-02, -5.4874e-02, -1.8760e-02],\n",
       "                        [-5.6932e-03, -4.2488e-02, -7.0337e-02, -3.9515e-02,  2.8042e-03],\n",
       "                        [ 4.9093e-02,  8.0856e-03, -2.0497e-02,  1.7022e-02,  2.4330e-02]]]])),\n",
       "             ('model.features.3.bias',\n",
       "              tensor([-1.0928e-01, -1.7263e-01, -5.1698e-02, -6.5495e-02, -3.9439e-02,\n",
       "                       1.7420e-01, -1.8464e-01,  9.5525e-02, -2.5099e-02, -3.0075e-02,\n",
       "                       1.3654e-01, -3.2269e-01, -1.4834e-01,  1.2790e-01,  4.0678e-03,\n",
       "                      -5.7279e-02, -2.1440e-03,  2.0314e-01,  3.3098e-01,  7.3128e-02,\n",
       "                       4.9798e-01, -4.4765e-02, -8.2151e-02,  1.4895e-02, -4.6373e-02,\n",
       "                       5.7510e-02,  1.9020e-02,  7.4533e-04, -1.8182e-01, -1.2202e-04,\n",
       "                      -1.3162e-01, -1.2743e-01,  5.9956e-03, -4.2740e-01,  1.1648e-01,\n",
       "                      -1.6375e-01, -6.0307e-02, -2.3113e-01,  2.4188e-01, -7.8616e-02,\n",
       "                       2.0777e-02, -2.5044e-02, -4.4685e-02,  2.8326e-02, -1.7459e-01,\n",
       "                       7.1566e-02, -5.7368e-02,  1.2070e-01, -5.8133e-02, -1.7347e-01,\n",
       "                      -1.2782e-01,  5.3739e-02,  4.5314e-02,  9.4975e-02,  1.0401e-02,\n",
       "                       1.3877e-01, -1.3664e-01,  2.4293e-01,  1.4512e-01,  4.8102e-01,\n",
       "                      -1.1793e-01, -1.5927e-01,  1.6019e-01,  2.2559e-01,  9.6043e-02,\n",
       "                       2.9943e-02, -1.7576e-01, -9.5031e-02,  2.3446e-01, -2.4519e-01,\n",
       "                       1.0253e-01, -2.4316e-01, -5.6964e-02, -2.7844e-02, -3.4611e-01,\n",
       "                       4.0740e-02, -2.3085e-01,  1.9122e-01,  1.6288e-01,  2.9599e-01,\n",
       "                      -1.3699e-01,  5.2276e-03, -1.6603e-01, -7.7020e-02, -1.1686e-01,\n",
       "                       6.8327e-02, -9.8369e-02, -9.1281e-02, -1.6490e-01,  6.2494e-02,\n",
       "                       1.0231e-01, -5.7519e-03, -1.7242e-01, -8.5797e-03, -1.2002e-01,\n",
       "                      -1.8632e-01, -5.3833e-02, -6.7391e-02, -1.4795e-01,  2.6208e-02,\n",
       "                       3.9989e-02, -2.1992e-01, -1.4985e-01, -8.3122e-02, -6.7938e-02,\n",
       "                      -7.8998e-02, -4.2145e-02,  3.7165e-01, -1.8347e-01,  6.1246e-02,\n",
       "                      -4.7721e-01, -2.1703e-01, -7.0511e-02, -9.9998e-02, -4.4748e-02,\n",
       "                       8.6560e-02, -1.3605e-01, -1.8263e-01, -3.7893e-02, -2.9278e-01,\n",
       "                      -1.3911e-01,  1.4130e-01,  2.9491e-01,  2.7607e-01, -4.4584e-02,\n",
       "                       3.6733e-01,  8.7795e-02, -2.0914e-02,  2.0941e-01,  4.9935e-01,\n",
       "                       1.4991e-01, -1.3268e-01,  2.1515e-01,  2.3250e-01,  1.4488e-01,\n",
       "                      -8.2328e-02, -3.2715e-02, -1.2761e-01,  1.1177e-01,  3.8759e-01,\n",
       "                      -3.7940e-02, -1.7950e-01,  3.1519e-01, -4.0012e-02,  3.2606e-01,\n",
       "                       1.0944e-02, -4.2019e-01, -1.9330e-01,  4.6443e-02,  1.4548e-02,\n",
       "                       4.1791e-02,  1.4871e-01, -1.5567e-01, -1.6159e-01,  4.9127e-01,\n",
       "                      -1.4576e-01,  1.3040e-01, -3.2479e-02, -3.3374e-02, -3.0722e-01,\n",
       "                       3.0348e-01, -8.2917e-02,  1.5031e-01, -2.1193e-02,  1.7708e-01,\n",
       "                       2.0579e-01,  1.0637e-01, -1.4460e-01, -1.6046e-01, -2.6753e-02,\n",
       "                      -6.7287e-02,  4.8736e-01,  1.7410e-01,  1.8411e-01, -8.9367e-02,\n",
       "                       1.4409e-01,  5.3045e-02, -1.3101e-01, -8.4564e-02, -3.6975e-02,\n",
       "                      -2.3806e-01, -8.0580e-02, -9.7469e-02,  1.4895e-01, -3.0727e-03,\n",
       "                       2.8690e-01,  9.3942e-02,  1.2006e-01, -1.2438e-01,  7.2421e-02,\n",
       "                       1.3842e-02,  7.2982e-02])),\n",
       "             ('model.features.6.weight',\n",
       "              tensor([[[[ 2.4858e-02,  1.3116e-02,  2.8198e-02],\n",
       "                        [ 4.2541e-02,  5.7339e-02, -6.0905e-03],\n",
       "                        [-4.1912e-03,  9.3096e-03, -1.5442e-02]],\n",
       "              \n",
       "                       [[-3.8954e-03, -7.8586e-02, -5.1808e-02],\n",
       "                        [ 2.6484e-02, -4.9877e-02, -1.7763e-03],\n",
       "                        [ 8.2902e-03, -4.9339e-02,  3.1145e-02]],\n",
       "              \n",
       "                       [[ 1.6455e-02, -1.2150e-02,  1.7428e-02],\n",
       "                        [ 5.2012e-02, -6.7141e-03,  2.7325e-02],\n",
       "                        [ 7.5568e-03, -4.2402e-02, -2.7909e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.7289e-04,  2.4099e-02,  3.6948e-02],\n",
       "                        [-2.4145e-02, -3.5276e-02,  3.6910e-03],\n",
       "                        [ 1.9541e-02, -3.0342e-02, -3.5262e-02]],\n",
       "              \n",
       "                       [[ 1.3239e-02, -1.8624e-02, -5.3330e-02],\n",
       "                        [ 1.7639e-04, -1.4714e-02, -2.2829e-02],\n",
       "                        [-6.7702e-03,  2.3287e-02,  1.3873e-02]],\n",
       "              \n",
       "                       [[ 3.0512e-02,  7.5860e-03,  4.9459e-04],\n",
       "                        [-4.5703e-03, -1.2827e-02, -6.5061e-03],\n",
       "                        [-9.8111e-03, -1.5570e-02,  1.9379e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.3660e-02, -3.9180e-02,  2.0014e-02],\n",
       "                        [ 5.7389e-02,  1.1934e-02,  2.3058e-02],\n",
       "                        [-2.2237e-02, -1.8879e-02, -2.0941e-02]],\n",
       "              \n",
       "                       [[-1.3402e-02,  1.9384e-02,  2.0018e-02],\n",
       "                        [ 2.2285e-03, -1.5328e-02, -2.0604e-02],\n",
       "                        [ 5.2206e-02, -4.0713e-02, -1.6011e-02]],\n",
       "              \n",
       "                       [[ 8.2728e-03, -1.2311e-02, -2.6974e-02],\n",
       "                        [ 2.5519e-03, -5.6930e-03, -5.1476e-02],\n",
       "                        [-2.8822e-02, -8.5134e-02, -6.5895e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.1531e-02,  2.4226e-02,  6.0344e-04],\n",
       "                        [-3.3641e-02,  7.7504e-02, -1.8122e-02],\n",
       "                        [ 2.2435e-02,  6.3408e-02, -1.0774e-03]],\n",
       "              \n",
       "                       [[-1.6893e-02,  5.7512e-03,  3.7639e-02],\n",
       "                        [-1.6503e-02, -3.2492e-03,  3.6293e-02],\n",
       "                        [ 3.2918e-02, -1.2321e-02,  1.4753e-03]],\n",
       "              \n",
       "                       [[ 5.8365e-02,  6.4994e-02,  6.6423e-02],\n",
       "                        [-1.3995e-02, -2.4027e-02, -1.2127e-02],\n",
       "                        [ 2.6365e-03, -1.4931e-02, -7.9207e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 8.0889e-03,  9.6816e-03, -1.2593e-02],\n",
       "                        [ 1.1684e-02,  4.7408e-02,  4.9439e-02],\n",
       "                        [-1.1663e-02,  7.7298e-02,  2.3240e-02]],\n",
       "              \n",
       "                       [[ 9.5861e-03, -3.5039e-02, -1.5836e-02],\n",
       "                        [-2.2685e-02,  1.6363e-02,  1.8725e-02],\n",
       "                        [-1.7577e-02, -5.9963e-03, -1.2350e-02]],\n",
       "              \n",
       "                       [[-3.9020e-03, -5.0362e-03,  2.8650e-03],\n",
       "                        [ 2.3688e-02,  3.0239e-03, -5.0350e-02],\n",
       "                        [-3.0330e-02, -2.0917e-02, -9.9929e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.3766e-02, -4.8649e-03,  3.4593e-03],\n",
       "                        [-1.7299e-03,  9.8713e-03,  3.1695e-03],\n",
       "                        [-1.5713e-02,  2.4070e-02,  4.3523e-02]],\n",
       "              \n",
       "                       [[ 1.7398e-02,  3.9648e-02,  5.0599e-02],\n",
       "                        [-1.8082e-02,  2.3186e-02,  7.5082e-02],\n",
       "                        [-1.4652e-02, -1.4806e-03,  2.4491e-02]],\n",
       "              \n",
       "                       [[-3.6486e-03,  1.6976e-02,  9.5258e-03],\n",
       "                        [ 8.3009e-03,  3.0063e-03, -3.5994e-03],\n",
       "                        [-2.0521e-04, -9.6109e-04, -7.6914e-03]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[-2.1159e-02,  3.1025e-02, -5.1508e-04],\n",
       "                        [-2.0021e-02, -9.5897e-03,  2.7262e-02],\n",
       "                        [-9.7968e-03, -3.9145e-02,  9.2344e-03]],\n",
       "              \n",
       "                       [[-2.2890e-02, -6.2061e-03, -1.8220e-02],\n",
       "                        [ 2.6104e-02,  1.8208e-02, -3.5678e-02],\n",
       "                        [-1.9037e-02, -2.5568e-02, -3.2400e-03]],\n",
       "              \n",
       "                       [[ 4.5357e-04,  1.1460e-02,  3.0362e-02],\n",
       "                        [ 2.1339e-02,  1.1392e-02,  1.3384e-02],\n",
       "                        [ 2.2492e-02, -1.0258e-02, -5.8449e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-2.7361e-02,  1.4307e-02,  1.8851e-02],\n",
       "                        [ 3.9169e-02, -4.1835e-02, -1.2617e-03],\n",
       "                        [-2.4972e-02, -6.0201e-02,  1.1093e-02]],\n",
       "              \n",
       "                       [[ 1.3269e-02,  2.8252e-02, -2.0582e-02],\n",
       "                        [ 1.2612e-02,  5.3777e-02, -2.9175e-02],\n",
       "                        [ 4.3714e-02,  1.5523e-02, -3.4617e-02]],\n",
       "              \n",
       "                       [[-1.4312e-02, -1.1627e-02, -8.0607e-03],\n",
       "                        [-1.7464e-02,  9.4876e-03, -3.3993e-04],\n",
       "                        [-4.5948e-03,  2.4349e-02,  2.9515e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 2.3024e-02,  3.7754e-02, -7.9412e-03],\n",
       "                        [ 2.3338e-02, -3.2373e-02, -4.1358e-02],\n",
       "                        [ 6.4814e-02,  2.6370e-02,  4.9119e-02]],\n",
       "              \n",
       "                       [[ 4.7991e-02, -2.4855e-02,  1.2162e-02],\n",
       "                        [-2.7339e-02,  3.9421e-02, -1.8773e-02],\n",
       "                        [-5.8830e-02,  2.6058e-02,  1.4781e-03]],\n",
       "              \n",
       "                       [[ 8.6110e-03, -2.6908e-02,  1.1525e-02],\n",
       "                        [ 5.6151e-02, -1.3285e-02, -7.1971e-03],\n",
       "                        [ 1.1242e-03, -4.7446e-02, -3.6017e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 3.5633e-02, -8.5117e-03,  6.2245e-02],\n",
       "                        [ 1.0972e-02,  1.9737e-02,  4.8234e-02],\n",
       "                        [-1.1555e-02,  4.3559e-03,  5.2946e-02]],\n",
       "              \n",
       "                       [[-1.0731e-03,  2.2912e-02,  2.2005e-02],\n",
       "                        [ 1.3288e-02,  4.9365e-02,  1.2220e-02],\n",
       "                        [ 1.0511e-02,  1.7318e-02, -1.8007e-02]],\n",
       "              \n",
       "                       [[-2.6693e-02, -1.8063e-02, -2.4829e-02],\n",
       "                        [-3.3943e-02, -1.4893e-03, -1.1168e-02],\n",
       "                        [-1.3225e-02, -4.6098e-03,  3.0331e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-6.0866e-03, -2.5078e-02, -4.7683e-02],\n",
       "                        [ 2.4006e-02,  5.2576e-02, -2.1802e-02],\n",
       "                        [ 2.5606e-02,  1.1889e-02, -2.4519e-03]],\n",
       "              \n",
       "                       [[ 2.5286e-02, -2.8539e-02,  8.4982e-03],\n",
       "                        [ 6.8764e-03, -8.9434e-03,  3.4527e-03],\n",
       "                        [ 2.7720e-02,  1.2911e-02,  1.2079e-02]],\n",
       "              \n",
       "                       [[ 2.8175e-02,  1.3563e-02,  6.9976e-02],\n",
       "                        [ 2.7799e-02, -3.6929e-02,  1.0927e-01],\n",
       "                        [ 2.3212e-02, -3.4578e-02, -4.8821e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-3.3232e-04,  1.7463e-02, -9.6818e-03],\n",
       "                        [ 9.2093e-03,  1.5052e-02,  8.6647e-03],\n",
       "                        [-1.8870e-02, -2.1472e-02, -1.5119e-02]],\n",
       "              \n",
       "                       [[ 4.3916e-02, -5.5188e-05, -7.7297e-03],\n",
       "                        [-8.0442e-03, -3.4422e-02, -2.2207e-02],\n",
       "                        [-1.4105e-02, -2.7909e-02, -2.4631e-02]],\n",
       "              \n",
       "                       [[-2.6292e-02,  1.1666e-02, -1.6261e-02],\n",
       "                        [-5.7774e-02, -5.8361e-02, -4.8310e-02],\n",
       "                        [-4.1695e-02, -6.6255e-02, -5.7636e-02]]]])),\n",
       "             ('model.features.6.bias',\n",
       "              tensor([ 2.5296e-02,  1.1945e-01, -3.3357e-01,  1.1266e-01, -1.1582e-01,\n",
       "                      -5.9723e-02,  1.1421e-01, -9.5083e-02,  3.1485e-02, -1.1093e-02,\n",
       "                      -4.9384e-02,  9.1009e-02, -5.2086e-02,  3.6598e-02, -1.2018e-01,\n",
       "                      -1.3416e-01, -5.0457e-03, -1.4378e-03, -7.6294e-02, -4.9133e-02,\n",
       "                      -1.2550e-01,  2.3369e-01, -8.1535e-02,  2.4502e-02, -1.1238e-02,\n",
       "                       1.3240e-01,  2.5781e-01, -2.4450e-02,  7.3169e-02,  2.0816e-01,\n",
       "                       5.9903e-02, -1.1075e-02,  7.0557e-02,  5.3707e-03,  1.3942e-02,\n",
       "                      -6.9005e-02,  9.5581e-02,  8.2127e-02, -8.9249e-02,  2.3552e-02,\n",
       "                       2.0885e-02,  2.0952e-01,  5.7000e-02,  1.0061e-01, -1.5167e-01,\n",
       "                       5.1431e-02,  6.0977e-02,  1.6120e-01,  4.6385e-02, -2.9361e-01,\n",
       "                      -1.9220e-01, -3.3040e-02, -2.2844e-01,  5.2254e-02, -4.1985e-02,\n",
       "                      -2.2856e-01, -2.2374e-01, -1.0398e-01, -3.9473e-02,  2.3086e-02,\n",
       "                       8.5222e-02, -3.7522e-03,  9.9965e-02,  2.2243e-01,  1.4045e-01,\n",
       "                      -8.3344e-02, -1.5321e-02,  8.4639e-04,  2.0019e-02, -1.4662e-01,\n",
       "                      -5.2505e-02, -8.1782e-02,  3.8130e-01, -3.4659e-02, -4.2694e-02,\n",
       "                       1.8965e-02,  3.0156e-01,  1.2823e-01,  1.3799e-01,  1.2063e-01,\n",
       "                      -3.4695e-02,  1.0009e-01, -7.9640e-02, -7.5065e-02,  1.0233e-01,\n",
       "                       3.2208e-01,  2.1217e-01,  3.0716e-01, -8.1736e-03,  1.3200e-01,\n",
       "                      -6.8293e-02,  1.4088e-01, -6.3016e-02, -8.2268e-02,  3.3019e-02,\n",
       "                      -1.8908e-01, -1.6634e-02, -1.8369e-01,  2.0020e-01,  6.9814e-02,\n",
       "                      -1.3038e-02,  1.3110e-01,  1.9347e-01,  3.4634e-01, -4.2031e-02,\n",
       "                      -1.6328e-02,  1.1963e-01, -6.8291e-02, -1.5022e-01,  9.9076e-03,\n",
       "                      -3.0987e-01,  9.0031e-02, -8.1147e-02, -5.2415e-02, -9.0178e-02,\n",
       "                       5.0669e-02, -2.6872e-02,  1.4879e-01, -6.0823e-02, -7.0688e-02,\n",
       "                      -3.4375e-02,  1.9965e-01,  5.5266e-01, -7.1537e-02, -9.4906e-03,\n",
       "                       1.0071e-01, -9.5097e-03, -2.5680e-02,  9.7761e-02,  1.1309e-02,\n",
       "                       5.2728e-01,  2.7153e-01,  1.3556e-01,  2.2964e-01, -1.2627e-01,\n",
       "                       1.3784e-02, -2.2356e-02, -1.8921e-01, -4.5453e-02, -2.9798e-02,\n",
       "                       4.6675e-02, -5.1737e-02, -1.7543e-01, -3.4338e-01, -5.7257e-03,\n",
       "                      -2.3548e-01,  5.3668e-02,  3.4909e-01, -2.3416e-01, -1.1250e-01,\n",
       "                       3.1410e-02, -9.6694e-02, -1.6565e-01, -2.2653e-03, -2.5939e-01,\n",
       "                       5.0781e-02,  8.9765e-02, -1.0748e-02,  1.2842e-01,  3.5524e-02,\n",
       "                       3.3868e-02, -5.5422e-03, -9.5143e-02, -3.0961e-02,  3.2034e-02,\n",
       "                       5.2717e-02,  1.2630e-01,  1.5936e-01,  3.5871e-02,  3.5311e-02,\n",
       "                       3.6975e-01,  1.7943e-02, -2.2763e-02, -9.5617e-02,  1.7291e-01,\n",
       "                       5.1715e-02,  1.5322e-01, -1.2241e-02,  2.5096e-01, -1.6052e-02,\n",
       "                       2.2399e-02, -2.8640e-02,  1.1971e-01, -2.5529e-02, -4.1908e-02,\n",
       "                       2.1012e-01, -1.3480e-01, -1.6478e-01, -2.5691e-02, -1.2916e-01,\n",
       "                      -1.6463e-01,  5.3876e-02,  1.1469e-01, -1.1934e-01, -5.9146e-02,\n",
       "                      -1.5055e-01, -2.7029e-02,  1.0714e-01, -8.8103e-02,  1.1475e-01,\n",
       "                       1.7447e-01,  1.5797e-01,  5.2465e-02, -2.8796e-02,  2.4430e-01,\n",
       "                       1.4584e-01,  1.1052e-02,  2.1882e-01,  3.9874e-01,  3.2079e-01,\n",
       "                      -8.7249e-02, -7.7314e-02,  5.5055e-02, -7.4239e-02,  2.9941e-01,\n",
       "                      -1.1196e-01,  2.0385e-02, -1.6533e-01, -8.4008e-02,  9.1928e-02,\n",
       "                      -1.6281e-02, -1.3456e-02,  3.4111e-02, -1.5228e-01,  7.9972e-02,\n",
       "                      -1.5468e-02,  9.0530e-02, -1.2425e-01,  4.0860e-02,  6.5097e-02,\n",
       "                      -3.7378e-02, -2.5349e-02,  2.8863e-01, -1.7786e-01,  4.5379e-02,\n",
       "                       8.0375e-02, -1.1857e-01,  1.2685e-01,  1.3253e-02,  4.4984e-03,\n",
       "                       8.3759e-02,  1.5047e-01, -7.4856e-02, -5.1144e-02, -1.5849e-01,\n",
       "                       1.1111e-01,  2.0428e-02,  1.9939e-02,  2.4965e-01,  2.1343e-01,\n",
       "                       1.1922e-01,  1.5213e-01,  1.0119e-01, -2.0210e-02,  1.8933e-02,\n",
       "                      -1.5583e-01,  2.6090e-01, -2.9025e-02,  6.5378e-02,  9.3637e-02,\n",
       "                      -3.3498e-02, -1.0445e-01,  1.4307e-01,  8.0963e-02, -1.6300e-01,\n",
       "                       1.8334e-01, -6.3191e-02,  3.4443e-02,  2.2093e-02, -1.0206e-01,\n",
       "                       8.7264e-02,  1.8751e-02, -1.5014e-01,  2.3940e-01,  2.2395e-01,\n",
       "                      -2.4017e-02,  2.3110e-01, -1.0960e-01, -1.6953e-01, -3.6366e-02,\n",
       "                      -5.0821e-02,  7.6745e-02,  2.0642e-01,  1.4263e-03,  1.1277e-01,\n",
       "                      -2.0354e-01,  8.0649e-02,  2.0421e-01,  3.6917e-01,  1.2266e-01,\n",
       "                      -2.3815e-02, -7.3110e-02, -1.5845e-02,  1.2772e-01, -5.7867e-02,\n",
       "                       2.8672e-01, -4.2656e-03, -2.1363e-05,  2.1605e-01,  1.5520e-01,\n",
       "                      -1.6205e-02, -9.7204e-02, -1.0046e-01, -1.9993e-02, -1.5217e-01,\n",
       "                      -5.9612e-02,  3.1248e-03, -3.4129e-01,  1.6236e-01,  1.7470e-01,\n",
       "                       2.0988e-01, -6.3615e-02,  5.4698e-02, -2.4567e-01,  1.2553e-01,\n",
       "                      -4.4876e-02, -5.9439e-02,  2.9393e-02,  1.5098e-01, -4.0008e-02,\n",
       "                       1.1208e-01, -1.5519e-01,  5.0468e-01, -4.7305e-02, -7.5279e-02,\n",
       "                       4.2626e-02, -1.3383e-01, -4.2012e-01,  3.8201e-01,  8.9413e-02,\n",
       "                       5.3007e-02,  5.8240e-02,  4.2868e-02,  2.5090e-02,  1.9713e-01,\n",
       "                       1.0120e-01, -1.1193e-01, -2.8088e-02,  3.5423e-01,  2.3811e-02,\n",
       "                       1.2284e-01, -1.2416e-01,  3.0930e-02, -1.1544e-01, -2.8152e-02,\n",
       "                       2.3655e-02,  1.5912e-02,  1.0024e-01,  1.1166e-01,  8.4823e-03,\n",
       "                      -1.3086e-01,  9.2488e-02, -5.3630e-03,  8.9322e-02,  5.3354e-02,\n",
       "                       6.6519e-02,  3.5378e-02,  4.4817e-02, -8.7586e-02,  1.3602e-01,\n",
       "                       1.8784e-01, -3.7431e-02,  3.4593e-02,  3.8587e-02, -1.9506e-01,\n",
       "                      -8.4326e-02, -6.7575e-02, -1.1365e-02,  1.0826e-01, -1.0933e-01,\n",
       "                      -4.5308e-02,  2.1318e-02,  1.2107e-01,  1.1220e-01, -9.5198e-02,\n",
       "                       5.0955e-01, -3.2508e-03,  5.4857e-02,  6.7155e-02,  1.0905e-01,\n",
       "                       1.8573e-02, -2.9313e-02,  1.1019e-02, -1.1489e-02])),\n",
       "             ('model.features.8.weight',\n",
       "              tensor([[[[-0.0020, -0.0081, -0.0114],\n",
       "                        [-0.0193,  0.0007,  0.0114],\n",
       "                        [-0.0541, -0.0012, -0.0244]],\n",
       "              \n",
       "                       [[ 0.0350,  0.0133,  0.0260],\n",
       "                        [-0.0282, -0.0062, -0.0269],\n",
       "                        [ 0.0035,  0.0181,  0.0147]],\n",
       "              \n",
       "                       [[-0.0572, -0.0474,  0.0019],\n",
       "                        [-0.0402, -0.0462, -0.0257],\n",
       "                        [-0.0515, -0.0490,  0.0254]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0184, -0.0234,  0.0097],\n",
       "                        [-0.0443, -0.0076, -0.0178],\n",
       "                        [-0.0518, -0.0351, -0.0455]],\n",
       "              \n",
       "                       [[-0.0037, -0.0011, -0.0447],\n",
       "                        [-0.0524, -0.0318, -0.0524],\n",
       "                        [-0.0031, -0.0111, -0.0443]],\n",
       "              \n",
       "                       [[-0.0199, -0.0015,  0.0159],\n",
       "                        [ 0.0051, -0.0149, -0.0237],\n",
       "                        [ 0.0259,  0.0332,  0.0081]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0210,  0.0214,  0.0528],\n",
       "                        [-0.0056,  0.0240,  0.0338],\n",
       "                        [-0.0091,  0.0343,  0.0236]],\n",
       "              \n",
       "                       [[-0.0239, -0.0183, -0.0083],\n",
       "                        [ 0.0316,  0.0136,  0.0453],\n",
       "                        [-0.0357,  0.0247,  0.0101]],\n",
       "              \n",
       "                       [[ 0.0013,  0.0397,  0.0254],\n",
       "                        [ 0.0308,  0.0113, -0.0031],\n",
       "                        [-0.0280,  0.0023, -0.0184]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0195, -0.0042, -0.0179],\n",
       "                        [ 0.0192,  0.0265,  0.0026],\n",
       "                        [ 0.0137, -0.0102,  0.0086]],\n",
       "              \n",
       "                       [[ 0.0275,  0.0256,  0.0252],\n",
       "                        [-0.0102, -0.0263, -0.0122],\n",
       "                        [-0.0340,  0.0067,  0.0385]],\n",
       "              \n",
       "                       [[-0.0022,  0.0217,  0.0112],\n",
       "                        [ 0.0122, -0.0210,  0.0075],\n",
       "                        [-0.0028, -0.0052, -0.0128]]],\n",
       "              \n",
       "              \n",
       "                      [[[-0.0329, -0.0248, -0.0185],\n",
       "                        [-0.0054,  0.0061,  0.0126],\n",
       "                        [ 0.0478,  0.0188,  0.0413]],\n",
       "              \n",
       "                       [[-0.0074, -0.0016,  0.0026],\n",
       "                        [ 0.0047, -0.0048,  0.0078],\n",
       "                        [-0.0068,  0.0028,  0.0143]],\n",
       "              \n",
       "                       [[ 0.0005, -0.0228, -0.0027],\n",
       "                        [-0.0152, -0.0249,  0.0235],\n",
       "                        [ 0.0053, -0.0205,  0.0647]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0352, -0.0149,  0.0171],\n",
       "                        [-0.0023, -0.0084, -0.0010],\n",
       "                        [-0.0209,  0.0037, -0.0223]],\n",
       "              \n",
       "                       [[-0.0042, -0.0047, -0.0100],\n",
       "                        [-0.0069, -0.0281, -0.0387],\n",
       "                        [ 0.0048,  0.0333,  0.0114]],\n",
       "              \n",
       "                       [[-0.0421,  0.0002, -0.0347],\n",
       "                        [-0.0001,  0.0014, -0.0092],\n",
       "                        [ 0.0719,  0.0502,  0.0573]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0410,  0.0385,  0.0163],\n",
       "                        [ 0.0073, -0.0176, -0.0462],\n",
       "                        [-0.0201, -0.0263, -0.0473]],\n",
       "              \n",
       "                       [[ 0.0129,  0.0227,  0.0252],\n",
       "                        [ 0.0145,  0.0254,  0.0300],\n",
       "                        [-0.0025,  0.0151,  0.0112]],\n",
       "              \n",
       "                       [[-0.0199, -0.0113, -0.0104],\n",
       "                        [ 0.0127,  0.0129,  0.0073],\n",
       "                        [ 0.0161,  0.0055, -0.0063]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0302,  0.0051, -0.0012],\n",
       "                        [ 0.0208,  0.0003, -0.0187],\n",
       "                        [-0.0144, -0.0357, -0.0175]],\n",
       "              \n",
       "                       [[ 0.0599,  0.0085,  0.0075],\n",
       "                        [ 0.0610,  0.0170, -0.0337],\n",
       "                        [ 0.0119,  0.0251, -0.0149]],\n",
       "              \n",
       "                       [[-0.0455, -0.0504, -0.0410],\n",
       "                        [-0.0200, -0.0281, -0.0193],\n",
       "                        [-0.0178, -0.0225, -0.0468]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0077, -0.0249,  0.0156],\n",
       "                        [-0.0249,  0.0043,  0.0494],\n",
       "                        [ 0.0045,  0.0455,  0.0455]],\n",
       "              \n",
       "                       [[ 0.0105,  0.0247, -0.0057],\n",
       "                        [ 0.0461,  0.0305,  0.0349],\n",
       "                        [-0.0354,  0.0422, -0.0025]],\n",
       "              \n",
       "                       [[ 0.0247,  0.0364,  0.0006],\n",
       "                        [-0.0022, -0.0204, -0.0010],\n",
       "                        [-0.0189, -0.0207, -0.0254]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-0.0123, -0.0342, -0.0004],\n",
       "                        [-0.0067, -0.0245, -0.0082],\n",
       "                        [-0.0122,  0.0133,  0.0139]],\n",
       "              \n",
       "                       [[ 0.0098,  0.0259,  0.0180],\n",
       "                        [ 0.0376,  0.0472,  0.0034],\n",
       "                        [ 0.0239, -0.0019, -0.0128]],\n",
       "              \n",
       "                       [[ 0.0087,  0.0292, -0.0075],\n",
       "                        [ 0.0031, -0.0118, -0.0158],\n",
       "                        [-0.0128, -0.0524,  0.0036]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 0.0005,  0.0481,  0.0279],\n",
       "                        [ 0.0006, -0.0294, -0.0090],\n",
       "                        [ 0.0095,  0.0028,  0.0157]],\n",
       "              \n",
       "                       [[ 0.0166,  0.0328,  0.0182],\n",
       "                        [-0.0055,  0.0275,  0.0119],\n",
       "                        [-0.0541, -0.0190, -0.0386]],\n",
       "              \n",
       "                       [[-0.0386, -0.0353,  0.0143],\n",
       "                        [-0.0577, -0.0483,  0.0289],\n",
       "                        [-0.0361,  0.0032,  0.0618]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 0.0133,  0.0259,  0.0499],\n",
       "                        [ 0.0033, -0.0500,  0.0009],\n",
       "                        [ 0.0153,  0.0184,  0.0001]],\n",
       "              \n",
       "                       [[-0.0324, -0.0163,  0.0237],\n",
       "                        [-0.0012, -0.0137,  0.0037],\n",
       "                        [-0.0236,  0.0041,  0.0363]],\n",
       "              \n",
       "                       [[-0.0293, -0.0176, -0.0268],\n",
       "                        [-0.0341,  0.0460, -0.0113],\n",
       "                        [ 0.0003,  0.0701,  0.0068]]]])),\n",
       "             ('model.features.8.bias',\n",
       "              tensor([-6.2908e-02,  1.2599e-01,  2.9910e-01,  1.1226e-01,  2.8529e-01,\n",
       "                       1.2800e-01,  1.8281e-01, -3.0966e-02,  5.4521e-01,  1.5652e-01,\n",
       "                      -1.3417e-01, -1.7108e-01,  2.7399e-01,  2.2774e-01,  2.6715e-01,\n",
       "                       2.6192e-01,  4.5637e-02, -1.4264e+00,  6.0950e-01,  8.2353e-02,\n",
       "                       9.6382e-02,  1.5679e-01, -2.9053e-01,  1.2642e-01,  2.0995e-01,\n",
       "                       7.2459e-02, -2.7236e-04, -2.2086e-01,  1.1173e-01,  4.8032e-01,\n",
       "                       3.5515e-02, -2.7491e-01, -5.0275e-01,  6.9615e-04, -1.2266e-01,\n",
       "                       1.4878e-01, -8.2103e-03,  1.3206e-01,  2.9920e-01, -1.6474e-01,\n",
       "                       3.2465e-01,  5.3489e-01,  2.4496e-01,  5.9936e-01,  3.3782e-02,\n",
       "                       6.6390e-02,  4.8976e-01,  4.2106e-01,  6.3466e-01, -9.4680e-02,\n",
       "                      -7.8501e-02,  2.5697e-01,  7.6671e-02, -2.3927e-01,  1.7104e-01,\n",
       "                       4.1678e-01,  2.6976e-01, -4.6004e-01, -8.4528e-02,  2.7783e-01,\n",
       "                       2.6750e-01,  3.3215e-01,  5.0680e-02, -8.6297e-02, -2.1007e-01,\n",
       "                      -5.2222e-02, -4.1103e-02, -1.3916e-01, -3.0490e-01,  3.0167e-01,\n",
       "                       2.3581e-01, -3.8736e-01, -6.0125e-02,  9.0375e-01, -1.4004e-01,\n",
       "                       5.3197e-01,  2.3184e-01,  2.0689e-01,  2.3384e-01, -3.6393e-01,\n",
       "                       2.2036e-01, -5.4082e-01, -6.4925e-01,  9.8469e-02,  3.4030e-01,\n",
       "                       2.8475e-01, -1.1668e-01, -1.4938e-01,  2.6740e-01, -1.4695e-01,\n",
       "                       5.2876e-02,  2.9656e-01,  1.4841e-02,  1.7320e-01,  1.5211e-01,\n",
       "                       1.1128e-02, -2.4402e-02, -9.2617e-02, -5.4720e-02,  1.7771e-01,\n",
       "                       7.6462e-03, -1.5598e-02, -1.9971e-02,  3.0060e-02,  3.4280e-01,\n",
       "                       1.8484e-01, -1.8930e-01,  1.1917e-01,  4.3845e-02,  2.4088e-01,\n",
       "                      -1.2948e-01,  2.8659e-01, -3.3983e-01,  1.7242e-01, -1.3951e-02,\n",
       "                      -3.3238e-02, -2.1374e-01, -3.9050e-01,  6.9830e-01,  2.8698e-02,\n",
       "                       7.4814e-02,  1.5877e-01,  1.6203e-01,  3.8714e-02,  1.4981e-01,\n",
       "                      -7.0573e-02,  2.8210e-01,  3.0193e-01, -4.7925e-01,  9.4767e-02,\n",
       "                      -2.5825e-01, -3.0498e-01,  3.7155e-01,  4.2541e-02,  2.2962e-01,\n",
       "                       7.1776e-02,  1.0767e-01,  2.1197e-01,  2.8018e-01,  3.7508e-01,\n",
       "                      -1.2975e-01,  2.2353e-01,  1.5561e-02,  2.9895e-01,  5.8271e-01,\n",
       "                       4.4767e-01,  3.1934e-01,  1.5509e-01,  1.6081e-01,  2.4762e-01,\n",
       "                      -6.7093e-01,  2.4884e-01,  1.4737e-01,  9.3295e-02,  2.3992e-01,\n",
       "                      -2.5363e-01, -5.8247e-02,  2.2408e-01,  1.5920e-01, -5.6825e-02,\n",
       "                       4.6530e-01, -2.1166e-01, -3.1839e-01, -1.2303e+00,  1.2068e-01,\n",
       "                      -1.0088e-02,  3.3144e-01,  8.8529e-01, -5.0530e-02,  4.0095e-01,\n",
       "                      -1.2923e-01, -6.6521e-02,  2.6929e-01,  2.9677e-01, -5.1512e-01,\n",
       "                      -1.3941e-01,  3.3986e-02,  5.0526e-01,  2.3880e-01,  9.0405e-02,\n",
       "                       2.8605e-01, -5.3700e-02, -2.3043e-01, -6.9528e-02,  6.2750e-02,\n",
       "                      -8.3527e-02, -1.4610e-01,  1.8069e-01, -1.7798e-01, -9.7765e-02,\n",
       "                      -6.4475e-03,  8.1148e-01,  2.0052e-01,  3.0710e-01, -2.3601e-01,\n",
       "                       7.3178e-02,  1.1172e-01,  2.8366e-01,  6.6962e-02,  1.6107e-01,\n",
       "                      -6.7723e-01,  1.3817e-01,  1.7344e-01, -4.4210e-02, -2.5060e-01,\n",
       "                      -2.6521e-01,  1.6725e-01, -1.6838e-01, -8.5105e-02,  1.2462e-01,\n",
       "                       4.2133e-02,  1.0998e-01,  4.3315e-01,  1.4762e-01, -2.2403e-02,\n",
       "                       2.1770e-01,  5.9078e-02,  2.9927e-01,  8.4790e-02, -2.8061e-01,\n",
       "                       3.7362e-02, -1.9944e-01, -4.8672e-01,  2.0394e-01,  1.9824e-01,\n",
       "                       1.3828e-01,  3.0206e-02, -2.0721e-01,  7.0921e-01, -1.0912e-01,\n",
       "                       4.8155e-01,  2.9200e-01,  4.7852e-02, -7.9537e-01, -4.4115e-02,\n",
       "                       1.3331e-01, -1.9617e-01,  3.3779e-01,  4.0620e-01, -1.1334e-01,\n",
       "                       5.1684e-02,  7.7361e-02,  2.6791e-01,  3.2820e-01,  1.8926e-01,\n",
       "                      -2.1592e-02,  5.3141e-02, -2.4303e-01,  1.5920e-01,  5.7491e-01,\n",
       "                       7.7323e-02, -7.1903e-03,  3.1149e-01,  3.3197e-02,  2.7632e-01,\n",
       "                       1.4343e-01])),\n",
       "             ('model.features.10.weight',\n",
       "              tensor([[[[ 4.5008e-03, -7.7347e-03, -1.5003e-02],\n",
       "                        [-3.0285e-02, -4.4114e-02, -1.7563e-02],\n",
       "                        [-1.4331e-02, -3.6714e-02, -5.2003e-02]],\n",
       "              \n",
       "                       [[ 3.3324e-02,  9.8262e-03, -6.4676e-03],\n",
       "                        [ 1.4188e-02,  2.4336e-02,  3.1040e-02],\n",
       "                        [-1.9439e-02,  1.9590e-02, -1.6543e-02]],\n",
       "              \n",
       "                       [[ 3.3328e-05, -6.3628e-04,  1.5421e-02],\n",
       "                        [ 1.1260e-02,  5.7387e-04,  1.7457e-02],\n",
       "                        [ 7.1211e-03,  1.0711e-03,  2.1856e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-1.6804e-02, -2.1512e-02, -1.0703e-02],\n",
       "                        [-1.0698e-02, -5.3842e-02, -1.9335e-02],\n",
       "                        [ 1.6292e-02,  4.4939e-04,  6.5307e-05]],\n",
       "              \n",
       "                       [[ 1.2114e-03,  1.1926e-03, -1.7091e-03],\n",
       "                        [-1.7243e-02, -2.7680e-02,  1.9918e-05],\n",
       "                        [ 5.2268e-04, -1.6247e-03, -4.3989e-03]],\n",
       "              \n",
       "                       [[ 1.9892e-02,  2.9338e-02,  2.0883e-02],\n",
       "                        [ 1.3522e-02,  3.1604e-02,  1.2854e-02],\n",
       "                        [ 5.2760e-03,  1.2341e-02,  7.5441e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.4208e-02,  2.3224e-03, -2.5112e-02],\n",
       "                        [-7.6076e-03,  9.4883e-03, -4.6517e-03],\n",
       "                        [ 1.3253e-02,  1.1511e-02, -1.4017e-02]],\n",
       "              \n",
       "                       [[ 2.1794e-02,  1.0763e-02,  1.1629e-02],\n",
       "                        [ 4.1082e-02, -7.8142e-03,  1.9052e-02],\n",
       "                        [ 6.6561e-02,  3.6654e-02,  2.0193e-03]],\n",
       "              \n",
       "                       [[-1.8703e-02, -4.9244e-02, -2.9182e-02],\n",
       "                        [-1.5992e-02,  1.6744e-04,  4.5855e-03],\n",
       "                        [-6.2261e-03,  4.1283e-03,  8.5156e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-5.8011e-02, -7.3355e-02, -6.5635e-02],\n",
       "                        [-5.9603e-02, -5.7514e-02, -4.2397e-02],\n",
       "                        [-5.5825e-02, -6.3877e-02, -6.0623e-02]],\n",
       "              \n",
       "                       [[-3.6692e-02, -3.2975e-02, -1.0278e-02],\n",
       "                        [-3.1835e-02, -5.3899e-03, -3.2266e-02],\n",
       "                        [-3.2715e-02, -3.3150e-02, -2.8616e-02]],\n",
       "              \n",
       "                       [[-8.2592e-03, -2.5406e-02, -1.7791e-02],\n",
       "                        [-1.1399e-02, -2.3384e-02, -1.1688e-02],\n",
       "                        [-2.2682e-02, -3.1900e-02, -7.9640e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[ 1.8231e-02, -2.9938e-02, -3.0918e-02],\n",
       "                        [ 6.0674e-04, -4.5208e-02, -4.3832e-03],\n",
       "                        [-6.0434e-03, -6.1846e-02, -1.4543e-02]],\n",
       "              \n",
       "                       [[ 1.3111e-02,  1.5979e-02, -5.2871e-03],\n",
       "                        [-1.2694e-02,  1.2434e-03,  2.2471e-02],\n",
       "                        [ 2.1080e-02, -6.7459e-03,  1.9622e-02]],\n",
       "              \n",
       "                       [[ 3.0896e-02, -3.0819e-02,  5.1553e-03],\n",
       "                        [-5.7161e-04, -1.2514e-02,  2.3466e-02],\n",
       "                        [ 2.5366e-02,  3.1077e-02,  2.8808e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[-2.0043e-02, -3.3691e-02, -3.3587e-02],\n",
       "                        [-3.1222e-02, -4.3832e-02, -2.9784e-02],\n",
       "                        [-5.5385e-02, -6.6676e-02, -5.1232e-02]],\n",
       "              \n",
       "                       [[-1.8431e-02, -1.0482e-02, -1.3102e-02],\n",
       "                        [ 5.6541e-03, -2.6609e-02,  2.4034e-03],\n",
       "                        [-2.3949e-02,  8.9346e-03,  3.3861e-03]],\n",
       "              \n",
       "                       [[ 5.7008e-03, -1.4837e-02,  1.3501e-03],\n",
       "                        [-5.6762e-04,  6.3385e-03,  5.1770e-03],\n",
       "                        [ 5.5514e-03, -1.4905e-03, -2.3526e-02]]],\n",
       "              \n",
       "              \n",
       "                      ...,\n",
       "              \n",
       "              \n",
       "                      [[[ 1.8694e-02, -5.8550e-03,  7.5898e-03],\n",
       "                        [ 5.4762e-03, -5.1852e-02,  5.3048e-03],\n",
       "                        [ 5.4274e-02, -3.1494e-03, -5.8523e-03]],\n",
       "              \n",
       "                       [[ 1.0686e-02, -1.6323e-02,  2.0675e-02],\n",
       "                        [ 1.9367e-03, -3.2638e-02,  9.5754e-04],\n",
       "                        [ 2.1652e-03,  2.7449e-02,  5.5060e-02]],\n",
       "              \n",
       "                       [[ 5.0755e-03, -2.6414e-02,  1.8585e-02],\n",
       "                        [-2.5866e-03,  1.2334e-03,  4.8944e-03],\n",
       "                        [ 5.3379e-04, -8.6257e-03, -2.3603e-02]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 2.3444e-02,  9.6432e-03,  1.7831e-02],\n",
       "                        [-1.8331e-02, -5.7185e-02, -2.1030e-02],\n",
       "                        [ 1.0187e-02, -3.0167e-02, -8.0193e-03]],\n",
       "              \n",
       "                       [[ 1.7629e-02,  2.5001e-02, -4.5713e-02],\n",
       "                        [ 2.5250e-02,  3.9404e-02,  3.0033e-02],\n",
       "                        [ 1.6265e-02,  5.3023e-02,  8.1163e-03]],\n",
       "              \n",
       "                       [[ 4.1792e-03,  8.5183e-03,  3.5242e-03],\n",
       "                        [ 2.7552e-02,  4.5622e-02,  3.8444e-03],\n",
       "                        [ 2.1285e-02,  2.0103e-02,  1.6193e-03]]],\n",
       "              \n",
       "              \n",
       "                      [[[-1.4135e-02, -3.3222e-02, -5.2931e-03],\n",
       "                        [-8.9475e-03, -3.3265e-02,  4.3306e-03],\n",
       "                        [ 1.7092e-02, -2.8524e-02, -2.5048e-02]],\n",
       "              \n",
       "                       [[-1.4275e-02, -2.7405e-02,  1.1635e-02],\n",
       "                        [-2.2799e-02, -3.2017e-02, -9.8221e-03],\n",
       "                        [-2.0387e-02, -3.1692e-02, -9.8188e-03]],\n",
       "              \n",
       "                       [[-2.0245e-02, -7.1923e-03,  5.0653e-03],\n",
       "                        [ 9.2916e-03, -1.4393e-02, -2.8599e-02],\n",
       "                        [ 1.5616e-03, -1.7386e-02, -7.2756e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.4874e-02, -9.5781e-03,  2.7291e-02],\n",
       "                        [ 1.7682e-03, -1.8440e-02,  7.5908e-03],\n",
       "                        [-6.8078e-03, -1.3905e-03,  3.8714e-03]],\n",
       "              \n",
       "                       [[-2.7931e-02, -3.4299e-02, -1.5767e-02],\n",
       "                        [-1.5908e-02, -4.4211e-02, -1.5330e-02],\n",
       "                        [-1.9257e-02, -2.3017e-02,  7.2739e-04]],\n",
       "              \n",
       "                       [[-3.6868e-02,  1.5530e-02, -7.3656e-04],\n",
       "                        [-3.2403e-03, -2.5565e-02, -6.2375e-04],\n",
       "                        [-7.5825e-03, -1.7276e-02, -1.2110e-02]]],\n",
       "              \n",
       "              \n",
       "                      [[[-3.0703e-03, -3.1071e-02,  4.9807e-04],\n",
       "                        [ 1.3618e-02,  6.6683e-03, -1.3059e-02],\n",
       "                        [-1.5806e-02,  9.5659e-03, -2.8366e-02]],\n",
       "              \n",
       "                       [[-1.5622e-02,  1.0870e-02, -4.3911e-02],\n",
       "                        [-6.0366e-03,  4.7041e-02, -6.7736e-03],\n",
       "                        [ 2.3879e-02,  1.5275e-02,  2.1209e-02]],\n",
       "              \n",
       "                       [[-3.4367e-02, -2.7406e-03, -4.0337e-02],\n",
       "                        [-2.1270e-02, -2.4037e-02, -2.0263e-02],\n",
       "                        [-7.9488e-03, -1.4826e-03, -6.8217e-03]],\n",
       "              \n",
       "                       ...,\n",
       "              \n",
       "                       [[ 1.0063e-02, -2.2878e-02, -5.5036e-03],\n",
       "                        [ 3.2441e-02, -1.3513e-02,  2.5942e-03],\n",
       "                        [-2.8327e-02, -3.6309e-02, -1.9826e-02]],\n",
       "              \n",
       "                       [[-9.0379e-03,  1.6569e-02,  5.9027e-04],\n",
       "                        [-7.4690e-04,  3.3369e-02,  2.2972e-02],\n",
       "                        [ 1.0572e-02,  8.1467e-03, -3.4821e-02]],\n",
       "              \n",
       "                       [[ 7.4795e-03,  1.9532e-03,  8.9045e-03],\n",
       "                        [-7.3107e-03, -2.9493e-02,  1.2008e-03],\n",
       "                        [ 8.8704e-03,  1.1838e-02,  7.4983e-04]]]])),\n",
       "             ('model.features.10.bias',\n",
       "              tensor([ 3.7964e-02,  4.3626e-01,  1.9919e-01,  4.7873e-01,  1.9452e-01,\n",
       "                       4.6094e-02,  8.9556e-02, -9.0875e-02,  1.2068e-01,  1.8953e-01,\n",
       "                       4.5016e-02,  4.8434e-01,  2.4634e-01, -7.8553e-02, -4.1008e-02,\n",
       "                      -4.5605e-01,  6.7455e-01,  4.3669e-02, -3.8591e-01,  2.3154e-01,\n",
       "                       1.2107e-01,  3.2227e-01,  1.1335e+00,  2.1153e-01,  4.7995e-01,\n",
       "                       2.8958e-01,  6.4578e-02,  2.4041e-02,  1.5042e-01,  2.8817e-01,\n",
       "                       6.7181e-02,  2.6940e-01,  1.0063e-02,  3.4250e-01,  1.6370e-01,\n",
       "                       2.0520e-01,  7.5118e-02,  1.1070e-01,  2.6571e-01,  1.2281e-01,\n",
       "                      -4.6485e-02,  5.1063e-01,  1.4461e-01,  4.4510e-01,  3.3639e-01,\n",
       "                       4.0720e-01, -2.1050e-02,  1.1052e+00,  1.2309e-01,  3.1051e-01,\n",
       "                       2.3018e-01,  3.6438e-01,  3.8058e-01,  1.7631e-01,  6.3093e-01,\n",
       "                      -1.3756e-02,  2.6251e-01,  2.0362e-01,  3.4236e-01,  1.9062e-02,\n",
       "                       1.5609e-01,  2.2937e-01, -8.7384e-02,  3.1602e-02,  8.6188e-02,\n",
       "                       2.4748e-01, -7.8154e-03,  2.2365e-01,  2.4816e-01,  7.1836e-02,\n",
       "                      -6.6000e-02, -6.8084e-02, -2.1012e-02,  4.0951e-01,  4.2487e-01,\n",
       "                       3.0534e-01, -1.1383e-01,  2.4841e-02,  1.1446e-01,  7.3555e-03,\n",
       "                      -4.6246e-02,  6.3487e-01, -1.1421e-01,  6.1986e-01,  9.2757e-02,\n",
       "                      -1.4665e-02,  4.6250e-01,  6.3386e-01, -1.7848e-02,  1.3755e-01,\n",
       "                       1.2155e-02,  1.9338e-01,  1.9085e-02,  8.1355e-02,  1.7102e-02,\n",
       "                       4.4921e-02,  1.9130e-01,  2.0720e-01,  1.7913e-03,  4.5546e-01,\n",
       "                       3.8208e-01,  3.2588e-01, -1.0084e-01,  5.0784e-01,  1.2523e-02,\n",
       "                       5.9673e-01,  8.0652e-01,  4.6247e-01,  1.4344e-01,  9.7860e-03,\n",
       "                      -3.8480e-02,  3.1713e-02,  1.3493e-01,  5.5403e-01,  1.3879e-01,\n",
       "                       1.8507e-01,  3.5126e-02, -1.2923e-01,  1.5486e-01,  6.6569e-02,\n",
       "                       2.2698e-01, -8.0724e-02,  5.2492e-01,  1.2118e-01,  2.5738e-02,\n",
       "                       2.4021e+00,  5.4695e-01, -1.7379e-01,  1.0619e-01, -4.2293e-02,\n",
       "                       3.7618e-02,  2.4259e-01, -7.6743e-02,  2.1944e-02,  4.8954e-01,\n",
       "                       4.1475e-01,  4.8341e-02, -3.5894e-02,  1.4445e-01, -2.0989e-01,\n",
       "                       2.6906e-01,  6.1454e-02,  4.7476e-03,  5.8720e-01,  2.1773e-01,\n",
       "                       8.1851e-01,  4.1794e-01,  4.1514e-02,  1.7567e-01,  9.2828e-01,\n",
       "                       1.3975e-01,  3.6809e-01,  6.7954e-01, -4.6613e-02,  6.1853e-01,\n",
       "                       9.9139e-02,  3.7578e-01,  1.2078e-01,  7.3212e-01,  1.4217e-01,\n",
       "                      -1.5891e-02,  4.9133e-01,  6.9460e-02,  1.6718e-01,  6.8328e-01,\n",
       "                       3.6984e-01,  1.1704e-01,  4.6448e-03,  4.4395e-01,  1.6502e-01,\n",
       "                       1.2848e-01,  2.1826e-01,  7.0516e-01,  4.1369e-03,  1.6124e-01,\n",
       "                       1.1174e-01, -8.4453e-04,  2.6191e-01,  7.3103e-02,  2.6202e-01,\n",
       "                       1.5253e-02,  2.0889e-01,  3.3991e-01,  3.9360e-02,  9.8699e-02,\n",
       "                       2.8095e-01,  1.3300e-01, -9.8729e-02,  1.5865e-01, -1.0977e-01,\n",
       "                      -1.2899e-01,  1.5089e-01,  1.3981e-01,  1.9367e-03,  1.0875e-01,\n",
       "                      -1.6497e-01,  5.6130e-02,  1.7397e-01,  4.1817e-01,  1.1607e-01,\n",
       "                       3.5296e-01,  8.5897e-01,  2.8839e-01,  1.1828e-01, -5.0673e-02,\n",
       "                       2.8798e-02,  1.3510e-01,  1.9383e-01, -1.9312e-02,  5.4221e-01,\n",
       "                       5.3677e-01,  4.4037e-01,  5.0655e-01,  3.5812e-01,  5.3000e-01,\n",
       "                       5.1179e-01,  2.0096e-01,  3.6999e-01,  6.0126e-01,  4.2610e-03,\n",
       "                       1.9014e-02, -1.7977e-01,  6.5511e-02,  6.4663e-01,  2.4109e-01,\n",
       "                       1.3175e-01,  6.0788e-01, -4.4901e-03,  6.0372e-01,  2.9686e-01,\n",
       "                       6.3624e-01,  3.3710e-01,  1.0049e-01,  4.1112e-01,  5.2909e-01,\n",
       "                       1.8214e-01,  2.3342e-01,  3.5865e-02,  9.3808e-02,  1.6784e-01,\n",
       "                       9.7704e-02,  4.3545e-01,  3.4650e-02, -7.2180e-02,  1.4837e-01,\n",
       "                      -9.3362e-02,  4.1976e-01, -4.9194e-03,  1.8956e-01,  5.4447e-01,\n",
       "                       5.3322e-01,  3.6115e-01,  3.2763e-01,  5.5909e-01,  2.0211e-03,\n",
       "                      -6.6487e-02])),\n",
       "             ('model.classifier.1.weight',\n",
       "              tensor([[ 0.0040,  0.0061,  0.0134,  ..., -0.0003, -0.0022, -0.0093],\n",
       "                      [ 0.0013,  0.0020,  0.0028,  ...,  0.0053,  0.0002, -0.0145],\n",
       "                      [-0.0185, -0.0145, -0.0198,  ..., -0.0003, -0.0012,  0.0191],\n",
       "                      ...,\n",
       "                      [-0.0063,  0.0026, -0.0084,  ..., -0.0079,  0.0055,  0.0067],\n",
       "                      [-0.0115, -0.0055, -0.0092,  ..., -0.0039, -0.0048, -0.0099],\n",
       "                      [ 0.0026, -0.0148, -0.0016,  ...,  0.0050,  0.0052, -0.0045]])),\n",
       "             ('model.classifier.1.bias',\n",
       "              tensor([ 0.0324,  0.0621, -0.0557,  ..., -0.0248,  0.0185,  0.0095])),\n",
       "             ('model.classifier.4.weight',\n",
       "              tensor([[-0.0107, -0.0015,  0.0057,  ...,  0.0026, -0.0010, -0.0087],\n",
       "                      [-0.0279,  0.0168, -0.0162,  ..., -0.0079, -0.0049, -0.0219],\n",
       "                      [-0.0112, -0.0184,  0.0073,  ...,  0.0013,  0.0050,  0.0055],\n",
       "                      ...,\n",
       "                      [-0.0027, -0.0146,  0.0057,  ...,  0.0250, -0.0042, -0.0009],\n",
       "                      [ 0.0066,  0.0094,  0.0232,  ...,  0.0060, -0.0029, -0.0042],\n",
       "                      [ 0.0118,  0.0041,  0.0013,  ..., -0.0088, -0.0039,  0.0055]])),\n",
       "             ('model.classifier.4.bias',\n",
       "              tensor([0.0489, 0.0972, 0.0022,  ..., 0.0261, 0.0448, 0.0802])),\n",
       "             ('model.classifier.6.weight',\n",
       "              tensor([[ 0.0327, -0.0062, -0.0040,  ...,  0.0160,  0.0456, -0.0158],\n",
       "                      [-0.0281,  0.0393, -0.0035,  ..., -0.0250,  0.0265, -0.0159],\n",
       "                      [-0.0019, -0.0004, -0.0081,  ..., -0.0093,  0.0203, -0.0136],\n",
       "                      ...,\n",
       "                      [-0.0249, -0.0350,  0.0131,  ..., -0.0082,  0.0454, -0.0043],\n",
       "                      [ 0.0252, -0.0026, -0.0109,  ..., -0.0091, -0.0615, -0.0009],\n",
       "                      [-0.0039,  0.0090, -0.0018,  ...,  0.0229,  0.0042,  0.0185]])),\n",
       "             ('model.classifier.6.bias',\n",
       "              tensor([ 5.3252e-02,  5.6475e-02,  1.2015e-02,  1.0475e-02,  1.4073e-02,\n",
       "                       2.4921e-02,  4.5943e-02, -1.2418e-02, -5.2491e-02, -1.5580e-02,\n",
       "                      -2.1215e-02, -3.3407e-02,  9.5835e-03,  1.8659e-02,  7.1095e-03,\n",
       "                      -2.5249e-02, -2.9553e-03,  6.2285e-03, -3.0338e-02,  1.7713e-02,\n",
       "                       4.8128e-02,  5.5310e-02,  4.2137e-02, -3.4339e-02,  1.1161e-02,\n",
       "                      -3.7005e-02, -3.7998e-02, -2.2497e-02, -1.3564e-02,  1.1125e-01,\n",
       "                       3.1010e-02,  6.8569e-03, -1.5973e-02, -9.2437e-03,  4.3681e-02,\n",
       "                      -2.6168e-02, -3.0454e-03,  2.6335e-02,  1.0302e-02,  2.9396e-02,\n",
       "                      -1.6149e-02,  3.0833e-02,  4.0436e-02,  6.6803e-02,  2.4527e-02,\n",
       "                       4.6312e-02,  6.1914e-03,  8.0594e-02,  5.9732e-02,  6.1413e-02,\n",
       "                       1.6579e-03,  6.7179e-02, -4.2294e-03, -1.4659e-02, -6.7676e-02,\n",
       "                      -8.3818e-03, -5.8036e-02,  8.1914e-03,  3.9684e-02,  2.8477e-02,\n",
       "                      -1.2424e-01,  3.9262e-02,  9.1787e-03,  6.8728e-02,  4.0663e-02,\n",
       "                      -1.0124e-02,  1.2239e-02, -2.7275e-03, -2.1134e-02,  9.3186e-02,\n",
       "                       4.6140e-03,  2.6338e-02,  4.4615e-02, -1.2071e-02, -3.0606e-02,\n",
       "                       6.9681e-02,  4.3573e-02, -7.0400e-03,  3.4302e-02,  1.8671e-02,\n",
       "                      -2.3980e-03, -7.9588e-03, -2.6701e-02, -2.3112e-02, -2.1024e-02,\n",
       "                       7.5927e-03, -4.0854e-02,  9.6504e-02,  1.6273e-02,  6.8265e-02,\n",
       "                      -1.2029e-02,  1.8616e-02, -2.3254e-02,  6.6254e-04,  6.5770e-02,\n",
       "                       2.0797e-02,  4.6046e-02, -1.2563e-02,  1.5837e-02, -6.2019e-02,\n",
       "                       1.6890e-02,  2.9346e-02,  1.2199e-02,  1.1579e-01,  1.8052e-02,\n",
       "                       8.3501e-02,  4.6795e-02, -5.9661e-03,  4.3978e-02, -8.9776e-02,\n",
       "                      -8.6210e-02,  4.8310e-02, -2.1315e-02,  7.1201e-03, -3.1428e-02,\n",
       "                      -2.2256e-02,  9.2478e-02,  5.7419e-02, -2.9094e-04, -1.5966e-02,\n",
       "                       9.0139e-02, -1.8068e-02,  5.2080e-02, -1.0922e-02, -5.9916e-02,\n",
       "                       6.9528e-02, -4.0415e-03, -2.4078e-02,  1.2984e-02,  8.9963e-03,\n",
       "                      -3.2033e-02,  1.7807e-03,  3.9556e-02, -7.1310e-03, -8.6408e-02,\n",
       "                      -5.2836e-02, -3.0279e-02, -2.9701e-03,  2.8985e-02, -6.0586e-03,\n",
       "                      -1.5632e-02, -1.5263e-02, -1.4647e-02, -6.3525e-02, -3.9613e-02,\n",
       "                      -7.7837e-03, -7.8425e-03,  7.1100e-04, -7.7680e-04,  4.9023e-02,\n",
       "                      -2.2289e-03,  6.4397e-03, -9.0882e-02,  4.1336e-02, -6.3460e-03,\n",
       "                       1.4306e-02,  3.8303e-03, -3.1278e-02, -7.2626e-02, -3.5031e-02,\n",
       "                      -2.1359e-02,  6.8324e-02,  4.5042e-02,  2.8514e-02,  3.2959e-02,\n",
       "                      -4.6693e-02, -1.0623e-02, -6.0456e-02,  2.3472e-02,  1.9999e-02,\n",
       "                       2.5433e-02,  7.6092e-02, -6.2514e-03, -2.5429e-02,  6.6237e-02,\n",
       "                      -5.7913e-02, -1.8797e-02,  4.2716e-02,  5.1821e-02, -6.9029e-02,\n",
       "                      -1.5346e-02,  2.3568e-02,  5.2703e-02,  5.5551e-02, -8.4720e-03,\n",
       "                      -1.2149e-02, -2.7647e-03, -1.4819e-03, -2.3124e-02,  8.9908e-03,\n",
       "                      -3.7236e-03,  5.5263e-02,  3.0676e-02, -3.2228e-02, -6.9401e-03,\n",
       "                       5.0185e-02,  2.8821e-02,  3.6680e-03, -2.8823e-02,  5.0426e-02,\n",
       "                      -1.0344e-01, -2.1276e-03,  4.3640e-02,  3.0670e-02,  1.1708e-02,\n",
       "                      -8.2692e-03, -8.7994e-04, -7.9968e-03, -5.8294e-02,  7.0524e-02,\n",
       "                      -2.0286e-02,  2.0245e-03, -5.0412e-03, -1.7596e-02,  2.1311e-03,\n",
       "                      -1.2316e-02,  1.5342e-02,  3.2776e-02,  5.1759e-03, -4.1486e-02,\n",
       "                      -7.3661e-03, -1.9380e-02,  3.3047e-02,  8.3802e-02, -1.9553e-02,\n",
       "                       7.2874e-02, -3.5580e-03, -8.1869e-02,  2.6474e-02,  4.9446e-02,\n",
       "                       2.9175e-02, -7.6044e-02, -2.3432e-02,  2.2784e-02,  1.0188e-02,\n",
       "                       1.0420e-02,  5.3774e-03,  5.4046e-02,  1.4067e-02,  4.0287e-02,\n",
       "                      -4.9321e-02, -1.4429e-02, -4.6192e-02, -1.4586e-02, -2.6139e-02,\n",
       "                      -4.2562e-04, -5.0145e-02,  3.3987e-02, -5.3159e-02, -5.5430e-02,\n",
       "                       3.6954e-03, -1.1041e-03,  2.8349e-02, -4.4211e-02,  5.9482e-02,\n",
       "                      -1.5721e-02, -2.6858e-02,  2.9261e-02,  9.5011e-03,  2.4154e-03,\n",
       "                       1.3513e-02,  2.8245e-02, -6.4663e-02,  5.3230e-02, -4.3924e-02,\n",
       "                       3.4698e-04,  1.7564e-02, -9.1725e-02, -2.3233e-02,  2.2276e-02,\n",
       "                       4.0636e-02,  5.2172e-02,  3.5888e-02,  6.8130e-03,  1.0692e-02,\n",
       "                       2.1173e-03, -1.7580e-03, -2.7247e-03, -4.8340e-02,  1.3375e-02,\n",
       "                      -2.6605e-02,  8.5712e-02, -7.3576e-02,  2.3194e-02,  5.6535e-02,\n",
       "                       3.6531e-02,  7.1076e-02, -2.0128e-02, -5.6684e-02,  4.1176e-02,\n",
       "                      -1.7057e-02,  1.3072e-03,  1.3561e-02, -8.1499e-02, -1.9378e-02,\n",
       "                       3.5581e-02,  3.2518e-02,  6.2056e-02, -3.8972e-02,  4.0444e-02,\n",
       "                      -3.7356e-02, -2.5330e-02, -4.5012e-02, -5.6890e-02, -6.5692e-02,\n",
       "                       5.4484e-02,  4.5054e-02, -7.4308e-02,  1.1787e-03,  5.3284e-04,\n",
       "                      -6.7275e-02, -5.6026e-02, -7.0426e-02,  6.4871e-02,  4.1639e-02,\n",
       "                       8.3475e-02,  3.5982e-02,  2.0956e-02,  2.5103e-02, -1.6456e-02,\n",
       "                      -1.1024e-02, -2.6935e-02, -9.1414e-03, -5.0469e-02,  5.2238e-02,\n",
       "                      -2.6817e-02,  1.4414e-02, -1.0621e-01, -4.6598e-02, -2.5114e-02,\n",
       "                       8.4723e-03, -2.5711e-02,  9.3712e-02,  7.2801e-02,  2.5253e-02,\n",
       "                       2.1812e-02,  3.3336e-02,  1.6326e-02, -5.2736e-02,  5.5630e-02,\n",
       "                      -1.3830e-02, -4.0054e-02,  8.7340e-03,  3.1333e-02,  3.4241e-02,\n",
       "                      -5.1627e-02,  2.7252e-02,  2.6041e-02, -5.2250e-02,  2.6162e-02,\n",
       "                       5.1007e-02,  2.8195e-02, -2.4470e-02,  1.2946e-02,  5.2765e-02,\n",
       "                      -1.8762e-02, -3.1476e-02,  5.5163e-04,  1.0595e-02,  6.4026e-02,\n",
       "                      -1.0145e-02,  6.1711e-02,  2.9520e-02,  3.8700e-02,  4.4010e-02,\n",
       "                       2.8614e-02,  5.7040e-02,  4.6143e-02, -3.3167e-02,  2.5789e-02,\n",
       "                      -9.9446e-03, -3.0128e-03,  9.8479e-03,  3.3981e-02, -1.5649e-02,\n",
       "                      -9.9509e-03,  4.9874e-02, -6.3548e-04,  2.8995e-02,  7.9144e-03,\n",
       "                      -6.2499e-02, -5.1307e-02,  2.6480e-02,  1.4117e-02, -2.4593e-02,\n",
       "                       9.7300e-03, -1.0901e-02,  2.7393e-02,  1.5526e-02,  4.2757e-02,\n",
       "                      -4.2605e-02,  1.3845e-02, -1.6240e-02,  4.3815e-02, -2.3015e-03,\n",
       "                      -2.2745e-03,  2.7163e-02,  3.5608e-02, -3.9027e-02,  7.4795e-02,\n",
       "                       2.9545e-03,  2.4383e-02,  3.8495e-03,  7.3041e-03, -3.5850e-02,\n",
       "                       9.0172e-02, -1.9558e-03, -9.6829e-02, -6.6019e-02, -1.2339e-01,\n",
       "                       8.5293e-02, -2.8016e-02, -4.2111e-02,  3.4543e-03, -5.9704e-03,\n",
       "                      -4.0699e-02,  9.3167e-02,  3.8482e-03, -4.1334e-03,  9.7206e-03,\n",
       "                       1.7187e-02, -1.8781e-02, -2.0588e-02,  6.4882e-02,  6.1634e-02,\n",
       "                      -4.5338e-05, -4.7090e-02, -1.3213e-01,  2.8466e-02, -2.8057e-02,\n",
       "                       5.8503e-02,  6.6895e-02, -3.4372e-02, -1.4239e-02, -3.0599e-02,\n",
       "                       1.9456e-02, -3.3238e-02, -2.4988e-02, -9.0367e-05, -4.6692e-02,\n",
       "                      -4.8098e-02,  1.9271e-02,  2.4073e-02,  2.2539e-02, -5.8785e-03,\n",
       "                       1.5558e-02,  4.0886e-03, -7.8306e-02,  8.6316e-02, -1.4157e-02,\n",
       "                       8.7703e-02,  1.1080e-02,  2.4186e-02,  8.9802e-04, -1.2056e-02,\n",
       "                      -1.7418e-02, -3.5627e-03, -3.2366e-02, -1.3965e-03, -2.6253e-02,\n",
       "                      -2.4457e-02,  1.6563e-02, -1.8416e-02, -1.0767e-01,  9.6398e-03,\n",
       "                       4.2801e-02,  6.0262e-02,  3.9423e-02, -7.1208e-02,  3.1756e-02,\n",
       "                      -5.8451e-02, -4.1126e-02, -3.6470e-02,  3.2047e-02,  1.0938e-02,\n",
       "                       1.5454e-01,  3.8895e-02,  4.0750e-02,  2.8544e-02, -8.7241e-02,\n",
       "                       4.4254e-02, -5.8567e-03, -2.4539e-02, -3.7177e-02, -6.1798e-02,\n",
       "                       2.9119e-03, -1.5438e-02, -6.9551e-02, -1.3111e-01,  2.5559e-02,\n",
       "                       1.5085e-02,  7.0103e-02,  3.3266e-02, -2.6814e-02, -1.1635e-01,\n",
       "                      -1.3400e-02,  1.0656e-01, -1.6285e-01,  3.3475e-02, -3.2177e-02,\n",
       "                       4.8456e-02, -1.1730e-02, -8.8067e-02, -3.5880e-02,  1.3474e-02,\n",
       "                      -2.0326e-02, -1.2884e-01, -5.6742e-02, -6.5963e-02,  1.2026e-02,\n",
       "                      -2.5221e-02, -2.3785e-02, -9.6762e-03, -3.7816e-02,  1.9221e-02,\n",
       "                       4.8619e-03, -2.4410e-03, -2.6034e-02, -1.9117e-02, -8.2225e-04,\n",
       "                       1.7868e-02, -2.7427e-02,  4.1341e-02,  2.4172e-02,  6.8962e-02,\n",
       "                       6.3656e-02,  4.3324e-02, -1.6802e-02, -1.7103e-02,  3.2263e-02,\n",
       "                      -4.4776e-02, -8.3217e-02, -1.8283e-02,  5.8367e-02,  3.1406e-02,\n",
       "                       5.6282e-02, -1.1132e-01,  7.2988e-02, -1.0903e-01,  2.9206e-02,\n",
       "                      -2.7821e-02, -1.2398e-01, -2.5645e-02, -5.7258e-02,  8.1258e-03,\n",
       "                       2.6332e-02, -2.0495e-02, -4.6250e-02,  2.8908e-03,  9.5556e-02,\n",
       "                       4.4201e-02, -2.7812e-03,  2.2221e-03, -4.5316e-02, -4.3130e-02,\n",
       "                      -5.8415e-02,  3.2564e-02,  5.7614e-02, -7.8569e-02, -6.7936e-02,\n",
       "                      -6.6392e-03,  4.6499e-02, -5.6938e-02,  6.3510e-02,  6.6341e-02,\n",
       "                       1.3054e-02, -1.0774e-02, -5.5007e-02,  4.9877e-02,  2.0793e-02,\n",
       "                       1.5054e-02, -1.7921e-02, -6.6430e-02,  5.9132e-02,  2.1106e-02,\n",
       "                       1.8961e-02, -1.0129e-02,  1.8008e-02, -3.5435e-02,  1.4764e-02,\n",
       "                      -7.5889e-03, -8.3661e-02, -5.2211e-02,  6.8491e-02, -2.9039e-02,\n",
       "                      -1.9383e-02,  1.5508e-02, -1.8306e-02, -3.6809e-03,  5.0420e-02,\n",
       "                      -5.5348e-02,  5.0071e-03,  3.2704e-03, -5.4693e-03,  8.3264e-02,\n",
       "                      -2.6980e-02, -3.8524e-02,  7.7673e-02,  3.8679e-02, -4.3476e-02,\n",
       "                      -6.3778e-02,  7.1726e-03,  3.6365e-02,  3.5581e-02,  1.8565e-02,\n",
       "                      -1.5428e-02,  3.9404e-02,  1.0108e-02,  9.3341e-03, -4.7146e-02,\n",
       "                       3.6313e-02,  1.3648e-03,  4.9428e-02,  1.1902e-02, -6.4542e-03,\n",
       "                      -4.9254e-02, -1.1963e-01,  9.9042e-02, -2.6934e-02, -7.8272e-02,\n",
       "                       5.6361e-03,  1.2645e-02, -3.9618e-03,  2.2964e-02, -3.2064e-02,\n",
       "                      -4.6960e-02, -3.3381e-02,  2.9637e-02, -3.6173e-02,  3.0285e-03,\n",
       "                       1.7763e-02, -2.4117e-02, -5.6028e-02,  3.5110e-02,  7.2502e-02,\n",
       "                      -5.6726e-02, -6.1277e-02, -6.2330e-02, -6.4275e-02, -2.1981e-02,\n",
       "                      -1.6378e-02, -7.2263e-02,  3.9917e-02, -9.7765e-02, -4.7685e-02,\n",
       "                      -1.9302e-03, -2.4836e-02,  2.4878e-03,  5.6834e-02,  1.0820e-02,\n",
       "                      -3.2613e-02,  2.7537e-02,  5.3602e-03,  1.1122e-02, -3.4763e-02,\n",
       "                       3.4889e-02,  1.1450e-02, -3.3565e-02,  1.8182e-02, -2.5285e-02,\n",
       "                       7.6259e-02, -1.7923e-02,  8.6244e-03, -5.6801e-02, -2.0029e-02,\n",
       "                      -7.3464e-03,  7.8287e-03, -2.6822e-02,  4.8273e-03,  9.6238e-02,\n",
       "                       1.8904e-02,  3.5164e-02,  7.9271e-02, -1.4469e-02,  8.4794e-02,\n",
       "                       2.3145e-02, -4.8635e-02, -1.8980e-02,  1.3211e-02, -1.1367e-02,\n",
       "                       5.6345e-02, -3.2129e-02,  9.4927e-03, -4.3672e-02, -5.8385e-02,\n",
       "                       2.4477e-02, -4.1123e-02, -1.7410e-02, -2.2212e-02, -4.1425e-02,\n",
       "                       4.2289e-02,  8.7909e-02,  2.7870e-02, -7.8393e-02,  6.7135e-04,\n",
       "                       3.5587e-03, -2.1712e-02,  2.3001e-02, -8.1032e-02,  7.3319e-03,\n",
       "                      -3.3296e-04,  1.6864e-02,  1.7028e-02,  4.5052e-02,  2.4304e-03,\n",
       "                      -7.4777e-02,  6.0089e-02,  6.9517e-02, -5.7710e-02,  4.6902e-03,\n",
       "                      -3.8819e-03, -5.8210e-02, -1.1185e-03,  9.0919e-02, -8.7339e-03,\n",
       "                       6.4967e-02,  1.8759e-02, -5.0487e-02, -4.9778e-02,  4.9940e-02,\n",
       "                       2.3460e-02, -1.4869e-02,  7.7824e-03, -2.4576e-02, -4.5487e-02,\n",
       "                      -2.6208e-02,  1.3017e-01,  1.6476e-02, -3.0707e-02, -2.2029e-02,\n",
       "                      -2.6967e-02,  5.2982e-03,  1.7465e-02, -9.5463e-02, -8.5460e-02,\n",
       "                      -2.0266e-03, -2.9333e-03, -6.4850e-02,  7.8749e-02,  1.2722e-01,\n",
       "                      -3.0474e-02,  7.9202e-03, -1.4629e-02,  4.9757e-02, -6.1835e-02,\n",
       "                       4.2074e-02,  7.3102e-03,  4.7387e-02, -1.0757e-02,  6.5734e-02,\n",
       "                      -4.5547e-03,  2.7735e-03,  2.9592e-02,  5.8648e-03, -1.2238e-01,\n",
       "                       5.7966e-02,  6.0513e-02, -1.6859e-02, -4.4747e-02, -3.4610e-02,\n",
       "                       4.5194e-02,  6.8550e-04, -3.0971e-02,  6.2202e-02, -3.6581e-02,\n",
       "                      -2.7143e-02,  1.4357e-02, -2.3183e-03, -1.3557e-03, -2.3419e-02,\n",
       "                       7.2945e-02, -1.6167e-02, -6.4322e-02, -6.6394e-02,  8.7976e-03,\n",
       "                       5.5808e-03,  3.4428e-02,  4.3121e-02, -9.2526e-02, -6.9069e-02,\n",
       "                       7.7242e-03,  5.1836e-03, -5.7449e-02, -2.2806e-02, -4.3065e-02,\n",
       "                       1.4340e-01,  3.4542e-02, -3.3381e-02,  6.8073e-02, -4.3122e-02,\n",
       "                      -4.7611e-02,  1.2633e-02,  5.0245e-03,  5.3107e-02,  6.6606e-02,\n",
       "                       7.7941e-04,  2.1567e-02,  2.8193e-02, -6.4781e-03,  4.6802e-02,\n",
       "                      -8.1779e-02,  4.5102e-02,  4.3365e-02,  5.0884e-02,  5.0874e-03,\n",
       "                      -4.0991e-02, -5.6369e-02,  4.3932e-02, -1.1832e-02, -3.3235e-02,\n",
       "                      -7.4081e-02, -3.1906e-02,  1.6910e-02, -3.5907e-02,  1.9498e-03,\n",
       "                       3.7387e-03,  7.7815e-02, -3.8847e-02, -5.2373e-02,  3.9722e-02,\n",
       "                      -1.2653e-02, -4.8730e-02,  2.3529e-02,  1.2015e-02, -2.3584e-02,\n",
       "                      -4.2143e-03, -7.1829e-02, -8.9830e-02, -1.8455e-02, -5.9362e-02,\n",
       "                       1.7717e-02,  5.4384e-02,  3.6537e-03,  5.3803e-03,  7.9031e-02,\n",
       "                       2.2240e-02, -1.0549e-02, -4.5449e-03, -2.8834e-02, -1.0402e-02,\n",
       "                       2.6980e-03, -4.7863e-02, -7.3498e-04,  8.8465e-02, -2.0006e-02,\n",
       "                      -1.0358e-02, -1.3307e-02,  2.0518e-02,  5.8219e-03, -4.0321e-02,\n",
       "                      -8.3064e-03, -4.7484e-02, -7.1105e-02,  2.8095e-02,  7.1692e-03,\n",
       "                       5.3178e-02, -7.2905e-03, -2.0805e-02, -6.9260e-02,  4.5134e-02,\n",
       "                      -1.2814e-02,  1.2746e-02, -4.9280e-03,  2.4691e-02, -3.4422e-02,\n",
       "                       6.3144e-02, -2.1781e-02, -5.0597e-02, -7.5548e-02, -3.2391e-02,\n",
       "                       1.2470e-02, -6.6609e-02, -3.3134e-02, -2.6591e-02, -4.1465e-02,\n",
       "                      -1.8827e-02, -3.0473e-04,  1.5325e-02, -4.7332e-02, -5.5676e-02,\n",
       "                       2.1460e-02,  1.9186e-02,  5.3556e-03, -3.1528e-02,  9.7987e-03,\n",
       "                      -5.7906e-02, -3.7041e-02,  2.0125e-02, -5.3023e-03,  3.0509e-03,\n",
       "                       3.0903e-02, -1.9810e-02, -2.5124e-02,  2.5123e-02,  2.1905e-02,\n",
       "                       1.6592e-03,  8.0100e-03,  2.1628e-02, -4.9679e-02, -6.8297e-02,\n",
       "                       2.9881e-03,  1.1875e-02, -6.6792e-02,  1.3855e-02,  6.1322e-02,\n",
       "                       7.8280e-02,  4.3107e-02, -4.0548e-02,  1.3512e-02,  3.3229e-02,\n",
       "                      -5.1434e-02, -7.5863e-02, -3.1879e-02, -1.8831e-02, -5.0711e-03,\n",
       "                       4.9725e-02,  8.4448e-03,  3.9326e-02,  7.1417e-02,  4.9369e-02,\n",
       "                      -2.7340e-02,  7.9479e-02,  1.8443e-04,  3.4903e-02,  2.6848e-02,\n",
       "                       2.9325e-02,  2.4565e-02,  1.3714e-02,  1.0439e-02,  8.2166e-02,\n",
       "                       2.2898e-02, -4.9901e-02, -1.2849e-01,  4.4965e-02,  5.4320e-02,\n",
       "                       3.0903e-02,  2.7644e-02, -5.0354e-02, -2.5691e-02, -6.2493e-03,\n",
       "                       2.7136e-02,  1.1583e-02,  1.8871e-02, -3.5744e-02, -6.0619e-02,\n",
       "                      -1.2422e-02, -1.4326e-02, -9.8677e-02, -3.8423e-02, -3.8647e-02,\n",
       "                      -9.1581e-02, -4.2368e-02, -4.9885e-02, -1.6033e-02, -4.5562e-02,\n",
       "                       2.4515e-02, -2.1699e-02,  3.7827e-03, -3.4757e-02, -4.1276e-02,\n",
       "                       3.3561e-02,  5.7945e-02,  6.3927e-02,  7.1584e-03,  2.8452e-02,\n",
       "                       1.1123e-01, -2.2850e-02,  1.3239e-02, -8.6398e-02,  4.5526e-02,\n",
       "                      -2.9062e-03,  6.4437e-02,  2.3639e-02, -6.8218e-02,  3.5062e-02,\n",
       "                      -1.6846e-02,  2.8718e-02,  2.8398e-02, -9.9861e-04, -4.5618e-03,\n",
       "                       3.5558e-02,  4.4268e-02,  7.9080e-02,  1.6179e-02, -5.6045e-03,\n",
       "                      -3.0647e-02,  2.7647e-02, -1.0381e-01, -3.2340e-02, -8.2798e-03,\n",
       "                      -1.2683e-02, -6.8346e-02, -8.5445e-03, -1.1209e-02,  3.1321e-02,\n",
       "                      -1.0558e-02, -2.0959e-02,  3.0059e-02, -5.2112e-02,  2.3731e-02]))])"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.state_dict()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{}"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.params"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "__init__() takes 1 positional argument but 2 were given",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-79-18dfa3087135>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mSharedModel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m: __init__() takes 1 positional argument but 2 were given"
     ]
    }
   ],
   "source": [
    "SharedModel(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "a= SharedModel()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{}"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.params"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'SharedModel' object has no attribute 'xmodel'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-86-0153b9e07c90>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0ma\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mxmodel\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m__getattr__\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m    574\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mmodules\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    575\u001b[0m         raise AttributeError(\"'{}' object has no attribute '{}'\".format(\n\u001b[0;32m--> 576\u001b[0;31m             type(self).__name__, name))\n\u001b[0m\u001b[1;32m    577\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    578\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__setattr__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'SharedModel' object has no attribute 'xmodel'"
     ]
    }
   ],
   "source": [
    "    a.xmodel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Parameter containing:\n",
      "tensor([[ 0.0040,  0.0061,  0.0134,  ..., -0.0003, -0.0022, -0.0093],\n",
      "        [ 0.0013,  0.0020,  0.0028,  ...,  0.0053,  0.0002, -0.0145],\n",
      "        [-0.0185, -0.0145, -0.0198,  ..., -0.0003, -0.0012,  0.0191],\n",
      "        ...,\n",
      "        [-0.0063,  0.0026, -0.0084,  ..., -0.0079,  0.0055,  0.0067],\n",
      "        [-0.0115, -0.0055, -0.0092,  ..., -0.0039, -0.0048, -0.0099],\n",
      "        [ 0.0026, -0.0148, -0.0016,  ...,  0.0050,  0.0052, -0.0045]],\n",
      "       requires_grad=True)\n",
      "Parameter containing:\n",
      "tensor([ 0.0324,  0.0621, -0.0557,  ..., -0.0248,  0.0185,  0.0095],\n",
      "       requires_grad=True)\n",
      "Parameter containing:\n",
      "tensor([[-0.0107, -0.0015,  0.0057,  ...,  0.0026, -0.0010, -0.0087],\n",
      "        [-0.0279,  0.0168, -0.0162,  ..., -0.0079, -0.0049, -0.0219],\n",
      "        [-0.0112, -0.0184,  0.0073,  ...,  0.0013,  0.0050,  0.0055],\n",
      "        ...,\n",
      "        [-0.0027, -0.0146,  0.0057,  ...,  0.0250, -0.0042, -0.0009],\n",
      "        [ 0.0066,  0.0094,  0.0232,  ...,  0.0060, -0.0029, -0.0042],\n",
      "        [ 0.0118,  0.0041,  0.0013,  ..., -0.0088, -0.0039,  0.0055]],\n",
      "       requires_grad=True)\n",
      "Parameter containing:\n",
      "tensor([0.0489, 0.0972, 0.0022,  ..., 0.0261, 0.0448, 0.0802],\n",
      "       requires_grad=True)\n",
      "Parameter containing:\n",
      "tensor([[ 0.0327, -0.0062, -0.0040,  ...,  0.0160,  0.0456, -0.0158],\n",
      "        [-0.0281,  0.0393, -0.0035,  ..., -0.0250,  0.0265, -0.0159],\n",
      "        [-0.0019, -0.0004, -0.0081,  ..., -0.0093,  0.0203, -0.0136],\n",
      "        ...,\n",
      "        [-0.0249, -0.0350,  0.0131,  ..., -0.0082,  0.0454, -0.0043],\n",
      "        [ 0.0252, -0.0026, -0.0109,  ..., -0.0091, -0.0615, -0.0009],\n",
      "        [-0.0039,  0.0090, -0.0018,  ...,  0.0229,  0.0042,  0.0185]],\n",
      "       requires_grad=True)\n",
      "Parameter containing:\n",
      "tensor([ 5.3252e-02,  5.6475e-02,  1.2015e-02,  1.0475e-02,  1.4073e-02,\n",
      "         2.4921e-02,  4.5943e-02, -1.2418e-02, -5.2491e-02, -1.5580e-02,\n",
      "        -2.1215e-02, -3.3407e-02,  9.5835e-03,  1.8659e-02,  7.1095e-03,\n",
      "        -2.5249e-02, -2.9553e-03,  6.2285e-03, -3.0338e-02,  1.7713e-02,\n",
      "         4.8128e-02,  5.5310e-02,  4.2137e-02, -3.4339e-02,  1.1161e-02,\n",
      "        -3.7005e-02, -3.7998e-02, -2.2497e-02, -1.3564e-02,  1.1125e-01,\n",
      "         3.1010e-02,  6.8569e-03, -1.5973e-02, -9.2437e-03,  4.3681e-02,\n",
      "        -2.6168e-02, -3.0454e-03,  2.6335e-02,  1.0302e-02,  2.9396e-02,\n",
      "        -1.6149e-02,  3.0833e-02,  4.0436e-02,  6.6803e-02,  2.4527e-02,\n",
      "         4.6312e-02,  6.1914e-03,  8.0594e-02,  5.9732e-02,  6.1413e-02,\n",
      "         1.6579e-03,  6.7179e-02, -4.2294e-03, -1.4659e-02, -6.7676e-02,\n",
      "        -8.3818e-03, -5.8036e-02,  8.1914e-03,  3.9684e-02,  2.8477e-02,\n",
      "        -1.2424e-01,  3.9262e-02,  9.1787e-03,  6.8728e-02,  4.0663e-02,\n",
      "        -1.0124e-02,  1.2239e-02, -2.7275e-03, -2.1134e-02,  9.3186e-02,\n",
      "         4.6140e-03,  2.6338e-02,  4.4615e-02, -1.2071e-02, -3.0606e-02,\n",
      "         6.9681e-02,  4.3573e-02, -7.0400e-03,  3.4302e-02,  1.8671e-02,\n",
      "        -2.3980e-03, -7.9588e-03, -2.6701e-02, -2.3112e-02, -2.1024e-02,\n",
      "         7.5927e-03, -4.0854e-02,  9.6504e-02,  1.6273e-02,  6.8265e-02,\n",
      "        -1.2029e-02,  1.8616e-02, -2.3254e-02,  6.6254e-04,  6.5770e-02,\n",
      "         2.0797e-02,  4.6046e-02, -1.2563e-02,  1.5837e-02, -6.2019e-02,\n",
      "         1.6890e-02,  2.9346e-02,  1.2199e-02,  1.1579e-01,  1.8052e-02,\n",
      "         8.3501e-02,  4.6795e-02, -5.9661e-03,  4.3978e-02, -8.9776e-02,\n",
      "        -8.6210e-02,  4.8310e-02, -2.1315e-02,  7.1201e-03, -3.1428e-02,\n",
      "        -2.2256e-02,  9.2478e-02,  5.7419e-02, -2.9094e-04, -1.5966e-02,\n",
      "         9.0139e-02, -1.8068e-02,  5.2080e-02, -1.0922e-02, -5.9916e-02,\n",
      "         6.9528e-02, -4.0415e-03, -2.4078e-02,  1.2984e-02,  8.9963e-03,\n",
      "        -3.2033e-02,  1.7807e-03,  3.9556e-02, -7.1310e-03, -8.6408e-02,\n",
      "        -5.2836e-02, -3.0279e-02, -2.9701e-03,  2.8985e-02, -6.0586e-03,\n",
      "        -1.5632e-02, -1.5263e-02, -1.4647e-02, -6.3525e-02, -3.9613e-02,\n",
      "        -7.7837e-03, -7.8425e-03,  7.1100e-04, -7.7680e-04,  4.9023e-02,\n",
      "        -2.2289e-03,  6.4397e-03, -9.0882e-02,  4.1336e-02, -6.3460e-03,\n",
      "         1.4306e-02,  3.8303e-03, -3.1278e-02, -7.2626e-02, -3.5031e-02,\n",
      "        -2.1359e-02,  6.8324e-02,  4.5042e-02,  2.8514e-02,  3.2959e-02,\n",
      "        -4.6693e-02, -1.0623e-02, -6.0456e-02,  2.3472e-02,  1.9999e-02,\n",
      "         2.5433e-02,  7.6092e-02, -6.2514e-03, -2.5429e-02,  6.6237e-02,\n",
      "        -5.7913e-02, -1.8797e-02,  4.2716e-02,  5.1821e-02, -6.9029e-02,\n",
      "        -1.5346e-02,  2.3568e-02,  5.2703e-02,  5.5551e-02, -8.4720e-03,\n",
      "        -1.2149e-02, -2.7647e-03, -1.4819e-03, -2.3124e-02,  8.9908e-03,\n",
      "        -3.7236e-03,  5.5263e-02,  3.0676e-02, -3.2228e-02, -6.9401e-03,\n",
      "         5.0185e-02,  2.8821e-02,  3.6680e-03, -2.8823e-02,  5.0426e-02,\n",
      "        -1.0344e-01, -2.1276e-03,  4.3640e-02,  3.0670e-02,  1.1708e-02,\n",
      "        -8.2692e-03, -8.7994e-04, -7.9968e-03, -5.8294e-02,  7.0524e-02,\n",
      "        -2.0286e-02,  2.0245e-03, -5.0412e-03, -1.7596e-02,  2.1311e-03,\n",
      "        -1.2316e-02,  1.5342e-02,  3.2776e-02,  5.1759e-03, -4.1486e-02,\n",
      "        -7.3661e-03, -1.9380e-02,  3.3047e-02,  8.3802e-02, -1.9553e-02,\n",
      "         7.2874e-02, -3.5580e-03, -8.1869e-02,  2.6474e-02,  4.9446e-02,\n",
      "         2.9175e-02, -7.6044e-02, -2.3432e-02,  2.2784e-02,  1.0188e-02,\n",
      "         1.0420e-02,  5.3774e-03,  5.4046e-02,  1.4067e-02,  4.0287e-02,\n",
      "        -4.9321e-02, -1.4429e-02, -4.6192e-02, -1.4586e-02, -2.6139e-02,\n",
      "        -4.2562e-04, -5.0145e-02,  3.3987e-02, -5.3159e-02, -5.5430e-02,\n",
      "         3.6954e-03, -1.1041e-03,  2.8349e-02, -4.4211e-02,  5.9482e-02,\n",
      "        -1.5721e-02, -2.6858e-02,  2.9261e-02,  9.5011e-03,  2.4154e-03,\n",
      "         1.3513e-02,  2.8245e-02, -6.4663e-02,  5.3230e-02, -4.3924e-02,\n",
      "         3.4698e-04,  1.7564e-02, -9.1725e-02, -2.3233e-02,  2.2276e-02,\n",
      "         4.0636e-02,  5.2172e-02,  3.5888e-02,  6.8130e-03,  1.0692e-02,\n",
      "         2.1173e-03, -1.7580e-03, -2.7247e-03, -4.8340e-02,  1.3375e-02,\n",
      "        -2.6605e-02,  8.5712e-02, -7.3576e-02,  2.3194e-02,  5.6535e-02,\n",
      "         3.6531e-02,  7.1076e-02, -2.0128e-02, -5.6684e-02,  4.1176e-02,\n",
      "        -1.7057e-02,  1.3072e-03,  1.3561e-02, -8.1499e-02, -1.9378e-02,\n",
      "         3.5581e-02,  3.2518e-02,  6.2056e-02, -3.8972e-02,  4.0444e-02,\n",
      "        -3.7356e-02, -2.5330e-02, -4.5012e-02, -5.6890e-02, -6.5692e-02,\n",
      "         5.4484e-02,  4.5054e-02, -7.4308e-02,  1.1787e-03,  5.3284e-04,\n",
      "        -6.7275e-02, -5.6026e-02, -7.0426e-02,  6.4871e-02,  4.1639e-02,\n",
      "         8.3475e-02,  3.5982e-02,  2.0956e-02,  2.5103e-02, -1.6456e-02,\n",
      "        -1.1024e-02, -2.6935e-02, -9.1414e-03, -5.0469e-02,  5.2238e-02,\n",
      "        -2.6817e-02,  1.4414e-02, -1.0621e-01, -4.6598e-02, -2.5114e-02,\n",
      "         8.4723e-03, -2.5711e-02,  9.3712e-02,  7.2801e-02,  2.5253e-02,\n",
      "         2.1812e-02,  3.3336e-02,  1.6326e-02, -5.2736e-02,  5.5630e-02,\n",
      "        -1.3830e-02, -4.0054e-02,  8.7340e-03,  3.1333e-02,  3.4241e-02,\n",
      "        -5.1627e-02,  2.7252e-02,  2.6041e-02, -5.2250e-02,  2.6162e-02,\n",
      "         5.1007e-02,  2.8195e-02, -2.4470e-02,  1.2946e-02,  5.2765e-02,\n",
      "        -1.8762e-02, -3.1476e-02,  5.5163e-04,  1.0595e-02,  6.4026e-02,\n",
      "        -1.0145e-02,  6.1711e-02,  2.9520e-02,  3.8700e-02,  4.4010e-02,\n",
      "         2.8614e-02,  5.7040e-02,  4.6143e-02, -3.3167e-02,  2.5789e-02,\n",
      "        -9.9446e-03, -3.0128e-03,  9.8479e-03,  3.3981e-02, -1.5649e-02,\n",
      "        -9.9509e-03,  4.9874e-02, -6.3548e-04,  2.8995e-02,  7.9144e-03,\n",
      "        -6.2499e-02, -5.1307e-02,  2.6480e-02,  1.4117e-02, -2.4593e-02,\n",
      "         9.7300e-03, -1.0901e-02,  2.7393e-02,  1.5526e-02,  4.2757e-02,\n",
      "        -4.2605e-02,  1.3845e-02, -1.6240e-02,  4.3815e-02, -2.3015e-03,\n",
      "        -2.2745e-03,  2.7163e-02,  3.5608e-02, -3.9027e-02,  7.4795e-02,\n",
      "         2.9545e-03,  2.4383e-02,  3.8495e-03,  7.3041e-03, -3.5850e-02,\n",
      "         9.0172e-02, -1.9558e-03, -9.6829e-02, -6.6019e-02, -1.2339e-01,\n",
      "         8.5293e-02, -2.8016e-02, -4.2111e-02,  3.4543e-03, -5.9704e-03,\n",
      "        -4.0699e-02,  9.3167e-02,  3.8482e-03, -4.1334e-03,  9.7206e-03,\n",
      "         1.7187e-02, -1.8781e-02, -2.0588e-02,  6.4882e-02,  6.1634e-02,\n",
      "        -4.5338e-05, -4.7090e-02, -1.3213e-01,  2.8466e-02, -2.8057e-02,\n",
      "         5.8503e-02,  6.6895e-02, -3.4372e-02, -1.4239e-02, -3.0599e-02,\n",
      "         1.9456e-02, -3.3238e-02, -2.4988e-02, -9.0367e-05, -4.6692e-02,\n",
      "        -4.8098e-02,  1.9271e-02,  2.4073e-02,  2.2539e-02, -5.8785e-03,\n",
      "         1.5558e-02,  4.0886e-03, -7.8306e-02,  8.6316e-02, -1.4157e-02,\n",
      "         8.7703e-02,  1.1080e-02,  2.4186e-02,  8.9802e-04, -1.2056e-02,\n",
      "        -1.7418e-02, -3.5627e-03, -3.2366e-02, -1.3965e-03, -2.6253e-02,\n",
      "        -2.4457e-02,  1.6563e-02, -1.8416e-02, -1.0767e-01,  9.6398e-03,\n",
      "         4.2801e-02,  6.0262e-02,  3.9423e-02, -7.1208e-02,  3.1756e-02,\n",
      "        -5.8451e-02, -4.1126e-02, -3.6470e-02,  3.2047e-02,  1.0938e-02,\n",
      "         1.5454e-01,  3.8895e-02,  4.0750e-02,  2.8544e-02, -8.7241e-02,\n",
      "         4.4254e-02, -5.8567e-03, -2.4539e-02, -3.7177e-02, -6.1798e-02,\n",
      "         2.9119e-03, -1.5438e-02, -6.9551e-02, -1.3111e-01,  2.5559e-02,\n",
      "         1.5085e-02,  7.0103e-02,  3.3266e-02, -2.6814e-02, -1.1635e-01,\n",
      "        -1.3400e-02,  1.0656e-01, -1.6285e-01,  3.3475e-02, -3.2177e-02,\n",
      "         4.8456e-02, -1.1730e-02, -8.8067e-02, -3.5880e-02,  1.3474e-02,\n",
      "        -2.0326e-02, -1.2884e-01, -5.6742e-02, -6.5963e-02,  1.2026e-02,\n",
      "        -2.5221e-02, -2.3785e-02, -9.6762e-03, -3.7816e-02,  1.9221e-02,\n",
      "         4.8619e-03, -2.4410e-03, -2.6034e-02, -1.9117e-02, -8.2225e-04,\n",
      "         1.7868e-02, -2.7427e-02,  4.1341e-02,  2.4172e-02,  6.8962e-02,\n",
      "         6.3656e-02,  4.3324e-02, -1.6802e-02, -1.7103e-02,  3.2263e-02,\n",
      "        -4.4776e-02, -8.3217e-02, -1.8283e-02,  5.8367e-02,  3.1406e-02,\n",
      "         5.6282e-02, -1.1132e-01,  7.2988e-02, -1.0903e-01,  2.9206e-02,\n",
      "        -2.7821e-02, -1.2398e-01, -2.5645e-02, -5.7258e-02,  8.1258e-03,\n",
      "         2.6332e-02, -2.0495e-02, -4.6250e-02,  2.8908e-03,  9.5556e-02,\n",
      "         4.4201e-02, -2.7812e-03,  2.2221e-03, -4.5316e-02, -4.3130e-02,\n",
      "        -5.8415e-02,  3.2564e-02,  5.7614e-02, -7.8569e-02, -6.7936e-02,\n",
      "        -6.6392e-03,  4.6499e-02, -5.6938e-02,  6.3510e-02,  6.6341e-02,\n",
      "         1.3054e-02, -1.0774e-02, -5.5007e-02,  4.9877e-02,  2.0793e-02,\n",
      "         1.5054e-02, -1.7921e-02, -6.6430e-02,  5.9132e-02,  2.1106e-02,\n",
      "         1.8961e-02, -1.0129e-02,  1.8008e-02, -3.5435e-02,  1.4764e-02,\n",
      "        -7.5889e-03, -8.3661e-02, -5.2211e-02,  6.8491e-02, -2.9039e-02,\n",
      "        -1.9383e-02,  1.5508e-02, -1.8306e-02, -3.6809e-03,  5.0420e-02,\n",
      "        -5.5348e-02,  5.0071e-03,  3.2704e-03, -5.4693e-03,  8.3264e-02,\n",
      "        -2.6980e-02, -3.8524e-02,  7.7673e-02,  3.8679e-02, -4.3476e-02,\n",
      "        -6.3778e-02,  7.1726e-03,  3.6365e-02,  3.5581e-02,  1.8565e-02,\n",
      "        -1.5428e-02,  3.9404e-02,  1.0108e-02,  9.3341e-03, -4.7146e-02,\n",
      "         3.6313e-02,  1.3648e-03,  4.9428e-02,  1.1902e-02, -6.4542e-03,\n",
      "        -4.9254e-02, -1.1963e-01,  9.9042e-02, -2.6934e-02, -7.8272e-02,\n",
      "         5.6361e-03,  1.2645e-02, -3.9618e-03,  2.2964e-02, -3.2064e-02,\n",
      "        -4.6960e-02, -3.3381e-02,  2.9637e-02, -3.6173e-02,  3.0285e-03,\n",
      "         1.7763e-02, -2.4117e-02, -5.6028e-02,  3.5110e-02,  7.2502e-02,\n",
      "        -5.6726e-02, -6.1277e-02, -6.2330e-02, -6.4275e-02, -2.1981e-02,\n",
      "        -1.6378e-02, -7.2263e-02,  3.9917e-02, -9.7765e-02, -4.7685e-02,\n",
      "        -1.9302e-03, -2.4836e-02,  2.4878e-03,  5.6834e-02,  1.0820e-02,\n",
      "        -3.2613e-02,  2.7537e-02,  5.3602e-03,  1.1122e-02, -3.4763e-02,\n",
      "         3.4889e-02,  1.1450e-02, -3.3565e-02,  1.8182e-02, -2.5285e-02,\n",
      "         7.6259e-02, -1.7923e-02,  8.6244e-03, -5.6801e-02, -2.0029e-02,\n",
      "        -7.3464e-03,  7.8287e-03, -2.6822e-02,  4.8273e-03,  9.6238e-02,\n",
      "         1.8904e-02,  3.5164e-02,  7.9271e-02, -1.4469e-02,  8.4794e-02,\n",
      "         2.3145e-02, -4.8635e-02, -1.8980e-02,  1.3211e-02, -1.1367e-02,\n",
      "         5.6345e-02, -3.2129e-02,  9.4927e-03, -4.3672e-02, -5.8385e-02,\n",
      "         2.4477e-02, -4.1123e-02, -1.7410e-02, -2.2212e-02, -4.1425e-02,\n",
      "         4.2289e-02,  8.7909e-02,  2.7870e-02, -7.8393e-02,  6.7135e-04,\n",
      "         3.5587e-03, -2.1712e-02,  2.3001e-02, -8.1032e-02,  7.3319e-03,\n",
      "        -3.3296e-04,  1.6864e-02,  1.7028e-02,  4.5052e-02,  2.4304e-03,\n",
      "        -7.4777e-02,  6.0089e-02,  6.9517e-02, -5.7710e-02,  4.6902e-03,\n",
      "        -3.8819e-03, -5.8210e-02, -1.1185e-03,  9.0919e-02, -8.7339e-03,\n",
      "         6.4967e-02,  1.8759e-02, -5.0487e-02, -4.9778e-02,  4.9940e-02,\n",
      "         2.3460e-02, -1.4869e-02,  7.7824e-03, -2.4576e-02, -4.5487e-02,\n",
      "        -2.6208e-02,  1.3017e-01,  1.6476e-02, -3.0707e-02, -2.2029e-02,\n",
      "        -2.6967e-02,  5.2982e-03,  1.7465e-02, -9.5463e-02, -8.5460e-02,\n",
      "        -2.0266e-03, -2.9333e-03, -6.4850e-02,  7.8749e-02,  1.2722e-01,\n",
      "        -3.0474e-02,  7.9202e-03, -1.4629e-02,  4.9757e-02, -6.1835e-02,\n",
      "         4.2074e-02,  7.3102e-03,  4.7387e-02, -1.0757e-02,  6.5734e-02,\n",
      "        -4.5547e-03,  2.7735e-03,  2.9592e-02,  5.8648e-03, -1.2238e-01,\n",
      "         5.7966e-02,  6.0513e-02, -1.6859e-02, -4.4747e-02, -3.4610e-02,\n",
      "         4.5194e-02,  6.8550e-04, -3.0971e-02,  6.2202e-02, -3.6581e-02,\n",
      "        -2.7143e-02,  1.4357e-02, -2.3183e-03, -1.3557e-03, -2.3419e-02,\n",
      "         7.2945e-02, -1.6167e-02, -6.4322e-02, -6.6394e-02,  8.7976e-03,\n",
      "         5.5808e-03,  3.4428e-02,  4.3121e-02, -9.2526e-02, -6.9069e-02,\n",
      "         7.7242e-03,  5.1836e-03, -5.7449e-02, -2.2806e-02, -4.3065e-02,\n",
      "         1.4340e-01,  3.4542e-02, -3.3381e-02,  6.8073e-02, -4.3122e-02,\n",
      "        -4.7611e-02,  1.2633e-02,  5.0245e-03,  5.3107e-02,  6.6606e-02,\n",
      "         7.7941e-04,  2.1567e-02,  2.8193e-02, -6.4781e-03,  4.6802e-02,\n",
      "        -8.1779e-02,  4.5102e-02,  4.3365e-02,  5.0884e-02,  5.0874e-03,\n",
      "        -4.0991e-02, -5.6369e-02,  4.3932e-02, -1.1832e-02, -3.3235e-02,\n",
      "        -7.4081e-02, -3.1906e-02,  1.6910e-02, -3.5907e-02,  1.9498e-03,\n",
      "         3.7387e-03,  7.7815e-02, -3.8847e-02, -5.2373e-02,  3.9722e-02,\n",
      "        -1.2653e-02, -4.8730e-02,  2.3529e-02,  1.2015e-02, -2.3584e-02,\n",
      "        -4.2143e-03, -7.1829e-02, -8.9830e-02, -1.8455e-02, -5.9362e-02,\n",
      "         1.7717e-02,  5.4384e-02,  3.6537e-03,  5.3803e-03,  7.9031e-02,\n",
      "         2.2240e-02, -1.0549e-02, -4.5449e-03, -2.8834e-02, -1.0402e-02,\n",
      "         2.6980e-03, -4.7863e-02, -7.3498e-04,  8.8465e-02, -2.0006e-02,\n",
      "        -1.0358e-02, -1.3307e-02,  2.0518e-02,  5.8219e-03, -4.0321e-02,\n",
      "        -8.3064e-03, -4.7484e-02, -7.1105e-02,  2.8095e-02,  7.1692e-03,\n",
      "         5.3178e-02, -7.2905e-03, -2.0805e-02, -6.9260e-02,  4.5134e-02,\n",
      "        -1.2814e-02,  1.2746e-02, -4.9280e-03,  2.4691e-02, -3.4422e-02,\n",
      "         6.3144e-02, -2.1781e-02, -5.0597e-02, -7.5548e-02, -3.2391e-02,\n",
      "         1.2470e-02, -6.6609e-02, -3.3134e-02, -2.6591e-02, -4.1465e-02,\n",
      "        -1.8827e-02, -3.0473e-04,  1.5325e-02, -4.7332e-02, -5.5676e-02,\n",
      "         2.1460e-02,  1.9186e-02,  5.3556e-03, -3.1528e-02,  9.7987e-03,\n",
      "        -5.7906e-02, -3.7041e-02,  2.0125e-02, -5.3023e-03,  3.0509e-03,\n",
      "         3.0903e-02, -1.9810e-02, -2.5124e-02,  2.5123e-02,  2.1905e-02,\n",
      "         1.6592e-03,  8.0100e-03,  2.1628e-02, -4.9679e-02, -6.8297e-02,\n",
      "         2.9881e-03,  1.1875e-02, -6.6792e-02,  1.3855e-02,  6.1322e-02,\n",
      "         7.8280e-02,  4.3107e-02, -4.0548e-02,  1.3512e-02,  3.3229e-02,\n",
      "        -5.1434e-02, -7.5863e-02, -3.1879e-02, -1.8831e-02, -5.0711e-03,\n",
      "         4.9725e-02,  8.4448e-03,  3.9326e-02,  7.1417e-02,  4.9369e-02,\n",
      "        -2.7340e-02,  7.9479e-02,  1.8443e-04,  3.4903e-02,  2.6848e-02,\n",
      "         2.9325e-02,  2.4565e-02,  1.3714e-02,  1.0439e-02,  8.2166e-02,\n",
      "         2.2898e-02, -4.9901e-02, -1.2849e-01,  4.4965e-02,  5.4320e-02,\n",
      "         3.0903e-02,  2.7644e-02, -5.0354e-02, -2.5691e-02, -6.2493e-03,\n",
      "         2.7136e-02,  1.1583e-02,  1.8871e-02, -3.5744e-02, -6.0619e-02,\n",
      "        -1.2422e-02, -1.4326e-02, -9.8677e-02, -3.8423e-02, -3.8647e-02,\n",
      "        -9.1581e-02, -4.2368e-02, -4.9885e-02, -1.6033e-02, -4.5562e-02,\n",
      "         2.4515e-02, -2.1699e-02,  3.7827e-03, -3.4757e-02, -4.1276e-02,\n",
      "         3.3561e-02,  5.7945e-02,  6.3927e-02,  7.1584e-03,  2.8452e-02,\n",
      "         1.1123e-01, -2.2850e-02,  1.3239e-02, -8.6398e-02,  4.5526e-02,\n",
      "        -2.9062e-03,  6.4437e-02,  2.3639e-02, -6.8218e-02,  3.5062e-02,\n",
      "        -1.6846e-02,  2.8718e-02,  2.8398e-02, -9.9861e-04, -4.5618e-03,\n",
      "         3.5558e-02,  4.4268e-02,  7.9080e-02,  1.6179e-02, -5.6045e-03,\n",
      "        -3.0647e-02,  2.7647e-02, -1.0381e-01, -3.2340e-02, -8.2798e-03,\n",
      "        -1.2683e-02, -6.8346e-02, -8.5445e-03, -1.1209e-02,  3.1321e-02,\n",
      "        -1.0558e-02, -2.0959e-02,  3.0059e-02, -5.2112e-02,  2.3731e-02],\n",
      "       requires_grad=True)\n"
     ]
    }
   ],
   "source": [
    "for param in a.model.classifier.parameters():\n",
    "    print(param)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "class shared_model(nn.Module):\n",
    "\tdef __init__(self, model):\n",
    "\t\tsuper(shared_model, self).__init__()\n",
    "\t\tself.tmodel = models.alexnet(pretrained = True)\n",
    "\t\tself.reg_params = {}\n",
    "\n",
    "\tdef forward(self, x):\n",
    "\t\treturn self.tmodel(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "b=shared_model(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "shared_model(\n",
       "  (tmodel): AlexNet(\n",
       "    (features): Sequential(\n",
       "      (0): Conv2d(3, 64, kernel_size=(11, 11), stride=(4, 4), padding=(2, 2))\n",
       "      (1): ReLU(inplace=True)\n",
       "      (2): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "      (3): Conv2d(64, 192, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))\n",
       "      (4): ReLU(inplace=True)\n",
       "      (5): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "      (6): Conv2d(192, 384, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (7): ReLU(inplace=True)\n",
       "      (8): Conv2d(384, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (9): ReLU(inplace=True)\n",
       "      (10): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (11): ReLU(inplace=True)\n",
       "      (12): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    )\n",
       "    (avgpool): AdaptiveAvgPool2d(output_size=(6, 6))\n",
       "    (classifier): Sequential(\n",
       "      (0): Dropout(p=0.5, inplace=False)\n",
       "      (1): Linear(in_features=9216, out_features=4096, bias=True)\n",
       "      (2): ReLU(inplace=True)\n",
       "      (3): Dropout(p=0.5, inplace=False)\n",
       "      (4): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "      (5): ReLU(inplace=True)\n",
       "      (6): Linear(in_features=4096, out_features=1000, bias=True)\n",
       "    )\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "c = SharedModel(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SharedModel(\n",
       "  (xmodel): AlexNet(\n",
       "    (features): Sequential(\n",
       "      (0): Conv2d(3, 64, kernel_size=(11, 11), stride=(4, 4), padding=(2, 2))\n",
       "      (1): ReLU(inplace=True)\n",
       "      (2): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "      (3): Conv2d(64, 192, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))\n",
       "      (4): ReLU(inplace=True)\n",
       "      (5): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "      (6): Conv2d(192, 384, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (7): ReLU(inplace=True)\n",
       "      (8): Conv2d(384, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (9): ReLU(inplace=True)\n",
       "      (10): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (11): ReLU(inplace=True)\n",
       "      (12): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    )\n",
       "    (avgpool): AdaptiveAvgPool2d(output_size=(6, 6))\n",
       "    (classifier): Sequential(\n",
       "      (0): Dropout(p=0.5, inplace=False)\n",
       "      (1): Linear(in_features=9216, out_features=4096, bias=True)\n",
       "      (2): ReLU(inplace=True)\n",
       "      (3): Dropout(p=0.5, inplace=False)\n",
       "      (4): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "      (5): ReLU(inplace=True)\n",
       "      (6): Linear(in_features=4096, out_features=1000, bias=True)\n",
       "    )\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "a =SharedModel(model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SharedModel(\n",
       "  (xmodel): AlexNet(\n",
       "    (features): Sequential(\n",
       "      (0): Conv2d(3, 64, kernel_size=(11, 11), stride=(4, 4), padding=(2, 2))\n",
       "      (1): ReLU(inplace=True)\n",
       "      (2): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "      (3): Conv2d(64, 192, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))\n",
       "      (4): ReLU(inplace=True)\n",
       "      (5): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "      (6): Conv2d(192, 384, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (7): ReLU(inplace=True)\n",
       "      (8): Conv2d(384, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (9): ReLU(inplace=True)\n",
       "      (10): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "      (11): ReLU(inplace=True)\n",
       "      (12): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    )\n",
       "    (avgpool): AdaptiveAvgPool2d(output_size=(6, 6))\n",
       "    (classifier): Sequential(\n",
       "      (0): Dropout(p=0.5, inplace=False)\n",
       "      (1): Linear(in_features=9216, out_features=4096, bias=True)\n",
       "      (2): ReLU(inplace=True)\n",
       "      (3): Dropout(p=0.5, inplace=False)\n",
       "      (4): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "      (5): ReLU(inplace=True)\n",
       "      (6): Linear(in_features=4096, out_features=1000, bias=True)\n",
       "    )\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "OrderedDict([('0',\n",
       "              Conv2d(3, 64, kernel_size=(11, 11), stride=(4, 4), padding=(2, 2))),\n",
       "             ('1', ReLU(inplace=True)),\n",
       "             ('2',\n",
       "              MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)),\n",
       "             ('3',\n",
       "              Conv2d(64, 192, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))),\n",
       "             ('4', ReLU(inplace=True)),\n",
       "             ('5',\n",
       "              MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)),\n",
       "             ('6',\n",
       "              Conv2d(192, 384, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))),\n",
       "             ('7', ReLU(inplace=True)),\n",
       "             ('8',\n",
       "              Conv2d(384, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))),\n",
       "             ('9', ReLU(inplace=True)),\n",
       "             ('10',\n",
       "              Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))),\n",
       "             ('11', ReLU(inplace=True)),\n",
       "             ('12',\n",
       "              MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False))])"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.xmodel.features._modules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "temp_list =[]\n",
    "for key in a.xmodel.features._modules:\n",
    "        if(type(a.xmodel.features._modules[key])==torch.nn.modules.conv.Conv2d):\n",
    "            temp_list.append(key)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "1\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "9\n",
      "10\n",
      "11\n",
      "12\n"
     ]
    }
   ],
   "source": [
    "for key in a.xmodel.features._modules:\n",
    "    print(key)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "ename": "SyntaxError",
     "evalue": "keyword can't be an expression (<ipython-input-33-76251e31e73d>, line 4)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;36m  File \u001b[0;32m\"<ipython-input-33-76251e31e73d>\"\u001b[0;36m, line \u001b[0;32m4\u001b[0m\n\u001b[0;31m    v.update(str(name1) =name2)\u001b[0m\n\u001b[0m            ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m keyword can't be an expression\n"
     ]
    }
   ],
   "source": [
    "v ={}\n",
    "name1 = \"Deepansh\"\n",
    "name2= \"goyal\"\n",
    "v.update(str(name1) =name2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "use_gpu = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "features.0.weight name\n",
      "Parameter containing:\n",
      "tensor([[[[ 1.1864e-01,  9.4069e-02,  9.5435e-02,  ...,  5.5822e-02,\n",
      "            2.1575e-02,  4.9963e-02],\n",
      "          [ 7.4882e-02,  3.8940e-02,  5.2979e-02,  ...,  2.5709e-02,\n",
      "           -1.1299e-02,  4.1590e-03],\n",
      "          [ 7.5425e-02,  3.8779e-02,  5.4930e-02,  ...,  4.3596e-02,\n",
      "            1.0225e-02,  1.3251e-02],\n",
      "          ...,\n",
      "          [ 9.3155e-02,  1.0374e-01,  6.7547e-02,  ..., -2.0277e-01,\n",
      "           -1.2839e-01, -1.1220e-01],\n",
      "          [ 4.3544e-02,  6.4916e-02,  3.6164e-02,  ..., -2.0248e-01,\n",
      "           -1.1376e-01, -1.0719e-01],\n",
      "          [ 4.7369e-02,  6.2543e-02,  2.4758e-02,  ..., -1.1844e-01,\n",
      "           -9.5567e-02, -8.3890e-02]],\n",
      "\n",
      "         [[-7.2634e-02, -5.7996e-02, -8.0661e-02,  ..., -6.0304e-04,\n",
      "           -2.5309e-02,  2.5471e-02],\n",
      "          [-6.9042e-02, -6.7562e-02, -7.6367e-02,  ..., -3.9616e-03,\n",
      "           -3.0402e-02,  1.0477e-02],\n",
      "          [-9.9517e-02, -8.5592e-02, -1.0521e-01,  ..., -2.6587e-02,\n",
      "           -2.2777e-02,  6.6451e-03],\n",
      "          ...,\n",
      "          [-1.5121e-01, -8.8735e-02, -9.6737e-02,  ...,  3.0853e-01,\n",
      "            1.8096e-01,  8.4297e-02],\n",
      "          [-1.4309e-01, -7.5710e-02, -7.2215e-02,  ...,  2.0417e-01,\n",
      "            1.6447e-01,  9.5166e-02],\n",
      "          [-8.5925e-02, -4.0134e-02, -5.1491e-02,  ...,  1.6352e-01,\n",
      "            1.4822e-01,  1.0196e-01]],\n",
      "\n",
      "         [[-2.3596e-02, -2.1258e-03, -2.7761e-02,  ...,  3.9940e-02,\n",
      "           -7.1123e-03,  3.2207e-02],\n",
      "          [ 2.5705e-04,  2.2468e-02,  8.9070e-03,  ...,  1.8771e-02,\n",
      "           -1.4155e-02,  1.8275e-02],\n",
      "          [ 5.4084e-03,  2.9397e-02,  3.3051e-04,  ...,  1.2054e-02,\n",
      "           -2.5237e-03,  8.3515e-03],\n",
      "          ...,\n",
      "          [-6.2826e-02, -1.1655e-02, -6.2080e-02,  ...,  1.0332e-01,\n",
      "           -9.4987e-03, -7.9570e-02],\n",
      "          [-4.5691e-02,  3.3726e-03, -3.9632e-02,  ..., -2.6448e-02,\n",
      "           -3.3500e-02, -7.6398e-02],\n",
      "          [-1.8700e-02,  1.1365e-02, -3.9671e-02,  ..., -6.8563e-02,\n",
      "           -4.1289e-02, -5.5473e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.9950e-03,  2.9262e-03,  4.8212e-02,  ...,  6.1402e-02,\n",
      "            2.6121e-02,  1.9558e-02],\n",
      "          [-1.2579e-02, -4.8879e-03,  1.8490e-02,  ...,  5.3881e-02,\n",
      "            1.6377e-02,  2.3768e-02],\n",
      "          [ 3.6561e-03, -7.7510e-04,  2.6360e-02,  ..., -2.5849e-02,\n",
      "           -6.1798e-02,  2.6103e-02],\n",
      "          ...,\n",
      "          [-1.0812e-02, -4.6008e-03,  1.5122e-02,  ...,  2.9561e-02,\n",
      "            5.3272e-03,  6.8561e-02],\n",
      "          [ 2.7364e-04, -1.4850e-02,  7.8180e-03,  ...,  2.7172e-02,\n",
      "           -1.8095e-02,  5.2485e-02],\n",
      "          [-5.2470e-02, -4.6578e-02, -1.0951e-02,  ...,  4.3038e-03,\n",
      "           -2.6379e-03,  1.4406e-02]],\n",
      "\n",
      "         [[ 2.3965e-02,  2.2740e-02,  5.7586e-03,  ...,  7.2087e-03,\n",
      "           -2.4652e-02,  4.4658e-02],\n",
      "          [ 2.6914e-02,  4.4892e-02, -1.0872e-03,  ...,  4.4243e-02,\n",
      "           -2.1168e-02,  6.4538e-02],\n",
      "          [ 1.2421e-02,  1.0247e-02, -4.1554e-02,  ..., -1.2134e-01,\n",
      "           -1.6294e-01,  2.6266e-02],\n",
      "          ...,\n",
      "          [ 3.5926e-02,  5.3235e-02,  1.1016e-02,  ...,  1.2710e-02,\n",
      "           -2.9737e-02,  8.5926e-02],\n",
      "          [ 1.5623e-02,  2.1743e-02, -8.2941e-03,  ..., -3.2744e-03,\n",
      "           -5.4099e-02,  5.7634e-02],\n",
      "          [ 7.5254e-02,  8.7784e-02,  5.5804e-02,  ...,  5.2849e-02,\n",
      "            1.0612e-02,  9.3531e-02]],\n",
      "\n",
      "         [[-3.6488e-02,  6.6332e-03, -3.9035e-02,  ..., -1.5678e-02,\n",
      "           -7.9994e-02, -8.8658e-04],\n",
      "          [-5.1740e-03,  5.7395e-02,  8.9841e-03,  ...,  7.4166e-02,\n",
      "           -3.1792e-03,  4.2777e-02],\n",
      "          [-7.9446e-02, -2.2924e-02, -7.3370e-02,  ..., -5.6738e-02,\n",
      "           -1.2923e-01,  1.8896e-02],\n",
      "          ...,\n",
      "          [-3.9394e-02,  3.0981e-02, -2.7901e-02,  ..., -1.6774e-02,\n",
      "           -1.0236e-01,  4.0128e-02],\n",
      "          [-6.0751e-02, -2.3034e-02, -7.6838e-02,  ..., -7.9069e-02,\n",
      "           -1.6195e-01, -1.3746e-02],\n",
      "          [ 7.9522e-03,  4.6969e-02, -1.2460e-02,  ..., -4.6956e-02,\n",
      "           -1.0082e-01,  1.9832e-02]]],\n",
      "\n",
      "\n",
      "        [[[-5.1702e-02,  1.3825e-02,  9.0514e-03,  ..., -9.6401e-02,\n",
      "           -1.1277e-01, -2.1596e-01],\n",
      "          [-9.0091e-02, -1.3136e-02, -3.2812e-02,  ..., -7.5263e-02,\n",
      "           -1.4803e-01, -2.9966e-01],\n",
      "          [-1.3155e-01, -4.2686e-02, -4.7744e-02,  ...,  2.1429e-01,\n",
      "            3.2543e-02, -1.7151e-01],\n",
      "          ...,\n",
      "          [-1.0621e-01, -9.7966e-02, -2.5551e-01,  ...,  1.2277e-01,\n",
      "            1.9287e-01,  1.2671e-01],\n",
      "          [-8.0761e-02, -6.1498e-02, -2.2312e-01,  ...,  3.5376e-02,\n",
      "            1.0532e-01,  1.0669e-01],\n",
      "          [ 3.8186e-02,  4.9957e-02, -1.2802e-01,  ..., -3.2927e-02,\n",
      "            1.8685e-02,  4.7146e-02]],\n",
      "\n",
      "         [[ 3.9013e-02,  6.4311e-03, -3.1710e-03,  ..., -2.1245e-02,\n",
      "            4.0516e-02,  1.1092e-01],\n",
      "          [ 6.5689e-02,  2.2132e-02,  6.6539e-03,  ..., -3.9448e-02,\n",
      "            2.7749e-02,  1.1404e-01],\n",
      "          [ 7.7954e-02,  4.0220e-02,  1.4047e-02,  ..., -1.5417e-01,\n",
      "           -9.2291e-02,  3.4460e-02],\n",
      "          ...,\n",
      "          [ 1.2836e-01,  9.4449e-02,  1.4659e-01,  ..., -6.0067e-02,\n",
      "           -9.0891e-02, -6.1129e-02],\n",
      "          [ 1.2683e-01,  1.0044e-01,  1.3754e-01,  ..., -2.2507e-02,\n",
      "           -6.6664e-02, -1.9906e-02],\n",
      "          [ 8.0509e-02,  7.8203e-02,  9.8934e-02,  ...,  9.2865e-03,\n",
      "           -3.4635e-02, -1.2395e-02]],\n",
      "\n",
      "         [[ 1.1535e-02, -2.6993e-02,  1.4820e-02,  ...,  9.4833e-02,\n",
      "            1.2044e-01,  1.1027e-01],\n",
      "          [ 9.2629e-03, -2.6680e-02,  1.2218e-02,  ...,  8.7219e-02,\n",
      "            1.5435e-01,  1.8049e-01],\n",
      "          [ 6.9946e-02,  1.3250e-02,  4.8007e-02,  ..., -5.6851e-02,\n",
      "            3.2596e-02,  1.6812e-01],\n",
      "          ...,\n",
      "          [-1.2187e-02, -3.3265e-02,  1.1284e-01,  ..., -6.7740e-02,\n",
      "           -1.0240e-01, -7.6188e-02],\n",
      "          [-6.0069e-03, -2.8631e-02,  1.1643e-01,  ..., -6.7597e-03,\n",
      "           -4.3772e-02, -3.1101e-02],\n",
      "          [-1.3355e-01, -1.4825e-01, -1.0060e-03,  ...,  1.8809e-02,\n",
      "           -6.4637e-03, -2.7061e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 9.0948e-03,  1.4823e-02,  4.7374e-03,  ...,  1.5540e-02,\n",
      "           -5.8369e-04, -1.9922e-02],\n",
      "          [ 2.8962e-04,  2.1229e-02, -1.3210e-02,  ...,  2.4388e-03,\n",
      "           -5.8485e-03, -2.0373e-02],\n",
      "          [-1.1050e-02,  1.0094e-02, -2.9625e-02,  ..., -1.4471e-02,\n",
      "           -1.7187e-02, -3.0534e-02],\n",
      "          ...,\n",
      "          [ 1.0013e-01,  9.1407e-02,  1.3077e-01,  ...,  1.5798e-01,\n",
      "            9.0361e-02,  7.8365e-02],\n",
      "          [ 1.1610e-01,  8.1846e-02,  8.2892e-02,  ..., -6.0174e-02,\n",
      "           -6.9412e-02, -5.0151e-02],\n",
      "          [-1.0564e-01, -1.1848e-01, -1.7681e-01,  ..., -2.0837e-01,\n",
      "           -1.8036e-01, -1.6691e-01]],\n",
      "\n",
      "         [[-1.1495e-02,  2.4917e-03, -8.2400e-03,  ..., -7.5865e-03,\n",
      "           -1.7387e-02, -1.7026e-02],\n",
      "          [-2.7461e-03, -1.1415e-02, -6.0670e-03,  ..., -2.8248e-02,\n",
      "           -2.2555e-02, -2.2559e-02],\n",
      "          [-8.4246e-03, -2.2378e-03, -3.5825e-02,  ..., -1.8462e-02,\n",
      "           -1.9795e-02, -2.4990e-02],\n",
      "          ...,\n",
      "          [ 1.2956e-01,  9.8057e-02,  1.4888e-01,  ...,  1.5655e-01,\n",
      "            7.9547e-02,  9.6928e-02],\n",
      "          [ 1.6080e-01,  1.0522e-01,  1.0264e-01,  ..., -6.5226e-02,\n",
      "           -6.4314e-02, -3.9066e-02],\n",
      "          [-1.2880e-01, -1.4656e-01, -1.9475e-01,  ..., -2.4177e-01,\n",
      "           -2.0277e-01, -1.9324e-01]],\n",
      "\n",
      "         [[-5.4209e-03, -1.7648e-03,  4.3163e-03,  ...,  9.8182e-03,\n",
      "            5.2347e-03,  6.3336e-03],\n",
      "          [ 9.3478e-03,  1.5920e-03, -2.1660e-03,  ...,  7.1244e-03,\n",
      "            9.3521e-04, -5.7647e-03],\n",
      "          [-1.3668e-03,  3.8899e-03, -7.7412e-03,  ...,  3.0651e-03,\n",
      "            1.4989e-02, -8.1730e-03],\n",
      "          ...,\n",
      "          [ 4.3937e-02,  7.9544e-04,  6.0613e-02,  ...,  7.4787e-02,\n",
      "            4.3960e-02,  5.6071e-02],\n",
      "          [ 1.0077e-01,  7.5126e-02,  1.0962e-01,  ...,  4.9886e-03,\n",
      "            1.0789e-02,  1.3402e-02],\n",
      "          [-8.8773e-02, -7.2790e-02, -9.2907e-02,  ..., -6.6530e-02,\n",
      "           -3.8977e-02, -4.8370e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 4.5712e-03,  4.6908e-02, -1.6075e-02,  ...,  7.7790e-03,\n",
      "           -1.9798e-02,  6.8000e-03],\n",
      "          [ 6.2769e-02,  4.5108e-02,  4.7187e-02,  ...,  6.0599e-02,\n",
      "            2.9275e-02,  5.5794e-02],\n",
      "          [ 3.6748e-03,  1.2952e-02,  1.8988e-05,  ..., -8.3492e-03,\n",
      "           -1.9689e-03,  8.0830e-03],\n",
      "          ...,\n",
      "          [-4.4365e-02, -5.8858e-02, -2.4772e-02,  ..., -2.8423e-02,\n",
      "           -3.0897e-02, -5.2936e-02],\n",
      "          [-9.7572e-03, -4.3227e-02,  9.0068e-03,  ..., -4.2596e-02,\n",
      "           -1.8114e-02, -2.8028e-02],\n",
      "          [-2.2007e-02, -3.3594e-02,  1.3479e-02,  ..., -4.1530e-02,\n",
      "           -1.7819e-02, -5.1977e-02]],\n",
      "\n",
      "         [[-9.0596e-02, -5.1485e-02, -1.6459e-01,  ..., -1.1970e-01,\n",
      "           -1.1150e-01, -4.3914e-02],\n",
      "          [ 1.3835e-02,  2.6007e-02, -1.9440e-02,  ...,  2.3757e-02,\n",
      "            6.3709e-03,  5.4287e-02],\n",
      "          [-9.3225e-02, -4.7454e-02, -1.1274e-01,  ..., -8.6459e-02,\n",
      "           -7.3958e-02, -6.6610e-02],\n",
      "          ...,\n",
      "          [ 2.7382e-02,  1.0310e-02,  4.3906e-02,  ...,  2.7094e-02,\n",
      "            4.4510e-02,  1.5977e-02],\n",
      "          [ 9.8431e-02,  6.1433e-02,  1.1413e-01,  ...,  9.6398e-02,\n",
      "            1.0725e-01,  9.5719e-02],\n",
      "          [-1.5100e-02, -1.1830e-02,  4.8571e-02,  ...,  2.9060e-02,\n",
      "            5.6323e-02, -2.1631e-03]],\n",
      "\n",
      "         [[-1.3693e-01, -7.9341e-02, -2.1245e-01,  ..., -1.3633e-01,\n",
      "           -1.5123e-01, -6.3938e-02],\n",
      "          [ 1.5745e-02,  5.1443e-02, -1.8209e-02,  ...,  4.9085e-02,\n",
      "            1.9585e-02,  7.8095e-02],\n",
      "          [-1.7127e-01, -8.8734e-02, -1.7467e-01,  ..., -1.4431e-01,\n",
      "           -1.3364e-01, -1.1878e-01],\n",
      "          ...,\n",
      "          [ 5.1982e-02,  1.5912e-02,  7.0009e-02,  ...,  4.4396e-02,\n",
      "            6.5429e-02,  2.6919e-02],\n",
      "          [ 1.3144e-01,  9.1333e-02,  1.6228e-01,  ...,  1.4230e-01,\n",
      "            1.5500e-01,  1.3808e-01],\n",
      "          [ 3.7818e-03, -2.0365e-02,  7.8663e-02,  ...,  8.6037e-02,\n",
      "            1.2596e-01,  3.8774e-02]]],\n",
      "\n",
      "\n",
      "        [[[-9.5081e-02,  5.6581e-02,  1.4016e-01,  ..., -1.4826e-02,\n",
      "            1.0425e-02, -3.7919e-03],\n",
      "          [ 6.0412e-02,  1.2531e-01, -1.2366e-01,  ...,  7.8628e-02,\n",
      "           -1.0564e-02, -2.2228e-02],\n",
      "          [ 1.0304e-01, -1.3654e-01, -1.9601e-01,  ..., -5.1919e-02,\n",
      "           -8.3287e-02,  3.9678e-02],\n",
      "          ...,\n",
      "          [-1.8598e-01,  1.5479e-02,  3.3912e-01,  ...,  2.7509e-01,\n",
      "            1.0493e-01, -1.6863e-01],\n",
      "          [ 6.8278e-02,  1.3989e-01,  1.1350e-02,  ..., -7.8728e-02,\n",
      "           -2.5001e-01, -8.0072e-02],\n",
      "          [ 5.1736e-03, -6.8372e-02, -9.1940e-02,  ..., -1.0727e-01,\n",
      "            8.7973e-02,  1.0139e-01]],\n",
      "\n",
      "         [[-9.8760e-02,  6.2635e-02,  1.1495e-01,  ..., -1.3191e-02,\n",
      "            1.9574e-02, -1.0864e-03],\n",
      "          [ 8.3206e-02,  1.0300e-01, -1.5419e-01,  ...,  1.0864e-01,\n",
      "            1.2592e-02, -2.0278e-02],\n",
      "          [ 1.1248e-01, -1.6928e-01, -1.8876e-01,  ..., -6.3491e-02,\n",
      "           -9.3101e-02,  4.9006e-02],\n",
      "          ...,\n",
      "          [-1.8867e-01,  6.7374e-02,  4.8128e-01,  ...,  3.1371e-01,\n",
      "            1.6068e-01, -1.3449e-01],\n",
      "          [ 1.1207e-01,  2.0871e-01,  4.6815e-02,  ..., -7.0456e-03,\n",
      "           -2.2978e-01, -6.9528e-02],\n",
      "          [ 1.7255e-02, -9.1683e-02, -1.5943e-01,  ..., -8.0373e-02,\n",
      "            8.0035e-02,  1.1819e-01]],\n",
      "\n",
      "         [[-1.0580e-01,  5.4381e-02,  1.3048e-01,  ..., -3.9546e-02,\n",
      "            1.1924e-02, -2.7886e-03],\n",
      "          [ 5.7859e-02,  1.0646e-01, -1.3468e-01,  ...,  1.0645e-01,\n",
      "            1.8412e-02, -1.3245e-03],\n",
      "          [ 1.0398e-01, -1.0849e-01, -1.6758e-01,  ..., -4.2554e-02,\n",
      "           -8.5875e-02,  5.2581e-02],\n",
      "          ...,\n",
      "          [-1.8241e-01,  5.4228e-02,  3.9395e-01,  ...,  2.4432e-01,\n",
      "            1.0216e-01, -1.2876e-01],\n",
      "          [ 8.5720e-02,  1.8378e-01,  5.0316e-02,  ..., -4.7009e-02,\n",
      "           -2.1584e-01, -4.2482e-02],\n",
      "          [ 3.9612e-02, -7.6353e-02, -1.3502e-01,  ..., -4.8630e-02,\n",
      "            1.0063e-01,  9.0307e-02]]]], requires_grad=True)\n",
      "features.0.bias name\n",
      "Parameter containing:\n",
      "tensor([-0.9705, -2.8070, -0.0371, -0.0795, -0.1159,  0.0252, -0.0752, -1.4181,\n",
      "         1.6454, -0.0990, -0.0161, -0.1282, -0.0658, -0.0345, -0.0743, -1.2977,\n",
      "        -0.0505,  0.0121, -0.1013, -1.1887, -0.1380, -0.0492, -0.0789, -0.0405,\n",
      "        -0.0958, -0.0705, -1.9374, -0.0850, -0.1388, -0.1968, -0.1279, -2.0095,\n",
      "        -0.0476, -0.0604, -0.0351, -0.3843, -2.7823,  0.6605, -0.1655, -2.1293,\n",
      "         0.0543, -0.0274, -0.1703, -0.0593, -0.4215, -1.9394, -1.2094,  0.0153,\n",
      "        -0.1081, -0.0248, -0.1503, -1.8516, -0.0928, -0.0177, -0.0700, -0.0582,\n",
      "        -0.0630, -0.0721, -1.2678, -0.1176, -0.0441, -0.3259,  0.0507, -0.0146],\n",
      "       requires_grad=True)\n",
      "features.3.weight name\n",
      "Parameter containing:\n",
      "tensor([[[[ 3.6245e-03,  1.4335e-03,  3.7217e-02, -2.0926e-02,  1.8121e-03],\n",
      "          [ 2.4126e-02, -1.2056e-02,  7.1170e-02, -8.5224e-02,  1.3067e-02],\n",
      "          [ 2.0966e-02, -1.0623e-01,  2.1572e-02, -6.9547e-02,  3.1583e-02],\n",
      "          [-8.3392e-03, -3.9020e-02, -4.6621e-02,  2.2133e-02, -1.3252e-03],\n",
      "          [-1.5370e-02,  8.6569e-03,  3.1479e-02,  1.6698e-02, -4.7130e-03]],\n",
      "\n",
      "         [[-5.4573e-03, -1.9087e-02, -3.2424e-02, -2.2006e-02, -1.2120e-02],\n",
      "          [-7.4972e-03,  3.0946e-02,  3.1899e-02, -7.6327e-03, -1.4720e-02],\n",
      "          [ 5.4830e-03,  8.0306e-02,  6.1262e-02,  1.3252e-02,  2.6240e-02],\n",
      "          [-2.6938e-02,  5.9188e-03,  3.8373e-02, -6.3116e-03,  3.9863e-03],\n",
      "          [ 2.0844e-03, -3.6292e-02, -2.1987e-03, -1.6570e-02,  5.6354e-03]],\n",
      "\n",
      "         [[-1.2587e-02, -5.9436e-02, -9.6281e-02,  1.6745e-02,  4.7471e-02],\n",
      "          [-1.5036e-02, -1.1214e-01, -2.3924e-02,  3.3459e-02,  4.1306e-02],\n",
      "          [-1.3845e-02,  4.1235e-02,  2.1580e-01,  2.9520e-02, -5.8914e-02],\n",
      "          [ 1.2300e-02,  1.0087e-01,  2.1916e-02, -1.4008e-01, -3.1255e-02],\n",
      "          [ 3.7845e-02,  5.2634e-02, -8.0348e-03, -8.1815e-02,  1.4355e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.2711e-02,  2.5915e-02,  4.1726e-02, -1.3706e-02,  1.4752e-03],\n",
      "          [-1.0794e-02,  1.6434e-02,  8.1224e-02, -6.0144e-02, -5.1132e-02],\n",
      "          [-1.3769e-02, -5.3764e-02,  1.1054e-01,  3.8881e-03, -5.8872e-02],\n",
      "          [ 5.1748e-04,  2.3237e-02,  6.1570e-02,  5.5012e-02, -1.8824e-02],\n",
      "          [-4.0024e-03,  9.4621e-03, -2.7666e-02, -3.6102e-03, -6.4362e-03]],\n",
      "\n",
      "         [[-9.5948e-04, -5.7705e-03,  4.5656e-02,  1.4085e-02, -4.3562e-02],\n",
      "          [-4.4058e-03, -3.2867e-02,  4.1615e-02, -1.0995e-02,  2.3037e-02],\n",
      "          [ 1.7953e-02,  5.5599e-03, -4.6110e-02, -6.3326e-02,  2.5256e-02],\n",
      "          [ 5.1608e-03,  4.1085e-02,  2.1804e-02,  1.9433e-02,  3.1380e-02],\n",
      "          [-2.9532e-02, -3.1130e-03,  5.4939e-02,  3.5771e-02, -3.1513e-03]],\n",
      "\n",
      "         [[ 1.7368e-03,  1.5858e-02, -3.9606e-02, -8.6650e-02,  4.2392e-02],\n",
      "          [ 3.2755e-02,  2.0259e-02,  1.4398e-01, -1.5988e-01, -1.1522e-01],\n",
      "          [ 1.1646e-02, -1.3281e-01,  2.5051e-01,  1.9387e-01, -1.4720e-01],\n",
      "          [ 2.9876e-02, -7.6454e-02, -1.3301e-01,  1.2492e-01,  3.0456e-02],\n",
      "          [ 4.8693e-02,  7.8451e-02, -3.9283e-02,  4.8439e-03,  2.0383e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 2.1691e-02, -4.7307e-02,  3.3946e-02,  6.8847e-03,  2.6204e-02],\n",
      "          [ 1.7683e-02, -5.2123e-02, -6.2835e-02, -3.3933e-02,  1.9128e-02],\n",
      "          [ 9.2291e-03, -2.8800e-02, -1.8724e-01, -1.9551e-02, -2.1082e-02],\n",
      "          [-1.4346e-02,  5.7543e-02, -4.1899e-02,  6.3682e-03,  4.2324e-04],\n",
      "          [ 1.2244e-02,  2.3090e-02, -2.2817e-02,  2.3080e-03, -6.4166e-03]],\n",
      "\n",
      "         [[ 4.6469e-03,  7.4133e-03, -4.1122e-02,  2.9806e-02, -1.8110e-02],\n",
      "          [ 9.6099e-03,  3.9877e-02, -4.1848e-02,  6.9251e-03, -2.5908e-02],\n",
      "          [-1.0007e-02,  5.4747e-02,  2.6736e-02,  7.0483e-03,  2.6949e-02],\n",
      "          [-9.5527e-03, -3.6075e-02,  1.4897e-02, -1.2595e-02, -1.8202e-02],\n",
      "          [-1.4465e-04, -6.3873e-02,  5.8016e-02,  2.8762e-02, -9.7704e-04]],\n",
      "\n",
      "         [[-4.5600e-02,  9.9321e-02,  2.0830e-02, -1.7641e-02,  4.3317e-03],\n",
      "          [-1.1306e-01,  1.0613e-01,  1.2299e-01, -1.5599e-02,  1.1943e-02],\n",
      "          [-8.6221e-02,  5.1575e-02,  2.8114e-01,  3.8475e-03,  3.9631e-02],\n",
      "          [ 2.7465e-02, -9.6338e-02,  1.6717e-01,  1.7882e-02, -3.1237e-02],\n",
      "          [ 3.8818e-02, -1.5017e-01,  9.5537e-02,  8.2108e-02, -2.6467e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.1779e-03,  8.2149e-03,  2.2985e-02, -4.9943e-03, -2.2914e-02],\n",
      "          [ 4.4609e-03,  4.6661e-02,  3.4394e-02,  5.2542e-02, -1.8957e-02],\n",
      "          [-1.4202e-02,  5.9543e-02,  6.0551e-03,  3.6463e-02,  3.2430e-04],\n",
      "          [-2.9488e-02,  4.5902e-02,  5.4980e-02, -2.6936e-03,  4.2663e-03],\n",
      "          [-2.9711e-02, -1.6390e-02,  3.4428e-02, -9.1090e-03, -9.7971e-03]],\n",
      "\n",
      "         [[ 2.0002e-02, -4.4658e-03, -2.8359e-02,  7.4180e-03, -5.3517e-03],\n",
      "          [ 1.3052e-02, -2.9312e-02, -6.5957e-02,  3.1932e-02, -2.3129e-03],\n",
      "          [ 1.4003e-02, -5.7715e-02, -9.1541e-02,  2.8261e-03,  1.8726e-02],\n",
      "          [-1.8143e-02, -4.5023e-02, -9.9762e-03,  1.2348e-02, -1.4161e-03],\n",
      "          [ 3.3575e-03,  1.8285e-02,  1.2383e-02, -2.0430e-02,  2.4573e-02]],\n",
      "\n",
      "         [[-5.4195e-03,  4.5804e-04,  1.7469e-02, -2.2458e-03,  1.7530e-03],\n",
      "          [-1.0281e-02,  3.1367e-02, -2.5485e-02,  1.2870e-02, -7.0466e-04],\n",
      "          [-6.3459e-03,  7.3701e-02, -2.9366e-02,  4.9803e-02,  2.5816e-02],\n",
      "          [-1.9934e-02,  3.8506e-02,  3.0833e-02,  2.5688e-03, -4.4185e-03],\n",
      "          [ 1.8114e-03,  2.3094e-02,  4.6518e-02, -3.3974e-02, -1.1660e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.0163e-02, -3.7849e-02, -4.6664e-02, -9.7829e-03,  3.7624e-02],\n",
      "          [ 1.4684e-01, -6.4947e-02, -3.7485e-02, -9.2710e-03,  2.3640e-02],\n",
      "          [ 1.8563e-02, -3.5328e-02, -9.6485e-03,  1.4210e-02,  2.7077e-02],\n",
      "          [-6.7717e-03,  2.8039e-03,  4.6860e-03,  4.7567e-03, -6.6633e-03],\n",
      "          [ 2.2155e-02, -1.2387e-03,  3.1133e-02,  3.1837e-02,  2.4495e-03]],\n",
      "\n",
      "         [[ 2.2964e-02, -3.2592e-02, -1.7921e-02,  5.2390e-03,  3.7561e-03],\n",
      "          [ 3.8685e-02, -8.8764e-02, -5.3735e-02, -2.4427e-02,  1.7369e-02],\n",
      "          [ 5.5512e-02, -7.1237e-02, -6.5386e-02, -3.7746e-02,  7.1429e-03],\n",
      "          [ 3.1539e-02, -6.1858e-02, -7.4455e-02, -3.4278e-02, -9.2922e-03],\n",
      "          [ 4.5122e-02, -8.4307e-03, -2.0509e-02, -1.4743e-02,  1.0508e-03]],\n",
      "\n",
      "         [[-9.5345e-03, -2.3179e-02, -1.4264e-02, -6.7151e-03, -2.8285e-02],\n",
      "          [ 1.6202e-01, -2.8234e-02, -2.4645e-02, -1.0152e-02, -2.4914e-02],\n",
      "          [ 8.9119e-02, -2.6843e-02, -3.7465e-02, -7.5062e-03, -1.9929e-03],\n",
      "          [-4.5296e-02, -1.7844e-02, -5.1039e-03,  1.7445e-02,  1.3994e-02],\n",
      "          [-2.0449e-02, -8.8112e-04,  1.3139e-02,  1.8497e-03, -5.4345e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.5179e-02,  8.3908e-03, -3.4752e-03, -6.7056e-03,  9.4571e-03],\n",
      "          [ 1.4773e-01,  1.8297e-02, -8.2707e-03, -2.6735e-03, -2.9689e-03],\n",
      "          [ 1.8945e-02, -2.4611e-02, -2.5792e-02,  5.7622e-03,  1.5490e-02],\n",
      "          [ 1.0744e-02, -2.2880e-03,  1.3852e-02, -3.0690e-03, -1.4038e-03],\n",
      "          [ 3.5738e-03, -1.7099e-02, -2.0962e-03, -5.2738e-04, -1.1953e-02]],\n",
      "\n",
      "         [[-1.8036e-02,  5.5999e-03, -4.3933e-03, -6.4853e-03,  1.1134e-02],\n",
      "          [ 8.3012e-02, -8.5719e-02, -2.3690e-02,  2.7197e-02,  1.5338e-02],\n",
      "          [ 1.6264e-02, -5.0213e-02, -2.9401e-02, -6.0407e-04,  1.5086e-02],\n",
      "          [ 1.2260e-02,  6.5707e-03, -2.8775e-03, -2.0055e-02,  4.6619e-03],\n",
      "          [ 1.4575e-02, -9.5385e-03, -2.4609e-02, -2.4521e-03,  1.0301e-03]],\n",
      "\n",
      "         [[-1.7248e-02,  7.3069e-03,  1.0429e-02, -1.4917e-02, -6.8504e-03],\n",
      "          [ 6.2874e-02, -3.2599e-02,  5.7802e-03,  1.4551e-02, -6.1276e-03],\n",
      "          [ 7.3852e-03, -6.0841e-02, -1.0494e-02,  3.6026e-03, -1.4746e-02],\n",
      "          [-1.7262e-02,  1.5815e-03, -2.3888e-02, -9.7895e-03, -7.4106e-03],\n",
      "          [ 6.9352e-03,  7.2060e-03, -1.9073e-02, -6.7136e-03,  6.1392e-03]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.7579e-02,  1.0168e-02,  4.4818e-02, -2.6664e-03, -2.2669e-02],\n",
      "          [-1.5147e-02, -3.2701e-02,  1.4564e-02, -1.2843e-02, -3.2623e-02],\n",
      "          [-3.0235e-02, -3.2706e-02, -3.4020e-02, -2.0842e-02, -3.2697e-02],\n",
      "          [-4.2032e-03, -3.4967e-03, -1.0389e-02, -9.6090e-03, -3.1508e-03],\n",
      "          [ 1.1118e-02,  8.8342e-03,  1.8196e-02,  7.5631e-03,  1.5709e-03]],\n",
      "\n",
      "         [[-9.1671e-03,  1.0798e-03, -2.4020e-02, -1.7457e-02, -7.8634e-03],\n",
      "          [-1.5174e-02,  1.8126e-02,  1.3363e-02,  7.1205e-02,  5.8289e-02],\n",
      "          [-1.0982e-02,  1.5266e-02, -2.4875e-02, -4.0705e-03, -2.4844e-02],\n",
      "          [ 2.7485e-03,  1.6571e-02, -3.2608e-02, -5.6266e-02, -3.9944e-02],\n",
      "          [-4.9014e-04,  1.9889e-02, -3.3673e-03, -2.2187e-02, -9.5482e-03]],\n",
      "\n",
      "         [[-2.6544e-02, -4.6466e-02, -1.1130e-01, -6.3725e-02,  2.4153e-02],\n",
      "          [-3.1451e-02, -4.6735e-02, -5.0069e-02,  3.6642e-02,  8.7667e-02],\n",
      "          [ 2.4192e-02,  2.9334e-02,  5.9852e-02,  4.2028e-02, -2.5984e-02],\n",
      "          [ 2.5426e-02,  1.8227e-02,  4.0526e-02, -8.6688e-03, -6.0653e-02],\n",
      "          [ 1.2664e-02,  1.5354e-02,  3.3492e-02,  1.3319e-02, -2.3908e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.5345e-02, -2.7450e-02, -3.7116e-02,  4.8070e-02,  1.0182e-02],\n",
      "          [-5.4621e-02, -6.3059e-02, -5.1834e-02,  6.4004e-02,  2.5790e-02],\n",
      "          [ 1.6780e-02,  1.3105e-02, -3.9535e-02, -1.2138e-03,  9.2518e-03],\n",
      "          [ 1.4997e-02,  1.2259e-02, -2.3395e-02, -2.8443e-02,  2.4942e-02],\n",
      "          [-4.0684e-03,  1.4466e-02,  6.2136e-03, -2.2554e-02, -2.0291e-03]],\n",
      "\n",
      "         [[-3.5230e-02,  8.0857e-03,  2.3528e-02, -1.0179e-02, -2.1804e-03],\n",
      "          [-3.4595e-02,  3.9871e-03,  1.3592e-02, -7.9822e-02, -5.2531e-02],\n",
      "          [-3.2725e-02,  3.4170e-02,  2.6620e-02, -2.4204e-03,  2.4924e-02],\n",
      "          [ 1.8057e-02,  4.6391e-03, -1.2008e-02,  8.8407e-03,  1.9375e-02],\n",
      "          [-2.9099e-02,  1.2933e-04, -1.7477e-02,  4.3010e-02,  6.6167e-02]],\n",
      "\n",
      "         [[ 4.6078e-02,  2.8413e-02, -2.6394e-02,  4.7513e-03, -7.6480e-02],\n",
      "          [ 7.5960e-02,  4.4307e-02, -5.8771e-02,  1.7854e-02,  9.6082e-02],\n",
      "          [ 5.8415e-02,  3.7583e-02, -6.7510e-02, -1.0312e-01, -2.3266e-02],\n",
      "          [ 4.3488e-02,  6.0671e-02,  6.2699e-02,  3.7197e-03, -5.8098e-02],\n",
      "          [ 7.3890e-05,  2.7182e-02,  4.3226e-02,  3.1200e-02, -5.9276e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 2.5983e-02, -2.5757e-02, -2.7917e-02, -6.0154e-02, -2.1587e-02],\n",
      "          [ 5.8470e-03, -4.0597e-02, -9.7084e-02, -1.1321e-01, -4.5251e-02],\n",
      "          [-3.3056e-02, -1.7874e-02, -9.1402e-02, -1.0827e-01, -5.3423e-02],\n",
      "          [-1.4856e-02, -3.3450e-03, -2.7355e-02, -4.8538e-02, -4.1184e-02],\n",
      "          [ 9.0377e-04, -1.8180e-02, -3.1040e-02, -1.1854e-02, -2.6462e-02]],\n",
      "\n",
      "         [[ 7.2521e-02,  1.6407e-02, -1.5754e-01, -8.8864e-02, -2.1638e-02],\n",
      "          [ 9.2281e-02,  8.5642e-02, -6.8582e-02, -7.8368e-02, -9.3343e-02],\n",
      "          [ 1.1667e-01,  1.4296e-01,  1.4621e-02, -6.6599e-02, -1.8653e-01],\n",
      "          [ 4.0418e-02,  8.7898e-02,  4.2521e-02, -8.9029e-03, -1.2440e-01],\n",
      "          [ 2.0246e-02,  6.5828e-02,  9.6516e-02,  5.8696e-02, -7.2705e-02]],\n",
      "\n",
      "         [[-3.7801e-02, -1.1232e-02, -8.1927e-03,  1.2744e-02,  6.8491e-02],\n",
      "          [-4.4532e-03, -9.6229e-03, -3.2608e-02,  2.9350e-03,  3.7486e-02],\n",
      "          [ 3.3585e-02,  4.8458e-02,  2.6881e-02, -6.1178e-02, -2.1019e-02],\n",
      "          [-1.9669e-02,  6.9724e-03,  4.2018e-02, -4.3931e-02, -7.6382e-02],\n",
      "          [ 8.3337e-03,  2.5425e-03,  2.8063e-02, -3.4867e-02, -8.6687e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.2673e-02, -1.5327e-02,  1.6517e-02,  3.3334e-02,  1.3038e-02],\n",
      "          [ 1.6805e-03, -1.8921e-02, -3.6130e-02,  3.2359e-02,  5.0130e-02],\n",
      "          [-1.3607e-02, -3.3703e-02, -7.9256e-02, -5.1558e-03,  6.5082e-02],\n",
      "          [-1.3499e-03,  1.9183e-02, -1.2600e-03, -1.5375e-02,  9.9117e-03],\n",
      "          [-8.6383e-03, -6.4556e-03,  4.4472e-03, -7.7968e-04,  2.6764e-02]],\n",
      "\n",
      "         [[-3.1357e-02, -6.5565e-02, -4.5553e-02,  2.9694e-02,  5.0477e-02],\n",
      "          [ 2.6388e-02, -6.5116e-03, -1.4299e-01, -2.9214e-02,  1.2134e-03],\n",
      "          [ 5.2430e-02,  6.1108e-02, -2.8583e-02, -1.0998e-01, -3.4642e-02],\n",
      "          [ 1.6018e-02,  3.1906e-02,  7.7014e-02, -1.1630e-02, -5.6960e-02],\n",
      "          [ 4.9326e-02, -1.5627e-02,  4.2784e-02,  3.7805e-02, -2.6815e-02]],\n",
      "\n",
      "         [[ 9.0381e-03,  1.6271e-03,  9.9757e-03,  2.6084e-02,  6.8623e-03],\n",
      "          [ 1.0622e-02, -6.1560e-03, -9.2547e-03,  1.8062e-02,  2.2674e-02],\n",
      "          [ 2.8991e-02,  1.2231e-04, -1.6760e-02, -1.9807e-03,  3.1453e-02],\n",
      "          [ 1.8964e-02,  2.8631e-02,  5.8559e-04, -1.0603e-02,  1.1077e-02],\n",
      "          [ 5.4998e-03, -6.3534e-03,  2.9878e-03, -2.7331e-02, -2.4437e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 7.0352e-03, -2.0708e-02, -1.9059e-02, -2.8221e-03,  9.0732e-03],\n",
      "          [-2.2202e-02, -3.6482e-02, -3.3435e-02, -2.0294e-02, -1.1695e-02],\n",
      "          [-7.7194e-03, -3.2950e-02, -5.5740e-02, -3.5089e-02, -1.5053e-02],\n",
      "          [-1.2823e-02, -3.5408e-02, -4.2076e-02, -1.6718e-02, -1.8323e-02],\n",
      "          [-3.9433e-03,  5.0854e-03, -2.3092e-03,  1.1569e-02,  1.1675e-02]],\n",
      "\n",
      "         [[ 1.8536e-02,  2.3997e-02,  1.8607e-02, -2.1316e-03,  3.0036e-02],\n",
      "          [-9.1898e-03, -2.0234e-02, -2.0921e-02, -1.5293e-02, -4.1515e-03],\n",
      "          [-2.5399e-02, -3.6147e-02,  1.1215e-02, -1.3978e-02,  1.0484e-02],\n",
      "          [-1.7011e-03, -1.7085e-02,  1.9866e-02,  6.1436e-03,  4.9555e-03],\n",
      "          [ 1.0626e-02,  1.2917e-02,  4.2516e-02,  1.5874e-02,  1.7050e-02]],\n",
      "\n",
      "         [[-4.0153e-03,  1.6083e-02,  8.7844e-03, -9.1274e-03,  2.2305e-02],\n",
      "          [-2.0949e-02, -3.9927e-03, -3.2194e-02, -2.1123e-02, -1.3385e-03],\n",
      "          [-4.2372e-03,  1.4911e-02,  3.8126e-03, -5.2412e-03,  9.8842e-03],\n",
      "          [ 1.2249e-02,  3.7495e-03, -3.4932e-03,  6.0049e-03,  1.4841e-02],\n",
      "          [ 1.3200e-02, -1.9996e-03,  2.0933e-02,  1.6309e-04, -8.3707e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-6.4706e-03, -3.2926e-02, -1.5733e-02, -1.7831e-02,  2.1256e-03],\n",
      "          [-5.4066e-02, -5.4719e-02, -4.5444e-02, -5.6256e-02, -3.6743e-02],\n",
      "          [ 2.8305e-02,  2.9538e-02,  4.4844e-02,  2.2081e-02,  3.5385e-02],\n",
      "          [ 1.6821e-02,  1.6557e-02,  5.4560e-02,  1.7084e-02,  2.3373e-02],\n",
      "          [-4.0657e-03, -8.0451e-03,  4.4215e-04,  7.5198e-03,  1.0919e-02]],\n",
      "\n",
      "         [[ 2.0678e-02,  2.0736e-02,  7.6578e-02,  2.9091e-02,  4.1559e-02],\n",
      "          [-1.0118e-03,  5.5359e-02,  1.3228e-01,  6.7964e-02,  4.1530e-02],\n",
      "          [-3.9346e-03,  3.5696e-02,  1.2877e-01,  6.1861e-02,  2.9380e-02],\n",
      "          [ 2.5981e-02,  3.8598e-02,  1.3250e-01,  3.2665e-02, -1.8039e-02],\n",
      "          [-1.9937e-02, -1.3913e-02, -1.0549e-02, -1.3653e-02, -2.4947e-03]],\n",
      "\n",
      "         [[ 7.0426e-02,  2.1494e-02, -9.1289e-03, -9.1144e-03, -5.7207e-03],\n",
      "          [ 3.0881e-02, -1.0100e-02, -5.8352e-02, -3.8790e-02, -2.0214e-02],\n",
      "          [-7.5705e-03, -4.3871e-02, -8.5624e-02, -5.4874e-02, -1.8760e-02],\n",
      "          [-5.6932e-03, -4.2488e-02, -7.0337e-02, -3.9515e-02,  2.8042e-03],\n",
      "          [ 4.9093e-02,  8.0856e-03, -2.0497e-02,  1.7022e-02,  2.4330e-02]]]],\n",
      "       requires_grad=True)\n",
      "features.3.bias name\n",
      "Parameter containing:\n",
      "tensor([-1.0928e-01, -1.7263e-01, -5.1698e-02, -6.5495e-02, -3.9439e-02,\n",
      "         1.7420e-01, -1.8464e-01,  9.5525e-02, -2.5099e-02, -3.0075e-02,\n",
      "         1.3654e-01, -3.2269e-01, -1.4834e-01,  1.2790e-01,  4.0678e-03,\n",
      "        -5.7279e-02, -2.1440e-03,  2.0314e-01,  3.3098e-01,  7.3128e-02,\n",
      "         4.9798e-01, -4.4765e-02, -8.2151e-02,  1.4895e-02, -4.6373e-02,\n",
      "         5.7510e-02,  1.9020e-02,  7.4533e-04, -1.8182e-01, -1.2202e-04,\n",
      "        -1.3162e-01, -1.2743e-01,  5.9956e-03, -4.2740e-01,  1.1648e-01,\n",
      "        -1.6375e-01, -6.0307e-02, -2.3113e-01,  2.4188e-01, -7.8616e-02,\n",
      "         2.0777e-02, -2.5044e-02, -4.4685e-02,  2.8326e-02, -1.7459e-01,\n",
      "         7.1566e-02, -5.7368e-02,  1.2070e-01, -5.8133e-02, -1.7347e-01,\n",
      "        -1.2782e-01,  5.3739e-02,  4.5314e-02,  9.4975e-02,  1.0401e-02,\n",
      "         1.3877e-01, -1.3664e-01,  2.4293e-01,  1.4512e-01,  4.8102e-01,\n",
      "        -1.1793e-01, -1.5927e-01,  1.6019e-01,  2.2559e-01,  9.6043e-02,\n",
      "         2.9943e-02, -1.7576e-01, -9.5031e-02,  2.3446e-01, -2.4519e-01,\n",
      "         1.0253e-01, -2.4316e-01, -5.6964e-02, -2.7844e-02, -3.4611e-01,\n",
      "         4.0740e-02, -2.3085e-01,  1.9122e-01,  1.6288e-01,  2.9599e-01,\n",
      "        -1.3699e-01,  5.2276e-03, -1.6603e-01, -7.7020e-02, -1.1686e-01,\n",
      "         6.8327e-02, -9.8369e-02, -9.1281e-02, -1.6490e-01,  6.2494e-02,\n",
      "         1.0231e-01, -5.7519e-03, -1.7242e-01, -8.5797e-03, -1.2002e-01,\n",
      "        -1.8632e-01, -5.3833e-02, -6.7391e-02, -1.4795e-01,  2.6208e-02,\n",
      "         3.9989e-02, -2.1992e-01, -1.4985e-01, -8.3122e-02, -6.7938e-02,\n",
      "        -7.8998e-02, -4.2145e-02,  3.7165e-01, -1.8347e-01,  6.1246e-02,\n",
      "        -4.7721e-01, -2.1703e-01, -7.0511e-02, -9.9998e-02, -4.4748e-02,\n",
      "         8.6560e-02, -1.3605e-01, -1.8263e-01, -3.7893e-02, -2.9278e-01,\n",
      "        -1.3911e-01,  1.4130e-01,  2.9491e-01,  2.7607e-01, -4.4584e-02,\n",
      "         3.6733e-01,  8.7795e-02, -2.0914e-02,  2.0941e-01,  4.9935e-01,\n",
      "         1.4991e-01, -1.3268e-01,  2.1515e-01,  2.3250e-01,  1.4488e-01,\n",
      "        -8.2328e-02, -3.2715e-02, -1.2761e-01,  1.1177e-01,  3.8759e-01,\n",
      "        -3.7940e-02, -1.7950e-01,  3.1519e-01, -4.0012e-02,  3.2606e-01,\n",
      "         1.0944e-02, -4.2019e-01, -1.9330e-01,  4.6443e-02,  1.4548e-02,\n",
      "         4.1791e-02,  1.4871e-01, -1.5567e-01, -1.6159e-01,  4.9127e-01,\n",
      "        -1.4576e-01,  1.3040e-01, -3.2479e-02, -3.3374e-02, -3.0722e-01,\n",
      "         3.0348e-01, -8.2917e-02,  1.5031e-01, -2.1193e-02,  1.7708e-01,\n",
      "         2.0579e-01,  1.0637e-01, -1.4460e-01, -1.6046e-01, -2.6753e-02,\n",
      "        -6.7287e-02,  4.8736e-01,  1.7410e-01,  1.8411e-01, -8.9367e-02,\n",
      "         1.4409e-01,  5.3045e-02, -1.3101e-01, -8.4564e-02, -3.6975e-02,\n",
      "        -2.3806e-01, -8.0580e-02, -9.7469e-02,  1.4895e-01, -3.0727e-03,\n",
      "         2.8690e-01,  9.3942e-02,  1.2006e-01, -1.2438e-01,  7.2421e-02,\n",
      "         1.3842e-02,  7.2982e-02], requires_grad=True)\n",
      "features.6.weight name\n",
      "Parameter containing:\n",
      "tensor([[[[ 2.4858e-02,  1.3116e-02,  2.8198e-02],\n",
      "          [ 4.2541e-02,  5.7339e-02, -6.0905e-03],\n",
      "          [-4.1912e-03,  9.3096e-03, -1.5442e-02]],\n",
      "\n",
      "         [[-3.8954e-03, -7.8586e-02, -5.1808e-02],\n",
      "          [ 2.6484e-02, -4.9877e-02, -1.7763e-03],\n",
      "          [ 8.2902e-03, -4.9339e-02,  3.1145e-02]],\n",
      "\n",
      "         [[ 1.6455e-02, -1.2150e-02,  1.7428e-02],\n",
      "          [ 5.2012e-02, -6.7141e-03,  2.7325e-02],\n",
      "          [ 7.5568e-03, -4.2402e-02, -2.7909e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.7289e-04,  2.4099e-02,  3.6948e-02],\n",
      "          [-2.4145e-02, -3.5276e-02,  3.6910e-03],\n",
      "          [ 1.9541e-02, -3.0342e-02, -3.5262e-02]],\n",
      "\n",
      "         [[ 1.3239e-02, -1.8624e-02, -5.3330e-02],\n",
      "          [ 1.7639e-04, -1.4714e-02, -2.2829e-02],\n",
      "          [-6.7702e-03,  2.3287e-02,  1.3873e-02]],\n",
      "\n",
      "         [[ 3.0512e-02,  7.5860e-03,  4.9459e-04],\n",
      "          [-4.5703e-03, -1.2827e-02, -6.5061e-03],\n",
      "          [-9.8111e-03, -1.5570e-02,  1.9379e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 1.3660e-02, -3.9180e-02,  2.0014e-02],\n",
      "          [ 5.7389e-02,  1.1934e-02,  2.3058e-02],\n",
      "          [-2.2237e-02, -1.8879e-02, -2.0941e-02]],\n",
      "\n",
      "         [[-1.3402e-02,  1.9384e-02,  2.0018e-02],\n",
      "          [ 2.2285e-03, -1.5328e-02, -2.0604e-02],\n",
      "          [ 5.2206e-02, -4.0713e-02, -1.6011e-02]],\n",
      "\n",
      "         [[ 8.2728e-03, -1.2311e-02, -2.6974e-02],\n",
      "          [ 2.5519e-03, -5.6930e-03, -5.1476e-02],\n",
      "          [-2.8822e-02, -8.5134e-02, -6.5895e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.1531e-02,  2.4226e-02,  6.0344e-04],\n",
      "          [-3.3641e-02,  7.7504e-02, -1.8122e-02],\n",
      "          [ 2.2435e-02,  6.3408e-02, -1.0774e-03]],\n",
      "\n",
      "         [[-1.6893e-02,  5.7512e-03,  3.7639e-02],\n",
      "          [-1.6503e-02, -3.2492e-03,  3.6293e-02],\n",
      "          [ 3.2918e-02, -1.2321e-02,  1.4753e-03]],\n",
      "\n",
      "         [[ 5.8365e-02,  6.4994e-02,  6.6423e-02],\n",
      "          [-1.3995e-02, -2.4027e-02, -1.2127e-02],\n",
      "          [ 2.6365e-03, -1.4931e-02, -7.9207e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 8.0889e-03,  9.6816e-03, -1.2593e-02],\n",
      "          [ 1.1684e-02,  4.7408e-02,  4.9439e-02],\n",
      "          [-1.1663e-02,  7.7298e-02,  2.3240e-02]],\n",
      "\n",
      "         [[ 9.5861e-03, -3.5039e-02, -1.5836e-02],\n",
      "          [-2.2685e-02,  1.6363e-02,  1.8725e-02],\n",
      "          [-1.7577e-02, -5.9963e-03, -1.2350e-02]],\n",
      "\n",
      "         [[-3.9020e-03, -5.0362e-03,  2.8650e-03],\n",
      "          [ 2.3688e-02,  3.0239e-03, -5.0350e-02],\n",
      "          [-3.0330e-02, -2.0917e-02, -9.9929e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.3766e-02, -4.8649e-03,  3.4593e-03],\n",
      "          [-1.7299e-03,  9.8713e-03,  3.1695e-03],\n",
      "          [-1.5713e-02,  2.4070e-02,  4.3523e-02]],\n",
      "\n",
      "         [[ 1.7398e-02,  3.9648e-02,  5.0599e-02],\n",
      "          [-1.8082e-02,  2.3186e-02,  7.5082e-02],\n",
      "          [-1.4652e-02, -1.4806e-03,  2.4491e-02]],\n",
      "\n",
      "         [[-3.6486e-03,  1.6976e-02,  9.5258e-03],\n",
      "          [ 8.3009e-03,  3.0063e-03, -3.5994e-03],\n",
      "          [-2.0521e-04, -9.6109e-04, -7.6914e-03]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-2.1159e-02,  3.1025e-02, -5.1508e-04],\n",
      "          [-2.0021e-02, -9.5897e-03,  2.7262e-02],\n",
      "          [-9.7968e-03, -3.9145e-02,  9.2344e-03]],\n",
      "\n",
      "         [[-2.2890e-02, -6.2061e-03, -1.8220e-02],\n",
      "          [ 2.6104e-02,  1.8208e-02, -3.5678e-02],\n",
      "          [-1.9037e-02, -2.5568e-02, -3.2400e-03]],\n",
      "\n",
      "         [[ 4.5357e-04,  1.1460e-02,  3.0362e-02],\n",
      "          [ 2.1339e-02,  1.1392e-02,  1.3384e-02],\n",
      "          [ 2.2492e-02, -1.0258e-02, -5.8449e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-2.7361e-02,  1.4307e-02,  1.8851e-02],\n",
      "          [ 3.9169e-02, -4.1835e-02, -1.2617e-03],\n",
      "          [-2.4972e-02, -6.0201e-02,  1.1093e-02]],\n",
      "\n",
      "         [[ 1.3269e-02,  2.8252e-02, -2.0582e-02],\n",
      "          [ 1.2612e-02,  5.3777e-02, -2.9175e-02],\n",
      "          [ 4.3714e-02,  1.5523e-02, -3.4617e-02]],\n",
      "\n",
      "         [[-1.4312e-02, -1.1627e-02, -8.0607e-03],\n",
      "          [-1.7464e-02,  9.4876e-03, -3.3993e-04],\n",
      "          [-4.5948e-03,  2.4349e-02,  2.9515e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 2.3024e-02,  3.7754e-02, -7.9412e-03],\n",
      "          [ 2.3338e-02, -3.2373e-02, -4.1358e-02],\n",
      "          [ 6.4814e-02,  2.6370e-02,  4.9119e-02]],\n",
      "\n",
      "         [[ 4.7991e-02, -2.4855e-02,  1.2162e-02],\n",
      "          [-2.7339e-02,  3.9421e-02, -1.8773e-02],\n",
      "          [-5.8830e-02,  2.6058e-02,  1.4781e-03]],\n",
      "\n",
      "         [[ 8.6110e-03, -2.6908e-02,  1.1525e-02],\n",
      "          [ 5.6151e-02, -1.3285e-02, -7.1971e-03],\n",
      "          [ 1.1242e-03, -4.7446e-02, -3.6017e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 3.5633e-02, -8.5117e-03,  6.2245e-02],\n",
      "          [ 1.0972e-02,  1.9737e-02,  4.8234e-02],\n",
      "          [-1.1555e-02,  4.3559e-03,  5.2946e-02]],\n",
      "\n",
      "         [[-1.0731e-03,  2.2912e-02,  2.2005e-02],\n",
      "          [ 1.3288e-02,  4.9365e-02,  1.2220e-02],\n",
      "          [ 1.0511e-02,  1.7318e-02, -1.8007e-02]],\n",
      "\n",
      "         [[-2.6693e-02, -1.8063e-02, -2.4829e-02],\n",
      "          [-3.3943e-02, -1.4893e-03, -1.1168e-02],\n",
      "          [-1.3225e-02, -4.6098e-03,  3.0331e-03]]],\n",
      "\n",
      "\n",
      "        [[[-6.0866e-03, -2.5078e-02, -4.7683e-02],\n",
      "          [ 2.4006e-02,  5.2576e-02, -2.1802e-02],\n",
      "          [ 2.5606e-02,  1.1889e-02, -2.4519e-03]],\n",
      "\n",
      "         [[ 2.5286e-02, -2.8539e-02,  8.4982e-03],\n",
      "          [ 6.8764e-03, -8.9434e-03,  3.4527e-03],\n",
      "          [ 2.7720e-02,  1.2911e-02,  1.2079e-02]],\n",
      "\n",
      "         [[ 2.8175e-02,  1.3563e-02,  6.9976e-02],\n",
      "          [ 2.7799e-02, -3.6929e-02,  1.0927e-01],\n",
      "          [ 2.3212e-02, -3.4578e-02, -4.8821e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-3.3232e-04,  1.7463e-02, -9.6818e-03],\n",
      "          [ 9.2093e-03,  1.5052e-02,  8.6647e-03],\n",
      "          [-1.8870e-02, -2.1472e-02, -1.5119e-02]],\n",
      "\n",
      "         [[ 4.3916e-02, -5.5188e-05, -7.7297e-03],\n",
      "          [-8.0442e-03, -3.4422e-02, -2.2207e-02],\n",
      "          [-1.4105e-02, -2.7909e-02, -2.4631e-02]],\n",
      "\n",
      "         [[-2.6292e-02,  1.1666e-02, -1.6261e-02],\n",
      "          [-5.7774e-02, -5.8361e-02, -4.8310e-02],\n",
      "          [-4.1695e-02, -6.6255e-02, -5.7636e-02]]]], requires_grad=True)\n",
      "features.6.bias name\n",
      "Parameter containing:\n",
      "tensor([ 2.5296e-02,  1.1945e-01, -3.3357e-01,  1.1266e-01, -1.1582e-01,\n",
      "        -5.9723e-02,  1.1421e-01, -9.5083e-02,  3.1485e-02, -1.1093e-02,\n",
      "        -4.9384e-02,  9.1009e-02, -5.2086e-02,  3.6598e-02, -1.2018e-01,\n",
      "        -1.3416e-01, -5.0457e-03, -1.4378e-03, -7.6294e-02, -4.9133e-02,\n",
      "        -1.2550e-01,  2.3369e-01, -8.1535e-02,  2.4502e-02, -1.1238e-02,\n",
      "         1.3240e-01,  2.5781e-01, -2.4450e-02,  7.3169e-02,  2.0816e-01,\n",
      "         5.9903e-02, -1.1075e-02,  7.0557e-02,  5.3707e-03,  1.3942e-02,\n",
      "        -6.9005e-02,  9.5581e-02,  8.2127e-02, -8.9249e-02,  2.3552e-02,\n",
      "         2.0885e-02,  2.0952e-01,  5.7000e-02,  1.0061e-01, -1.5167e-01,\n",
      "         5.1431e-02,  6.0977e-02,  1.6120e-01,  4.6385e-02, -2.9361e-01,\n",
      "        -1.9220e-01, -3.3040e-02, -2.2844e-01,  5.2254e-02, -4.1985e-02,\n",
      "        -2.2856e-01, -2.2374e-01, -1.0398e-01, -3.9473e-02,  2.3086e-02,\n",
      "         8.5222e-02, -3.7522e-03,  9.9965e-02,  2.2243e-01,  1.4045e-01,\n",
      "        -8.3344e-02, -1.5321e-02,  8.4639e-04,  2.0019e-02, -1.4662e-01,\n",
      "        -5.2505e-02, -8.1782e-02,  3.8130e-01, -3.4659e-02, -4.2694e-02,\n",
      "         1.8965e-02,  3.0156e-01,  1.2823e-01,  1.3799e-01,  1.2063e-01,\n",
      "        -3.4695e-02,  1.0009e-01, -7.9640e-02, -7.5065e-02,  1.0233e-01,\n",
      "         3.2208e-01,  2.1217e-01,  3.0716e-01, -8.1736e-03,  1.3200e-01,\n",
      "        -6.8293e-02,  1.4088e-01, -6.3016e-02, -8.2268e-02,  3.3019e-02,\n",
      "        -1.8908e-01, -1.6634e-02, -1.8369e-01,  2.0020e-01,  6.9814e-02,\n",
      "        -1.3038e-02,  1.3110e-01,  1.9347e-01,  3.4634e-01, -4.2031e-02,\n",
      "        -1.6328e-02,  1.1963e-01, -6.8291e-02, -1.5022e-01,  9.9076e-03,\n",
      "        -3.0987e-01,  9.0031e-02, -8.1147e-02, -5.2415e-02, -9.0178e-02,\n",
      "         5.0669e-02, -2.6872e-02,  1.4879e-01, -6.0823e-02, -7.0688e-02,\n",
      "        -3.4375e-02,  1.9965e-01,  5.5266e-01, -7.1537e-02, -9.4906e-03,\n",
      "         1.0071e-01, -9.5097e-03, -2.5680e-02,  9.7761e-02,  1.1309e-02,\n",
      "         5.2728e-01,  2.7153e-01,  1.3556e-01,  2.2964e-01, -1.2627e-01,\n",
      "         1.3784e-02, -2.2356e-02, -1.8921e-01, -4.5453e-02, -2.9798e-02,\n",
      "         4.6675e-02, -5.1737e-02, -1.7543e-01, -3.4338e-01, -5.7257e-03,\n",
      "        -2.3548e-01,  5.3668e-02,  3.4909e-01, -2.3416e-01, -1.1250e-01,\n",
      "         3.1410e-02, -9.6694e-02, -1.6565e-01, -2.2653e-03, -2.5939e-01,\n",
      "         5.0781e-02,  8.9765e-02, -1.0748e-02,  1.2842e-01,  3.5524e-02,\n",
      "         3.3868e-02, -5.5422e-03, -9.5143e-02, -3.0961e-02,  3.2034e-02,\n",
      "         5.2717e-02,  1.2630e-01,  1.5936e-01,  3.5871e-02,  3.5311e-02,\n",
      "         3.6975e-01,  1.7943e-02, -2.2763e-02, -9.5617e-02,  1.7291e-01,\n",
      "         5.1715e-02,  1.5322e-01, -1.2241e-02,  2.5096e-01, -1.6052e-02,\n",
      "         2.2399e-02, -2.8640e-02,  1.1971e-01, -2.5529e-02, -4.1908e-02,\n",
      "         2.1012e-01, -1.3480e-01, -1.6478e-01, -2.5691e-02, -1.2916e-01,\n",
      "        -1.6463e-01,  5.3876e-02,  1.1469e-01, -1.1934e-01, -5.9146e-02,\n",
      "        -1.5055e-01, -2.7029e-02,  1.0714e-01, -8.8103e-02,  1.1475e-01,\n",
      "         1.7447e-01,  1.5797e-01,  5.2465e-02, -2.8796e-02,  2.4430e-01,\n",
      "         1.4584e-01,  1.1052e-02,  2.1882e-01,  3.9874e-01,  3.2079e-01,\n",
      "        -8.7249e-02, -7.7314e-02,  5.5055e-02, -7.4239e-02,  2.9941e-01,\n",
      "        -1.1196e-01,  2.0385e-02, -1.6533e-01, -8.4008e-02,  9.1928e-02,\n",
      "        -1.6281e-02, -1.3456e-02,  3.4111e-02, -1.5228e-01,  7.9972e-02,\n",
      "        -1.5468e-02,  9.0530e-02, -1.2425e-01,  4.0860e-02,  6.5097e-02,\n",
      "        -3.7378e-02, -2.5349e-02,  2.8863e-01, -1.7786e-01,  4.5379e-02,\n",
      "         8.0375e-02, -1.1857e-01,  1.2685e-01,  1.3253e-02,  4.4984e-03,\n",
      "         8.3759e-02,  1.5047e-01, -7.4856e-02, -5.1144e-02, -1.5849e-01,\n",
      "         1.1111e-01,  2.0428e-02,  1.9939e-02,  2.4965e-01,  2.1343e-01,\n",
      "         1.1922e-01,  1.5213e-01,  1.0119e-01, -2.0210e-02,  1.8933e-02,\n",
      "        -1.5583e-01,  2.6090e-01, -2.9025e-02,  6.5378e-02,  9.3637e-02,\n",
      "        -3.3498e-02, -1.0445e-01,  1.4307e-01,  8.0963e-02, -1.6300e-01,\n",
      "         1.8334e-01, -6.3191e-02,  3.4443e-02,  2.2093e-02, -1.0206e-01,\n",
      "         8.7264e-02,  1.8751e-02, -1.5014e-01,  2.3940e-01,  2.2395e-01,\n",
      "        -2.4017e-02,  2.3110e-01, -1.0960e-01, -1.6953e-01, -3.6366e-02,\n",
      "        -5.0821e-02,  7.6745e-02,  2.0642e-01,  1.4263e-03,  1.1277e-01,\n",
      "        -2.0354e-01,  8.0649e-02,  2.0421e-01,  3.6917e-01,  1.2266e-01,\n",
      "        -2.3815e-02, -7.3110e-02, -1.5845e-02,  1.2772e-01, -5.7867e-02,\n",
      "         2.8672e-01, -4.2656e-03, -2.1363e-05,  2.1605e-01,  1.5520e-01,\n",
      "        -1.6205e-02, -9.7204e-02, -1.0046e-01, -1.9993e-02, -1.5217e-01,\n",
      "        -5.9612e-02,  3.1248e-03, -3.4129e-01,  1.6236e-01,  1.7470e-01,\n",
      "         2.0988e-01, -6.3615e-02,  5.4698e-02, -2.4567e-01,  1.2553e-01,\n",
      "        -4.4876e-02, -5.9439e-02,  2.9393e-02,  1.5098e-01, -4.0008e-02,\n",
      "         1.1208e-01, -1.5519e-01,  5.0468e-01, -4.7305e-02, -7.5279e-02,\n",
      "         4.2626e-02, -1.3383e-01, -4.2012e-01,  3.8201e-01,  8.9413e-02,\n",
      "         5.3007e-02,  5.8240e-02,  4.2868e-02,  2.5090e-02,  1.9713e-01,\n",
      "         1.0120e-01, -1.1193e-01, -2.8088e-02,  3.5423e-01,  2.3811e-02,\n",
      "         1.2284e-01, -1.2416e-01,  3.0930e-02, -1.1544e-01, -2.8152e-02,\n",
      "         2.3655e-02,  1.5912e-02,  1.0024e-01,  1.1166e-01,  8.4823e-03,\n",
      "        -1.3086e-01,  9.2488e-02, -5.3630e-03,  8.9322e-02,  5.3354e-02,\n",
      "         6.6519e-02,  3.5378e-02,  4.4817e-02, -8.7586e-02,  1.3602e-01,\n",
      "         1.8784e-01, -3.7431e-02,  3.4593e-02,  3.8587e-02, -1.9506e-01,\n",
      "        -8.4326e-02, -6.7575e-02, -1.1365e-02,  1.0826e-01, -1.0933e-01,\n",
      "        -4.5308e-02,  2.1318e-02,  1.2107e-01,  1.1220e-01, -9.5198e-02,\n",
      "         5.0955e-01, -3.2508e-03,  5.4857e-02,  6.7155e-02,  1.0905e-01,\n",
      "         1.8573e-02, -2.9313e-02,  1.1019e-02, -1.1489e-02],\n",
      "       requires_grad=True)\n",
      "features.8.weight name\n",
      "Parameter containing:\n",
      "tensor([[[[-0.0020, -0.0081, -0.0114],\n",
      "          [-0.0193,  0.0007,  0.0114],\n",
      "          [-0.0541, -0.0012, -0.0244]],\n",
      "\n",
      "         [[ 0.0350,  0.0133,  0.0260],\n",
      "          [-0.0282, -0.0062, -0.0269],\n",
      "          [ 0.0035,  0.0181,  0.0147]],\n",
      "\n",
      "         [[-0.0572, -0.0474,  0.0019],\n",
      "          [-0.0402, -0.0462, -0.0257],\n",
      "          [-0.0515, -0.0490,  0.0254]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0184, -0.0234,  0.0097],\n",
      "          [-0.0443, -0.0076, -0.0178],\n",
      "          [-0.0518, -0.0351, -0.0455]],\n",
      "\n",
      "         [[-0.0037, -0.0011, -0.0447],\n",
      "          [-0.0524, -0.0318, -0.0524],\n",
      "          [-0.0031, -0.0111, -0.0443]],\n",
      "\n",
      "         [[-0.0199, -0.0015,  0.0159],\n",
      "          [ 0.0051, -0.0149, -0.0237],\n",
      "          [ 0.0259,  0.0332,  0.0081]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0210,  0.0214,  0.0528],\n",
      "          [-0.0056,  0.0240,  0.0338],\n",
      "          [-0.0091,  0.0343,  0.0236]],\n",
      "\n",
      "         [[-0.0239, -0.0183, -0.0083],\n",
      "          [ 0.0316,  0.0136,  0.0453],\n",
      "          [-0.0357,  0.0247,  0.0101]],\n",
      "\n",
      "         [[ 0.0013,  0.0397,  0.0254],\n",
      "          [ 0.0308,  0.0113, -0.0031],\n",
      "          [-0.0280,  0.0023, -0.0184]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0195, -0.0042, -0.0179],\n",
      "          [ 0.0192,  0.0265,  0.0026],\n",
      "          [ 0.0137, -0.0102,  0.0086]],\n",
      "\n",
      "         [[ 0.0275,  0.0256,  0.0252],\n",
      "          [-0.0102, -0.0263, -0.0122],\n",
      "          [-0.0340,  0.0067,  0.0385]],\n",
      "\n",
      "         [[-0.0022,  0.0217,  0.0112],\n",
      "          [ 0.0122, -0.0210,  0.0075],\n",
      "          [-0.0028, -0.0052, -0.0128]]],\n",
      "\n",
      "\n",
      "        [[[-0.0329, -0.0248, -0.0185],\n",
      "          [-0.0054,  0.0061,  0.0126],\n",
      "          [ 0.0478,  0.0188,  0.0413]],\n",
      "\n",
      "         [[-0.0074, -0.0016,  0.0026],\n",
      "          [ 0.0047, -0.0048,  0.0078],\n",
      "          [-0.0068,  0.0028,  0.0143]],\n",
      "\n",
      "         [[ 0.0005, -0.0228, -0.0027],\n",
      "          [-0.0152, -0.0249,  0.0235],\n",
      "          [ 0.0053, -0.0205,  0.0647]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0352, -0.0149,  0.0171],\n",
      "          [-0.0023, -0.0084, -0.0010],\n",
      "          [-0.0209,  0.0037, -0.0223]],\n",
      "\n",
      "         [[-0.0042, -0.0047, -0.0100],\n",
      "          [-0.0069, -0.0281, -0.0387],\n",
      "          [ 0.0048,  0.0333,  0.0114]],\n",
      "\n",
      "         [[-0.0421,  0.0002, -0.0347],\n",
      "          [-0.0001,  0.0014, -0.0092],\n",
      "          [ 0.0719,  0.0502,  0.0573]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0410,  0.0385,  0.0163],\n",
      "          [ 0.0073, -0.0176, -0.0462],\n",
      "          [-0.0201, -0.0263, -0.0473]],\n",
      "\n",
      "         [[ 0.0129,  0.0227,  0.0252],\n",
      "          [ 0.0145,  0.0254,  0.0300],\n",
      "          [-0.0025,  0.0151,  0.0112]],\n",
      "\n",
      "         [[-0.0199, -0.0113, -0.0104],\n",
      "          [ 0.0127,  0.0129,  0.0073],\n",
      "          [ 0.0161,  0.0055, -0.0063]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0302,  0.0051, -0.0012],\n",
      "          [ 0.0208,  0.0003, -0.0187],\n",
      "          [-0.0144, -0.0357, -0.0175]],\n",
      "\n",
      "         [[ 0.0599,  0.0085,  0.0075],\n",
      "          [ 0.0610,  0.0170, -0.0337],\n",
      "          [ 0.0119,  0.0251, -0.0149]],\n",
      "\n",
      "         [[-0.0455, -0.0504, -0.0410],\n",
      "          [-0.0200, -0.0281, -0.0193],\n",
      "          [-0.0178, -0.0225, -0.0468]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0077, -0.0249,  0.0156],\n",
      "          [-0.0249,  0.0043,  0.0494],\n",
      "          [ 0.0045,  0.0455,  0.0455]],\n",
      "\n",
      "         [[ 0.0105,  0.0247, -0.0057],\n",
      "          [ 0.0461,  0.0305,  0.0349],\n",
      "          [-0.0354,  0.0422, -0.0025]],\n",
      "\n",
      "         [[ 0.0247,  0.0364,  0.0006],\n",
      "          [-0.0022, -0.0204, -0.0010],\n",
      "          [-0.0189, -0.0207, -0.0254]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0123, -0.0342, -0.0004],\n",
      "          [-0.0067, -0.0245, -0.0082],\n",
      "          [-0.0122,  0.0133,  0.0139]],\n",
      "\n",
      "         [[ 0.0098,  0.0259,  0.0180],\n",
      "          [ 0.0376,  0.0472,  0.0034],\n",
      "          [ 0.0239, -0.0019, -0.0128]],\n",
      "\n",
      "         [[ 0.0087,  0.0292, -0.0075],\n",
      "          [ 0.0031, -0.0118, -0.0158],\n",
      "          [-0.0128, -0.0524,  0.0036]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0005,  0.0481,  0.0279],\n",
      "          [ 0.0006, -0.0294, -0.0090],\n",
      "          [ 0.0095,  0.0028,  0.0157]],\n",
      "\n",
      "         [[ 0.0166,  0.0328,  0.0182],\n",
      "          [-0.0055,  0.0275,  0.0119],\n",
      "          [-0.0541, -0.0190, -0.0386]],\n",
      "\n",
      "         [[-0.0386, -0.0353,  0.0143],\n",
      "          [-0.0577, -0.0483,  0.0289],\n",
      "          [-0.0361,  0.0032,  0.0618]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0133,  0.0259,  0.0499],\n",
      "          [ 0.0033, -0.0500,  0.0009],\n",
      "          [ 0.0153,  0.0184,  0.0001]],\n",
      "\n",
      "         [[-0.0324, -0.0163,  0.0237],\n",
      "          [-0.0012, -0.0137,  0.0037],\n",
      "          [-0.0236,  0.0041,  0.0363]],\n",
      "\n",
      "         [[-0.0293, -0.0176, -0.0268],\n",
      "          [-0.0341,  0.0460, -0.0113],\n",
      "          [ 0.0003,  0.0701,  0.0068]]]], requires_grad=True)\n",
      "features.8.bias name\n",
      "Parameter containing:\n",
      "tensor([-6.2908e-02,  1.2599e-01,  2.9910e-01,  1.1226e-01,  2.8529e-01,\n",
      "         1.2800e-01,  1.8281e-01, -3.0966e-02,  5.4521e-01,  1.5652e-01,\n",
      "        -1.3417e-01, -1.7108e-01,  2.7399e-01,  2.2774e-01,  2.6715e-01,\n",
      "         2.6192e-01,  4.5637e-02, -1.4264e+00,  6.0950e-01,  8.2353e-02,\n",
      "         9.6382e-02,  1.5679e-01, -2.9053e-01,  1.2642e-01,  2.0995e-01,\n",
      "         7.2459e-02, -2.7236e-04, -2.2086e-01,  1.1173e-01,  4.8032e-01,\n",
      "         3.5515e-02, -2.7491e-01, -5.0275e-01,  6.9615e-04, -1.2266e-01,\n",
      "         1.4878e-01, -8.2103e-03,  1.3206e-01,  2.9920e-01, -1.6474e-01,\n",
      "         3.2465e-01,  5.3489e-01,  2.4496e-01,  5.9936e-01,  3.3782e-02,\n",
      "         6.6390e-02,  4.8976e-01,  4.2106e-01,  6.3466e-01, -9.4680e-02,\n",
      "        -7.8501e-02,  2.5697e-01,  7.6671e-02, -2.3927e-01,  1.7104e-01,\n",
      "         4.1678e-01,  2.6976e-01, -4.6004e-01, -8.4528e-02,  2.7783e-01,\n",
      "         2.6750e-01,  3.3215e-01,  5.0680e-02, -8.6297e-02, -2.1007e-01,\n",
      "        -5.2222e-02, -4.1103e-02, -1.3916e-01, -3.0490e-01,  3.0167e-01,\n",
      "         2.3581e-01, -3.8736e-01, -6.0125e-02,  9.0375e-01, -1.4004e-01,\n",
      "         5.3197e-01,  2.3184e-01,  2.0689e-01,  2.3384e-01, -3.6393e-01,\n",
      "         2.2036e-01, -5.4082e-01, -6.4925e-01,  9.8469e-02,  3.4030e-01,\n",
      "         2.8475e-01, -1.1668e-01, -1.4938e-01,  2.6740e-01, -1.4695e-01,\n",
      "         5.2876e-02,  2.9656e-01,  1.4841e-02,  1.7320e-01,  1.5211e-01,\n",
      "         1.1128e-02, -2.4402e-02, -9.2617e-02, -5.4720e-02,  1.7771e-01,\n",
      "         7.6462e-03, -1.5598e-02, -1.9971e-02,  3.0060e-02,  3.4280e-01,\n",
      "         1.8484e-01, -1.8930e-01,  1.1917e-01,  4.3845e-02,  2.4088e-01,\n",
      "        -1.2948e-01,  2.8659e-01, -3.3983e-01,  1.7242e-01, -1.3951e-02,\n",
      "        -3.3238e-02, -2.1374e-01, -3.9050e-01,  6.9830e-01,  2.8698e-02,\n",
      "         7.4814e-02,  1.5877e-01,  1.6203e-01,  3.8714e-02,  1.4981e-01,\n",
      "        -7.0573e-02,  2.8210e-01,  3.0193e-01, -4.7925e-01,  9.4767e-02,\n",
      "        -2.5825e-01, -3.0498e-01,  3.7155e-01,  4.2541e-02,  2.2962e-01,\n",
      "         7.1776e-02,  1.0767e-01,  2.1197e-01,  2.8018e-01,  3.7508e-01,\n",
      "        -1.2975e-01,  2.2353e-01,  1.5561e-02,  2.9895e-01,  5.8271e-01,\n",
      "         4.4767e-01,  3.1934e-01,  1.5509e-01,  1.6081e-01,  2.4762e-01,\n",
      "        -6.7093e-01,  2.4884e-01,  1.4737e-01,  9.3295e-02,  2.3992e-01,\n",
      "        -2.5363e-01, -5.8247e-02,  2.2408e-01,  1.5920e-01, -5.6825e-02,\n",
      "         4.6530e-01, -2.1166e-01, -3.1839e-01, -1.2303e+00,  1.2068e-01,\n",
      "        -1.0088e-02,  3.3144e-01,  8.8529e-01, -5.0530e-02,  4.0095e-01,\n",
      "        -1.2923e-01, -6.6521e-02,  2.6929e-01,  2.9677e-01, -5.1512e-01,\n",
      "        -1.3941e-01,  3.3986e-02,  5.0526e-01,  2.3880e-01,  9.0405e-02,\n",
      "         2.8605e-01, -5.3700e-02, -2.3043e-01, -6.9528e-02,  6.2750e-02,\n",
      "        -8.3527e-02, -1.4610e-01,  1.8069e-01, -1.7798e-01, -9.7765e-02,\n",
      "        -6.4475e-03,  8.1148e-01,  2.0052e-01,  3.0710e-01, -2.3601e-01,\n",
      "         7.3178e-02,  1.1172e-01,  2.8366e-01,  6.6962e-02,  1.6107e-01,\n",
      "        -6.7723e-01,  1.3817e-01,  1.7344e-01, -4.4210e-02, -2.5060e-01,\n",
      "        -2.6521e-01,  1.6725e-01, -1.6838e-01, -8.5105e-02,  1.2462e-01,\n",
      "         4.2133e-02,  1.0998e-01,  4.3315e-01,  1.4762e-01, -2.2403e-02,\n",
      "         2.1770e-01,  5.9078e-02,  2.9927e-01,  8.4790e-02, -2.8061e-01,\n",
      "         3.7362e-02, -1.9944e-01, -4.8672e-01,  2.0394e-01,  1.9824e-01,\n",
      "         1.3828e-01,  3.0206e-02, -2.0721e-01,  7.0921e-01, -1.0912e-01,\n",
      "         4.8155e-01,  2.9200e-01,  4.7852e-02, -7.9537e-01, -4.4115e-02,\n",
      "         1.3331e-01, -1.9617e-01,  3.3779e-01,  4.0620e-01, -1.1334e-01,\n",
      "         5.1684e-02,  7.7361e-02,  2.6791e-01,  3.2820e-01,  1.8926e-01,\n",
      "        -2.1592e-02,  5.3141e-02, -2.4303e-01,  1.5920e-01,  5.7491e-01,\n",
      "         7.7323e-02, -7.1903e-03,  3.1149e-01,  3.3197e-02,  2.7632e-01,\n",
      "         1.4343e-01], requires_grad=True)\n",
      "features.10.weight name\n",
      "Parameter containing:\n",
      "tensor([[[[ 4.5008e-03, -7.7347e-03, -1.5003e-02],\n",
      "          [-3.0285e-02, -4.4114e-02, -1.7563e-02],\n",
      "          [-1.4331e-02, -3.6714e-02, -5.2003e-02]],\n",
      "\n",
      "         [[ 3.3324e-02,  9.8262e-03, -6.4676e-03],\n",
      "          [ 1.4188e-02,  2.4336e-02,  3.1040e-02],\n",
      "          [-1.9439e-02,  1.9590e-02, -1.6543e-02]],\n",
      "\n",
      "         [[ 3.3328e-05, -6.3628e-04,  1.5421e-02],\n",
      "          [ 1.1260e-02,  5.7387e-04,  1.7457e-02],\n",
      "          [ 7.1211e-03,  1.0711e-03,  2.1856e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.6804e-02, -2.1512e-02, -1.0703e-02],\n",
      "          [-1.0698e-02, -5.3842e-02, -1.9335e-02],\n",
      "          [ 1.6292e-02,  4.4939e-04,  6.5307e-05]],\n",
      "\n",
      "         [[ 1.2114e-03,  1.1926e-03, -1.7091e-03],\n",
      "          [-1.7243e-02, -2.7680e-02,  1.9918e-05],\n",
      "          [ 5.2268e-04, -1.6247e-03, -4.3989e-03]],\n",
      "\n",
      "         [[ 1.9892e-02,  2.9338e-02,  2.0883e-02],\n",
      "          [ 1.3522e-02,  3.1604e-02,  1.2854e-02],\n",
      "          [ 5.2760e-03,  1.2341e-02,  7.5441e-03]]],\n",
      "\n",
      "\n",
      "        [[[-1.4208e-02,  2.3224e-03, -2.5112e-02],\n",
      "          [-7.6076e-03,  9.4883e-03, -4.6517e-03],\n",
      "          [ 1.3253e-02,  1.1511e-02, -1.4017e-02]],\n",
      "\n",
      "         [[ 2.1794e-02,  1.0763e-02,  1.1629e-02],\n",
      "          [ 4.1082e-02, -7.8142e-03,  1.9052e-02],\n",
      "          [ 6.6561e-02,  3.6654e-02,  2.0193e-03]],\n",
      "\n",
      "         [[-1.8703e-02, -4.9244e-02, -2.9182e-02],\n",
      "          [-1.5992e-02,  1.6744e-04,  4.5855e-03],\n",
      "          [-6.2261e-03,  4.1283e-03,  8.5156e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-5.8011e-02, -7.3355e-02, -6.5635e-02],\n",
      "          [-5.9603e-02, -5.7514e-02, -4.2397e-02],\n",
      "          [-5.5825e-02, -6.3877e-02, -6.0623e-02]],\n",
      "\n",
      "         [[-3.6692e-02, -3.2975e-02, -1.0278e-02],\n",
      "          [-3.1835e-02, -5.3899e-03, -3.2266e-02],\n",
      "          [-3.2715e-02, -3.3150e-02, -2.8616e-02]],\n",
      "\n",
      "         [[-8.2592e-03, -2.5406e-02, -1.7791e-02],\n",
      "          [-1.1399e-02, -2.3384e-02, -1.1688e-02],\n",
      "          [-2.2682e-02, -3.1900e-02, -7.9640e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 1.8231e-02, -2.9938e-02, -3.0918e-02],\n",
      "          [ 6.0674e-04, -4.5208e-02, -4.3832e-03],\n",
      "          [-6.0434e-03, -6.1846e-02, -1.4543e-02]],\n",
      "\n",
      "         [[ 1.3111e-02,  1.5979e-02, -5.2871e-03],\n",
      "          [-1.2694e-02,  1.2434e-03,  2.2471e-02],\n",
      "          [ 2.1080e-02, -6.7459e-03,  1.9622e-02]],\n",
      "\n",
      "         [[ 3.0896e-02, -3.0819e-02,  5.1553e-03],\n",
      "          [-5.7161e-04, -1.2514e-02,  2.3466e-02],\n",
      "          [ 2.5366e-02,  3.1077e-02,  2.8808e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-2.0043e-02, -3.3691e-02, -3.3587e-02],\n",
      "          [-3.1222e-02, -4.3832e-02, -2.9784e-02],\n",
      "          [-5.5385e-02, -6.6676e-02, -5.1232e-02]],\n",
      "\n",
      "         [[-1.8431e-02, -1.0482e-02, -1.3102e-02],\n",
      "          [ 5.6541e-03, -2.6609e-02,  2.4034e-03],\n",
      "          [-2.3949e-02,  8.9346e-03,  3.3861e-03]],\n",
      "\n",
      "         [[ 5.7008e-03, -1.4837e-02,  1.3501e-03],\n",
      "          [-5.6762e-04,  6.3385e-03,  5.1770e-03],\n",
      "          [ 5.5514e-03, -1.4905e-03, -2.3526e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 1.8694e-02, -5.8550e-03,  7.5898e-03],\n",
      "          [ 5.4762e-03, -5.1852e-02,  5.3048e-03],\n",
      "          [ 5.4274e-02, -3.1494e-03, -5.8523e-03]],\n",
      "\n",
      "         [[ 1.0686e-02, -1.6323e-02,  2.0675e-02],\n",
      "          [ 1.9367e-03, -3.2638e-02,  9.5754e-04],\n",
      "          [ 2.1652e-03,  2.7449e-02,  5.5060e-02]],\n",
      "\n",
      "         [[ 5.0755e-03, -2.6414e-02,  1.8585e-02],\n",
      "          [-2.5866e-03,  1.2334e-03,  4.8944e-03],\n",
      "          [ 5.3379e-04, -8.6257e-03, -2.3603e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.3444e-02,  9.6432e-03,  1.7831e-02],\n",
      "          [-1.8331e-02, -5.7185e-02, -2.1030e-02],\n",
      "          [ 1.0187e-02, -3.0167e-02, -8.0193e-03]],\n",
      "\n",
      "         [[ 1.7629e-02,  2.5001e-02, -4.5713e-02],\n",
      "          [ 2.5250e-02,  3.9404e-02,  3.0033e-02],\n",
      "          [ 1.6265e-02,  5.3023e-02,  8.1163e-03]],\n",
      "\n",
      "         [[ 4.1792e-03,  8.5183e-03,  3.5242e-03],\n",
      "          [ 2.7552e-02,  4.5622e-02,  3.8444e-03],\n",
      "          [ 2.1285e-02,  2.0103e-02,  1.6193e-03]]],\n",
      "\n",
      "\n",
      "        [[[-1.4135e-02, -3.3222e-02, -5.2931e-03],\n",
      "          [-8.9475e-03, -3.3265e-02,  4.3306e-03],\n",
      "          [ 1.7092e-02, -2.8524e-02, -2.5048e-02]],\n",
      "\n",
      "         [[-1.4275e-02, -2.7405e-02,  1.1635e-02],\n",
      "          [-2.2799e-02, -3.2017e-02, -9.8221e-03],\n",
      "          [-2.0387e-02, -3.1692e-02, -9.8188e-03]],\n",
      "\n",
      "         [[-2.0245e-02, -7.1923e-03,  5.0653e-03],\n",
      "          [ 9.2916e-03, -1.4393e-02, -2.8599e-02],\n",
      "          [ 1.5616e-03, -1.7386e-02, -7.2756e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.4874e-02, -9.5781e-03,  2.7291e-02],\n",
      "          [ 1.7682e-03, -1.8440e-02,  7.5908e-03],\n",
      "          [-6.8078e-03, -1.3905e-03,  3.8714e-03]],\n",
      "\n",
      "         [[-2.7931e-02, -3.4299e-02, -1.5767e-02],\n",
      "          [-1.5908e-02, -4.4211e-02, -1.5330e-02],\n",
      "          [-1.9257e-02, -2.3017e-02,  7.2739e-04]],\n",
      "\n",
      "         [[-3.6868e-02,  1.5530e-02, -7.3656e-04],\n",
      "          [-3.2403e-03, -2.5565e-02, -6.2375e-04],\n",
      "          [-7.5825e-03, -1.7276e-02, -1.2110e-02]]],\n",
      "\n",
      "\n",
      "        [[[-3.0703e-03, -3.1071e-02,  4.9807e-04],\n",
      "          [ 1.3618e-02,  6.6683e-03, -1.3059e-02],\n",
      "          [-1.5806e-02,  9.5659e-03, -2.8366e-02]],\n",
      "\n",
      "         [[-1.5622e-02,  1.0870e-02, -4.3911e-02],\n",
      "          [-6.0366e-03,  4.7041e-02, -6.7736e-03],\n",
      "          [ 2.3879e-02,  1.5275e-02,  2.1209e-02]],\n",
      "\n",
      "         [[-3.4367e-02, -2.7406e-03, -4.0337e-02],\n",
      "          [-2.1270e-02, -2.4037e-02, -2.0263e-02],\n",
      "          [-7.9488e-03, -1.4826e-03, -6.8217e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.0063e-02, -2.2878e-02, -5.5036e-03],\n",
      "          [ 3.2441e-02, -1.3513e-02,  2.5942e-03],\n",
      "          [-2.8327e-02, -3.6309e-02, -1.9826e-02]],\n",
      "\n",
      "         [[-9.0379e-03,  1.6569e-02,  5.9027e-04],\n",
      "          [-7.4690e-04,  3.3369e-02,  2.2972e-02],\n",
      "          [ 1.0572e-02,  8.1467e-03, -3.4821e-02]],\n",
      "\n",
      "         [[ 7.4795e-03,  1.9532e-03,  8.9045e-03],\n",
      "          [-7.3107e-03, -2.9493e-02,  1.2008e-03],\n",
      "          [ 8.8704e-03,  1.1838e-02,  7.4983e-04]]]], requires_grad=True)\n",
      "features.10.bias name\n",
      "Parameter containing:\n",
      "tensor([ 3.7964e-02,  4.3626e-01,  1.9919e-01,  4.7873e-01,  1.9452e-01,\n",
      "         4.6094e-02,  8.9556e-02, -9.0875e-02,  1.2068e-01,  1.8953e-01,\n",
      "         4.5016e-02,  4.8434e-01,  2.4634e-01, -7.8553e-02, -4.1008e-02,\n",
      "        -4.5605e-01,  6.7455e-01,  4.3669e-02, -3.8591e-01,  2.3154e-01,\n",
      "         1.2107e-01,  3.2227e-01,  1.1335e+00,  2.1153e-01,  4.7995e-01,\n",
      "         2.8958e-01,  6.4578e-02,  2.4041e-02,  1.5042e-01,  2.8817e-01,\n",
      "         6.7181e-02,  2.6940e-01,  1.0063e-02,  3.4250e-01,  1.6370e-01,\n",
      "         2.0520e-01,  7.5118e-02,  1.1070e-01,  2.6571e-01,  1.2281e-01,\n",
      "        -4.6485e-02,  5.1063e-01,  1.4461e-01,  4.4510e-01,  3.3639e-01,\n",
      "         4.0720e-01, -2.1050e-02,  1.1052e+00,  1.2309e-01,  3.1051e-01,\n",
      "         2.3018e-01,  3.6438e-01,  3.8058e-01,  1.7631e-01,  6.3093e-01,\n",
      "        -1.3756e-02,  2.6251e-01,  2.0362e-01,  3.4236e-01,  1.9062e-02,\n",
      "         1.5609e-01,  2.2937e-01, -8.7384e-02,  3.1602e-02,  8.6188e-02,\n",
      "         2.4748e-01, -7.8154e-03,  2.2365e-01,  2.4816e-01,  7.1836e-02,\n",
      "        -6.6000e-02, -6.8084e-02, -2.1012e-02,  4.0951e-01,  4.2487e-01,\n",
      "         3.0534e-01, -1.1383e-01,  2.4841e-02,  1.1446e-01,  7.3555e-03,\n",
      "        -4.6246e-02,  6.3487e-01, -1.1421e-01,  6.1986e-01,  9.2757e-02,\n",
      "        -1.4665e-02,  4.6250e-01,  6.3386e-01, -1.7848e-02,  1.3755e-01,\n",
      "         1.2155e-02,  1.9338e-01,  1.9085e-02,  8.1355e-02,  1.7102e-02,\n",
      "         4.4921e-02,  1.9130e-01,  2.0720e-01,  1.7913e-03,  4.5546e-01,\n",
      "         3.8208e-01,  3.2588e-01, -1.0084e-01,  5.0784e-01,  1.2523e-02,\n",
      "         5.9673e-01,  8.0652e-01,  4.6247e-01,  1.4344e-01,  9.7860e-03,\n",
      "        -3.8480e-02,  3.1713e-02,  1.3493e-01,  5.5403e-01,  1.3879e-01,\n",
      "         1.8507e-01,  3.5126e-02, -1.2923e-01,  1.5486e-01,  6.6569e-02,\n",
      "         2.2698e-01, -8.0724e-02,  5.2492e-01,  1.2118e-01,  2.5738e-02,\n",
      "         2.4021e+00,  5.4695e-01, -1.7379e-01,  1.0619e-01, -4.2293e-02,\n",
      "         3.7618e-02,  2.4259e-01, -7.6743e-02,  2.1944e-02,  4.8954e-01,\n",
      "         4.1475e-01,  4.8341e-02, -3.5894e-02,  1.4445e-01, -2.0989e-01,\n",
      "         2.6906e-01,  6.1454e-02,  4.7476e-03,  5.8720e-01,  2.1773e-01,\n",
      "         8.1851e-01,  4.1794e-01,  4.1514e-02,  1.7567e-01,  9.2828e-01,\n",
      "         1.3975e-01,  3.6809e-01,  6.7954e-01, -4.6613e-02,  6.1853e-01,\n",
      "         9.9139e-02,  3.7578e-01,  1.2078e-01,  7.3212e-01,  1.4217e-01,\n",
      "        -1.5891e-02,  4.9133e-01,  6.9460e-02,  1.6718e-01,  6.8328e-01,\n",
      "         3.6984e-01,  1.1704e-01,  4.6448e-03,  4.4395e-01,  1.6502e-01,\n",
      "         1.2848e-01,  2.1826e-01,  7.0516e-01,  4.1369e-03,  1.6124e-01,\n",
      "         1.1174e-01, -8.4453e-04,  2.6191e-01,  7.3103e-02,  2.6202e-01,\n",
      "         1.5253e-02,  2.0889e-01,  3.3991e-01,  3.9360e-02,  9.8699e-02,\n",
      "         2.8095e-01,  1.3300e-01, -9.8729e-02,  1.5865e-01, -1.0977e-01,\n",
      "        -1.2899e-01,  1.5089e-01,  1.3981e-01,  1.9367e-03,  1.0875e-01,\n",
      "        -1.6497e-01,  5.6130e-02,  1.7397e-01,  4.1817e-01,  1.1607e-01,\n",
      "         3.5296e-01,  8.5897e-01,  2.8839e-01,  1.1828e-01, -5.0673e-02,\n",
      "         2.8798e-02,  1.3510e-01,  1.9383e-01, -1.9312e-02,  5.4221e-01,\n",
      "         5.3677e-01,  4.4037e-01,  5.0655e-01,  3.5812e-01,  5.3000e-01,\n",
      "         5.1179e-01,  2.0096e-01,  3.6999e-01,  6.0126e-01,  4.2610e-03,\n",
      "         1.9014e-02, -1.7977e-01,  6.5511e-02,  6.4663e-01,  2.4109e-01,\n",
      "         1.3175e-01,  6.0788e-01, -4.4901e-03,  6.0372e-01,  2.9686e-01,\n",
      "         6.3624e-01,  3.3710e-01,  1.0049e-01,  4.1112e-01,  5.2909e-01,\n",
      "         1.8214e-01,  2.3342e-01,  3.5865e-02,  9.3808e-02,  1.6784e-01,\n",
      "         9.7704e-02,  4.3545e-01,  3.4650e-02, -7.2180e-02,  1.4837e-01,\n",
      "        -9.3362e-02,  4.1976e-01, -4.9194e-03,  1.8956e-01,  5.4447e-01,\n",
      "         5.3322e-01,  3.6115e-01,  3.2763e-01,  5.5909e-01,  2.0211e-03,\n",
      "        -6.6487e-02], requires_grad=True)\n",
      "classifier.1.weight name\n",
      "Parameter containing:\n",
      "tensor([[ 0.0040,  0.0061,  0.0134,  ..., -0.0003, -0.0022, -0.0093],\n",
      "        [ 0.0013,  0.0020,  0.0028,  ...,  0.0053,  0.0002, -0.0145],\n",
      "        [-0.0185, -0.0145, -0.0198,  ..., -0.0003, -0.0012,  0.0191],\n",
      "        ...,\n",
      "        [-0.0063,  0.0026, -0.0084,  ..., -0.0079,  0.0055,  0.0067],\n",
      "        [-0.0115, -0.0055, -0.0092,  ..., -0.0039, -0.0048, -0.0099],\n",
      "        [ 0.0026, -0.0148, -0.0016,  ...,  0.0050,  0.0052, -0.0045]],\n",
      "       requires_grad=True)\n",
      "classifier.1.bias name\n",
      "Parameter containing:\n",
      "tensor([ 0.0324,  0.0621, -0.0557,  ..., -0.0248,  0.0185,  0.0095],\n",
      "       requires_grad=True)\n",
      "classifier.4.weight name\n",
      "Parameter containing:\n",
      "tensor([[-0.0107, -0.0015,  0.0057,  ...,  0.0026, -0.0010, -0.0087],\n",
      "        [-0.0279,  0.0168, -0.0162,  ..., -0.0079, -0.0049, -0.0219],\n",
      "        [-0.0112, -0.0184,  0.0073,  ...,  0.0013,  0.0050,  0.0055],\n",
      "        ...,\n",
      "        [-0.0027, -0.0146,  0.0057,  ...,  0.0250, -0.0042, -0.0009],\n",
      "        [ 0.0066,  0.0094,  0.0232,  ...,  0.0060, -0.0029, -0.0042],\n",
      "        [ 0.0118,  0.0041,  0.0013,  ..., -0.0088, -0.0039,  0.0055]],\n",
      "       requires_grad=True)\n",
      "classifier.4.bias name\n",
      "Parameter containing:\n",
      "tensor([0.0489, 0.0972, 0.0022,  ..., 0.0261, 0.0448, 0.0802],\n",
      "       requires_grad=True)\n",
      "classifier.6.weight name\n",
      "Parameter containing:\n",
      "tensor([[ 0.0327, -0.0062, -0.0040,  ...,  0.0160,  0.0456, -0.0158],\n",
      "        [-0.0281,  0.0393, -0.0035,  ..., -0.0250,  0.0265, -0.0159],\n",
      "        [-0.0019, -0.0004, -0.0081,  ..., -0.0093,  0.0203, -0.0136],\n",
      "        ...,\n",
      "        [-0.0249, -0.0350,  0.0131,  ..., -0.0082,  0.0454, -0.0043],\n",
      "        [ 0.0252, -0.0026, -0.0109,  ..., -0.0091, -0.0615, -0.0009],\n",
      "        [-0.0039,  0.0090, -0.0018,  ...,  0.0229,  0.0042,  0.0185]],\n",
      "       requires_grad=True)\n",
      "classifier.6.bias name\n",
      "Parameter containing:\n",
      "tensor([ 5.3252e-02,  5.6475e-02,  1.2015e-02,  1.0475e-02,  1.4073e-02,\n",
      "         2.4921e-02,  4.5943e-02, -1.2418e-02, -5.2491e-02, -1.5580e-02,\n",
      "        -2.1215e-02, -3.3407e-02,  9.5835e-03,  1.8659e-02,  7.1095e-03,\n",
      "        -2.5249e-02, -2.9553e-03,  6.2285e-03, -3.0338e-02,  1.7713e-02,\n",
      "         4.8128e-02,  5.5310e-02,  4.2137e-02, -3.4339e-02,  1.1161e-02,\n",
      "        -3.7005e-02, -3.7998e-02, -2.2497e-02, -1.3564e-02,  1.1125e-01,\n",
      "         3.1010e-02,  6.8569e-03, -1.5973e-02, -9.2437e-03,  4.3681e-02,\n",
      "        -2.6168e-02, -3.0454e-03,  2.6335e-02,  1.0302e-02,  2.9396e-02,\n",
      "        -1.6149e-02,  3.0833e-02,  4.0436e-02,  6.6803e-02,  2.4527e-02,\n",
      "         4.6312e-02,  6.1914e-03,  8.0594e-02,  5.9732e-02,  6.1413e-02,\n",
      "         1.6579e-03,  6.7179e-02, -4.2294e-03, -1.4659e-02, -6.7676e-02,\n",
      "        -8.3818e-03, -5.8036e-02,  8.1914e-03,  3.9684e-02,  2.8477e-02,\n",
      "        -1.2424e-01,  3.9262e-02,  9.1787e-03,  6.8728e-02,  4.0663e-02,\n",
      "        -1.0124e-02,  1.2239e-02, -2.7275e-03, -2.1134e-02,  9.3186e-02,\n",
      "         4.6140e-03,  2.6338e-02,  4.4615e-02, -1.2071e-02, -3.0606e-02,\n",
      "         6.9681e-02,  4.3573e-02, -7.0400e-03,  3.4302e-02,  1.8671e-02,\n",
      "        -2.3980e-03, -7.9588e-03, -2.6701e-02, -2.3112e-02, -2.1024e-02,\n",
      "         7.5927e-03, -4.0854e-02,  9.6504e-02,  1.6273e-02,  6.8265e-02,\n",
      "        -1.2029e-02,  1.8616e-02, -2.3254e-02,  6.6254e-04,  6.5770e-02,\n",
      "         2.0797e-02,  4.6046e-02, -1.2563e-02,  1.5837e-02, -6.2019e-02,\n",
      "         1.6890e-02,  2.9346e-02,  1.2199e-02,  1.1579e-01,  1.8052e-02,\n",
      "         8.3501e-02,  4.6795e-02, -5.9661e-03,  4.3978e-02, -8.9776e-02,\n",
      "        -8.6210e-02,  4.8310e-02, -2.1315e-02,  7.1201e-03, -3.1428e-02,\n",
      "        -2.2256e-02,  9.2478e-02,  5.7419e-02, -2.9094e-04, -1.5966e-02,\n",
      "         9.0139e-02, -1.8068e-02,  5.2080e-02, -1.0922e-02, -5.9916e-02,\n",
      "         6.9528e-02, -4.0415e-03, -2.4078e-02,  1.2984e-02,  8.9963e-03,\n",
      "        -3.2033e-02,  1.7807e-03,  3.9556e-02, -7.1310e-03, -8.6408e-02,\n",
      "        -5.2836e-02, -3.0279e-02, -2.9701e-03,  2.8985e-02, -6.0586e-03,\n",
      "        -1.5632e-02, -1.5263e-02, -1.4647e-02, -6.3525e-02, -3.9613e-02,\n",
      "        -7.7837e-03, -7.8425e-03,  7.1100e-04, -7.7680e-04,  4.9023e-02,\n",
      "        -2.2289e-03,  6.4397e-03, -9.0882e-02,  4.1336e-02, -6.3460e-03,\n",
      "         1.4306e-02,  3.8303e-03, -3.1278e-02, -7.2626e-02, -3.5031e-02,\n",
      "        -2.1359e-02,  6.8324e-02,  4.5042e-02,  2.8514e-02,  3.2959e-02,\n",
      "        -4.6693e-02, -1.0623e-02, -6.0456e-02,  2.3472e-02,  1.9999e-02,\n",
      "         2.5433e-02,  7.6092e-02, -6.2514e-03, -2.5429e-02,  6.6237e-02,\n",
      "        -5.7913e-02, -1.8797e-02,  4.2716e-02,  5.1821e-02, -6.9029e-02,\n",
      "        -1.5346e-02,  2.3568e-02,  5.2703e-02,  5.5551e-02, -8.4720e-03,\n",
      "        -1.2149e-02, -2.7647e-03, -1.4819e-03, -2.3124e-02,  8.9908e-03,\n",
      "        -3.7236e-03,  5.5263e-02,  3.0676e-02, -3.2228e-02, -6.9401e-03,\n",
      "         5.0185e-02,  2.8821e-02,  3.6680e-03, -2.8823e-02,  5.0426e-02,\n",
      "        -1.0344e-01, -2.1276e-03,  4.3640e-02,  3.0670e-02,  1.1708e-02,\n",
      "        -8.2692e-03, -8.7994e-04, -7.9968e-03, -5.8294e-02,  7.0524e-02,\n",
      "        -2.0286e-02,  2.0245e-03, -5.0412e-03, -1.7596e-02,  2.1311e-03,\n",
      "        -1.2316e-02,  1.5342e-02,  3.2776e-02,  5.1759e-03, -4.1486e-02,\n",
      "        -7.3661e-03, -1.9380e-02,  3.3047e-02,  8.3802e-02, -1.9553e-02,\n",
      "         7.2874e-02, -3.5580e-03, -8.1869e-02,  2.6474e-02,  4.9446e-02,\n",
      "         2.9175e-02, -7.6044e-02, -2.3432e-02,  2.2784e-02,  1.0188e-02,\n",
      "         1.0420e-02,  5.3774e-03,  5.4046e-02,  1.4067e-02,  4.0287e-02,\n",
      "        -4.9321e-02, -1.4429e-02, -4.6192e-02, -1.4586e-02, -2.6139e-02,\n",
      "        -4.2562e-04, -5.0145e-02,  3.3987e-02, -5.3159e-02, -5.5430e-02,\n",
      "         3.6954e-03, -1.1041e-03,  2.8349e-02, -4.4211e-02,  5.9482e-02,\n",
      "        -1.5721e-02, -2.6858e-02,  2.9261e-02,  9.5011e-03,  2.4154e-03,\n",
      "         1.3513e-02,  2.8245e-02, -6.4663e-02,  5.3230e-02, -4.3924e-02,\n",
      "         3.4698e-04,  1.7564e-02, -9.1725e-02, -2.3233e-02,  2.2276e-02,\n",
      "         4.0636e-02,  5.2172e-02,  3.5888e-02,  6.8130e-03,  1.0692e-02,\n",
      "         2.1173e-03, -1.7580e-03, -2.7247e-03, -4.8340e-02,  1.3375e-02,\n",
      "        -2.6605e-02,  8.5712e-02, -7.3576e-02,  2.3194e-02,  5.6535e-02,\n",
      "         3.6531e-02,  7.1076e-02, -2.0128e-02, -5.6684e-02,  4.1176e-02,\n",
      "        -1.7057e-02,  1.3072e-03,  1.3561e-02, -8.1499e-02, -1.9378e-02,\n",
      "         3.5581e-02,  3.2518e-02,  6.2056e-02, -3.8972e-02,  4.0444e-02,\n",
      "        -3.7356e-02, -2.5330e-02, -4.5012e-02, -5.6890e-02, -6.5692e-02,\n",
      "         5.4484e-02,  4.5054e-02, -7.4308e-02,  1.1787e-03,  5.3284e-04,\n",
      "        -6.7275e-02, -5.6026e-02, -7.0426e-02,  6.4871e-02,  4.1639e-02,\n",
      "         8.3475e-02,  3.5982e-02,  2.0956e-02,  2.5103e-02, -1.6456e-02,\n",
      "        -1.1024e-02, -2.6935e-02, -9.1414e-03, -5.0469e-02,  5.2238e-02,\n",
      "        -2.6817e-02,  1.4414e-02, -1.0621e-01, -4.6598e-02, -2.5114e-02,\n",
      "         8.4723e-03, -2.5711e-02,  9.3712e-02,  7.2801e-02,  2.5253e-02,\n",
      "         2.1812e-02,  3.3336e-02,  1.6326e-02, -5.2736e-02,  5.5630e-02,\n",
      "        -1.3830e-02, -4.0054e-02,  8.7340e-03,  3.1333e-02,  3.4241e-02,\n",
      "        -5.1627e-02,  2.7252e-02,  2.6041e-02, -5.2250e-02,  2.6162e-02,\n",
      "         5.1007e-02,  2.8195e-02, -2.4470e-02,  1.2946e-02,  5.2765e-02,\n",
      "        -1.8762e-02, -3.1476e-02,  5.5163e-04,  1.0595e-02,  6.4026e-02,\n",
      "        -1.0145e-02,  6.1711e-02,  2.9520e-02,  3.8700e-02,  4.4010e-02,\n",
      "         2.8614e-02,  5.7040e-02,  4.6143e-02, -3.3167e-02,  2.5789e-02,\n",
      "        -9.9446e-03, -3.0128e-03,  9.8479e-03,  3.3981e-02, -1.5649e-02,\n",
      "        -9.9509e-03,  4.9874e-02, -6.3548e-04,  2.8995e-02,  7.9144e-03,\n",
      "        -6.2499e-02, -5.1307e-02,  2.6480e-02,  1.4117e-02, -2.4593e-02,\n",
      "         9.7300e-03, -1.0901e-02,  2.7393e-02,  1.5526e-02,  4.2757e-02,\n",
      "        -4.2605e-02,  1.3845e-02, -1.6240e-02,  4.3815e-02, -2.3015e-03,\n",
      "        -2.2745e-03,  2.7163e-02,  3.5608e-02, -3.9027e-02,  7.4795e-02,\n",
      "         2.9545e-03,  2.4383e-02,  3.8495e-03,  7.3041e-03, -3.5850e-02,\n",
      "         9.0172e-02, -1.9558e-03, -9.6829e-02, -6.6019e-02, -1.2339e-01,\n",
      "         8.5293e-02, -2.8016e-02, -4.2111e-02,  3.4543e-03, -5.9704e-03,\n",
      "        -4.0699e-02,  9.3167e-02,  3.8482e-03, -4.1334e-03,  9.7206e-03,\n",
      "         1.7187e-02, -1.8781e-02, -2.0588e-02,  6.4882e-02,  6.1634e-02,\n",
      "        -4.5338e-05, -4.7090e-02, -1.3213e-01,  2.8466e-02, -2.8057e-02,\n",
      "         5.8503e-02,  6.6895e-02, -3.4372e-02, -1.4239e-02, -3.0599e-02,\n",
      "         1.9456e-02, -3.3238e-02, -2.4988e-02, -9.0367e-05, -4.6692e-02,\n",
      "        -4.8098e-02,  1.9271e-02,  2.4073e-02,  2.2539e-02, -5.8785e-03,\n",
      "         1.5558e-02,  4.0886e-03, -7.8306e-02,  8.6316e-02, -1.4157e-02,\n",
      "         8.7703e-02,  1.1080e-02,  2.4186e-02,  8.9802e-04, -1.2056e-02,\n",
      "        -1.7418e-02, -3.5627e-03, -3.2366e-02, -1.3965e-03, -2.6253e-02,\n",
      "        -2.4457e-02,  1.6563e-02, -1.8416e-02, -1.0767e-01,  9.6398e-03,\n",
      "         4.2801e-02,  6.0262e-02,  3.9423e-02, -7.1208e-02,  3.1756e-02,\n",
      "        -5.8451e-02, -4.1126e-02, -3.6470e-02,  3.2047e-02,  1.0938e-02,\n",
      "         1.5454e-01,  3.8895e-02,  4.0750e-02,  2.8544e-02, -8.7241e-02,\n",
      "         4.4254e-02, -5.8567e-03, -2.4539e-02, -3.7177e-02, -6.1798e-02,\n",
      "         2.9119e-03, -1.5438e-02, -6.9551e-02, -1.3111e-01,  2.5559e-02,\n",
      "         1.5085e-02,  7.0103e-02,  3.3266e-02, -2.6814e-02, -1.1635e-01,\n",
      "        -1.3400e-02,  1.0656e-01, -1.6285e-01,  3.3475e-02, -3.2177e-02,\n",
      "         4.8456e-02, -1.1730e-02, -8.8067e-02, -3.5880e-02,  1.3474e-02,\n",
      "        -2.0326e-02, -1.2884e-01, -5.6742e-02, -6.5963e-02,  1.2026e-02,\n",
      "        -2.5221e-02, -2.3785e-02, -9.6762e-03, -3.7816e-02,  1.9221e-02,\n",
      "         4.8619e-03, -2.4410e-03, -2.6034e-02, -1.9117e-02, -8.2225e-04,\n",
      "         1.7868e-02, -2.7427e-02,  4.1341e-02,  2.4172e-02,  6.8962e-02,\n",
      "         6.3656e-02,  4.3324e-02, -1.6802e-02, -1.7103e-02,  3.2263e-02,\n",
      "        -4.4776e-02, -8.3217e-02, -1.8283e-02,  5.8367e-02,  3.1406e-02,\n",
      "         5.6282e-02, -1.1132e-01,  7.2988e-02, -1.0903e-01,  2.9206e-02,\n",
      "        -2.7821e-02, -1.2398e-01, -2.5645e-02, -5.7258e-02,  8.1258e-03,\n",
      "         2.6332e-02, -2.0495e-02, -4.6250e-02,  2.8908e-03,  9.5556e-02,\n",
      "         4.4201e-02, -2.7812e-03,  2.2221e-03, -4.5316e-02, -4.3130e-02,\n",
      "        -5.8415e-02,  3.2564e-02,  5.7614e-02, -7.8569e-02, -6.7936e-02,\n",
      "        -6.6392e-03,  4.6499e-02, -5.6938e-02,  6.3510e-02,  6.6341e-02,\n",
      "         1.3054e-02, -1.0774e-02, -5.5007e-02,  4.9877e-02,  2.0793e-02,\n",
      "         1.5054e-02, -1.7921e-02, -6.6430e-02,  5.9132e-02,  2.1106e-02,\n",
      "         1.8961e-02, -1.0129e-02,  1.8008e-02, -3.5435e-02,  1.4764e-02,\n",
      "        -7.5889e-03, -8.3661e-02, -5.2211e-02,  6.8491e-02, -2.9039e-02,\n",
      "        -1.9383e-02,  1.5508e-02, -1.8306e-02, -3.6809e-03,  5.0420e-02,\n",
      "        -5.5348e-02,  5.0071e-03,  3.2704e-03, -5.4693e-03,  8.3264e-02,\n",
      "        -2.6980e-02, -3.8524e-02,  7.7673e-02,  3.8679e-02, -4.3476e-02,\n",
      "        -6.3778e-02,  7.1726e-03,  3.6365e-02,  3.5581e-02,  1.8565e-02,\n",
      "        -1.5428e-02,  3.9404e-02,  1.0108e-02,  9.3341e-03, -4.7146e-02,\n",
      "         3.6313e-02,  1.3648e-03,  4.9428e-02,  1.1902e-02, -6.4542e-03,\n",
      "        -4.9254e-02, -1.1963e-01,  9.9042e-02, -2.6934e-02, -7.8272e-02,\n",
      "         5.6361e-03,  1.2645e-02, -3.9618e-03,  2.2964e-02, -3.2064e-02,\n",
      "        -4.6960e-02, -3.3381e-02,  2.9637e-02, -3.6173e-02,  3.0285e-03,\n",
      "         1.7763e-02, -2.4117e-02, -5.6028e-02,  3.5110e-02,  7.2502e-02,\n",
      "        -5.6726e-02, -6.1277e-02, -6.2330e-02, -6.4275e-02, -2.1981e-02,\n",
      "        -1.6378e-02, -7.2263e-02,  3.9917e-02, -9.7765e-02, -4.7685e-02,\n",
      "        -1.9302e-03, -2.4836e-02,  2.4878e-03,  5.6834e-02,  1.0820e-02,\n",
      "        -3.2613e-02,  2.7537e-02,  5.3602e-03,  1.1122e-02, -3.4763e-02,\n",
      "         3.4889e-02,  1.1450e-02, -3.3565e-02,  1.8182e-02, -2.5285e-02,\n",
      "         7.6259e-02, -1.7923e-02,  8.6244e-03, -5.6801e-02, -2.0029e-02,\n",
      "        -7.3464e-03,  7.8287e-03, -2.6822e-02,  4.8273e-03,  9.6238e-02,\n",
      "         1.8904e-02,  3.5164e-02,  7.9271e-02, -1.4469e-02,  8.4794e-02,\n",
      "         2.3145e-02, -4.8635e-02, -1.8980e-02,  1.3211e-02, -1.1367e-02,\n",
      "         5.6345e-02, -3.2129e-02,  9.4927e-03, -4.3672e-02, -5.8385e-02,\n",
      "         2.4477e-02, -4.1123e-02, -1.7410e-02, -2.2212e-02, -4.1425e-02,\n",
      "         4.2289e-02,  8.7909e-02,  2.7870e-02, -7.8393e-02,  6.7135e-04,\n",
      "         3.5587e-03, -2.1712e-02,  2.3001e-02, -8.1032e-02,  7.3319e-03,\n",
      "        -3.3296e-04,  1.6864e-02,  1.7028e-02,  4.5052e-02,  2.4304e-03,\n",
      "        -7.4777e-02,  6.0089e-02,  6.9517e-02, -5.7710e-02,  4.6902e-03,\n",
      "        -3.8819e-03, -5.8210e-02, -1.1185e-03,  9.0919e-02, -8.7339e-03,\n",
      "         6.4967e-02,  1.8759e-02, -5.0487e-02, -4.9778e-02,  4.9940e-02,\n",
      "         2.3460e-02, -1.4869e-02,  7.7824e-03, -2.4576e-02, -4.5487e-02,\n",
      "        -2.6208e-02,  1.3017e-01,  1.6476e-02, -3.0707e-02, -2.2029e-02,\n",
      "        -2.6967e-02,  5.2982e-03,  1.7465e-02, -9.5463e-02, -8.5460e-02,\n",
      "        -2.0266e-03, -2.9333e-03, -6.4850e-02,  7.8749e-02,  1.2722e-01,\n",
      "        -3.0474e-02,  7.9202e-03, -1.4629e-02,  4.9757e-02, -6.1835e-02,\n",
      "         4.2074e-02,  7.3102e-03,  4.7387e-02, -1.0757e-02,  6.5734e-02,\n",
      "        -4.5547e-03,  2.7735e-03,  2.9592e-02,  5.8648e-03, -1.2238e-01,\n",
      "         5.7966e-02,  6.0513e-02, -1.6859e-02, -4.4747e-02, -3.4610e-02,\n",
      "         4.5194e-02,  6.8550e-04, -3.0971e-02,  6.2202e-02, -3.6581e-02,\n",
      "        -2.7143e-02,  1.4357e-02, -2.3183e-03, -1.3557e-03, -2.3419e-02,\n",
      "         7.2945e-02, -1.6167e-02, -6.4322e-02, -6.6394e-02,  8.7976e-03,\n",
      "         5.5808e-03,  3.4428e-02,  4.3121e-02, -9.2526e-02, -6.9069e-02,\n",
      "         7.7242e-03,  5.1836e-03, -5.7449e-02, -2.2806e-02, -4.3065e-02,\n",
      "         1.4340e-01,  3.4542e-02, -3.3381e-02,  6.8073e-02, -4.3122e-02,\n",
      "        -4.7611e-02,  1.2633e-02,  5.0245e-03,  5.3107e-02,  6.6606e-02,\n",
      "         7.7941e-04,  2.1567e-02,  2.8193e-02, -6.4781e-03,  4.6802e-02,\n",
      "        -8.1779e-02,  4.5102e-02,  4.3365e-02,  5.0884e-02,  5.0874e-03,\n",
      "        -4.0991e-02, -5.6369e-02,  4.3932e-02, -1.1832e-02, -3.3235e-02,\n",
      "        -7.4081e-02, -3.1906e-02,  1.6910e-02, -3.5907e-02,  1.9498e-03,\n",
      "         3.7387e-03,  7.7815e-02, -3.8847e-02, -5.2373e-02,  3.9722e-02,\n",
      "        -1.2653e-02, -4.8730e-02,  2.3529e-02,  1.2015e-02, -2.3584e-02,\n",
      "        -4.2143e-03, -7.1829e-02, -8.9830e-02, -1.8455e-02, -5.9362e-02,\n",
      "         1.7717e-02,  5.4384e-02,  3.6537e-03,  5.3803e-03,  7.9031e-02,\n",
      "         2.2240e-02, -1.0549e-02, -4.5449e-03, -2.8834e-02, -1.0402e-02,\n",
      "         2.6980e-03, -4.7863e-02, -7.3498e-04,  8.8465e-02, -2.0006e-02,\n",
      "        -1.0358e-02, -1.3307e-02,  2.0518e-02,  5.8219e-03, -4.0321e-02,\n",
      "        -8.3064e-03, -4.7484e-02, -7.1105e-02,  2.8095e-02,  7.1692e-03,\n",
      "         5.3178e-02, -7.2905e-03, -2.0805e-02, -6.9260e-02,  4.5134e-02,\n",
      "        -1.2814e-02,  1.2746e-02, -4.9280e-03,  2.4691e-02, -3.4422e-02,\n",
      "         6.3144e-02, -2.1781e-02, -5.0597e-02, -7.5548e-02, -3.2391e-02,\n",
      "         1.2470e-02, -6.6609e-02, -3.3134e-02, -2.6591e-02, -4.1465e-02,\n",
      "        -1.8827e-02, -3.0473e-04,  1.5325e-02, -4.7332e-02, -5.5676e-02,\n",
      "         2.1460e-02,  1.9186e-02,  5.3556e-03, -3.1528e-02,  9.7987e-03,\n",
      "        -5.7906e-02, -3.7041e-02,  2.0125e-02, -5.3023e-03,  3.0509e-03,\n",
      "         3.0903e-02, -1.9810e-02, -2.5124e-02,  2.5123e-02,  2.1905e-02,\n",
      "         1.6592e-03,  8.0100e-03,  2.1628e-02, -4.9679e-02, -6.8297e-02,\n",
      "         2.9881e-03,  1.1875e-02, -6.6792e-02,  1.3855e-02,  6.1322e-02,\n",
      "         7.8280e-02,  4.3107e-02, -4.0548e-02,  1.3512e-02,  3.3229e-02,\n",
      "        -5.1434e-02, -7.5863e-02, -3.1879e-02, -1.8831e-02, -5.0711e-03,\n",
      "         4.9725e-02,  8.4448e-03,  3.9326e-02,  7.1417e-02,  4.9369e-02,\n",
      "        -2.7340e-02,  7.9479e-02,  1.8443e-04,  3.4903e-02,  2.6848e-02,\n",
      "         2.9325e-02,  2.4565e-02,  1.3714e-02,  1.0439e-02,  8.2166e-02,\n",
      "         2.2898e-02, -4.9901e-02, -1.2849e-01,  4.4965e-02,  5.4320e-02,\n",
      "         3.0903e-02,  2.7644e-02, -5.0354e-02, -2.5691e-02, -6.2493e-03,\n",
      "         2.7136e-02,  1.1583e-02,  1.8871e-02, -3.5744e-02, -6.0619e-02,\n",
      "        -1.2422e-02, -1.4326e-02, -9.8677e-02, -3.8423e-02, -3.8647e-02,\n",
      "        -9.1581e-02, -4.2368e-02, -4.9885e-02, -1.6033e-02, -4.5562e-02,\n",
      "         2.4515e-02, -2.1699e-02,  3.7827e-03, -3.4757e-02, -4.1276e-02,\n",
      "         3.3561e-02,  5.7945e-02,  6.3927e-02,  7.1584e-03,  2.8452e-02,\n",
      "         1.1123e-01, -2.2850e-02,  1.3239e-02, -8.6398e-02,  4.5526e-02,\n",
      "        -2.9062e-03,  6.4437e-02,  2.3639e-02, -6.8218e-02,  3.5062e-02,\n",
      "        -1.6846e-02,  2.8718e-02,  2.8398e-02, -9.9861e-04, -4.5618e-03,\n",
      "         3.5558e-02,  4.4268e-02,  7.9080e-02,  1.6179e-02, -5.6045e-03,\n",
      "        -3.0647e-02,  2.7647e-02, -1.0381e-01, -3.2340e-02, -8.2798e-03,\n",
      "        -1.2683e-02, -6.8346e-02, -8.5445e-03, -1.1209e-02,  3.1321e-02,\n",
      "        -1.0558e-02, -2.0959e-02,  3.0059e-02, -5.2112e-02,  2.3731e-02],\n",
      "       requires_grad=True)\n"
     ]
    }
   ],
   "source": [
    " for name,params in a.xmodel.named_parameters():\n",
    "    print(name,\"name\")\n",
    "    print(params)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initializing omega values for layer features.0.weight\n",
      "Initializing omega values for layer features.0.bias\n",
      "Initializing omega values for layer features.3.weight\n",
      "Initializing omega values for layer features.3.bias\n",
      "Initializing omega values for layer features.6.weight\n",
      "Initializing omega values for layer features.6.bias\n",
      "Initializing omega values for layer features.8.weight\n",
      "Initializing omega values for layer features.8.bias\n",
      "Initializing omega values for layer features.10.weight\n",
      "Initializing omega values for layer features.10.bias\n",
      "Initializing omega values for layer classifier.1.weight\n",
      "Initializing omega values for layer classifier.1.bias\n",
      "Initializing omega values for layer classifier.4.weight\n",
      "Initializing omega values for layer classifier.4.bias\n",
      "Initializing omega values for layer classifier.6.weight\n",
      "Initializing omega values for layer classifier.6.bias\n"
     ]
    }
   ],
   "source": [
    "device = torch.device(\"cuda:0\" if use_gpu else \"cpu\")\n",
    "\n",
    "freeze_layers= []\n",
    "reg_params = {}\n",
    "\n",
    "for name, param in a.xmodel.named_parameters():\n",
    "    if not name in freeze_layers:\n",
    "\n",
    "        print (\"Initializing omega values for layer\", name)\n",
    "        omega = torch.zeros(param.size())\n",
    "        omega = omega.to(device)\n",
    "\n",
    "        init_val = param.data.clone()\n",
    "        param_dict = {}\n",
    "\n",
    "        #for first task, omega is initialized to zero\n",
    "        param_dict['omega'] = omega\n",
    "        param_dict['init_val'] = init_val\n",
    "\n",
    "        #the key for this dictionary is the name of the layer\n",
    "        reg_params[param] = param_dict\n",
    "\n",
    "a.reg_params = reg_params\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}