Random_Agent.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import numpy.random as random\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "from game import game, random_connection_game_initialstate, random_connection_game"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import time\n",
    "from IPython.display import clear_output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def randomAgent(state, Memb = 25):\n",
    "    #move = random.randint(3)\n",
    "    spin_1 = random.randint(Memb)\n",
    "    spin_2 = random.randint(4)\n",
    "    return (spin_1, spin_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "Memb = 4*4\n",
    "\n",
    "env = random_connection_game(4,  Memb, \n",
    "                             max_consecutive_failures = 50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(4, 4) (16, 16) (16, 16) (2, 16, 16)\n"
     ]
    }
   ],
   "source": [
    "state = env.reset()\n",
    "print(env.H.shape, env.Hemb.shape, env.Hmask.shape,\n",
    "      env.state.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD6CAYAAABuxZF5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAUVklEQVR4nO3de2xc5ZnH8e/jmbE9ueAJSYhzrbsQkrouJSVcClptBeqGm5JIUDVdlS27RGy7sKXayt2yWtGL1FURUoUqqu5madWWVi0FulnKZbMs0G2LSopDQhriRHKBArlg52KbgG/jefaPOTaOM4knyfGccd7fR7Iyc847Z54j5+c5c+bM+5i7IyLhqUm6ABFJhsIvEiiFXyRQCr9IoBR+kUAp/CKBKjv8ZpYys61m9liJdXVm9qCZdZjZZjNrirNIEYlf+iTG3gG0A2eVWHcLcNjdzzOzdcDdwCdPtLE5c+Z4U1PTSTy9iJysLVu2HHD3uaXWlRV+M1sEXAd8A/jHEkPWAF+Nbj8M3Gdm5ie4gqipqYm2trZynl5ETpGZ/el468o97L8X+BJQOM76hcAbAO6eB3qA2SdRo4hU2IThN7PrgU5333K6T2Zmt5pZm5m1dXV1ne7mROQ0lPPKfwWw2sxeA34GXGlmPx43Zg+wGMDM0kADcHD8htx9g7uvdPeVc+eWfBsiIhUyYfjd/U53X+TuTcA64Bl3//S4YY8Cn4lu3xiN0TeGRKrYyZztP4qZfR1oc/dHge8BD5hZB3CI4h8JEaliJxV+d/8V8Kvo9l1jlvcDn4izMBGZXLrCTyRQCr9IoBR+kUAp/CKBUvhFAqXwiwRK4RcJlMIvEiiFXyRQCr9IoBR+kUAp/CKBUvhFAqXwiwRK4RcJlMIvEiiFXyRQCr9IoMqZurvezH5vZi+Z2ctm9rUSY242sy4z2xb9rJ+cckUkLuXM4TcAXOnuR8wsA/zWzJ509+fHjXvQ3W+Pv0QRmQwThj+agvtIdDcT/WhabpEprqz3/FGH3m1AJ/CUu28uMewGM9tuZg+b2eJYqxSR2JUVfncfdvcLgUXAJWbWMm7IL4Emd78AeAr4YantqF2XSPU4qbP97t4NPAtcPW75QXcfiO7eD1x0nMerXZdIlSjnbP9cM8tFt7PAx4Fd48bMH3N3NdAeZ5EiEr9yzvbPB35oZimKfyx+7u6PjWvX9XkzWw3kKbbrunmyChaReFhS/TRXrlzpbW1tiTy3SCjMbIu7ryy1Tlf4iQRK4RcJlMIvEiiFXyRQCr9IoBR+kUAp/CKBUvhFAqXwiwRK4RcJlMIvEiiFXyRQCr9IoBR+kUAp/CKBUvhFAqXwiwQqro49dWb2oJl1mNlmM2uajGJFJD5xdey5BTjs7ueZ2TrgbuCTk1CvJGDj1j3c/d/t7OvpZxoDXGiv8/6aA+TzeXbs2EF3d3fSJU5o7ty5NDc3Y2YAbNp9iP1zLyF11hxyGedrN1zE2hULE66ysuLq2LMG+Gp0+2HgPjMzT2qCQInNzV/5Ds8caaQmUw8Y71LPbweX8Nj//JK+Xb8BIJ0u5zUkWfl8nscffxyA7PI/J/eXt5HO1APQk4fWn28FCOoPQFm/tWjm3i3AecB3SnTsWQi8AeDueTPrAWYDB2KsVSrswIED/G/nNNIN9Uctr8nU0/ypO3n87x4inU7T0NDA0NBQQlWemJmRTqc5fPgwhUIBgOv+/UX29w4eNW7IjXs27Vb4x3P3YeDCaP7+/zSzFnffcbJPZma3ArcCLFmy5GQfLhU2PDxM6qw5Jde91TvItGnTqKkpnjYa+bfajBzmZ7PZ0fC/NS74I/Z291WsrmpwUsdr7t5tZiMde8aGfw+wGHjTzNJAA3CwxOM3ABugOHX3qRYtlTFv3jzqC30MpKYfs65w5CBLly4lnU4zFbov7du3b/R2au2/YjNmHzNmQS5byZISN2H4zWwuMBQFf6Rjz93jhj0KfAb4HXAj8Ize758Z7v6rK/jyI9vpzxdGl9V4ng8UXmH2lVeyc+dOent7cffRV9lqMlLXokWLaG5upqamhmfbnyS/4hNYum50XIphWlctS7DSyourY8/3gAfMrINix551k1axVNTIe+B7Nu1mb3cfC3JZWlctY+2KNQlXdurWr1/PpucfYNF1t7G/Z4Chnk4uz3WzdsXqpEurqHLO9m8HVpRYfteY2/3AJ+ItTarF2hULz6gTYYVCAX/tBZ6+43L6+vpobGykqbU16bIqrjrP0ohMop07d2Jm1NTUjJ6o3LlzZ8JVVV71f0ArErPDhw/T2NhIfX099fX1pNNpurq6ki6r4hR+Cc7IuehCoTD68V+IdNgvwRn5VMLdCflDKYVfJFAKv0igFH6RQCn8IoFS+EUCpfCLBErhFwmUwi8SKIVfJFAKv0igFH6RQCn8IoFS+EUCpfCLBKqcdl2LzexZM9sZteu6o8SYj5lZj5lti37uKrUtEake5UzmkQe+6O4vmtlMYIuZPeXu4+c9+o27Xx9/iSIyGSZ85Xf3fe7+YnT7baCdYoceEZnCTuo9f9R9dwUwvl0XwEejTr5PmtkHY6hNRCZR2XP4mdkM4BHgC+7eO271i8D7ok6+1wIbgaUltqF2XSJVoqxX/qg19yPAT9z9F+PXu3uvux+Jbj8BZMzsmCZv7r7B3Ve6+8qp0OJJ5ExWztl+o9iRp93dv3WcMY3ROMzskmi7x/TqE5HqUc5h/xXATcAfzGxbtOyfgSUA7v5vFPvzfc7M8kAfsE69+kSqWzntun4LnLADo7vfB9wXV1EiMvl0hZ9IoBR+kUAp/CKBUvhFAqXwiwRK4RcJlMIvEiiFXyRQCr9IoBR+kUAp/CKBUvhFAqXwiwRK4Zfg6NvmRWVP4yVypojmnSGVSpFKpRKuJjkKvwRn5syZdHV1MTAwQH9/P/l8nlwul3RZFafDfglOc3Mz+XyeQqFAPp8HoKWlJeGqKi+ujj1mZt82sw4z225mH5mcckVOX21t7THL0unwDoLj6thzDcWpupcClwLfjf49oY1b9/DNJ3eyv3eAGTbEytq9nJc5zODgIDt27KC3d/wM4dVnwYIFnH/++aP3O4Zm8cJAI+94HdNrBrm4dh/nZQ4zNDTEjh076OnpSbDa8jQ2NrJs2bLR98YdQ7NoG1zAEc+wMJelddVy1q6Y2n1brOlirrr3Ofb1DDBv/QZeLXQnXVLFlTOH3z5gX3T7bTMb6dgzNvxrgB9Fk3Y+b2Y5M5sfPbakV/d08vkfP09Nph4wjngtzxxp5KEnH+Ld9v87rZ1KyrQP/AWzr/mH4j4ZvON1Z9A+FV8t93T30/pQcR7XqfoHYG9mATWXXcvengEA0g3nsNlns3Hrnim7T6fCTuZjj6hjz6+BlrGNO8zsMeCb0WSfmNnTwD+5e9vxtlV7TpMv+NvvHLO8cWYt/7X+Ampra8nlcqPvyapRJpOhs7Nz9KOjNfdvZ//bg8eMG7tPs2bNYmhoqNKlli2TydDV1UWhUACOv0/pgQGa/rAVd+eVV/bT0/NupUst29y5DSxe/F4bid3LlpKaOfuYcQtzWZ778pWVLG3SmdkWd19Zal1cHXvK3cZox57UWaWbdrz19iC5XI5UKoWZVf1HMblcbjT8b5UIycjykX0Cqn6fGhoaJtynodpa2tvfwN3p7X2Xvr7S46rB8HCBI0f6Ru+nLyr9jnRvd1/J5WeqssI/UcceYA+weMz9RdGyo7j7BmADQN28Pyt5yOHvHKKlpYX6+nrmzZtXTnmJcXdef/319+5ffRdMP/vYcdE+1dbWMn/+/EqWeEpef/310fAfb58WzZrGc3t+UNnCYrK89SH6U9OOWb4gl02gmuRMGP5yOvYAjwK3m9nPKJ7o6znR+32AxbNnkk4b/fn3/gbUFPKc29/OzA99iF27dtHR0YG7j554qiYjdZ199tksX74cM6Ozv52O7CV4TWZ03Mg+nXXBBVNmn2bNmsXy5cupqamhs7+dP2YvpVDz3n+VbCZF66plCVZ6es5952V2TLsAS9eNLksxPKX36VTE1bHnCeBaoAN4F/ibiTaam5bhX274MPds2s3e7j4W5LK0rlrG2hVrTmU/qsbGrXsC2aepe2Js/uCbbN/+Eouuu439PQMM9XRyea6btStWJ11aRcXVsceB2072ydeuWDil/xOVon2qfoVCAX/tBZ6+43L6+vpobGykqbU16bIqTlf4SXDa29uB4jX+I2+/du3alWRJiQjvsiYJ3qFDh5g/fz7ZbJZsNks6neatt95KuqyKU/glOCOfZBQKhdHrGUKkw34JzsihvrsH/d1+hV8kUAq/SKAUfpFAKfwigVL4RQKl8IsESuEXCZTCLxIohV8kUAq/SKAUfpFAKfwigVL4RQKl8IsEqpx2Xd83s04z23Gc9R8zsx4z2xb93BV/mSISt3Im8/gBcB/woxOM+Y27Xx9LRSJSERO+8rv7r4FDFahFRCoorvf8HzWzl8zsSTP7YEzbFJFJFMccfi8C73P3I2Z2LbCRYrfeY4xt17VkyZIYnlpETtVpv/K7e6+7H4luPwFkzGzOccZucPeV7r5y7tzSvfpEpDJOO/xm1hi19MLMLom2efB0tysik6ucXn0/BT4GzDGzN4GvABkYbdV1I/A5M8sDfcA6D3lKVJEpopx2XZ+aYP19FD8KFJEpRFf4iQRK4RcJlMIvEiiFXyRQCr9IoBR+kUAp/CKBUvhFAqXwiwRK4RcJlMIvEiiFXyRQCr9IoBR+CY6+cV4UxzReIlNKNPcMqVSKVCqVcDXJUfglODNmzODAgQMMDg7S399PPp+noaEh6bIqTof9Epzm5maGhoYYHh5maGgIgJaWloSrqrw4OvaYmX3bzDrMbLuZfST+MkXiU1dXd8yyTCaTQCXJiqNjzzUUp+peClwKfDf6V6RqWdPFXHXvc+zrGWDe+g28WuhOuqSKi6NjzxrgR170PJAzs/lxFSgSt721C6m57Cb29gzgQLrhHDb7uWzcuifp0ioqjvf8C4E3xtx/M1omUpV21Z6PpY8+9B8mxT2bdidUUTIqesLPzG41szYza+vq6qrkU4uMKtSVPrO/t7uvwpUkK47w7wEWj7m/KFp2DHXskWpQXygd8gW5bIUrSVYc4X8U+OvorP9lQI+774thuyKT4tx3XsbzA0ctSzFM66plCVWUjHI+6vsp8DtgmZm9aWa3mNlnzeyz0ZAngFeADuA/gL+ftGpFYjB/8E0Kzz/A/IY6DMj3dHKp/ZG1K8I6VRVHxx4HboutIpFJ5u74ay/w9B2X09fXR2NjI02trUmXVXG6wk+Cs2vXLqB4jf/Idf67d4d1ph90bb8E6MCBAzQ2NpLNZslms6TTafbv3590WRWn8Etw3B0zo1AoUCgUki4nMTrsl+CMHOq7e9Df7Vf4RQKl8IsESuEXCZTCLxIohV8kUAq/SKAUfpFAKfwigVL4RQKl8IsESuEXCZTCLxIohV8kUAq/SKDKCr+ZXW1mu6OWXF8usf5mM+sys23Rz/r4SxWROE04mYeZpYDvAB+n2JDjBTN71N13jhv6oLvfPgk1isgkKOeV/xKgw91fcfdB4GcUW3SJyBRWTvjLbcd1Q9Sl92EzW1xivYhUkbhO+P0SaHL3C4CngB+WGqR2XSLVo5zwT9iOy90PuvtIC5T7gYtKbUjtukSqRznhfwFYambvN7NaYB3FFl2jxrXkXg20x1eiiEyGcjr25M3sdmATkAK+7+4vm9nXgTZ3fxT4vJmtBvLAIeDmSaxZRGJQ1rz97v4ExZ58Y5fdNeb2ncCd8ZYmIpNJV/iJBErhFwmUwi8SKIVfJFAKv0igFH6RQCn8IoFS+EUCpfCLBErhFwmUwi8SKIVfJFAKv0igFH4JjrsnXUJVKOsrvSJnEjMDIJVKkUqlEq4mOQq/BGf69OkcPHiQwcFBBgYGyOfzzJw5M+myKk6H/RKc5uZmBgcHGR4eZnBwEICWlpaEq6q8uDr21JnZg9H6zWbWFHehInGpr68/ZlldXV0ClSQrro49twCH3f08M1sH3A18cjIKFomDNV3MVfc+x76eAeat38Crhe6kS6q4uDr2rOG9ufofBq6ykbMqIlVmX+0iai67ib09AziQbjiHzX4uG7fumfCxZ5K4OvaMjnH3PNADzI6jQJG4/XH6B7H00Yf5w6S4Z9PuhCpKRkVP+Kljj1SDgdS0ksv3dvdVuJJkxdKxZ+wYM0sDDcDB8RtSxx6pBgty2ZNafqaKpWNPdP8z0e0bgWdcl1FJlWpdtQwrDB21LJtJ0bpqWUIVJcPKyaiZXQvcy3sde74xtmOPmdUDDwArKHbsWefur0ywzS7gT9HdOcCBU9+NqqR9qmI12bPOTs04e2Fh4J3amrrpg8NHDu0p9PUeSrqumIz9Pb3P3UseZpcV/slmZm3uvjLpOuKkfZoaQt4nXeEnEiiFXyRQ1RL+DUkXMAm0T1NDsPtUFe/5RaTyquWVX0QqLNHwT/RtwanIzL5vZp1mtiPpWuJgZovN7Fkz22lmL5vZHUnXFAczqzez35vZS9F+fS3pmuJgZikz22pmj000NrHwj/m24DVAM/ApM2tOqp4Y/QC4OukiYpQHvujuzcBlwG1nyO9pALjS3T8MXAhcbWaXJVxTHO4A2ssZmOQrfznfFpxy3P3XFC90OiO4+z53fzG6/TbF/1jjv9g15XjRkehuJvqZ0ifAzGwRcB1wfznjkwx/Od8WlCoSTdKyAticbCXxiA6RtwGdwFPuPtX3617gS0ChnME64SdlMbMZwCPAF9y9N+l64uDuw+5+IcUvq11iZlN2Li8zux7odPct5T4myfCX821BqQJmlqEY/J+4+y+Sridu7t4NPMvUPldzBbDazF6j+Bb6SjP78YkekGT4y/m2oCQsmpHpe0C7u38r6XriYmZzzSwX3c5SnKZuV7JVnTp3v9PdF7l7E8UsPePunz7RYxILfzTjz+3AJoonkX7u7i8nVU9czOynwO+AZWb2ppndknRNp+kK4CaKryTbop9rky4qBvOBZ81sO8UXoqfcfcKPx84kusJPJFA64ScSKIVfJFAKv0igFH6RQCn8IoFS+EUCpfCLBErhFwnU/wN+reEUnush8AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6875 8 (1, 0) -1\n"
     ]
    }
   ],
   "source": [
    "env = random_connection_game(2,  Memb, \n",
    "                             max_consecutive_failures = 50)\n",
    "env.reset()\n",
    "#\n",
    "state = env.state\n",
    "fig, ax = env.plot()\n",
    "score = 0.0\n",
    "actions = []\n",
    "for j in range(100):\n",
    "    clear_output(wait=True)\n",
    "    #randomAgent(state, Memb)#\n",
    "    action = randomAgent(state, Memb)\n",
    "    state, reward, done =env.step(action)\n",
    "    score += reward\n",
    "    actions.append((*action, reward))\n",
    "\n",
    "    fig, ax = env.plot()\n",
    "    plt.show()\n",
    "    print(score, env.N, action, env.terms_left)\n",
    "    if done >0:\n",
    "        break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "state = env.reset()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD6CAYAAABuxZF5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAM40lEQVR4nO3db6hc9Z3H8ffHmGpYq9k1gtYk3gVFsKXVNrgWn4ilNKYSF2ppCm21WAJFqWVLy7oP3G2hD6TQleLSpaj4p6W1WJG0KBLQ0haq7Y1GraZCKF00dcltNIlZozX63Qczarze5J54z70z19/7BRdn5vzume8QP5mZk5nzSVUhqT1HjXoASaNh+KVGGX6pUYZfapThlxpl+KVGdQ5/kiVJHknyixm2HZPkjiTbkzyUZKLPISX17+gjWHs1sA04foZtVwDPV9XpSTYA1wGfOdzOVqxYURMTE0dw95KO1JYtW/5aVSfNtK1T+JOsBD4JfBv4lxmWXAL8x/DyncANSVKH+QTRxMQEk5OTXe5e0juU5H8Ota3ry/7rgW8Arx1i+6nA0wBVdQDYA5x4BDNKWmCzhj/JxcDOqtoy1ztLsjHJZJLJqampue5O0hx0eeY/H1if5M/AT4ALk/xw2podwCqAJEcDJwC7pu+oqn5QVWuqas1JJ834NkTSApk1/FV1TVWtrKoJYANwf1V9btqyTcBlw8uXDtf4jSFpjB3J0f63SPItYLKqNgE3Abcn2Q48x+AvCUlj7IjCX1W/BH45vHztQbe/BHy6z8EkzS8/4Sc1yvBLjTL8UqMMv9Qowy81yvBLjTL8UqMMv9Qowy81yvBLjTL8UqMMv9Qowy81yvBLjTL8UqMMv9Qowy81yvBLjepy6u5jk/wuyaNJnkjyzRnWXJ5kKsnW4c+X5mdcSX3pcg6/l4ELq2pfkqXAb5LcW1UPTlt3R1Vd1f+IkubDrOEfnoJ73/Dq0uGPp+WWFrlO7/mHDb1bgZ3A5qp6aIZln0ryWJI7k6zqdUpJvesU/qp6tarOBlYC5yb5wLQlPwcmquqDwGbg1pn2Y12XND6O6Gh/Ve0GHgDWTrt9V1W9PLx6I/CRQ/y+dV3SmOhytP+kJMuHl5cBHwf+OG3NKQddXQ9s63NISf3rcrT/FODWJEsY/GXx06r6xbS6rq8kWQ8cYFDXdfl8DSypHxlVn+aaNWtqcnJyJPcttSLJlqpaM9M2P+EnNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNaqvxp5jktyRZHuSh5JMzMewkvrT5Zn/9caeDwFnA2uTnDdtzRXA81V1OvCfwHX9jimpb7OGvwZma+y5hDfP1X8n8LEk6W1KSb3rq7HnVOBpgKo6AOwBTuxzUEn96quxpxMbe6Tx0UtjD7ADWAWQ5GjgBGDXDL9vY480Jnpp7AE2AZcNL18K3F+jKgSQ1ElfjT03Abcn2c6gsWfDvE0sqRezhr+qHgPOmeH2aw+6/BLw6X5HkzSf/ISf1CjDLzXK8EuNMvxSowy/1CjDLzXK8EuNMvxSowy/1CjDLzXK8EuNMvxSowy/1CjDLzXK8EuNMvxSowy/1CjDLzWqywk8VyV5IMmTw7quq2dYc0GSPUm2Dn+unWlfksZHlxN4HgC+VlUPJ3kvsCXJ5qp6ctq6X1fVxf2PKGk+dKnreraqHh5efgHYxqChR9IidkTv+Yftu+cA0+u6AD46bPK9N8n7e5hN0jzq8rIfgCTHAT8DvlpVe6dtfhg4rar2JVkH3A2cMcM+NgIbAVavXv2Oh5Y0d12LOpcyCP6Pququ6durau/rTb5VdQ+wNMmKGdZZ1yWNiS5H+8OgkWdbVX33EGtOfr2SO8m5w/2+ratP0vjo8rL/fODzwOPDmm6AfwNWA1TVfzPo5/tykgPAfmCDXX3SeOtS1/UbILOsuQG4oa+hJM0/P+EnNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNaqvxp4k+V6S7UkeS/Lh+RlXUl/6auy5iMGpus8A/gn4/vC/ksZUX409lwC31cCDwPIkp/Q+raTe9NXYcyrw9EHXn8FKL2msdQ7/LI09XfexMclkksmpqal3sgtJPemlsQfYAaw66PrK4W1vYWOPND56aewBNgFfGB71Pw/YU1XP9jinpJ711dhzD7AO2A68CHyx/1El9amvxp4CruxrKEnzz0/4SY0y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjupzA8+YkO5P84RDbL0iyJ8nW4c+1/Y8pqW9dTuB5C3ADcNth1vy6qi7uZSJJC6JLXdevgOcWYBZJC6iv9/wfTfJoknuTvL+nfUqaR11e9s/mYeC0qtqXZB1wN4O23rdJshHYCLB69eoe7lrSOzXnZ/6q2ltV+4aX7wGWJllxiLXWdUljYs7hT3LysNKLJOcO97lrrvuVNL9mfdmf5MfABcCKJM8A/w4shTequi4FvpzkALAf2DBs8JE0xrrUdX12lu03MPinQEmLiJ/wkxpl+KVGGX6pUYZfapThlxpl+KVGGX6pUYZfapThlxpl+KVGGX6pUYZfapThlxpl+KVGGX6pUYZfapThlxrVR2NPknwvyfYkjyX5cP9jSupbl2f+W4C1h9l+EYNTdZ/B4LTc35/7WJLmWx+NPZcAt9XAg8DyJKf0NaCk+dHHe/5TgacPuv7M8DZJY2xBD/gl2ZhkMsnk1NTUQt61pGn6CP8OYNVB11cOb3sbG3uk8dFH+DcBXxge9T8P2FNVz/awX0nzqI/GnnuAdcB24EXgi/M1rKT+9NHYU8CVvU0kaUH4CT+pUYZfapThlxpl+KVGGX6pUYZfapThlxpl+KVGGX6pUYZfapThlxpl+KVGGX6pUYZfapThlxpl+KVGGX6pUYZfalSn8CdZm+SpYSXXv86w/fIkU0m2Dn++1P+okvrU5QSeS4D/Aj7OoJDj90k2VdWT05beUVVXzcOMkuZBl2f+c4HtVfWnqvob8BMGFV2SFrEu4e9ax/WpYUvvnUlWzbBd0hjp64Dfz4GJqvogsBm4daZF1nVJ46NL+Get46qqXVX18vDqjcBHZtqRdV3S+OgS/t8DZyT5xyTvATYwqOh6w7RK7vXAtv5GlDQfujT2HEhyFXAfsAS4uaqeSPItYLKqNgFfSbIeOAA8B1w+jzNL6kEGbVsLb82aNTU5OTmS+5ZakWRLVa2ZaZuf8JMaZfilRhl+qVGGX2qU4ZcaZfilRhl+qVGGX2qU4ZcaZfilRhl+qVGGX2qU4ZcaZfilRhl+qVGGX2qU4Zca1VdjzzFJ7hhufyjJRN+DSupXX409VwDPV9XpSTYA1wGfmW3fdz+yg+/c9xR/2b2f9y1fxtc/cSb/fM5MlQCS+tZXY88lvHmu/juBjyXJ4Xa6+8VXuOaux9mxez8F7Ni9n2vuepy7H9lxuF+T1JO+GnveWFNVB4A9wImH2+n/7n2J/a+8+pbb9r/yKt+576kOI0maq1lf9vcpyUZgI8CS42cu7fjL7v0LOZLUrF4aew5ek+Ro4ARg1/QdHdzYc+x7/37GO3vf8mUdRpI0V7009gyvXza8fClwf81SCHDy8ceybOmSt9y2bOkSvv6JMzsNLmluOpV2JFkHXM+bjT3fPrixJ8mxwO3AOQwaezZU1Z9m2efUUcuOf2HJcf9w6msv/997jjrm7/726r7ndry2f+9zc35U42EF8NdRD9EzH9PicPBjOq2qZnyPPbLGnrcMkUweqlVksfIxLQ4tPyY/4Sc1yvBLjRqX8P9g1APMAx/T4tDsYxqL9/ySFt64PPNLWmAjDf9s3xZcjJLcnGRnkj+MepY+JFmV5IEkTyZ5IsnVo56pD0mOTfK7JI8OH9c3Rz1TH5IsSfJIkl/MtnZk4T/o24IXAWcBn01y1qjm6dEtwNpRD9GjA8DXquos4DzgynfJn9PLwIVV9SHgbGBtkvNGPFMfrga2dVk4ymf+Lt8WXHSq6lcMPuj0rlBVz1bVw8PLLzD4H2vRf++6BvYNry4d/izqA2BJVgKfBG7ssn6U4e/ybUGNkeFJWs4BHhrtJP0YvkTeCuwENlfVYn9c1wPfAF7rstgDfuokyXHAz4CvVtXeUc/Th6p6tarOZvBltXOTfGDUM71TSS4GdlbVlq6/M8rwd/m2oMZAkqUMgv+jqrpr1PP0rap2Aw+wuI/VnA+sT/JnBm+hL0zyw8P9wijD3+Xbghqx4RmZbgK2VdV3Rz1PX5KclGT58PIyBqep++Nop3rnquqaqlpZVRMMsnR/VX3ucL8zsvAPz/hzFXAfg4NIP62qJ0Y1T1+S/Bj4LXBmkmeSXDHqmebofODzDJ5Jtg5/1o16qB6cAjyQ5DEGT0Sbq2rWfx57N/ETflKjPOAnNcrwS40y/FKjDL/UKMMvNcrwS40y/FKjDL/UqP8HChEswEU5JvUAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-0.0125 1 (0, 3) 3 0\n"
     ]
    }
   ],
   "source": [
    "score = 0.0\n",
    "action = randomAgent(state, Memb)\n",
    "state, reward, done = env.step(action)\n",
    "score += reward\n",
    "actions.append((*action, reward))\n",
    "\n",
    "fig, ax = env.plot()\n",
    "plt.show()\n",
    "print(score, env.N, action, env.terms_left, done)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0, 3)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "action"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP8AAAD6CAYAAABuxZF5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAYZ0lEQVR4nO3de3Bc9Znm8e/bF91sJBnZWFi2bHOxjXEyGBwShuyEZStjIFnbMyQVk8xsSIViMwsTZjNjKp7dJSS1c2GYyqZmzc6uK1C5TQIEEtbhsl4SmITMgoONjWNkC8TNxpaQjXXFurX63T+6JctyW2pLRzrdOs+nSuXu0z+dfo9bT58+lz6vuTsiEj2xsAsQkXAo/CIRpfCLRJTCLxJRCr9IRCn8IhGVd/jNLG5mu83s8RyPlZrZQ2bWZGY7zGxJkEWKSPASZzH2DmA/UJnjsS8Cbe5+kZltBO4BPjPWzObOnetLliw5i6cXkbO1a9euY+4+L9djeYXfzBYCnwD+CvhKjiHrgbuztx8BtpiZ+RhnEC1ZsoSdO3fm8/QiMkFm9vaZHsv3Y/+3gDuB9BkerwMOAbh7CugAas6iRhGZZuOG38w+CbS6+67JPpmZ3WpmO81s59GjRyc7OxGZhHzW/FcD68zsLeBB4Foz+8GoMYeBRQBmlgCqgPdGz8jdt7r7GndfM29ezs0QEZkm44bf3Te7+0J3XwJsBJ5x9z8aNWwb8Pns7U9lx+gbQyIF7Gz29p/CzL4B7HT3bcD9wPfNrAk4TuZNQkQK2FmF393/Gfjn7O27RkzvBT4dZGEiMrV0hp9IRCn8IhGl8ItElMIvElEKv0hEKfwiEaXwi0SUwi8SUQq/SEQp/CIRpfCLRJTCLxJRCr9IRCn8IhGl8ItElMIvElEKv0hEKfwiEZXPpbvLzOw3Zvaymb1iZl/PMeZmMztqZnuyP7dMTbkiEpR8ruHXB1zr7t1mlgR+bWZPufsLo8Y95O63B1+iiEyFccOfvQR3d/ZuMvujy3KLFLm8tvmzHXr3AK3A0+6+I8ewG81sr5k9YmaLAq1SRAKXV/jdfdDdLwMWAlea2apRQ34GLHH3DwJPA9/NNR+16xIpHGe1t9/d24FngetGTX/P3fuyd78NXHGG31e7LpECkc/e/nlmVp29XQ58HDgwasz5I+6uA/YHWaSIBC+fvf3nA981sziZN4uH3f3xUe26vmxm64AUmXZdN09VwSISDAurn+aaNWt8586doTy3SFSY2S53X5PrMZ3hJxJRCr9IRCn8IhGl8ItElMIvElEKv0hEKfwiEaXwi0SUwi8SUQq/SEQp/CIRpfCLRJTCLxJRCr9IRCn8IhGl8ItElMIvElFBdewpNbOHzKzJzHaY2ZKpKFZEghNUx54vAm3ufpGZbQTuAT4zBfUWvD/8yt/wm55a4pVzqSmLcdeGy9iwui7ssiblsd2Huef/7Ke5o5cK+rjMDrI0doxUKsW+fftob28Pu8RxzZs3j5UrV2JmAGxvPE7LvCuJV86lOul8/cYriv51OltBdexZD9ydvf0IsMXMzMO6QGBIHt7xBjttGYmqMgCO98Hmn/wWoGj/sG7+2n08011LLFkGGCco49f99Tz+f39Gz4HnAEgk8lmHhCuVSvHEE08AUL7iX1H9+7eRSGZep44UbHp4N1C8r9NE5PWqZa/cuwu4CLgvR8eeOuAQgLunzKwDqAGOBVhrwbv7p7uzITmpZ2CQe7c3FuUf1bFjx/h5a8Xwm9mQWLKMlTdt5ol//2MSiQRVVVUMDAyEVOXYzIxEIkFbWxvpdBqAT/yvl2jp7D9l3IBb0b5OE5VX+N19ELgse/3+n5rZKnffd7ZPZma3ArcC1NfXn+2vF7wTXgp2+vQj7T3TX0wABgcHiVfOzfnYu539VFRUEItldhsN/Vtohj7ml5eXD4f/3VHBH1Ksr9NEndXnNXdvN7Ohjj0jw38YWAS8Y2YJoAp4L8fvbwW2QubS3RMtulAlU90MJM85bfqC6vIQqpm8+fPnU5buoS8+67TH0t3vcfHFF5NIJCiG7kvNzc3Dt+Mb/hqbXXPamGJ9nSZq3PCb2TxgIBv8oY4994watg34PPA88Cngmaht7wMsOLaTt+ddDYmS4WkJ0mxauzzEqibnns9ezVcf3UtvKj08LeYpLkm/Qc2119LQ0EBnZyfuPryWLSRDdS1cuJCVK1cSi8V4dv9TpFZ/GkuUDo+LM1jUr9NEBNWx537g+2bWRKZjz8Ypq7iA1XS9wbst73LuNTfT3NHLQEcrH68bKOrtyKHa/8v9v6Br1rnUzalg09rlbFi9PuTKJu6WW25h+wvfZ+EnbqOlo4+BjlZ+t7qdDavXhV3atMpnb/9eYHWO6XeNuN0LfDrY0orP4OAgJc0v86tNH6OlpYVFixax7O/+LuyyJm3D6jre+Olm5l5yCf/u5z8Pu5xJS6fT+Fsv8os7fpeenh5qa2tZsmlT2GVNu8LcS1OkGhsbicfjwMkdYI2NjWGWJDk0NDRgZsRiseHXqaGhIeSqpp/CH6DOzk4uuOACEokE55+faVzc0tISclXB6O/upvPQobDLCERbWxu1tbWUlZUxZ84cEokER48eDbusaVf4Z2cUkaFDSe5esMe9J6q/u5v3Z0hAhvZFp9Pp4dcsirTmD1ChHuuWUw0dlXB3InhQapj+WkUiSuEXiSiFXySiFH6RiFL4RSJK4ReJKIVfJKIUfpGIUvhFIkrhF4kohV8kohR+kYhS+EUiSuEXiah82nUtMrNnzawh267rjhxjrjGzDjPbk/25K9e8RKRw5HMxjxTw5+7+kpmdA+wys6fdffR1j55z908GX6KITIVx1/zu3uzuL2VvdwH7yXToEZEidlbb/Nnuu6uB0e26AK7KdvJ9yswuDaA2EZlCeV/Dz8xmA48Cf+bunaMefglYnO3kewPwGHBxjnnM6HZdIsUkrzV/tjX3o8A/uftPRj/u7p3u3p29/SSQNLPTmry5+1Z3X+Pua4qhxZPITJbP3n4j05Fnv7t/8wxjarPjMLMrs/M9rVefiBSOfD72Xw38MfBbM9uTnfaXQD2Au/9PMv35/sTMUkAPsDGKvfpEikk+7bp+Tc7G06eM2QJsCaooEZl6OsNPJKIUfpGIUvhFIkrhF4kohV8kohR+kYhS+EUiSuEXiSiFXySiFH6RiFL4RSJK4ReJKIVfJKIU/gCl0+mwS5A86NvmGXlfxkvGF4tl3kvNjGQyGXI1wUqUl1NWVRV2GYHIXneGeDxOPB4PuZrwKPwBmjVrFocOHWJwcJBjx44BUFNTE3JVwSitrKT6ggvCLiMQ55xzDkePHqWvr4/e3l5SqRTV1dVhlzXt9LE/QMuWLaO3txd3Z2BgAICVK1eGXFUwzGx4jVnsVq5cSSqVIp1Ok0qlAFi1alXIVU2/oDr2mJn9g5k1mdleM7t8asotbKWlpadNi/LHykJVUlJy2rREInofgoPq2HM9mUt1Xwx8GPjH7L9jemz3Yf72qQZaOvuYbQOsKTnCRck2+vv72bdvH52do68QXngWLFjAsmXLADhw4ADpRVfwe/f+kuaOXuq+9ACNvQMhVzh5X7j7f/D0uv9KvHIu/+1rT/C1DZexYXVx922xJR/i33zrX2ju6GP+LVt5M90edknTLp9r+DUDzdnbXWY21LFnZPjXA9/LXrTzBTOrNrPzs7+b05uHW/nyD14gliwDjG4v4ZnuWn781I85sf+Xk1qosFRc8jHmfeAPOdLRC0Ci6jx+0ZXisd2HizYsj7z4Nr/omk+iqgyAtj7Y/JPfAhTtMjWXLCT2kRs40tEHZF6nHV5T1K/TRJzVZ50xOvbUAYdG3H8nO+2M4e8ajHFOsuyUabFkGR/43H/if9/yECUlJVRXVw9vkxWiZDJJa2vr8KGj9d/eS0tX/ylj0pbgL763gy2bduPuvP56M52dPWGUm5f586upqzu5k7LpkkuIzTp1L3/PwCD3bm8s2qC8PutSLH7qJtog8aJepokIqmNPvvMY7tgTr8zdtOPdrn6qq6uJx+OYWcFvM1dXVw+H/91RwR8yUFLC/v2HcHc6Ok7Q25t7XCFIp9N0dp4Yvp+44sM5L918pL1w38DG0xevyDm9mJdpIvIK/3gde4DDwKIR9xdmp53C3bcCWwFK51+Q80wLf/84q1atoqysjPnz5+dTXmjcnYMHD568f91dMOvc08YtnFPBvxz+zvQVFqDlf/EwfYlZp01fUF0eQjXBWFBdzuEcQS/mZZqIccOfT8ceYBtwu5k9SGZHX8dY2/sAi2rOIZEwelMn3wNi6RQX9u7nnA98gAMHDtDU1IS7F+QhpqG6zj33XFasWIGZ0dq7n1dL12CJkx8py5NxNq1dHmKlk1PfsYfXqj4EiZN7yOMMFvUybVq7nK88uJO0nfzzL/bXaSKC6tjzJHAD0AScAL4w3kyrK5L85xt/h3u3N3KkvYcF1eVsWrucDavXT2Q5CsZjuw/zNw//hlZPsqC6IrtMxbsded6Jt3m96XVqf/9Wmjt6Geho5ZrzTrBh9bqwS5uwodfjb59s4N2u/hF/e8X7Ok1EUB17HLjtbJ98w+q6GfcfvmF1HRv+3xFYsAD+4Nqwy5m0dDpN/J2XePYrH6W9vZ3a2lou/MY3wi5r0mbi397Z0hl+MqYDBw4Mn9039N2FxsbGkKuSICj8U2FwELq6wq4iEG1tbdTX11NSUsJQW/WWlpaQq5IgRO+cxumQSsH774ddRSCGDmOm02kGBwdDrkaCpDW/jKkQj7RIMBR+kYhS+EUiSuEXiSiFXySiFH6RiFL4RSJK4ReJKIVfJKIUfpGIUvhFIkrhF4kohV8kohR+kYhS+EUiKp92XQ+YWauZ7TvD49eYWYeZ7cn+3BV8mSIStHwu5vEdYAvwvTHGPOfunwykIhGZFuOu+d39V8DxaahFRKZRUNv8V5nZy2b2lJldGtA8RWQKBXENv5eAxe7ebWY3AI+R6dZ7mpHtuurr6wN4ahGZqEmv+d290927s7efBJJmNvcMY7e6+xp3XzN0JVgRCcekw29mtdmWXpjZldl5vjfZ+YrI1MqnV9+PgGuAuWb2DvA1IAnDrbo+BfyJmaWAHmCjD13vWUQKVj7tum4a5/EtZA4FikgR0Rl+IhGl8ItElMIvElEKv0hEKfwiEaXwi0SUwi8SUQq/SEQp/CIRpfCLRJTCLxJRCr9IRCn8IhGl8MuY9O3smSuIy3jJaLEYlJSEXUUgstdpIRaLEYtpXTGTKPxTIZGAOXPCriIQs2bNorm5mVQqRVdXFwDV1dUhVyVB0Fv5VDDL/MwAK1asoL+/n8HBQfr7+wG49FJdoHkmCKJjj5nZP5hZk5ntNbPLgy9TwlJWVnbatGQyGUIlErQgOvZcT+ZS3RcDHwb+MfvvuG766jd5rmMO8cq5VHgfH608zvKyTgYGBnjllVdob2/PZzahWrhwIRdddNHw/cbeSl5oq6HrUJK6xmfYtHY5G1bXhVjh5A0uvJx//c1f09zRS92XHqBp4ETYJUkA8rmG36/MbMkYQ9YD38tetPMFM6s2s/PdvXms+b515CitA4tJVGXWLD1Wzva2Gn741A85sf+X+S9BAam45GPUXP+nxJKZZTrc3sOdj+wBKNo3gNaKxaSv+BBHOnoBSFSdx3N9gzy2+3DRLpNkBLHDrw44NOL+O9lpY4a/M2XMTp76kTKWLGPV5/6SRz//A0pLS6mpqSGVSgVQ4tRIJpMcOXJk+HDYjd9t4N2ugVPG9A/CvdsbizYoB6sug8SpRy4GiRf1MknGtO7tH9mxJ16Zu2lHa9cAtbW1w4eWCnn70syYP3/+8P3WrpdzjjvS3jNdJQWuPzEr5/RiXibJCCL8h4FFI+4vzE47jbtvBbYClJy3NPfZIyfauPzyy6moqKCurvDXLE1NTSdPhLnmTqg4/RDfguryaa4qOAuqyzmcI+jFvEySEUT4twG3m9mDZHb0dYy3vQ9QkjoBg/0QH/GRMtVPfcceKurqeO211zh48CDpdLogTy4ZqmvOnDksW7YMM+O9jj0cLPsoHjv5aaU8GWfT2uUhVjo5m9Yu5z/+6MUZtUySEUTHnieBG4Am4ATwhXyeOD7YS+WBnzH76s/R3N7LQEcr65ca9/39309sSQrEY7sPc+/2Ro6097Cgurzo9/YP1f7Xj+/j6PupGbFMkmFhnbtdVVXlK1as4Pnnn+ett97iwgsvZMuWLdx2222h1CMyE5nZLndfk+ux0D5P9/b2Dn+cHzp//M033wyrHJHICS386XSaFStWEIvFqK+vB+DgwYNhlSMSOaGF390xM9y9oI/li8xUoYXfRnzxRd8ZF5l+hXcMTUSmhcIvElEKv0hEKfwiEaXwi0SUwi8SUQq/SEQp/CIRpfCLRJTCLxJRCr9IRCn8IhGl8ItElMIvElF5hd/MrjOzxmxLrq/mePxmMztqZnuyP7cEX6qIBCmfC3jGgfuAj5NpyPGimW1z94ZRQx9y99unoEYRmQL5rPmvBJrc/Q137wceJNOiS0SKWD7hP1M7rtFuzHbpfcTMFuV4XEQKSFA7/H4GLHH3DwJPA9/NNcjMbjWznWa2M51OB/TUIjIR+YR/3HZc7v6eu/dl734buCLXjNx9q7uvcfc1hdiFRyRK8kngi8DFZrbUzEqAjWRadA0zs/NH3F0H7A+uRBGZCuPu7Xf3lJndDmwH4sAD7v6KmX0D2Onu24Avm9k6IAUcB26ewppFJAB5Nep09yfJ9OQbOe2uEbc3A5uDLU1EppI2vEUiSuEXiSiFXySiFH6RiFL4RSJK4ReJKIVfJKIUfpGIUvhFIkrhF4kohV8kohR+kYhS+EUiKrTwu3tYTy0ihBh+Mxv+N5lMhlWGSGSFGv63334bd6elpQWAOXPmhFWOSOSEFv7S0lK6u7txd3p7ewFYuXJlWOWIRE5QHXtKzeyh7OM7zGzJuE+c4wKeiUReFxYSkQDYeDvesh17XmVExx7gppEde8zsPwAfdPcvmdlG4A/c/TNjzbeqqsoX/96NzL76czS39zLQ0cqy3gPcuKaeVCpFQ0MDbW1tk12+KVdfX8/SpUuH7ze8P4vnOubQOZigrrqcTWuXs2F1rjYHIlPPzHa5+5pcj+Wzqh3u2JOd2VDHnpHtutYDd2dvPwJsMTPzMd5Z+jxB54p/S2d75iN/ouo8mioqufO+/86J/b/Mo6zCU3HJx6i5/k+JJTP/rYfbe7jzkT0AegOQgpNP+HN17PnwmcZkr/bbAdQAx84003TZORAvOWVaLFnGpZ/dzI9uup+ysjJqa2sZGBjIo8TpZ2YkEgkOHjw4fNhy4w9fo7U7dcq4/kG4d3ujwi8FZ1o3ss3sVuBWgHjlvJxjjnanWLp0KWaGmeXcN1AozIzFixcP3z/anbtdwZH2nukqSSRv+YR/3I49I8a8Y2YJoAp4b/SM3H0rsBWg9LylOTcJrKedq666itmzZ58SrELk7hw4cICh1mP2kS/j5dWnjVtQXT7dpYmMK5/wD3fsIRPyjcBnR43ZBnweeB74FPDMWNv7AIvmVjKQ6sMSpcPTLD1AbesOSsrLefXVV9m7dy/pdLog1/5DdVVVVXHhhRcSi8WIt+6gedG1eOzkSUvlyTib1i4PsVKR3Mbd2w9gZjcA3+Jkx56/Gtmxx8zKgO8Dq8l07Nk4tINwjHkejZVXdsVnn1uX7nu/JFY6q3+w+/jhdE/n8UkvVYhi5ZXnzrRlGmEuY+zHKVIzfZkWu3vObey8wj/VzGznmQ5HFCstU3GI8jIV3udpEZkWCr9IRBVK+LeGXcAU0DIVh8guU0Fs84vI9CuUNb+ITLNQwz/etwWLkZk9YGatZrYv7FqCYGaLzOxZM2sws1fM7I6wawqCmZWZ2W/M7OXscn097JqCYGZxM9ttZo+PNzbMi3nEgfuA64GVwE1mNhO+0P8d4LqwiwhQCvhzd18JfAS4bYa8Tn3Ate7+O8BlwHVm9pGQawrCHUDu88xHCXPNP/xtQXfvB4a+LVjU3P1XZE50mhHcvdndX8re7iLzh1X031LyjO7s3WT2p6h3gJnZQuATwLfzGR9m+HN9W7Do/6hmsuxFWlYDO8KtJBjZj8h7gFbgaXcv9uX6FnAnkM5nsHb4SV7MbDbwKPBn7t4Zdj1BcPdBd7+MzJfVrjSzVWHXNFFm9kmg1d135fs7YYY/n28LSgEwsySZ4P+Tu/8k7HqC5u7twLMU976aq4F1ZvYWmU3oa83sB2P9QpjhH/62oJmVkPm24LYQ65EcLHON9fuB/e7+zbDrCYqZzTOz6uztcjKXqTsQblUT5+6b3X2huy8hk6Vn3P2PxvqdMJt2pIDbge1kdiI97O6vhFVPUMzsR2S+2rzczN4xsy+GXdMkXQ38MZk1yZ7szw1hFxWA84FnzWwvmRXR0+4+7uGxmURn+IlElHb4iUSUwi8SUQq/SEQp/CIRpfCLRJTCLxJRCr9IRCn8IhH1/wFGAfA3b1MpbQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-0.46250000000000013 12 4 4 (13, 3) 0\n"
     ]
    }
   ],
   "source": [
    "# Reset!\n",
    "Memb = 16\n",
    "\n",
    "env = random_connection_game(9,  Memb, \n",
    "                             max_consecutive_failures = 50)\n",
    "\n",
    "state = env.reset()\n",
    "fig, ax = env.plot()\n",
    "score = 0.0\n",
    "actions = []\n",
    "for j in range(20):\n",
    "    clear_output(wait=True)\n",
    "\n",
    "    action = randomAgent(state, Memb)\n",
    "    state, reward, done =env.step(action)\n",
    "    score += reward\n",
    "    actions.append((*action, reward))\n",
    "\n",
    "    fig, ax = env.plot()\n",
    "    plt.show()\n",
    "    print(score, env.N, env.N0,env.nS,action, env.terms_left)\n",
    "    if done >0:\n",
    "        break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}