5.Quantify reference checking.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Quantify the reference search pipeline "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(300, 9)\n"
     ]
    }
   ],
   "source": [
    "## calculate the total number of paragraphs GPT-4 generated and the number of paragraphs that contain citations\n",
    "\n",
    "import pandas as pd\n",
    "import json\n",
    "import re\n",
    "FilePath = './data/omics_revamped_LLM_ref_DF.tsv'\n",
    "\n",
    "df = pd.read_csv(FilePath, sep='\\t')\n",
    "print(df.shape)\n",
    "with open ('./data/omics_paragraph_keywords_dict.json', 'r') as json_file:\n",
    "    para_keyword_dict = json.load(json_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Source</th>\n",
       "      <th>GeneSetID</th>\n",
       "      <th>GeneSetName</th>\n",
       "      <th>GeneList</th>\n",
       "      <th>n_Genes</th>\n",
       "      <th>LLM Name</th>\n",
       "      <th>LLM Analysis</th>\n",
       "      <th>Score</th>\n",
       "      <th>referenced_analysis</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [Source, GeneSetID, GeneSetName, GeneList, n_Genes, LLM Name, LLM Analysis, Score, referenced_analysis]\n",
       "Index: []"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#if there is NA in referenced analysis\n",
    "df[df['referenced_analysis'].isna()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BRD-A00546892 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "1\n",
      "BRD-A00993607 ALPRENOLOL MCF7 6.0 h 10.0 um: 9 out of 10 paragraphs contain citations\n",
      "2\n",
      "BRD-A00993607 Alprenolol hydrochloride MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "4\n",
      "BRD-A01320529 Salmeterol MCF7 6.0 h 10.0 um: 9 out of 10 paragraphs contain citations\n",
      "5\n",
      "BRD-A01346607 FLUMETHASONE MCF7 6.0 h 10.0 um: 12 out of 17 paragraphs contain citations\n",
      "8\n",
      "BRD-A01593789 CHLORMADINONE ACETATE MCF7 6.0 h 10.0 um: 9 out of 11 paragraphs contain citations\n",
      "10\n",
      "BRD-A02006392 NITRENDIPINE MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "12\n",
      "BRD-A02176148 TUBAIC ACID MCF7 6.0 h 10.0 um: 12 out of 13 paragraphs contain citations\n",
      "13\n",
      "BRD-A02367930 ETHINYL ESTRADIOL MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "15\n",
      "BRD-A02710418 Meptazinol hydrochloride MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "17\n",
      "BRD-A02759312 Betaxolol hydrochloride MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "19\n",
      "BRD-A04553218 DEXCHLORPHENIRAMINE MALEATE MCF7 6.0 h 10.0 um: 12 out of 15 paragraphs contain citations\n",
      "20\n",
      "BRD-A04756508 NORGESTIMATE MCF7 6.0 h 10.0 um: 10 out of 11 paragraphs contain citations\n",
      "21\n",
      "BRD-A05186015 BUPROPION MCF7 6.0 h 10.0 um: 7 out of 11 paragraphs contain citations\n",
      "24\n",
      "BRD-A05565054 (2-ethylpiperidin-1-yl)(4-(hydroxydiphenylmethyl)-1H-1,2,3-triazol-1-yl)methanone MCF7 6.0 h 10.0 um: 7 out of 10 paragraphs contain citations\n",
      "27\n",
      "BRD-A06352418 TERFENADINE MCF7 6.0 h 10.0 um: 6 out of 7 paragraphs contain citations\n",
      "28\n",
      "BRD-A06390036 HYDROQUINIDINE MCF7 6.0 h 10.0 um: 13 out of 15 paragraphs contain citations\n",
      "30\n",
      "BRD-A07932845 Methiothepin maleate MCF7 6.0 h 10.0 um: 8 out of 12 paragraphs contain citations\n",
      "33\n",
      "BRD-A08003242 RHODOMYRTOXIN B MCF7 6.0 h 10.0 um: 7 out of 8 paragraphs contain citations\n",
      "34\n",
      "BRD-A08187463 -666 MCF7 6.0 h 10.0 um: 16 out of 19 paragraphs contain citations\n",
      "37\n",
      "BRD-A08187463 Racecadotril MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "40\n",
      "BRD-A09056319 -666 MCF7 6.0 h 10.0 um: 9 out of 10 paragraphs contain citations\n",
      "41\n",
      "BRD-A09056319 Alfuzosin hydrochloride MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "43\n",
      "BRD-A09533288 Verapamil hydrochloride MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "45\n",
      "BRD-A09539288 HOMATROPINE BROMIDE MCF7 6.0 h 10.0 um: 7 out of 8 paragraphs contain citations\n",
      "46\n",
      "BRD-A10662413 Prenylamine lactate MCF7 6.0 h 10.0 um: 7 out of 10 paragraphs contain citations\n",
      "49\n",
      "BRD-A10715913 -666 MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "50\n",
      "BRD-A11135865 nor-Binaltorphimine dihydrochloride MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "51\n",
      "BRD-A11605036 -666 MCF7 6.0 h 10.0 um: 12 out of 14 paragraphs contain citations\n",
      "52\n",
      "BRD-A11678676 -666 MCF7 6.0 h 10.0 um: 7 out of 8 paragraphs contain citations\n",
      "53\n",
      "BRD-A11678676 Wortmannin MCF7 6.0 h 10.0 um: 2 out of 4 paragraphs contain citations\n",
      "55\n",
      "BRD-A11706664 EI-332 MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "57\n",
      "BRD-A12083771 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "59\n",
      "BRD-A13133631 FLUOROMETHOLONE MCF7 6.0 h 10.0 um: 11 out of 13 paragraphs contain citations\n",
      "61\n",
      "BRD-A13195221 11-(4-Diethylamino-phenyl)-3-phenyl-2,3,4,5,10,11-hexahydro-dibenzo[b,e][1,4]dia MCF7 6.0 h 10.0 um: 8 out of 11 paragraphs contain citations\n",
      "64\n",
      "BRD-A13650332 -666 MCF7 6.0 h 10.0 um: 12 out of 15 paragraphs contain citations\n",
      "66\n",
      "BRD-A13914662 -666 MCF7 6.0 h 10.0 um: 10 out of 12 paragraphs contain citations\n",
      "67\n",
      "BRD-A13964793 -666 MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "68\n",
      "BRD-A14966924 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "70\n",
      "BRD-A15010982 10006350 MCF7 6.0 h 10.0 um: 11 out of 12 paragraphs contain citations\n",
      "71\n",
      "BRD-A15297126 FLUOCINONIDE MCF7 6.0 h 10.0 um: 11 out of 12 paragraphs contain citations\n",
      "73\n",
      "BRD-A15415227 -666 MCF7 6.0 h 10.0 um: 16 out of 19 paragraphs contain citations\n",
      "76\n",
      "BRD-A15415227 GW 1929 MCF7 6.0 h 10.0 um: 8 out of 11 paragraphs contain citations\n",
      "79\n",
      "BRD-A15435692 -666 MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "81\n",
      "BRD-A15914070 -666 MCF7 6.0 h 10.0 um: 7 out of 10 paragraphs contain citations\n",
      "84\n",
      "BRD-A16311756 ETHOPROPAZINE HYDROCHLORIDE MCF7 6.0 h 10.0 um: 5 out of 6 paragraphs contain citations\n",
      "85\n",
      "BRD-A16332958 -666 MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "87\n",
      "BRD-A16820783 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "89\n",
      "BRD-A17016119 -666 MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "91\n",
      "BRD-A17411484 -666 MCF7 6.0 h 10.0 um: 13 out of 17 paragraphs contain citations\n",
      "93\n",
      "BRD-A17462676 Bambuterol hydrochloride MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "95\n",
      "BRD-A18411371 2-[(chloroacetyl)(3-chlorophenyl)amino]-N-cyclohexyl-2-(4-methoxyphenyl)acetamide MCF7 6.0 h 10.0 um: 7 out of 10 paragraphs contain citations\n",
      "98\n",
      "BRD-A18419789 Etoposide MCF7 6.0 h 10.0 um: 7 out of 8 paragraphs contain citations\n",
      "99\n",
      "BRD-A18725729 2-[(chloroacetyl)(4-chlorophenyl)amino]-N-cyclohexyl-2-(4-methoxyphenyl)acetamide MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "101\n",
      "BRD-A19248578 L5288-1MG MCF7 6.0 h 10.0 um: 20 out of 23 paragraphs contain citations\n",
      "102\n",
      "BRD-A19633847 PERHEXILINE MALEATE MCF7 6.0 h 10.0 um: 7 out of 8 paragraphs contain citations\n",
      "103\n",
      "BRD-A19633847 Perhexiline maleate MCF7 6.0 h 10.0 um: 6 out of 7 paragraphs contain citations\n",
      "104\n",
      "BRD-A19952358 Closantel MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "106\n",
      "BRD-A20348246 Chlormezanone MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "108\n",
      "BRD-A20589515 -666 MCF7 6.0 h 10.0 um: 8 out of 11 paragraphs contain citations\n",
      "111\n",
      "BRD-A20697603 T8902 MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "113\n",
      "BRD-A22032524 -666 MCF7 6.0 h 10.0 um: 14 out of 19 paragraphs contain citations\n",
      "116\n",
      "BRD-A22032524 AMLODIPINE BESYLATE MCF7 6.0 h 10.0 um: 5 out of 6 paragraphs contain citations\n",
      "117\n",
      "BRD-A22032524 Amlodipine MCF7 6.0 h 10.0 um: 1 out of 4 paragraphs contain citations\n",
      "120\n",
      "BRD-A22380646 -666 MCF7 6.0 h 10.0 um: 14 out of 18 paragraphs contain citations\n",
      "124\n",
      "BRD-A22713669 BVT 948 MCF7 6.0 h 10.0 um: 8 out of 9 paragraphs contain citations\n",
      "125\n",
      "BRD-A23683907 -666 MCF7 6.0 h 10.0 um: 15 out of 17 paragraphs contain citations\n",
      "127\n",
      "BRD-A23689620 Avermectin B1a MCF7 6.0 h 10.0 um: 5 out of 7 paragraphs contain citations\n",
      "128\n",
      "BRD-A24429032 -666 MCF7 6.0 h 10.0 um: 5 out of 7 paragraphs contain citations\n",
      "130\n",
      "BRD-A25775766 -666 MCF7 6.0 h 10.0 um: 7 out of 8 paragraphs contain citations\n",
      "131\n",
      "BRD-A26032986 -666 MCF7 6.0 h 10.0 um: 5 out of 7 paragraphs contain citations\n",
      "132\n",
      "BRD-A26199074 2561 MCF7 6.0 h 10.0 um: 8 out of 9 paragraphs contain citations\n",
      "133\n",
      "BRD-A26334849 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "135\n",
      "BRD-A26595446 T0513-6584 MCF7 6.0 h 10.0 um: 10 out of 13 paragraphs contain citations\n",
      "136\n",
      "BRD-A26787626 CYCLOPIAZONIC ACID MCF7 6.0 h 10.0 um: 21 out of 25 paragraphs contain citations\n",
      "138\n",
      "BRD-A27640568 5846833 MCF7 6.0 h 10.0 um: 5 out of 6 paragraphs contain citations\n",
      "139\n",
      "BRD-A29426959 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "141\n",
      "BRD-A29426959 CARBINOXAMINE MALEATE MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "143\n",
      "BRD-A29437505 -666 MCF7 6.0 h 10.0 um: 17 out of 21 paragraphs contain citations\n",
      "146\n",
      "BRD-A29644307 Nomifensine maleate MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "148\n",
      "BRD-A29901043 HY-11066 MCF7 6.0 h 10.0 um: 9 out of 11 paragraphs contain citations\n",
      "150\n",
      "BRD-A30435184 Metergoline MCF7 6.0 h 10.0 um: 8 out of 9 paragraphs contain citations\n",
      "151\n",
      "BRD-A30693873 Diperodon hydrochloride MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "153\n",
      "BRD-A31159102 Fluoxetine hydrochloride MCF7 6.0 h 10.0 um: 6 out of 9 paragraphs contain citations\n",
      "155\n",
      "BRD-A31159102 prozac MCF7 6.0 h 10.0 um: 6 out of 7 paragraphs contain citations\n",
      "156\n",
      "BRD-A31204924 -666 MCF7 6.0 h 10.0 um: 12 out of 16 paragraphs contain citations\n",
      "158\n",
      "BRD-A31575449 -666 MCF7 6.0 h 10.0 um: 19 out of 23 paragraphs contain citations\n",
      "162\n",
      "BRD-A32214171 7706-0030 MCF7 6.0 h 10.0 um: 8 out of 9 paragraphs contain citations\n",
      "163\n",
      "BRD-A33070992 Bacampicillin hydrochloride MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "165\n",
      "BRD-A33168282 Sotalol hydrochloride MCF7 6.0 h 10.0 um: 23 out of 26 paragraphs contain citations\n",
      "167\n",
      "BRD-A33711280 Metixene hydrochloride MCF7 6.0 h 10.0 um: 4 out of 6 paragraphs contain citations\n",
      "168\n",
      "BRD-A34205397 -666 MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "170\n",
      "BRD-A34208323 VU0404997-2 MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "172\n",
      "BRD-A34751532 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "174\n",
      "BRD-A34806832 -666 MCF7 6.0 h 10.0 um: 5 out of 6 paragraphs contain citations\n",
      "175\n",
      "BRD-A35033682 -666 MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "177\n",
      "BRD-A35338386 -666 MCF7 6.0 h 10.0 um: 8 out of 9 paragraphs contain citations\n",
      "179\n",
      "BRD-A35511923 -666 MCF7 6.0 h 10.0 um: 10 out of 11 paragraphs contain citations\n",
      "180\n",
      "BRD-A35912562 -666 MCF7 6.0 h 10.0 um: 4 out of 6 paragraphs contain citations\n",
      "182\n",
      "BRD-A36074203 -666 MCF7 6.0 h 10.0 um: 15 out of 17 paragraphs contain citations\n",
      "184\n",
      "BRD-A36217750 Sulfinpyrazone MCF7 6.0 h 10.0 um: 9 out of 11 paragraphs contain citations\n",
      "186\n",
      "BRD-A36471396 -666 MCF7 6.0 h 10.0 um: 17 out of 20 paragraphs contain citations\n",
      "189\n",
      "BRD-A37432947 Ipratropium bromide MCF7 6.0 h 10.0 um: 8 out of 11 paragraphs contain citations\n",
      "192\n",
      "BRD-A37735495 2-[(chloroacetyl)(4-fluorophenyl)amino]-N-cyclohexyl-2-pyridin-3-ylacetamide MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "194\n",
      "BRD-A37817666 -666 MCF7 6.0 h 10.0 um: 11 out of 14 paragraphs contain citations\n",
      "196\n",
      "BRD-A37959677 ESTRONE MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "197\n",
      "BRD-A38030642 -666 MCF7 6.0 h 10.0 um: 8 out of 9 paragraphs contain citations\n",
      "198\n",
      "BRD-A38030642 cyclosporine MCF7 6.0 h 10.0 um: 7 out of 8 paragraphs contain citations\n",
      "199\n",
      "BRD-A38275906 ST019366 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "201\n",
      "BRD-A38749782 FLUDROCORTISONE ACETATE MCF7 6.0 h 10.0 um: 14 out of 16 paragraphs contain citations\n",
      "202\n",
      "BRD-A39093044 2-[(chloroacetyl)(3-methoxyphenyl)amino]-N-(2-phenylethyl)-2-thien-2-ylacetamide MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "204\n",
      "BRD-A39093044 K784-3187 MCF7 6.0 h 10.0 um: 8 out of 9 paragraphs contain citations\n",
      "205\n",
      "BRD-A39189014 Methoxamine hydrochloride MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "207\n",
      "BRD-A39210489 Chlortetracycline hydrochloride MCF7 6.0 h 10.0 um: 10 out of 12 paragraphs contain citations\n",
      "209\n",
      "BRD-A40639672 -666 MCF7 6.0 h 10.0 um: 16 out of 19 paragraphs contain citations\n",
      "211\n",
      "BRD-A41250203 -666 MCF7 6.0 h 10.0 um: 8 out of 10 paragraphs contain citations\n",
      "213\n",
      "BRD-A41250306 -666 MCF7 6.0 h 10.0 um: 11 out of 13 paragraphs contain citations\n",
      "214\n",
      "BRD-A41301928 -666 MCF7 6.0 h 10.0 um: 4 out of 5 paragraphs contain citations\n",
      "215\n",
      "BRD-A41304429 Practolol MCF7 6.0 h 10.0 um: 11 out of 14 paragraphs contain citations\n",
      "217\n",
      "BRD-A41450521 Tosufloxacin hydrochloride MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "219\n",
      "BRD-A41519720 EZETIMIBE MCF7 6.0 h 10.0 um: 6 out of 7 paragraphs contain citations\n",
      "220\n",
      "BRD-A41692738 S1169 MCF7 6.0 h 10.0 um: 13 out of 19 paragraphs contain citations\n",
      "223\n",
      "BRD-A41941932 -666 MCF7 6.0 h 10.0 um: 9 out of 13 paragraphs contain citations\n",
      "226\n",
      "BRD-A42628519 -666 MCF7 6.0 h 10.0 um: 15 out of 18 paragraphs contain citations\n",
      "228\n",
      "BRD-A42737819 -666 MCF7 6.0 h 10.0 um: 7 out of 9 paragraphs contain citations\n",
      "230\n",
      "BRD-A43150328 PENICILLIC ACID MCF7 6.0 h 10.0 um: 6 out of 8 paragraphs contain citations\n",
      "232\n",
      "Cluster1-10: 7 out of 13 paragraphs contain citations\n",
      "233\n",
      "Cluster1-11: 10 out of 13 paragraphs contain citations\n",
      "234\n",
      "Cluster1-12: 11 out of 12 paragraphs contain citations\n",
      "235\n",
      "Cluster1-13: 12 out of 13 paragraphs contain citations\n",
      "236\n",
      "Cluster1-14: 7 out of 11 paragraphs contain citations\n",
      "238\n",
      "Cluster1-15: 3 out of 6 paragraphs contain citations\n",
      "239\n",
      "Cluster1-16: 3 out of 6 paragraphs contain citations\n",
      "240\n",
      "Cluster1-17: 6 out of 7 paragraphs contain citations\n",
      "241\n",
      "Cluster1-18: 5 out of 6 paragraphs contain citations\n",
      "242\n",
      "Cluster1-19: 5 out of 5 paragraphs contain citations\n",
      "242\n",
      "Cluster1-20: 4 out of 7 paragraphs contain citations\n",
      "243\n",
      "Cluster1-21: 5 out of 5 paragraphs contain citations\n",
      "243\n",
      "Cluster1-3: 10 out of 11 paragraphs contain citations\n",
      "244\n",
      "Cluster1-4: 6 out of 7 paragraphs contain citations\n",
      "245\n",
      "Cluster1-5: 5 out of 9 paragraphs contain citations\n",
      "247\n",
      "Cluster1-8: 4 out of 4 paragraphs contain citations\n",
      "247\n",
      "Cluster1-9: 9 out of 10 paragraphs contain citations\n",
      "248\n",
      "Cluster2-0: 14 out of 16 paragraphs contain citations\n",
      "250\n",
      "Cluster2-100: 6 out of 7 paragraphs contain citations\n",
      "251\n",
      "Cluster2-101: 5 out of 7 paragraphs contain citations\n",
      "252\n",
      "Cluster2-102: 9 out of 11 paragraphs contain citations\n",
      "253\n",
      "Cluster2-103: 5 out of 7 paragraphs contain citations\n",
      "254\n",
      "Cluster2-104: 4 out of 6 paragraphs contain citations\n",
      "256\n",
      "Cluster2-105: 6 out of 7 paragraphs contain citations\n",
      "257\n",
      "Cluster2-106: 4 out of 7 paragraphs contain citations\n",
      "259\n",
      "Cluster2-107: 4 out of 7 paragraphs contain citations\n",
      "262\n",
      "Cluster2-108: 4 out of 7 paragraphs contain citations\n",
      "264\n",
      "Cluster2-109: 6 out of 9 paragraphs contain citations\n",
      "267\n",
      "Cluster2-110: 10 out of 11 paragraphs contain citations\n",
      "268\n",
      "Cluster2-111: 11 out of 16 paragraphs contain citations\n",
      "269\n",
      "Cluster2-112: 5 out of 8 paragraphs contain citations\n",
      "272\n",
      "Cluster2-114: 5 out of 7 paragraphs contain citations\n",
      "273\n",
      "Cluster2-115: 7 out of 7 paragraphs contain citations\n",
      "273\n",
      "Cluster2-116: 7 out of 9 paragraphs contain citations\n",
      "275\n",
      "Cluster2-117: 4 out of 9 paragraphs contain citations\n",
      "278\n",
      "Cluster2-118: 4 out of 5 paragraphs contain citations\n",
      "278\n",
      "Cluster2-119: 7 out of 10 paragraphs contain citations\n",
      "279\n",
      "Cluster2-12: 5 out of 7 paragraphs contain citations\n",
      "281\n",
      "Cluster2-120: 10 out of 12 paragraphs contain citations\n",
      "281\n",
      "Cluster2-121: 1 out of 4 paragraphs contain citations\n",
      "281\n",
      "Cluster2-122: 1 out of 3 paragraphs contain citations\n",
      "282\n",
      "Cluster2-123: 9 out of 10 paragraphs contain citations\n",
      "282\n",
      "Cluster2-124: 7 out of 10 paragraphs contain citations\n",
      "284\n",
      "Cluster2-125: 5 out of 9 paragraphs contain citations\n",
      "287\n",
      "Cluster2-126: 5 out of 6 paragraphs contain citations\n",
      "287\n",
      "Cluster2-127: 7 out of 10 paragraphs contain citations\n",
      "289\n",
      "Cluster2-128: 4 out of 10 paragraphs contain citations\n",
      "291\n",
      "Cluster2-129: 6 out of 9 paragraphs contain citations\n",
      "293\n",
      "Cluster2-13: 6 out of 8 paragraphs contain citations\n",
      "295\n",
      "Cluster2-130: 8 out of 12 paragraphs contain citations\n",
      "296\n",
      "Cluster2-131: 13 out of 16 paragraphs contain citations\n",
      "297\n",
      "Cluster2-132: 6 out of 8 paragraphs contain citations\n",
      "298\n",
      "Cluster2-133: 23 out of 27 paragraphs contain citations\n",
      "301\n",
      "Cluster2-134: 7 out of 8 paragraphs contain citations\n",
      "303\n",
      "Cluster2-135: 4 out of 5 paragraphs contain citations\n",
      "304\n",
      "Cluster2-136: 8 out of 10 paragraphs contain citations\n",
      "306\n",
      "Cluster2-137: 8 out of 11 paragraphs contain citations\n",
      "309\n",
      "Cluster2-138: 7 out of 12 paragraphs contain citations\n",
      "311\n",
      "Cluster2-139: 3 out of 6 paragraphs contain citations\n",
      "312\n",
      "Cluster2-140: 8 out of 10 paragraphs contain citations\n",
      "313\n",
      "Cluster2-141: 7 out of 10 paragraphs contain citations\n",
      "314\n",
      "Cluster2-142: 6 out of 11 paragraphs contain citations\n",
      "316\n",
      "Cluster2-143: 3 out of 6 paragraphs contain citations\n",
      "317\n",
      "Cluster2-144: 8 out of 12 paragraphs contain citations\n",
      "320\n",
      "Cluster2-145: 10 out of 13 paragraphs contain citations\n",
      "323\n",
      "Cluster2-146: 3 out of 4 paragraphs contain citations\n",
      "323\n",
      "Cluster2-147: 6 out of 7 paragraphs contain citations\n",
      "324\n",
      "Cluster2-148: 7 out of 7 paragraphs contain citations\n",
      "324\n",
      "Cluster2-149: 5 out of 9 paragraphs contain citations\n",
      "327\n",
      "Cluster2-150: 9 out of 10 paragraphs contain citations\n",
      "328\n",
      "Cluster2-151: 10 out of 11 paragraphs contain citations\n",
      "329\n",
      "Cluster2-152: 12 out of 17 paragraphs contain citations\n",
      "331\n",
      "Cluster2-153: 14 out of 16 paragraphs contain citations\n",
      "333\n",
      "Cluster2-154: 7 out of 8 paragraphs contain citations\n",
      "334\n",
      "Cluster2-155: 10 out of 11 paragraphs contain citations\n",
      "334\n",
      "Cluster2-156: 4 out of 6 paragraphs contain citations\n",
      "334\n",
      "Cluster2-157: 5 out of 8 paragraphs contain citations\n",
      "336\n",
      "Cluster2-158: 6 out of 9 paragraphs contain citations\n",
      "338\n",
      "Cluster2-159: 11 out of 12 paragraphs contain citations\n",
      "338\n",
      "Cluster2-160: 5 out of 7 paragraphs contain citations\n",
      "339\n",
      "Cluster2-161: 3 out of 4 paragraphs contain citations\n",
      "340\n",
      "Cluster2-162: 13 out of 15 paragraphs contain citations\n",
      "342\n",
      "Cluster2-163: 16 out of 20 paragraphs contain citations\n",
      "344\n",
      "Cluster2-164: 9 out of 11 paragraphs contain citations\n",
      "346\n",
      "Cluster2-165: 6 out of 8 paragraphs contain citations\n",
      "347\n",
      "Cluster2-166: 4 out of 5 paragraphs contain citations\n",
      "348\n",
      "Cluster2-167: 8 out of 9 paragraphs contain citations\n",
      "349\n",
      "Cluster2-168: 3 out of 6 paragraphs contain citations\n",
      "351\n",
      "Cluster2-169: 5 out of 10 paragraphs contain citations\n",
      "353\n",
      "Cluster2-17: 7 out of 9 paragraphs contain citations\n",
      "355\n",
      "Cluster2-170: 5 out of 5 paragraphs contain citations\n",
      "355\n",
      "Cluster2-171: 4 out of 8 paragraphs contain citations\n",
      "356\n",
      "Cluster2-172: 12 out of 15 paragraphs contain citations\n",
      "358\n",
      "Cluster2-173: 7 out of 9 paragraphs contain citations\n",
      "359\n",
      "Cluster2-174: 11 out of 13 paragraphs contain citations\n",
      "360\n",
      "Cluster2-175: 7 out of 10 paragraphs contain citations\n",
      "362\n",
      "Cluster2-176: 6 out of 9 paragraphs contain citations\n",
      "364\n",
      "Cluster2-177: 4 out of 5 paragraphs contain citations\n",
      "365\n",
      "Cluster2-178: 5 out of 8 paragraphs contain citations\n",
      "366\n",
      "Cluster2-179: 17 out of 20 paragraphs contain citations\n",
      "367\n",
      "Cluster2-180: 12 out of 18 paragraphs contain citations\n",
      "370\n",
      "Cluster2-181: 16 out of 20 paragraphs contain citations\n",
      "372\n",
      "Cluster2-182: 5 out of 11 paragraphs contain citations\n",
      "374\n",
      "Cluster2-183: 9 out of 10 paragraphs contain citations\n",
      "375\n",
      "Cluster2-184: 3 out of 4 paragraphs contain citations\n",
      "376\n",
      "Cluster2-185: 4 out of 4 paragraphs contain citations\n",
      "376\n",
      "Cluster2-186: 6 out of 7 paragraphs contain citations\n",
      "377\n",
      "Cluster2-187: 5 out of 8 paragraphs contain citations\n",
      "378\n",
      "Cluster2-188: 11 out of 19 paragraphs contain citations\n",
      "381\n",
      "Cluster2-189: 16 out of 21 paragraphs contain citations\n",
      "383\n",
      "Cluster2-19: 14 out of 16 paragraphs contain citations\n",
      "384\n",
      "Cluster2-190: 7 out of 11 paragraphs contain citations\n",
      "385\n",
      "Cluster2-191: 7 out of 9 paragraphs contain citations\n",
      "386\n",
      "Cluster2-192: 7 out of 8 paragraphs contain citations\n",
      "387\n",
      "Cluster2-193: 6 out of 9 paragraphs contain citations\n",
      "390\n",
      "Cluster2-194: 5 out of 6 paragraphs contain citations\n",
      "391\n",
      "Cluster2-195: 10 out of 11 paragraphs contain citations\n",
      "392\n",
      "Cluster2-196: 4 out of 6 paragraphs contain citations\n",
      "392\n",
      "Cluster2-197: 4 out of 7 paragraphs contain citations\n",
      "394\n",
      "Cluster2-199: 4 out of 7 paragraphs contain citations\n",
      "395\n",
      "Cluster2-200: 8 out of 9 paragraphs contain citations\n",
      "396\n",
      "Cluster2-201: 2 out of 7 paragraphs contain citations\n",
      "397\n",
      "Cluster2-202: 10 out of 11 paragraphs contain citations\n",
      "398\n",
      "Cluster2-203: 3 out of 6 paragraphs contain citations\n",
      "399\n",
      "Cluster2-204: 1 out of 5 paragraphs contain citations\n",
      "402\n",
      "Cluster2-205: 10 out of 19 paragraphs contain citations\n",
      "403\n",
      "A-CA-04-2009(H1N1) 0Hour...332: 12 out of 15 paragraphs contain citations\n",
      "405\n",
      "A-CA-04-2009(H1N1) 12Hour...99: 1 out of 3 paragraphs contain citations\n",
      "407\n",
      "A-CA-04-2009(H1N1) 36Hour...107: 7 out of 9 paragraphs contain citations\n",
      "408\n",
      "A-CA-04-2009(H1N1) 3Hour: 8 out of 9 paragraphs contain citations\n",
      "409\n",
      "A-Netherlands-602-2009(H1N1) 3Hour: 7 out of 10 paragraphs contain citations\n",
      "411\n",
      "A-Vietnam-1203-2004(H5N1) 0Hour: 7 out of 10 paragraphs contain citations\n",
      "413\n",
      "A-Vietnam-1203-2004(H5N1) 12Hour: 8 out of 9 paragraphs contain citations\n",
      "414\n",
      "A-Vietnam-1203-2004(H5N1) 2day-wtC57BL-6J: 9 out of 12 paragraphs contain citations\n",
      "417\n",
      "A-Vietnam-1203-2004(H5N1) 3Hour: 8 out of 11 paragraphs contain citations\n",
      "420\n",
      "A-Vietnam-1203 CIP048 RG3-2004(H5N1)mutPB1-F2del 18Hour: 7 out of 10 paragraphs contain citations\n",
      "422\n",
      "A-Vietnam-1203 CIP048 RG3-2004(H5N1)mutPB2-627E 0Hour: 4 out of 6 paragraphs contain citations\n",
      "422\n",
      "A-Vietnam-1203 CIP048 RG3-2004(H5N1)mutPB2-627E 12Hour: 7 out of 9 paragraphs contain citations\n",
      "424\n",
      "A-Vietnam-1203 CIP048 RG3-2004(H5N1)mutPB2-627E 3Hour: 6 out of 7 paragraphs contain citations\n",
      "425\n",
      "A-Vietnam-1203 CIP048 RG3-2004(H5N1)mutPB2-627E 7Hour: 2 out of 4 paragraphs contain citations\n",
      "426\n",
      "A-Vietnam-1203 CIP048 RG4-2004(H5N1)NS1trunc 12Hour: 7 out of 9 paragraphs contain citations\n",
      "428\n",
      "A-Vietnam-1203 CIP048 RG4-2004(H5N1)NS1trunc 18Hour: 7 out of 9 paragraphs contain citations\n",
      "430\n",
      "A-Vietnam-1203 CIP048 RG4-2004(H5N1)NS1trunc 7Hour: 7 out of 10 paragraphs contain citations\n",
      "432\n",
      "A CA 04 2009 4dayMOI-10^5: 8 out of 11 paragraphs contain citations\n",
      "434\n",
      "A CA 04 2009 4dayMOI-10^6: 5 out of 6 paragraphs contain citations\n",
      "435\n",
      "Dhori Virus 24Hour: 6 out of 8 paragraphs contain citations\n",
      "436\n",
      "Dhori Virus 48Hour: 6 out of 8 paragraphs contain citations\n",
      "438\n",
      "Ebolavirus(ZEBOV) 3day PBMCs rNAPc2treated: 11 out of 18 paragraphs contain citations\n",
      "443\n",
      "Ebolavirus(ZEBOV) 6day PBMCs rNAPc2treated: 10 out of 13 paragraphs contain citations\n",
      "446\n",
      "Ebolavirus(ZEBOV) 6day PBMCs rhAPCtreated: 1 out of 4 paragraphs contain citations\n",
      "446\n",
      "Ebolavirus(ZEBOV) 7day PBMCs rNAPc2treated: 3 out of 8 paragraphs contain citations\n",
      "450\n",
      "Enterovirus 71 8Hour: 5 out of 8 paragraphs contain citations\n",
      "452\n",
      "HCMV TB40E 24Hour: 8 out of 12 paragraphs contain citations\n",
      "455\n",
      "HCoV-EMC2012 0Hour: 9 out of 11 paragraphs contain citations\n",
      "457\n",
      "HCoV-EMC2012 24Hour: 7 out of 8 paragraphs contain citations\n",
      "458\n",
      "HHV-8 72Hour: 6 out of 8 paragraphs contain citations\n",
      "460\n",
      "Measles Chicago-1 24Hour: 6 out of 8 paragraphs contain citations\n",
      "462\n",
      "SARS-BatSRBD 0Hour...202: 8 out of 10 paragraphs contain citations\n",
      "464\n",
      "SARS-CoV MA15 Day1: 7 out of 10 paragraphs contain citations\n",
      "466\n",
      "SARS-CoV MA15 Day2-C57BL6: 7 out of 9 paragraphs contain citations\n",
      "468\n",
      "SARS-CoV MA15 Day4-TNFRsf1b KO: 6 out of 9 paragraphs contain citations\n",
      "470\n",
      "SARS-CoV 72Hour...134: 3 out of 5 paragraphs contain citations\n",
      "472\n",
      "SARS-dORF6 12Hour...349: 7 out of 9 paragraphs contain citations\n",
      "474\n",
      "SARS-dORF6 24Hour...195: 12 out of 17 paragraphs contain citations\n",
      "477\n",
      "SARS-dORF6 48Hour...185: 1 out of 3 paragraphs contain citations\n",
      "479\n",
      "SARS-dORF6 72Hour...135: 6 out of 7 paragraphs contain citations\n",
      "480\n",
      "SARS-dORF6 84Hour...137: 2 out of 5 paragraphs contain citations\n",
      "482\n",
      "cSARS Bat SRBD 0Hour: 6 out of 9 paragraphs contain citations\n",
      "484\n",
      "hMPV 24Hour: 8 out of 9 paragraphs contain citations\n",
      "485\n",
      "hMPV 72Hour: 9 out of 10 paragraphs contain citations\n",
      "486\n",
      "icSARA deltaORF6 48Hour: 6 out of 8 paragraphs contain citations\n",
      "488\n",
      "icSARS CoV 12Hour...321: 9 out of 16 paragraphs contain citations\n",
      "493\n",
      "icSARS CoV 3Hour: 6 out of 10 paragraphs contain citations\n",
      "496\n",
      "icSARS CoV 72Hour...15: 3 out of 4 paragraphs contain citations\n",
      "497\n"
     ]
    }
   ],
   "source": [
    "# Function to find keywords for a specific paragraph\n",
    "def find_keywords_for_paragraph(paragraph_id, paragraph_text, data_dict):\n",
    "    # Check if the paragraph_id exists in the dictionary\n",
    "    if paragraph_id in data_dict:\n",
    "        for paragraph_info in data_dict[paragraph_id]:\n",
    "            # Compare each paragraph text to the target paragraph text\n",
    "            if paragraph_info.get(\"paragraph\") == paragraph_text:\n",
    "                # Return the keywords if a match is found\n",
    "                return paragraph_info.get(\"keywords\")\n",
    "    # Return None if the paragraph_id or paragraph text is not found\n",
    "    return None\n",
    "\n",
    "\n",
    "total_paragraphs = 0\n",
    "cited_paragraphs = 0\n",
    "paragraphs_no_keywords = 0\n",
    "num_citations_per_paragraph = []\n",
    "for i, row in df.iterrows():\n",
    "    \n",
    "    set_name = row['GeneSetName']\n",
    "\n",
    "    ref_text = row['referenced_analysis']\n",
    "    if not pd.isna(ref_text):\n",
    "        # split the input text into paragraphs\n",
    "        paragraphs, references = ref_text.split('='*200)\n",
    "        paragraphs =  list(filter(lambda p: len(p.split()) > 5, paragraphs.split(\"\\n\\n\")))\n",
    "        \n",
    "        citation_indices = [re.findall(r'\\[(\\d+)\\]', paragraph) for paragraph in paragraphs]\n",
    "        num_citations = [len(citations) for citations in citation_indices]\n",
    "        num_citations_per_paragraph.extend(num_citations)\n",
    "        num_paragraphs = len(paragraphs)\n",
    "        # total number of paragraphs from gpt responses\n",
    "        total_paragraphs += num_paragraphs\n",
    "        # count the number of paragraphs that contain citations\n",
    "        num_cited_paragraphs = sum([1 for num_citation in num_citations if num_citation > 0])\n",
    "        cited_paragraphs += num_cited_paragraphs\n",
    "        print(f'{set_name}: {num_cited_paragraphs} out of {num_paragraphs} paragraphs contain citations')\n",
    "\n",
    "        # remove the citation indices from the paragraphs\n",
    "        clean_paragraphs = [re.sub(r'\\[\\d+\\]', '', paragraph) for paragraph in paragraphs]\n",
    "        for p in clean_paragraphs:\n",
    "            if not find_keywords_for_paragraph(set_name, p, para_keyword_dict):\n",
    "                paragraphs_no_keywords += 1\n",
    "            # print(p)\n",
    "            # print(para_ref_dict[p])\n",
    "            # print('-'*100) \n",
    "        print(paragraphs_no_keywords)\n",
    "        \n",
    "with open ('data/num_citations_per_paragraph.json', 'w') as f:\n",
    "    json.dump(num_citations_per_paragraph, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total number of paragraphs: 3013\n",
      "Number of paragraphs that does not have keywords combination: 497\n",
      "Total number of searched paragraphs: 2516\n",
      "Percentage of non searched paragraphs:  16.50%\n",
      "Number of paragraphs that contain references: 2299\n",
      "Percentage of paragraphs that contain references:  76.30%\n",
      "Percentage of searched paragraphs that contain references:  91.38%\n"
     ]
    }
   ],
   "source": [
    "print(f'Total number of paragraphs: {total_paragraphs}')\n",
    "print(f'Number of paragraphs that does not have keywords combination: {paragraphs_no_keywords}')\n",
    "print(f'Total number of searched paragraphs: {total_paragraphs - paragraphs_no_keywords}')\n",
    "print(f'Percentage of non searched paragraphs: {paragraphs_no_keywords/total_paragraphs*100: .2f}%')\n",
    "print(f'Number of paragraphs that contain references: {cited_paragraphs}')\n",
    "print(f'Percentage of paragraphs that contain references: {(cited_paragraphs/total_paragraphs)*100: .2f}%')\n",
    "print(f'Percentage of searched paragraphs that contain references: {(cited_paragraphs/(total_paragraphs - paragraphs_no_keywords))*100: .2f}%')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAATwAAAE2CAYAAAD8ni5gAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA4fklEQVR4nO3deVxN+f8H8NfttmpVqVtTKluijZDspoghDDODaQgxxpSlrH0HLYYWI+QbxhrfYRpj+5KRJdJPUyFFpUKYGG1TqSm0nt8fHp2vOxWdnOuW+34+HvfxcM/5nHPeR3k56+cjYBiGASGEyAA5aRdACCHvCwUeIURmUOARQmQGBR4hRGZQ4BFCZAYFHiFEZlDgEUJkBgUeIURmUOC1AMMwKC8vBz2jTUj7RoHXAn///Tc0NTXx999/S7sUQsg7oMAjhMgMCjxCiMygwCOEyAwKPEKIzJCXdgEfkrq6OtTU1Ei7DNKOKCgoQCgUSrsMmUGBxwOGYZCfn49nz55JuxTSDmlpaUEkEkEgEEi7lA8eBR4PGsJOT08PHTp0oF9c0iIMw+D58+coLCwEABgYGEi5og8fBd47qqurY8NOR0dH2uWQdkZFRQUAUFhYCD09PTq9lTC6afGOGq7ZdejQQcqVkPaq4XeHrv9KHgUeT+g0lrQW/e68P1I9pQ0MDMTx48eRlZUFFRUVDBo0CMHBwTA3N2fbvHz5EkuXLkVkZCSqqqrg7OyM7du3Q19fn22Tm5uLBQsW4PLly1BTU4ObmxsCAwMhL/+/3YuNjYW3tzcyMjJgbGyM1atXY9asWe9zdwmRuqSNM6VdAif2yw/yuj6pBt6VK1fg4eGB/v37o7a2Fv/6178wevRo3LlzB6qqqgAALy8vnDlzBr/++is0NTXh6emJyZMnIz4+HsCra2jjxo2DSCTC77//jry8PMycORMKCgrYsGEDAODhw4cYN24cvvnmGxw6dAgxMTGYO3cuDAwM4OzsLLH9q6iowMuXLyW2/n9SVlaGmprae9seIe2NoC0N01hUVAQ9PT1cuXIFw4YNQ1lZGTp16oTDhw/js88+AwBkZWXBwsICCQkJGDhwIM6ePYvx48fj6dOn7FHfzp07sXLlShQVFUFRURErV67EmTNnkJ6ezm5r2rRpePbsGaKjo99aV3l5OTQ1NVFWVgYNDQ2xeS9fvsTDhw9hZmYGZWVldnpFRQV++umn9x54X331FYVeK/j5+eHkyZNITU3ldb2xsbEYOXIkSktLoaWl1WSb5n6HJEHWj/Da1DW8srIyAIC2tjYAIDk5GTU1NXBycmLb9OzZE507d0ZCQgIAICEhAVZWVmKnuM7OzigvL0dGRgbb5vV1NLRpWMc/VVVVoby8XOzD1cuXL/Hy5UvIyclBUVFR4h85OTl2my01a9YsCAQCBAUFiU0/efIkp+tKpqam2LJly1vb1dXVISgoCD179oSKigq0tbVhb2+PPXv2tHhbhLyLNvNYSn19PZYsWYLBgwfD0tISwKvn2xQVFRv9z6ivr4/8/Hy2zeth1zC/Yd6b2pSXl+PFixfsowENAgMD4e/vz8t+ycvLi11LlKTq6mrOyygrKyM4OBjz589Hx44dJVDV//j7++PHH3/Ev//9b/Tr1w/l5eW4ceMGSktLJbrd6upqKCoqSnQbpH1oM0d4Hh4eSE9PR2RkpLRLgY+PD8rKytjP48ePpV2SxDg5OUEkEiEwMLDZNseOHUPv3r2hpKQEU1NTbNq0iZ03YsQI/PHHH/Dy8oJAIHjjkeGpU6fw7bff4vPPP4eZmRlsbGzg7u6OZcuWsW3q6+sRGBgIMzMzqKiowMbGBkePHmXn19XVwd3dnZ1vbm6OrVu3im1n1qxZmDRpEtavXw9DQ0P2JtiTJ08wffp0aGtrQ1VVFf369UNSUpLYsv/5z39gamoKTU1NTJs2TawPxLfVBgC//fYbevToARUVFYwcORKPHj1q9u+DvH9tIvA8PT0RFRWFy5cvw8jIiJ0uEolQXV3d6JWtgoICiEQitk1BQUGj+Q3z3tRGQ0Oj0dEdACgpKUFDQ0Ps86ESCoXYsGEDtm3bhidPnjSan5ycjC+++ALTpk1DWloa/Pz8sGbNGkRERAAAjh8/DiMjIwQEBCAvLw95eXnNbkskEuHSpUsoKipqtk1gYCAOHjyInTt3IiMjA15eXvjqq69w5coVAK9Cx8jICL/++ivu3LmDtWvX4l//+heOHDkitp6YmBhkZ2fjwoULiIqKQkVFBYYPH44///wTp06dwq1bt7BixQrU19ezy+Tk5ODkyZOIiopCVFQUrly5Ina6/7baHj9+jMmTJ8PFxQWpqamYO3cuVq1a9fYfAnlvpHpKyzAMFi5ciBMnTiA2NhZmZmZi8+3s7KCgoICYmBhMmTIFAJCdnY3c3Fw4ODgAABwcHLB+/Xr2SXUAuHDhAjQ0NNCrVy+2zW+//Sa27gsXLrDrkHWffvopbG1t4evri71794rNCw0NhaOjI9asWQMA6NGjB+7cuYONGzdi1qxZ0NbWhlAohLq6OvsfTHNCQ0Px2WefQSQSoXfv3hg0aBAmTpyIsWPHAnh17XTDhg24ePEi+7Pp0qULrl69ih9//BHDhw+HgoKC2OUGMzMzJCQk4MiRI/jiiy/Y6aqqqtizZw97Krtr1y4UFRXh+vXr7DXibt26idVXX1+PiIgIqKurAwBmzJiBmJgYrF+/vkW17dixA127dmWPgM3NzZGWlobg4GAOPw0iSVI9wvPw8MBPP/2Ew4cPQ11dHfn5+cjPz8eLFy8AAJqamnB3d4e3tzcuX76M5ORkzJ49Gw4ODhg4cCAAYPTo0ejVqxdmzJiBW7du4dy5c1i9ejU8PDygpKQEAPjmm2/w4MEDrFixAllZWdi+fTuOHDkCLy8vqe17WxMcHIwDBw4gMzNTbHpmZiYGDx4sNm3w4MG4d+8e6urqml2fmpoa+/nmm28AAL169UJ6ejoSExMxZ84cFBYWwsXFBXPnzgUA3L9/H8+fP8eoUaPElj948CBycnLYdYeHh8POzg6dOnWCmpoadu3ahdzcXLHtW1lZiV23S01NRZ8+fdiwa4qpqSkbdsCrd1sb3nNtSW2ZmZmwt7cXWyf9p9q2SPUIb8eOHQBeXQd63f79+9mHgjdv3gw5OTlMmTJF7MHjBkKhEFFRUViwYAEcHBygqqoKNzc3BAQEsG3MzMxw5swZeHl5YevWrTAyMsKePXsk+gxeezNs2DA4OzvDx8eHlweyX3+84/VLAnJycujfvz/69++PJUuW4KeffsKMGTPw3XffoaKiAgBw5swZfPTRR2Lra/jPKzIyEsuWLcOmTZvg4OAAdXV1bNy4sdG1uIbnOBs0deninxQUFMS+CwQC9pS3JbWRtk/qp7Rvo6ysjPDwcISHhzfbxsTEpNEp6z+NGDECKSkpnGuUJUFBQbC1tRV708XCwoJ9yLtBfHw8evTowb7orqio2Oho75+ni81puOxQWVmJXr16QUlJCbm5uRg+fHiT7ePj4zFo0CB8++237LTXj/6aY21tjT179qCkpOSNR3lvqvNttVlYWODUqVNi0xITEzlvi0hOm3ks5UNVW1vbbrZjZWUFV1dXhIWFsdOWLl2K/v37Y926dZg6dSoSEhLw73//W+wo29TUFHFxcZg2bRqUlJSgq6vb5Po/++wzDB48GIMGDYJIJMLDhw/h4+ODHj16oGfPnpCXl8eyZcvg5eWF+vp6DBkyBGVlZYiPj4eGhgbc3NzQvXt3HDx4EOfOnYOZmRn+85//4Pr1642u//7T9OnTsWHDBkyaNAmBgYEwMDBASkoKDA0NW3Taqa6u/tbavvnmG2zatAnLly/H3LlzkZyczN7cIW1Dm7hL+yFSVlaGsrIy6uvrUV1dLfFPfX09u813ERAQIHbnsm/fvjhy5AgiIyNhaWmJtWvXIiAgQOy0NyAgAI8ePULXrl3RqVOnZtft7OyM06dPw8XFBT169ICbmxt69uyJ8+fPs88qrlu3DmvWrEFgYCAsLCwwZswYnDlzhg20+fPnY/LkyZg6dSrs7e1RXFwsdrTXHEVFRZw/fx56enr45JNPYGVlhaCgIE7dMb2tts6dO+PYsWM4efIkbGxssHPnTvb1RtI2tKlXy9qq1rxaBtC7tKRl6NWy5n1QnQd86Bru5BFC2gY6pSWEyAwKPEKIzKDAI4TIDAo8ntC9H9Ja9Lvz/lDgvaOGp/OfP38u5UpIe9Xwu/PPNz0I/+gu7TsSCoXQ0tJi37mkcWlJS70+Lq2WlhYN0fgeUODxoKGXkIbQI4QLLS2tt/Y0Q/hBgccDgUAAAwMD6Onp0diihBMFBQU6snuPKPB4JBQK6ZeXkDaMbloQQmQGBR4hRGa8c+DV1dUhNTVV4iNPEULIu+IceEuWLGHHPairq8Pw4cPRt29fGBsbIzY2lu/6CCGEN5wD7+jRo7CxsQEAnD59Gg8fPkRWVha8vLzw3Xff8V4gIYTwhXPg/fXXX+wzQ7/99hs+//xz9OjRA3PmzEFaWhrvBRJCCF84B56+vj7u3LmDuro6REdHY9SoUQBevR5Dj2QQQtoyzs/hzZ49G1988QUMDAwgEAjg5OQEAEhKSkLPnj15L5AQQvjCOfD8/PxgaWmJx48f4/PPP2eHqBMKhTTKOiGkTWvVmxafffZZo2lubm7vXAwhhEhSqwIvJiYGMTExKCwsFBvhCgD27dvHS2GEEMI3zoHn7++PgIAA9OvXj72ORwgh7QHnwNu5cyciIiIwY8YMSdRDCCESw/mxlOrqagwaNEgStRBCiERxDry5c+fi8OHDkqiFEEIkqkWntN7e3uyf6+vrsWvXLly8eBHW1taN+uEPDQ3lt0JCCOFJiwIvJSVF7LutrS0AID09XWw63cAghLRlLQq8y5cvS7oOQgiRuHfqD+/x48d4/PgxX7UQQohEcQ682tparFmzBpqamjA1NYWpqSk0NTWxevVqGsCGENKmcX4Ob+HChTh+/DhCQkLg4OAAAEhISICfnx+Ki4uxY8cO3oskhBA+cA68w4cPIzIyEmPHjmWnWVtbw9jYGNOnT6fAI4S0WZxPaZWUlGBqatpoupmZGRQVFfmoiRBCJIJz4Hl6emLdunWoqqpip1VVVWH9+vXw9PTktThCCOET51PalJQUxMTEwMjIiB3b4tatW6iuroajoyMmT57Mtj1+/Dh/lRJCyDviHHhaWlqYMmWK2DRjY2PeCiKEEEnhHHj79++XRB2EECJx7zwQNyGEtBet6vH46NGjOHLkCHJzc1FdXS027+bNm7wURgghfON8hBcWFobZs2dDX18fKSkpGDBgAHR0dPDgwQOxZ/MIIaSt4Rx427dvx65du7Bt2zYoKipixYoVuHDhAhYtWoSysjJO64qLi4OLiwsMDQ0hEAhw8uRJsfmzZs2CQCAQ+4wZM0asTUlJCVxdXaGhoQEtLS24u7ujoqJCrM3t27cxdOhQKCsrw9jYGCEhIVx3mxDyAeAceLm5uWyPxyoqKvj7778BADNmzMDPP//MaV2VlZWwsbFBeHh4s23GjBmDvLw89vPPbbi6uiIjIwMXLlxAVFQU4uLi8PXXX7Pzy8vLMXr0aJiYmCA5ORkbN26En58fdu3axalWQkj7x/kankgkQklJCUxMTNC5c2ckJibCxsYGDx8+BMMwnNY1duzYt54GKykpQSQSNTkvMzMT0dHRuH79Ovr16wcA2LZtGz755BP88MMPMDQ0xKFDh1BdXY19+/ZBUVERvXv3RmpqKkJDQ8WCkRDy4eN8hPfxxx/j1KlTAIDZs2fDy8sLo0aNwtSpU/Hpp5/yXmBsbCz09PRgbm6OBQsWoLi4mJ2XkJAALS0tNuwAwMnJCXJyckhKSmLbDBs2TOy1N2dnZ2RnZ6O0tLTJbVZVVaG8vFzsQwhp/zgf4e3atYsdi9bDwwM6Ojr4/fffMWHCBMyfP5/X4saMGYPJkyfDzMwMOTk5+Ne//oWxY8ciISEBQqEQ+fn50NPTE1tGXl4e2trayM/PBwDk5+fDzMxMrI2+vj47r2PHjo22GxgYCH9/f173hRAifZwCr7a2Fhs2bMCcOXNgZGQEAJg2bRqmTZsmkeJeX6+VlRWsra3RtWtXxMbGwtHRUSLbBAAfHx+xcTzKy8vpbRJCPgCcTmnl5eUREhKC2tpaSdXzRl26dIGuri7u378P4NX1xMLCQrE2tbW1KCkpYa/7iUQiFBQUiLVp+N7ctUElJSVoaGiIfQgh7R/na3iOjo64cuWKJGp5qydPnqC4uBgGBgYAAAcHBzx79gzJyclsm0uXLqG+vh729vZsm7i4OLHemC9cuABzc/MmT2cJIR8uztfwxo4di1WrViEtLQ12dnZQVVUVmz9hwoQWr6uiooI9WgOAhw8fIjU1Fdra2tDW1oa/vz+mTJkCkUiEnJwcrFixAt26dYOzszMAwMLCAmPGjMG8efOwc+dO1NTUwNPTE9OmTYOhoSEA4Msvv4S/vz/c3d2xcuVKpKenY+vWrdi8eTPXXSeEtHMChuOzJHJyzR8UCgQC1NXVtXhdsbGxGDlyZKPpbm5u2LFjByZNmoSUlBQ8e/YMhoaGGD16NNatW8fedABePXjs6emJ06dPQ05ODlOmTEFYWBjU1NTYNrdv34aHhweuX78OXV1dLFy4ECtXrmxxneXl5dDU1ERZWRmd3pJ2LWnjTGmXwIn98oO8ro9z4MkiCjzyoZD1wKPeUgghMoPzNbywsLAmpwsEAigrK6Nbt24YNmwYhELhOxdHCCF84hx4mzdvRlFREZ4/f87e5SwtLUWHDh2gpqaGwsJCdOnSBZcvX6Zn1wghbQrnU9oNGzagf//+uHfvHoqLi1FcXIy7d+/C3t4eW7duRW5uLkQiEby8vCRRLyGEtBrnI7zVq1fj2LFj6Nq1KzutW7du+OGHHzBlyhQ8ePAAISEhjca9IIQQaeN8hJeXl9fkmxa1tbXs+6uGhoZst1GEENJWcA68kSNHYv78+UhJSWGnpaSkYMGCBfj4448BAGlpaY1e2CeEEGnjHHh79+6FtrY27OzsoKSkBCUlJfTr1w/a2trYu3cvAEBNTQ2bNm3ivVhCCHkXreoA9MKFC8jKysLdu3cBAObm5jA3N2fbNPX2BCGESFurRi0DgJ49e6Jnz5581kIIIRLVqsB78uQJTp061eQwjaGhobwURgghfOMceDExMZgwYQK6dOmCrKwsWFpa4tGjR2AYBn379pVEjYQQwgvONy18fHywbNkypKWlQVlZGceOHcPjx48xfPhwfP7555KokRBCeME58DIzMzFz5qseF+Tl5fHixQuoqakhICAAwcHBvBdICCF84Rx4qqqq7HU7AwMD5OTksPP++usv/iojhBCecb6GN3DgQFy9ehUWFhb45JNPsHTpUqSlpeH48eMYOHCgJGokhBBecA680NBQVFRUAAD8/f1RUVGBX375Bd27d6c7tISQNo1T4NXV1eHJkyewtrYG8Or0dufOnRIpjBBC+MbpGp5QKMTo0aNRWloqqXoIIURiON+0sLS0xIMHDyRRCyGESBTnwPv++++xbNkyREVFIS8vD+Xl5WIfQghpqzjftPjkk08AvBp/ViAQsNMZhuE8TCMhhLxPnAPv8uXLkqiDEEIkjnPgDR8+XBJ1EEKIxLW6e6jnz5832VtKwyMrhBDS1nAOvKKiIsyePRtnz55tcj5dwyOEtFWc79IuWbIEz549Q1JSElRUVBAdHY0DBw6ge/fuOHXqlCRqJIQQXnA+wrt06RL++9//ol+/fpCTk4OJiQlGjRoFDQ0NBAYGYty4cZKokxBC3hnnI7zKykro6ekBADp27IiioiIAgJWVFW7evMlvdYQQwiPOgWdubo7s7GwAgI2NDX788Uf8+eef2LlzJwwMDHgvkBBC+ML5lHbx4sXIy8sDAPj6+mLMmDE4dOgQFBUVERERwXd9hBDCG86B99VXX7F/trOzwx9//IGsrCx07twZurq6vBZHCCF8avVzeMCr18lUVFRo8B5CSLvA+RoeAOzduxeWlpZQVlaGsrIyLC0tsWfPHr5rI4QQXnE+wlu7di1CQ0OxcOFCODg4AAASEhLg5eWF3NxcBAQE8F4kIYTwgXPg7dixA7t378b06dPZaRMmTIC1tTUWLlxIgUcIabM4n9LW1NSgX79+jabb2dmhtraWl6IIIUQSOAfejBkzsGPHjkbTd+3aBVdXV16KIoQQSWjVXdq9e/fi/Pnz7LCMSUlJyM3NxcyZM+Ht7c22o1HMCCFtCefAS09PZx9DaRiEW1dXF7q6ukhPT2fbvd4bMiGEtAXU4zEhRGa06jk8QghpjyjwCCEyQ6qBFxcXBxcXFxgaGkIgEODkyZNi8xmGwdq1a2FgYAAVFRU4OTnh3r17Ym1KSkrg6uoKDQ0NaGlpwd3dHRUVFWJtbt++jaFDh0JZWRnGxsYICQmR9K4RQtogqQZeZWUlbGxsEB4e3uT8kJAQhIWFYefOnUhKSoKqqiqcnZ3x8uVLto2rqysyMjJw4cIFREVFIS4uDl9//TU7v7y8HKNHj4aJiQmSk5OxceNG+Pn5YdeuXRLfP0JI29KiwOvbty9KS0sBAAEBAXj+/DkvGx87diy+//57fPrpp43mMQyDLVu2YPXq1Zg4cSKsra1x8OBBPH36lD0SzMzMRHR0NPbs2QN7e3sMGTIE27ZtQ2RkJJ4+fQoAOHToEKqrq7Fv3z707t0b06ZNw6JFi+iRGUJkUIsCLzMzE5WVlQAAf3//RqeMkvDw4UPk5+fDycmJnaapqQl7e3skJCQAePUOr5aWltibH05OTpCTk0NSUhLbZtiwYVBUVGTbODs7Izs7mw3xf6qqqkJ5ebnYhxDS/rXosRRbW1vMnj0bQ4YMAcMw+OGHH6CmptZk27Vr1/JSWH5+PgBAX19fbLq+vj47Lz8/n+1uvoG8vDy0tbXF2piZmTVaR8O8jh07Ntp2YGAg/P39edkPQkjb0aLAi4iIgK+vL6KioiAQCHD27FnIyzdeVCAQ8BZ40uTj4yP2xkh5eTmMjY2lWBEhhA8tCjxzc3NERkYCAOTk5BATE9PoyIpvIpEIAFBQUCA2VkZBQQFsbW3ZNoWFhWLL1dbWoqSkhF1eJBKhoKBArE3D94Y2/6SkpAQlJSVe9oMQ0nZwvktbX18v8bADADMzM4hEIsTExLDTysvLkZSUxPbD5+DggGfPniE5OZltc+nSJdTX18Pe3p5tExcXh5qaGrbNhQsXYG5u3uTpLCHkw9Wqx1JycnKwcOFCODk5wcnJCYsWLWLfq+WioqICqampSE1NBfDqRkVqaipyc3MhEAiwZMkSfP/99zh16hTS0tIwc+ZMGBoaYtKkSQAACwsLjBkzBvPmzcO1a9cQHx8PT09PTJs2DYaGhgCAL7/8EoqKinB3d0dGRgZ++eUXbN26VeyUlRAiGzi/S3vu3DlMmDABtra2GDx4MAAgPj4evXv3xunTpzFq1KgWr+vGjRsYOXIk+70hhNzc3BAREYEVK1agsrISX3/9NZ49e4YhQ4YgOjoaysrK7DKHDh2Cp6cnHB0dIScnhylTpiAsLIydr6mpifPnz8PDwwN2dnbQ1dXF2rVrxZ7VI4TIBgHDMAyXBfr06QNnZ2cEBQWJTV+1ahXOnz//QQ7GXV5eDk1NTZSVlUFDQ0Pa5RDSakkbZ0q7BE7slx/kdX2cT2kzMzPh7u7eaPqcOXNw584dXooihBBJ4Bx4nTp1Yq+5vS41NfW93MwghJDW4nwNb968efj666/x4MEDDBo0CMCra3jBwcF0I4AQ0qZxDrw1a9ZAXV0dmzZtgo+PDwDA0NAQfn5+WLRoEe8FEkIIXzgHnkAggJeXF7y8vPD3338DANTV1XkvjBBC+NaqQXwaUNARQtoT6vGYECIzKPAIITKDAo8QIjM4BV5NTQ0cHR0bjStBCCHtAafAU1BQwO3btyVVCyGESBTnU9qvvvoKe/fulUQthBAiUZwfS6mtrcW+fftw8eJF2NnZQVVVVWw+DY5DCGmrOAdeeno6+vbtCwC4e/eu2DyBQMBPVYQQIgGcA+/y5cuSqIMQQiSu1Y+l3L9/H+fOncOLFy8AvBpHlhBC2jLOgVdcXAxHR0f06NEDn3zyCfLy8gAA7u7uWLp0Ke8FEkIIXzgHnpeXFxQUFJCbm4sOHTqw06dOnYro6GheiyOEED5xvoZ3/vx5nDt3DkZGRmLTu3fvjj/++IO3wgghhG+cj/AqKyvFjuwalJSU0FiuhJA2jXPgDR06FAcP/m9gDYFAgPr6eoSEhIiNQEYIIW0N51PakJAQODo64saNG6iursaKFSuQkZGBkpISxMfHS6JGQgjhBecjPEtLS9y9exdDhgzBxIkTUVlZicmTJyMlJQVdu3aVRI2EEMKLVvV4rKmpie+++47vWgghRKJaFXilpaXYu3cvMjMzAQC9evXC7Nmzoa2tzWtx7ZWsD3ZMSFvF+ZQ2Li4OpqamCAsLQ2lpKUpLSxEWFgYzMzPExcVJokZCCOEF5yM8Dw8PTJ06FTt27IBQKAQA1NXV4dtvv4WHhwfS0tJ4L5IQQvjA+Qjv/v37WLp0KRt2ACAUCuHt7Y379+/zWhwhhPCJc+D17duXvXb3uszMTNjY2PBSFCGESEKLTmlf79Z90aJFWLx4Me7fv4+BAwcCABITExEeHo6goCDJVEkIITxoUeDZ2tpCIBCIdQG1YsWKRu2+/PJLTJ06lb/qCCGERy0KvIcPH0q6DkIIkbgWBZ6JiYmk6yCEEIlr1YPHT58+xdWrV1FYWIj6+nqxeYsWLeKlMEII4RvnwIuIiMD8+fOhqKgIHR0dsYF7BAIBBR4hpM3iHHhr1qzB2rVr4ePjAzm5Vg+JQQgh7x3nxHr+/DmmTZtGYUcIaXc4p5a7uzt+/fVXSdRCCCESxfmUNjAwEOPHj0d0dDSsrKygoKAgNj80NJS34gghhE+tCrxz587B3NwcABrdtCCEkLaKc+Bt2rQJ+/btw6xZsyRQDiGESA7na3hKSkoYPHiwJGohhBCJ4hx4ixcvxrZt2yRRCyGESBTnwLt27RoOHDiALl26wMXFBZMnTxb78MnPzw8CgUDs07NnT3b+y5cv4eHhAR0dHaipqWHKlCkoKCgQW0dubi7GjRuHDh06QE9PD8uXL0dtbS2vdRJC2gfO1/C0tLR4D7Y36d27Ny5evMh+l5f/X8leXl44c+YMfv31V2hqasLT0xOTJ09mh4usq6vDuHHjIBKJ8PvvvyMvLw8zZ86EgoICNmzY8N72gRDSNnAOvP3790uijmbJy8tDJBI1ml5WVoa9e/fi8OHD+Pjjj9naLCwskJiYiIEDB+L8+fO4c+cOLl68CH19fdja2mLdunVYuXIl/Pz8oKio+F73hRAiXW3+dYl79+7B0NAQXbp0gaurK3JzcwEAycnJqKmpgZOTE9u2Z8+e6Ny5MxISEgAACQkJsLKygr6+PtvG2dkZ5eXlyMjIaHabVVVVKC8vF/sQQto/zkd4ZmZmb3ze7sGDB+9U0Ovs7e0REREBc3Nz5OXlwd/fH0OHDkV6ejry8/OhqKgILS0tsWX09fWRn58PAMjPzxcLu4b5DfOaExgYCH9//1bX/fvLj1q9rDTYS7sAQt4TzoG3ZMkSse81NTVISUlBdHQ0li9fzlddAICxY8eyf7a2toa9vT1MTExw5MgRqKio8Lqt1/n4+MDb25v9Xl5eDmNjY4ltjxDyfnAOvMWLFzc5PTw8HDdu3Hjngt5ES0sLPXr0wP379zFq1ChUV1fj2bNnYkd5BQUF7DU/kUiEa9euia2j4S5uU9cFGygpKUFJSYn/HSCESBVv1/DGjh2LY8eO8bW6JlVUVCAnJwcGBgaws7ODgoICYmJi2PnZ2dnIzc2Fg4MDAMDBwQFpaWkoLCxk21y4cAEaGhro1auXRGslhLQ9rerxuClHjx6FtrY2X6sDACxbtgwuLi4wMTHB06dP4evrC6FQiOnTp0NTUxPu7u7w9vaGtrY2NDQ0sHDhQjg4OLCjqY0ePRq9evXCjBkzEBISgvz8fKxevRoeHh50BEeIDOIceH369BG7acEwDPLz81FUVITt27fzWtyTJ08wffp0FBcXo1OnThgyZAgSExPRqVMnAMDmzZshJyeHKVOmoKqqCs7OzmI1CIVCREVFYcGCBXBwcICqqirc3NwQEBDAa52EkPaBc+BNmjRJ7LucnBw6deqEESNGiL0FwYfIyMg3zldWVkZ4eDjCw8ObbWNiYoLffvuN17oIIe0T58Dz9fWVRB2EECJxbf7BY0II4UuLj/Dk5OTe2sGnQCCgF/MJIW1WiwPvxIkTzc5LSEhAWFhYozFqCSGkLWlx4E2cOLHRtOzsbKxatQqnT5+Gq6sr3f0khLRprbqG9/TpU8ybNw9WVlaora1FamoqDhw4ABMTE77rI4QQ3nAKvLKyMqxcuRLdunVDRkYGYmJicPr0aVhaWkqqPkII4U2LT2lDQkIQHBwMkUiEn3/+uclTXEIIactaHHirVq2CiooKunXrhgMHDuDAgQNNtjt+/DhvxRFCCJ9aHHgzZ86kcWcJIe1aiwMvIiJCgmUQQojk0ZsWhBCZQYFHCJEZFHiEEJlBgUcIkRkUeIQQmUGBRwiRGRR4hBCZQYFHCJEZFHiEEJlBgUcIkRkUeIQQmUGBRwiRGRR4hBCZQYFHCJEZFHiEEJlBgUcIkRkUeIQQmUGBRwiRGRR4hBCZQYFHCJEZFHiEEJlBgUcIkRktHqaRkAZJG2dKuwRO7JcfbHHb9rZvALf9k3V0hEcIkRkUeIQQmUGBRwiRGRR4hBCZQYFHCJEZFHiEEJlBgUcIkRkUeIQQmUGBRwiRGTIVeOHh4TA1NYWysjLs7e1x7do1aZdECHmPZCbwfvnlF3h7e8PX1xc3b96EjY0NnJ2dUVhYKO3SCCHvicwEXmhoKObNm4fZs2ejV69e2LlzJzp06IB9+/ZJuzRCyHsiE50HVFdXIzk5GT4+Puw0OTk5ODk5ISEhoVH7qqoqVFVVsd/LysoAAOXl5S3a3suXVW9v1Ia0dL8aVL6sllAlksFl/9rbvgEf9v5x/d1UV1eHQCBovgEjA/78808GAPP777+LTV++fDkzYMCARu19fX0ZAPShD33a2aesrOyNWSATR3hc+fj4wNvbm/1eX1+PkpIS6OjovPl/DwkqLy+HsbExHj9+DA0NDanUIEkf8v59yPsGtK39U1dXf+N8mQg8XV1dCIVCFBQUiE0vKCiASCRq1F5JSQlKSkpi07S0tCRZYotpaGhI/ZdKkj7k/fuQ9w1oH/snEzctFBUVYWdnh5iYGHZafX09YmJi4ODgIMXKCCHvk0wc4QGAt7c33Nzc0K9fPwwYMABbtmxBZWUlZs+eLe3SCCHvicwE3tSpU1FUVIS1a9ciPz8ftra2iI6Ohr6+vrRLaxElJSX4+vo2OtX+UHzI+/ch7xvQvvZPwDAMI+0iCCHkfZCJa3iEEAJQ4BFCZAgFHiFEZlDgEUJkBgVeO/Ghdm0VFxcHFxcXGBoaQiAQ4OTJk9IuiTeBgYHo378/1NXVoaenh0mTJiE7O1vaZfFmx44dsLa2Zh84dnBwwNmzZ6Vd1htR4LUDH3LXVpWVlbCxsUF4eLi0S+HdlStX4OHhgcTERFy4cAE1NTUYPXo0KisrpV0aL4yMjBAUFITk5GTcuHEDH3/8MSZOnIiMjAxpl9Y8Ht/RJxIyYMAAxsPDg/1eV1fHGBoaMoGBgVKsin8AmBMnTki7DIkpLCxkADBXrlyRdikS07FjR2bPnj3SLqNZdITXxjV0beXk5MROe1PXVqTtauhmTFtbW8qV8K+urg6RkZGorKxs069rysybFu3VX3/9hbq6ukZvhOjr6yMrK0tKVRGu6uvrsWTJEgwePBiWlpbSLoc3aWlpcHBwwMuXL6GmpoYTJ06gV69e0i6rWRR4hLwHHh4eSE9Px9WrV6VdCq/Mzc2RmpqKsrIyHD16FG5ubrhy5UqbDT0KvDaOa9dWpO3x9PREVFQU4uLiYGRkJO1yeKWoqIhu3boBAOzs7HD9+nVs3boVP/74o5Qraxpdw2vjqGur9othGHh6euLEiRO4dOkSzMzMpF2SxNXX14sNj9DW0BFeO/Ahd21VUVGB+/fvs98fPnyI1NRUaGtro3PnzlKs7N15eHjg8OHD+O9//wt1dXXk5+cDADQ1NaGioiLl6t6dj48Pxo4di86dO+Pvv//G4cOHERsbi3Pnzkm7tOZJ+zYxaZlt27YxnTt3ZhQVFZkBAwYwiYmJ0i6JF5cvX25ybAI3Nzdpl/bOmtovAMz+/fulXRov5syZw5iYmDCKiopMp06dGEdHR+b8+fPSLuuNqHsoQojMoGt4hBCZQYFHCJEZFHiEEJlBgUcIkRkUeIQQmUGBRwiRGRR4hBCZQYFH3ptHjx5BIBAgNTVV2qWwsrKyMHDgQCgrK8PW1pbz8pLep1mzZmHSpEkSWbcsosCTIbNmzYJAIEBQUJDY9JMnT0IgEEipKuny9fWFqqoqsrOzxd5XbiljY2Pk5eWxXT7FxsZCIBDg2bNnnNbTXHBu3boVERERnOsiTaPAkzHKysoIDg5GaWmptEvhTXV1dauXzcnJwZAhQ2BiYgIdHR3OywuFQohEIsjLS+a1dE1NTWhpaUlk3bKIAk/GODk5QSQSITAwsNk2fn5+jU7vtmzZAlNTU/Z7w6nWhg0boK+vDy0tLQQEBKC2thbLly+HtrY2jIyMsH///kbrz8rKwqBBg6CsrAxLS0tcuXJFbH56ejrGjh0LNTU16OvrY8aMGfjrr7/Y+SNGjICnpyeWLFkCXV1dODs7N7kf9fX1CAgIgJGREZSUlGBra4vo6Gh2vkAgQHJyMgICAiAQCODn59fsekJCQtCtWzcoKSmhc+fOWL9+PQDxI7NHjx5h5MiRAICOHTtCIBBg1qxZAIDo6GgMGTIEWlpa0NHRwfjx45GTk8Nuo6EnlT59+kAgEGDEiBFif88NqqqqsGjRIujp6UFZWRlDhgzB9evX2fkNR5gxMTHo168fOnTogEGDBokNHnTr1i2MHDkS6urq0NDQgJ2dHW7cuNHkvn9oKPBkjFAoxIYNG7Bt2zY8efLkndZ16dIlPH36FHFxcQgNDYWvry/Gjx+Pjh07IikpCd988w3mz5/faDvLly/H0qVLkZKSAgcHB7i4uKC4uBgA8OzZM3z88cfo06cPbty4gejoaBQUFOCLL74QW8eBAwegqKiI+Ph47Ny5s8n6tm7dik2bNuGHH37A7du34ezsjAkTJuDevXsAgLy8PPTu3RtLly5FXl4eli1b1uR6fHx8EBQUhDVr1uDOnTs4fPhwox6ogVent8eOHQMAZGdnIy8vD1u3bgXwarAib29v3LhxAzExMZCTk8Onn36K+vp6AGBHobt48SLy8vJw/PjxJmtZsWIFjh07hgMHDuDmzZvo1q0bnJ2dUVJSItbuu+++w6ZNm3Djxg3Iy8tjzpw57DxXV1cYGRnh+vXrSE5OxqpVq6CgoNDk9j440u69gLw/bm5uzMSJExmGYZiBAwcyc+bMYRiGYU6cOMG8/qvg6+vL2NjYiC27efNmxsTERGxdJiYmTF1dHTvN3NycGTp0KPu9traWUVVVZX7++WeGYRjm4cOHDAAmKCiIbVNTU8MYGRkxwcHBDMMwzLp165jRo0eLbfvx48cMACY7O5thGIYZPnw406dPn7fur6GhIbN+/Xqxaf3792e+/fZb9ruNjQ3j6+vb7DrKy8sZJSUlZvfu3U3Ob9inlJQUhmH+1/tLaWnpG2srKipiADBpaWlNrqfB6z+ziooKRkFBgTl06BA7v7q6mjE0NGRCQkLEtn/x4kW2zZkzZxgAzIsXLxiGYRh1dXUmIiLijfV9qOgIT0YFBwfjwIEDyMzMbPU6evfuDTm5//0K6evrw8rKiv0uFAqho6PTaDjJ1zsulZeXR79+/dg6bt26hcuXL0NNTY399OzZEwDETgHt7OzeWFt5eTmePn2KwYMHi00fPHgwp33OzMxEVVUVHB0dW7xMU+7du4fp06ejS5cu0NDQYC8P5ObmtngdOTk5qKmpEdsnBQUFDBgwoNE+WVtbs382MDAAAPbn4O3tjblz58LJyQlBQUFif68fOgo8GTVs2DA4OzvDx8en0Tw5OTkw/+g1rKamplG7f54GCQSCJqc1nLa1REVFBVxcXJCamir2uXfvHoYNG8a2U1VVbfE63wVfHXW6uLigpKQEu3fvRlJSEpKSkgC82w2XN3n959BwB77h5+Dn54eMjAyMGzcOly5dQq9evXDixAmJ1NHWUODJsKCgIJw+fbrRcI+dOnVCfn6+WOjx+ZxZYmIi++fa2lokJyfDwsICANC3b19kZGTA1NQU3bp1E/twCTkNDQ0YGhoiPj5ebHp8fDynAWa6d+8OFRWVFj+yoqioCODVsIUNiouLkZ2djdWrV8PR0REWFhaN7pI3tdw/de3alb1u2aCmpgbXr1/nPGhOjx494OXlhfPnz2Py5MlN3lz6EFHgyTArKyu4uroiLCxMbPqIESNQVFSEkJAQ5OTkIDw8HGfPnuVtu+Hh4Thx4gSysrLg4eGB0tJS9qK6h4cHSkpKMH36dFy/fh05OTk4d+4cZs+e/cYwaMry5csRHByMX375BdnZ2Vi1ahVSU1OxePHiFq9DWVkZK1euxIoVK3Dw4EHk5OQgMTERe/fubbK9iYkJBAIBoqKiUFRUhIqKCnTs2BE6OjrYtWsX7t+/j0uXLsHb21tsOT09PaioqLA3aRrGsH2dqqoqFixYgOXLlyM6Ohp37tzBvHnz8Pz5c7i7u7dof168eAFPT0/Exsbijz/+QHx8PK5fv87+h/Oho8CTcQEBAY1OOS0sLLB9+3aEh4fDxsYG165da/YOZmsEBQUhKCgINjY2uHr1Kk6dOgVdXV0AYI/K6urqMHr0aFhZWWHJkiXQ0tISu17YEosWLYK3tzeWLl0KKysrREdH49SpU+jevTun9axZswZLly7F2rVrYWFhgalTpza6Ltngo48+gr+/P1atWgV9fX14enpCTk4OkZGRSE5OhqWlJby8vLBx40ax5eTl5REWFoYff/wRhoaGmDhxYpPrDwoKwpQpUzBjxgz07dsX9+/fx7lz59CxY8cW7YtQKERxcTFmzpyJHj164IsvvsDYsWPh7+/P6e+kvaIu3gkhMoOO8AghMoMCjxAiMyjwCCEygwKPECIzKPAIaeNa2+UUaYwCjxAiMyjwSJtRV1fH6TW0dyWp17okvW7SehR4pFUa+qTz9PSEpqYmdHV1sWbNGrHX0aqqqrBs2TJ89NFHUFVVhb29PWJjY9n5ERER0NLSwqlTp9CrVy8oKSk1+TJ9wyndmTNnYG1tDWVlZQwcOBDp6elsm+LiYkyfPh0fffQROnToACsrK/z8889N1vzPfvRCQ0NhZWUFVVVVGBsb49tvv0VFRYXYsrt374axsTE6dOiATz/9FKGhoWIdczb0Ibhnzx6YmZlBWVkZwNv7wWvoTy8yMvKNfQQCQHJycrN93JEWkmpfLaTdGj58OKOmpsYsXryYycrKYn766SemQ4cOzK5du9g2c+fOZQYNGsTExcUx9+/fZzZu3MgoKSkxd+/eZRiGYfbv388oKCgwgwYNYuLj45msrCymsrKy0bYaujyysLBgzp8/z9y+fZsZP348Y2pqylRXVzMMwzBPnjxhNm7cyKSkpDA5OTlMWFgYIxQKmaSkpEY1L1++nMnKymKysrIYhnnV9dWlS5eYhw8fMjExMYy5uTmzYMECdrmrV68ycnJyzMaNG5ns7GwmPDyc0dbWZjQ1Ndk2vr6+jKqqKjNmzBjm5s2bzK1btxiGYZijR48yx44dY+7du8ekpKQwLi4ujJWVFdutVkO3UEZGRszRo0eZO3fuMHPnzmXU1dWZv/76S2z/7e3tmdjYWCYjI4MZOnQoM2jQID5+lDKFAo+0yvDhwxkLCwumvr6enbZy5UrGwsKCYRiG+eOPPxihUMj8+eefYss5OjoyPj4+DMO8CjwATGpq6hu31fAPPjIykp1WXFzMqKioML/88kuzy40bN45ZunSpWM0t6Ufv119/ZXR0dNjvU6dOZcaNGyfWxtXVtVHgKSgoMIWFhW9cd3P94L2pj8CW9HFHWoZOaUmrDRw4UGzwHwcHB9y7dw91dXVIS0tDXV0devToIda33ZUrV8RO6RQVFcX6bnuT1/vR09bWhrm5OdsPXF1dHdatWwcrKytoa2tDTU0N586da3SK3FQ/ehcvXoSjoyM++ugjqKurY8aMGSguLsbz588BvOq9eMCAAWLL/PM78KrjgE6dOolNa2k/eG/qI7DBm/q4Iy0jmZFHiMyrqKiAUChEcnIyhEKh2Dw1NTX2zyoqKryMmLZx40Zs3boVW7ZsYa/HLVmypNHNg392MfXo0SOMHz8eCxYswPr166GtrY2rV6/C3d0d1dXV6NChQ4traKr7KhcXF5iYmGD37t0wNDREfX09LC0tW3VT40193JGWocAjrdbQiWWDxMREdO/eHUKhEH369EFdXR0KCwsxdOhQXraXmJiIzp07AwBKS0tx9+5dtluj+Ph4TJw4EV999RWAV0Fw9+7dt/YTl5ycjPr6emzatIntjeXIkSNibczNzcUGygHQ6HtTGvrB2717N/t3cPXq1Wb3raGD04Y+Aj09Pd+6DcINBR5ptdzcXHh7e2P+/Pm4efMmtm3bhk2bNgF41cGkq6srZs6ciU2bNqFPnz4oKipCTEwMrK2tMW7cOM7bCwgIgI6ODvT19fHdd99BV1eXHdGre/fuOHr0KH7//Xd07NgRoaGhKCgoeGvgdevWDTU1Ndi2bRtcXFyaHBRo4cKFGDZsGEJDQ+Hi4oJLly7h7Nmzbz0yfb0fPAMDA+Tm5mLVqlVNtg0PD0f37t1hYWGBzZs3i/URSPhD1/BIq82cORMvXrzAgAED4OHhgcWLF+Prr79m5+/fvx8zZ87E0qVLYW5ujkmTJuH69evsURpXQUFBWLx4Mezs7JCfn4/Tp0+zPQWvXr0affv2hbOzM0aMGAGRSCQ2vGFzbGxsEBoaiuDgYFhaWuLQoUONhrAcPHgwdu7cidDQUNjY2CA6OhpeXl7soyfNaUk/eK/vW3N9BBL+UH94pFVGjBgBW1tbbNmyReLbio2NxciRI1FaWtpmBqWeN28esrKy8H//93/vtJ5Hjx7BzMwMKSkpjcYCJvyjU1pCWuCHH37AqFGjoKqqirNnz+LAgQPYvn27tMsiHFHgEdIC165dQ0hICP7++2906dIFYWFhmDt3rrTLIhzRKS0hRGbQTQtCiMygwCOEyAwKPEKIzKDAI4TIDAo8QojMoMAjhMgMCjxCiMygwCOEyAwKPEKIzPh/i8eaPQfaaNUAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 300x300 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import matplotlib.patches as mpatches\n",
    "import seaborn as sns\n",
    "import pandas as pd\n",
    "import json \n",
    "\n",
    "with open ('data/num_citations_per_paragraph.json') as json_file:\n",
    "    num_citations_per_paragraph = json.load(json_file)\n",
    "num_citations_per_paragraph_df = pd.DataFrame(num_citations_per_paragraph, columns=['Citations'])\n",
    "# Convert 'Citations' column to categorical type and define all possible categories\n",
    "num_citations_per_paragraph_df['Citations'] = pd.Categorical(num_citations_per_paragraph_df['Citations'], categories=[0, 1, 2, 3])\n",
    "\n",
    "# # create the plot\n",
    "# sns.set_context(\"paper\", font_scale=2)\n",
    "# plt.rcParams['pdf.fonttype'] = 42\n",
    "fig, ax = plt.subplots(figsize=(3,3))\n",
    "plt.rcParams['svg.fonttype'] = 'none'\n",
    "sns.countplot(data=num_citations_per_paragraph_df, x='Citations', ax=ax, color='chocolate', alpha=0.8)\n",
    "\n",
    "ax.bar(x=0, height=paragraphs_no_keywords, color='grey', alpha=0.8)\n",
    "sns.despine()\n",
    "# Create a custom legend for the non-searched bar\n",
    "legend_patch = mpatches.Patch(color='grey', alpha=0.8, label='Not-Searched')\n",
    "\n",
    "# Add the legend to the plot\n",
    "ax.legend(handles=[legend_patch], loc='upper left')\n",
    "\n",
    "ax.set_xlabel('Number of citations\\nper paragraph')\n",
    "ax.set_ylabel('Number of paragraphs')\n",
    "plt.savefig('figures/num_citations_per_paragraph.svg', dpi = 300, bbox_inches='tight')\n",
    "plt.show()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3    2004\n",
       "0     700\n",
       "1     126\n",
       "2     122\n",
       "Name: Citations, dtype: int64"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num_citations_per_paragraph_df['Citations'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}