02_text_patterns.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "5142cae1",
   "metadata": {},
   "source": [
    "# Finding (Problem Statement) Signal in Sentence Phrasing\n",
    "\n",
    "Here we look at intersecting (low signal) and exclusive (only in one class aka high signal) [n-grams](https://en.wikipedia.org/wiki/N-gram) of positive and negative labeled sentences.\n",
    "\n",
    "If there are n-grams that *almost* exclusively appear in one class (0 or 1) then they could make great matching phrases either directly for classifying a sentence without using a machine learning model or just to do last-mile quality assurance and flag suspicious model decisions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0e2fa9e8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# default_exp core"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "38bb3183",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df = pd.read_csv(\"downloads/40k_balanced_pm_acl.csv\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cc38744f",
   "metadata": {},
   "outputs": [],
   "source": [
    "#export\n",
    "\n",
    "def take_while(fn, coll):\n",
    "    \"\"\"Yield values from coll until fn is False\"\"\"\n",
    "    for e in coll:\n",
    "        if fn(e):\n",
    "            yield e\n",
    "        else:\n",
    "            return\n",
    "\n",
    "def partition(n, coll, step=None):\n",
    "    return take_while(lambda e: len(e) == n,\n",
    "        (coll[i:i+n] for i in range(0, len(coll), step or n)))\n",
    "\n",
    "def partition_all(n, coll, step=None):\n",
    "    return (coll[i:i+n] for i in range(0, len(coll), step or n))\n",
    "\n",
    "def n_grams(texts, n_gram=2): return [\" \".join(n) for t in texts for n in partition(n_gram, t.split(\" \"), 1)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e8925a3c",
   "metadata": {},
   "outputs": [],
   "source": [
    "#export\n",
    "\n",
    "import spacy\n",
    "nlp = spacy.load(\"en_core_web_md\")\n",
    "\n",
    "def lemmatize(text, nlp=nlp):\n",
    "    return \" \".join([tok.lemma_ for tok in nlp(text)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b15e2473",
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"text_orig\"] = df[\"text\"]\n",
    "df[\"text\"] = df[\"text\"].map(lemmatize)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d476c560",
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"labels\"] = df[\"labels\"].astype(str)\n",
    "positives = df[df[\"labels\"] == \"1\"]\n",
    "negatives = df[df[\"labels\"] == \"0\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3db4b59f",
   "metadata": {},
   "outputs": [],
   "source": [
    "positives[:3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9c00fb80",
   "metadata": {},
   "outputs": [],
   "source": [
    "bi_grams_pos = n_grams(positives[\"text\"], 2)\n",
    "tri_grams_pos = n_grams(positives[\"text\"], 3)\n",
    "bi_grams_neg = n_grams(negatives[\"text\"], 2)\n",
    "tri_grams_neg = n_grams(negatives[\"text\"], 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a1570f02",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['the difficulty', 'difficulty with', 'with this']"
      ]
     },
     "execution_count": null,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bi_grams_pos[:3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ff318aec",
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "\n",
    "d1 = dict(Counter(bi_grams_pos))\n",
    "d2 = dict(Counter(bi_grams_neg))\n",
    "\n",
    "d3 = dict(Counter(tri_grams_pos))\n",
    "d4 = dict(Counter(tri_grams_neg))\n",
    "\n",
    "bi_grams_both = {x:(d1[x], d2[x]) for x in d1 if x in d2}\n",
    "\n",
    "tri_grams_both = {x:(d3[x], d4[x]) for x in d3 if d4.get(x)}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "21982747",
   "metadata": {},
   "outputs": [],
   "source": [
    "bi_grams_pos_only = {x:d1[x] for x in d1 if not d2.get(x)} # and d2.get(x) < 5\n",
    "tri_grams_pos_only = {x:d3[x] for x in d3 if not d4.get(x)}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "eeaf1a5d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('the fact that', (68, 29)),\n",
       " ('the problem of', (75, 1)),\n",
       " ('be use for', (13, 40)),\n",
       " ('which be not', (14, 10)),\n",
       " ('include in the', (4, 124)),\n",
       " ('so - call', (16, 6)),\n",
       " ('et al .', (21, 81)),\n",
       " ('al . ,', (15, 66)),\n",
       " ('that they be', (60, 13)),\n",
       " ('large - scale', (15, 7)),\n",
       " ('to overcome the', (21, 1)),\n",
       " ('however , the', (169, 19)),\n",
       " (', which have', (65, 6)),\n",
       " ('the limitation of', (13, 8)),\n",
       " ('problem of the', (32, 2)),\n",
       " ('of this method', (48, 3)),\n",
       " ('one of the', (238, 83)),\n",
       " ('small number of', (12, 19)),\n",
       " ('be that the', (351, 10)),\n",
       " ('have the potential', (19, 12)),\n",
       " ('be that there', (38, 1)),\n",
       " ('that there be', (59, 19)),\n",
       " ('there be no', (64, 213)),\n",
       " ('as compare to', (4, 33)),\n",
       " (', there be', (65, 88)),\n",
       " ('there be an', (13, 18)),\n",
       " ('be an important', (46, 29)),\n",
       " ('a common problem', (25, 4)),\n",
       " ('of non -', (29, 21)),\n",
       " (') , and', (46, 148)),\n",
       " ('the performance of', (12, 21)),\n",
       " (', which can', (66, 12)),\n",
       " (', the main', (20, 2)),\n",
       " ('large number of', (57, 23)),\n",
       " ('be that it', (261, 3)),\n",
       " ('- of -', (30, 47)),\n",
       " ('the size of', (6, 16)),\n",
       " ('size of the', (10, 23)),\n",
       " ('may be a', (73, 36)),\n",
       " ('such as the', (35, 7)),\n",
       " ('the quality of', (63, 47)),\n",
       " ('of this approach', (61, 1)),\n",
       " (', such as', (134, 38)),\n",
       " ('that it be', (95, 33)),\n",
       " ('be only a', (8, 15)),\n",
       " ('some of the', (11, 10)),\n",
       " ('of the model', (12, 10)),\n",
       " ('it be not', (44, 25)),\n",
       " ('that it can', (28, 1)),\n",
       " ('it can not', (18, 13)),\n",
       " ('n - gram', (8, 27)),\n",
       " ('the accuracy of', (7, 17)),\n",
       " ('be likely to', (25, 10)),\n",
       " (', as the', (27, 5)),\n",
       " ('be base on', (20, 32)),\n",
       " ('limitation of the', (23, 9)),\n",
       " ('of the two', (7, 23)),\n",
       " ('that it require', (25, 1)),\n",
       " ('the proportion of', (6, 23)),\n",
       " ('in the training', (6, 22)),\n",
       " ('the training datum', (6, 30)),\n",
       " (', which may', (46, 18)),\n",
       " ('have not be', (74, 36)),\n",
       " ('of the current', (31, 9)),\n",
       " ('the difficulty of', (21, 4)),\n",
       " ('can lead to', (58, 14)),\n",
       " ('it do not', (36, 33)),\n",
       " ('to the same', (4, 19)),\n",
       " ('in term of', (72, 129)),\n",
       " ('have be use', (12, 16)),\n",
       " ('many of the', (16, 6)),\n",
       " ('prove to be', (23, 23)),\n",
       " ('seem to be', (47, 48)),\n",
       " ('may lead to', (52, 16)),\n",
       " ('a major problem', (84, 1)),\n",
       " ('major problem with', (103, 1)),\n",
       " (', regardless of', (8, 21)),\n",
       " ('regardless of the', (7, 15)),\n",
       " ('that be not', (16, 16)),\n",
       " ('it be necessary', (17, 4)),\n",
       " ('be necessary to', (24, 5)),\n",
       " ('be hard to', (11, 15)),\n",
       " ('the need to', (24, 9)),\n",
       " ('have to be', (29, 15)),\n",
       " ('to find the', (9, 13)),\n",
       " ('to determine the', (8, 157)),\n",
       " ('of the method', (27, 3)),\n",
       " ('be find in', (10, 50)),\n",
       " ('the use of', (159, 174)),\n",
       " (', which be', (322, 79)),\n",
       " ('which be a', (166, 9)),\n",
       " (', it be', (123, 30)),\n",
       " ('be able to', (20, 45)),\n",
       " (', a significant', (14, 10)),\n",
       " (', as well', (59, 63)),\n",
       " ('as well as', (178, 132)),\n",
       " (', they be', (11, 10)),\n",
       " ('they be not', (15, 9)),\n",
       " ('they do not', (26, 17)),\n",
       " ('associate with the', (63, 23)),\n",
       " ('a well -', (13, 10)),\n",
       " ('relate to the', (33, 22)),\n",
       " (', but be', (16, 10)),\n",
       " (', the most', (16, 8)),\n",
       " ('the most common', (115, 39)),\n",
       " ('( 1 )', (19, 34)),\n",
       " (', can be', (16, 6)),\n",
       " ('in the case', (23, 3)),\n",
       " ('the case of', (26, 8)),\n",
       " ('co - occurrence', (8, 13)),\n",
       " ('the non -', (16, 24)),\n",
       " ('( e.g. ,', (37, 22)),\n",
       " ('the increase of', (12, 10)),\n",
       " ('of the case', (12, 10)),\n",
       " ('be know to', (22, 10)),\n",
       " (', with a', (49, 69)),\n",
       " (', which could', (17, 8)),\n",
       " ('be important to', (17, 15)),\n",
       " (') , the', (37, 18)),\n",
       " ('the availability of', (30, 8)),\n",
       " ('do not have', (21, 23)),\n",
       " ('not have a', (12, 9)),\n",
       " ('to have a', (18, 20)),\n",
       " ('in this paper', (12, 18)),\n",
       " ('take into account', (17, 23)),\n",
       " ('be non -', (9, 16)),\n",
       " (', it can', (18, 18)),\n",
       " ('do not provide', (12, 17)),\n",
       " ('the ability to', (14, 9)),\n",
       " ('all of the', (5, 23)),\n",
       " ('can not be', (69, 31)),\n",
       " ('as a result', (48, 20)),\n",
       " ('compare with the', (6, 84)),\n",
       " (', cross -', (3, 40)),\n",
       " ('significantly reduce the', (4, 24)),\n",
       " ('that can be', (31, 28)),\n",
       " ('can be use', (17, 72)),\n",
       " ('we do not', (6, 21)),\n",
       " (', and the', (194, 100)),\n",
       " ('due to the', (245, 25)),\n",
       " ('the number of', (124, 114)),\n",
       " ('may not be', (23, 18)),\n",
       " ('a large number', (32, 13)),\n",
       " ('in order to', (51, 58)),\n",
       " ('most of the', (31, 6)),\n",
       " (', however ,', (141, 12)),\n",
       " ('- up be', (8, 17)),\n",
       " ('they have a', (18, 5)),\n",
       " ('have a high', (16, 24)),\n",
       " (', and have', (26, 11)),\n",
       " ('to study the', (7, 23)),\n",
       " ('depend on the', (18, 33)),\n",
       " ('and do not', (13, 26)),\n",
       " ('end of the', (9, 26)),\n",
       " ('the need for', (62, 42)),\n",
       " (', but it', (30, 18)),\n",
       " ('but it be', (14, 8)),\n",
       " ('a combination of', (7, 28)),\n",
       " ('accord to the', (23, 79)),\n",
       " (', but the', (64, 31)),\n",
       " ('be use to', (32, 98)),\n",
       " ('real - world', (4, 17)),\n",
       " ('aim be to', (2, 33)),\n",
       " ('due to its', (117, 11)),\n",
       " ('the treatment of', (168, 195)),\n",
       " ('however , it', (22, 6)),\n",
       " (', in the', (19, 27)),\n",
       " ('information about the', (12, 12)),\n",
       " ('( i.e. ,', (20, 18)),\n",
       " ('problem with the', (148, 1)),\n",
       " ('the distribution of', (9, 13)),\n",
       " ('the level of', (16, 49)),\n",
       " ('be assign to', (2, 43)),\n",
       " ('be that of', (20, 1)),\n",
       " ('need to be', (66, 20)),\n",
       " ('be difficult to', (76, 10)),\n",
       " ('that is ,', (13, 11)),\n",
       " (', non -', (13, 39)),\n",
       " ('use of the', (15, 24)),\n",
       " (', as it', (40, 1)),\n",
       " (') as a', (16, 11)),\n",
       " ('the result be', (5, 17)),\n",
       " (') , but', (12, 14)),\n",
       " ('be often a', (28, 3)),\n",
       " (', because the', (16, 10)),\n",
       " ('- and -', (4, 21)),\n",
       " ('- to -', (47, 146)),\n",
       " ('the effect of', (48, 388)),\n",
       " ('the value of', (7, 22)),\n",
       " ('quality of the', (11, 15)),\n",
       " ('a significant reduction', (4, 29)),\n",
       " ('significant reduction in', (8, 46)),\n",
       " ('reduction in the', (10, 30)),\n",
       " ('but do not', (8, 15)),\n",
       " ('because of the', (126, 6)),\n",
       " ('however , this', (17, 6)),\n",
       " (': ( 1', (10, 13)),\n",
       " ('( 2 )', (16, 28)),\n",
       " ('( 3 )', (10, 20)),\n",
       " ('it have be', (28, 7)),\n",
       " (', and be', (83, 33)),\n",
       " ('in the present', (13, 25)),\n",
       " ('with the increase', (19, 4)),\n",
       " ('be cause by', (41, 7)),\n",
       " ('the influence of', (15, 27)),\n",
       " (', and a', (50, 38)),\n",
       " ('there be a', (120, 147)),\n",
       " ('study be that', (47, 3)),\n",
       " ('the end of', (12, 53)),\n",
       " ('be use in', (21, 41)),\n",
       " (', and it', (78, 18)),\n",
       " ('of self -', (8, 22)),\n",
       " ('in spite of', (35, 6)),\n",
       " (', but this', (10, 11)),\n",
       " ('there have be', (35, 12)),\n",
       " ('in the field', (36, 7)),\n",
       " (', the number', (8, 18)),\n",
       " ('be link to', (15, 7)),\n",
       " (') in the', (23, 45)),\n",
       " ('to be effective', (9, 28)),\n",
       " ('have a serious', (103, 1)),\n",
       " ('focus on the', (9, 15)),\n",
       " ('this be the', (11, 39)),\n",
       " ('a set of', (10, 24)),\n",
       " ('be design to', (7, 26)),\n",
       " ('% of the', (102, 59)),\n",
       " ('the identification of', (15, 10)),\n",
       " ('be subject to', (13, 12)),\n",
       " (', and thus', (21, 8)),\n",
       " ('base on the', (22, 62)),\n",
       " ('lead to an', (16, 12)),\n",
       " ('be not a', (127, 8)),\n",
       " ('at the time', (17, 24)),\n",
       " ('the risk of', (114, 64)),\n",
       " ('at the same', (15, 6)),\n",
       " ('half of the', (12, 14)),\n",
       " ('on the other', (30, 9)),\n",
       " ('the other hand', (26, 3)),\n",
       " ('at the end', (9, 40)),\n",
       " ('impact on the', (33, 15)),\n",
       " ('the most important', (32, 15)),\n",
       " ('of the same', (8, 15)),\n",
       " ('large amount of', (28, 7)),\n",
       " ('in the number', (30, 14)),\n",
       " ('lead to the', (32, 9)),\n",
       " ('the process of', (7, 21)),\n",
       " ('show that the', (21, 42)),\n",
       " ('this be a', (102, 254)),\n",
       " (', as a', (16, 9)),\n",
       " ('in the past', (41, 3)),\n",
       " ('be carry out', (9, 71)),\n",
       " ('the presence of', (131, 64)),\n",
       " ('in the context', (17, 13)),\n",
       " ('the context of', (20, 13)),\n",
       " ('be a serious', (8345, 4)),\n",
       " ('a serious complication', (21, 2)),\n",
       " ('have show that', (20, 15)),\n",
       " ('and non -', (25, 47)),\n",
       " (') be an', (25, 22)),\n",
       " ('major cause of', (49, 4)),\n",
       " (') be a', (1199, 53)),\n",
       " ('be a rare', (28, 11)),\n",
       " ('in the United', (224, 15)),\n",
       " ('the United States', (248, 14)),\n",
       " ('the impact of', (19, 71)),\n",
       " ('and it be', (69, 7)),\n",
       " ('it be important', (15, 8)),\n",
       " ('the frequency of', (11, 29)),\n",
       " ('be one of', (145, 44)),\n",
       " ('of the most', (129, 22)),\n",
       " (', especially those', (19, 2)),\n",
       " ('be a common', (67, 32)),\n",
       " ('the importance of', (16, 25)),\n",
       " ('however , there', (22, 6)),\n",
       " ('; however ,', (103, 57)),\n",
       " ('be more effective', (3, 55)),\n",
       " (\"Parkinson 's disease\", (16, 10)),\n",
       " (\"'s disease (\", (31, 5)),\n",
       " ('( PD )', (18, 5)),\n",
       " ('in combination with', (9, 31)),\n",
       " ('the effectiveness of', (12, 105)),\n",
       " ('quality of life', (130, 151)),\n",
       " ('of life .', (55, 30)),\n",
       " (') be one', (23, 7)),\n",
       " ('patient who undergo', (11, 116)),\n",
       " ('depression be a', (50, 1)),\n",
       " ('be consider as', (44, 25)),\n",
       " ('consider as a', (51, 13)),\n",
       " ('a major health', (23, 2)),\n",
       " ('the most frequent', (35, 17)),\n",
       " ('be among the', (16, 9)),\n",
       " ('factor associate with', (8, 22)),\n",
       " ('the efficacy of', (16, 145)),\n",
       " (') for the', (4, 18)),\n",
       " ('for the treatment', (40, 91)),\n",
       " ('low back pain', (28, 47)),\n",
       " ('non - specific', (19, 12)),\n",
       " ('be the most', (100, 55)),\n",
       " ('the general population', (28, 13)),\n",
       " ('general population .', (12, 9)),\n",
       " (', especially in', (179, 26)),\n",
       " ('especially in the', (43, 8)),\n",
       " ('little be know', (29, 13)),\n",
       " ('be know about', (28, 13)),\n",
       " ('on the basis', (10, 14)),\n",
       " ('the basis of', (12, 14)),\n",
       " ('suggest that the', (18, 53)),\n",
       " ('long - term', (172, 130)),\n",
       " ('randomized control trial', (3, 95)),\n",
       " ('control trial be', (2, 63)),\n",
       " ('for patient with', (38, 73)),\n",
       " ('be expose to', (14, 8)),\n",
       " ('be a debilitate', (83, 1)),\n",
       " ('in the treatment', (94, 101)),\n",
       " ('difficult to treat', (24, 3)),\n",
       " (') can be', (16, 5)),\n",
       " ('be effective for', (5, 26)),\n",
       " ('there be few', (18, 4)),\n",
       " ('can be a', (203, 15)),\n",
       " ('in the elderly', (59, 17)),\n",
       " ('the elderly be', (22, 2)),\n",
       " ('the prevalence of', (100, 59)),\n",
       " ('be significantly high', (3, 80)),\n",
       " ('major depressive disorder', (16, 6)),\n",
       " (') patient .', (9, 13)),\n",
       " (', result in', (51, 18)),\n",
       " ('( TB )', (110, 2)),\n",
       " ('TB ) be', (56, 1)),\n",
       " ('30 % of', (20, 3)),\n",
       " ('patient suffer from', (17, 15)),\n",
       " ('treatment , and', (11, 10)),\n",
       " ('for individual with', (10, 11)),\n",
       " ('during pregnancy be', (20, 1)),\n",
       " ('patient who have', (12, 40)),\n",
       " (') , a', (65, 21)),\n",
       " ('associate with a', (48, 60)),\n",
       " ('of life ,', (13, 14)),\n",
       " ('an increase in', (18, 31)),\n",
       " ('the elderly .', (23, 9)),\n",
       " ('can result in', (26, 4)),\n",
       " ('as it be', (23, 3)),\n",
       " ('in patient with', (175, 477)),\n",
       " ('remain a major', (28, 1)),\n",
       " ('a major cause', (35, 3)),\n",
       " ('of morbidity and', (57, 2)),\n",
       " ('morbidity and mortality', (225, 13)),\n",
       " ('have be show', (15, 13)),\n",
       " ('be show to', (17, 28)),\n",
       " ('be relate to', (26, 26)),\n",
       " ('cardiovascular disease .', (21, 3)),\n",
       " (', due to', (66, 5)),\n",
       " (') be the', (54, 22)),\n",
       " ('of the patient', (31, 50)),\n",
       " ('patient who receive', (6, 30)),\n",
       " ('of life and', (24, 17)),\n",
       " ('in develop country', (232, 1)),\n",
       " ('of child with', (9, 24)),\n",
       " ('show to be', (13, 15)),\n",
       " ('be useful for', (4, 20)),\n",
       " ('high level of', (42, 38)),\n",
       " ('a lack of', (36, 3)),\n",
       " ('in clinical practice', (49, 18)),\n",
       " ('the time of', (17, 27)),\n",
       " ('in sub -', (27, 4)),\n",
       " ('sub - saharan', (42, 2)),\n",
       " ('- saharan Africa', (38, 2)),\n",
       " ('saharan Africa .', (21, 1)),\n",
       " ('find to be', (36, 43)),\n",
       " ('be effective in', (4, 75)),\n",
       " ('due to their', (65, 4)),\n",
       " (', cause by', (69, 1)),\n",
       " ('be increase in', (17, 12)),\n",
       " ('be associate with', (187, 280)),\n",
       " ('increase risk of', (33, 27)),\n",
       " ('type 2 diabetes', (48, 11)),\n",
       " ('2 diabetes mellitus', (29, 6)),\n",
       " ('diabetes mellitus (', (39, 3)),\n",
       " ('infection be a', (268, 1)),\n",
       " ('post - operative', (12, 30)),\n",
       " ('know about the', (18, 6)),\n",
       " ('the utility of', (4, 17)),\n",
       " ('( ED )', (12, 16)),\n",
       " ('be a significant', (31, 60)),\n",
       " ('breast cancer patient', (19, 12)),\n",
       " ('50 % of', (19, 6)),\n",
       " ('in child and', (44, 10)),\n",
       " ('a lead cause', (30, 2)),\n",
       " ('lead cause of', (81, 6)),\n",
       " ('traumatic brain injury', (54, 11)),\n",
       " ('brain injury (', (46, 4)),\n",
       " ('the burden of', (18, 5)),\n",
       " ('and lead to', (22, 3)),\n",
       " ('of health care', (22, 2)),\n",
       " ('the safety of', (19, 18)),\n",
       " ('in patient who', (14, 25)),\n",
       " ('who have undergo', (6, 18)),\n",
       " ('with non -', (8, 31)),\n",
       " ('high prevalence of', (68, 28)),\n",
       " ('risk factor for', (50, 42)),\n",
       " ('type 2 diabete', (25, 6)),\n",
       " ('% of patient', (27, 27)),\n",
       " ('for treatment of', (8, 24)),\n",
       " ('of patient .', (28, 13)),\n",
       " ('be the lead', (25, 2)),\n",
       " ('the lead cause', (46, 4)),\n",
       " ('and severity of', (8, 13)),\n",
       " ('it be difficult', (26, 2)),\n",
       " ('be find to', (36, 57)),\n",
       " ('be a life', (95, 3)),\n",
       " ('central nervous system', (34, 2)),\n",
       " ('be characterize by', (21, 6)),\n",
       " ('have lead to', (29, 3)),\n",
       " ('increase number of', (56, 5)),\n",
       " ('and young adult', (26, 4)),\n",
       " (', lead to', (70, 7)),\n",
       " ('be common in', (9, 17)),\n",
       " ('coronary artery bypass', (9, 20)),\n",
       " ('be a chronic', (25, 6)),\n",
       " ('have a significant', (13, 15)),\n",
       " ('on quality of', (10, 11)),\n",
       " (\"Alzheimer 's disease\", (21, 1)),\n",
       " ('disease , which', (21, 1)),\n",
       " ('be recognize as', (97, 5)),\n",
       " ('the majority of', (52, 33)),\n",
       " ('and have be', (31, 2)),\n",
       " ('be consider a', (160, 9)),\n",
       " ('10 % of', (17, 8)),\n",
       " ('in the pediatric', (19, 3)),\n",
       " ('emergency department (', (9, 13)),\n",
       " ('the world .', (319, 3)),\n",
       " ('neonatal intensive care', (15, 12)),\n",
       " ('intensive care unit', (50, 53)),\n",
       " ('head and neck', (21, 17)),\n",
       " ('have long be', (29, 2)),\n",
       " (') have be', (57, 24)),\n",
       " ('with a high', (58, 31)),\n",
       " ('a high incidence', (16, 11)),\n",
       " ('the rate of', (20, 50)),\n",
       " ('all over the', (85, 3)),\n",
       " ('over the world', (89, 3)),\n",
       " ('the management of', (69, 50)),\n",
       " ('patient be a', (56, 2)),\n",
       " ('in non -', (14, 15)),\n",
       " (', the incidence', (14, 7)),\n",
       " ('the incidence of', (71, 110)),\n",
       " ('antibiotic - resistant', (31, 1)),\n",
       " ('health care worker', (21, 2)),\n",
       " ('high risk of', (24, 24)),\n",
       " ('tuberculosis ( TB', (37, 1)),\n",
       " ('be a major', (175, 11)),\n",
       " ('be need to', (10, 15)),\n",
       " ('because of its', (84, 3)),\n",
       " ('cause of death', (64, 5)),\n",
       " ('that affect the', (23, 3)),\n",
       " ('most common cause', (20, 2)),\n",
       " ('common cause of', (25, 3)),\n",
       " (', but also', (51, 9)),\n",
       " ('but also in', (21, 1)),\n",
       " ('disease be a', (152, 2)),\n",
       " ('and mortality in', (25, 3)),\n",
       " ('part of the', (71, 19)),\n",
       " ('appear to be', (52, 43)),\n",
       " ('the development of', (184, 39)),\n",
       " ('study demonstrate that', (12, 44)),\n",
       " ('and one of', (24, 2)),\n",
       " ('disease in the', (25, 1)),\n",
       " ('in the world', (107, 3)),\n",
       " ('the result of', (37, 127)),\n",
       " ('over the past', (26, 2)),\n",
       " ('disease cause by', (49, 2)),\n",
       " ('problem , particularly', (64, 1)),\n",
       " ('health care system', (29, 3)),\n",
       " (', one of', (19, 3)),\n",
       " ('child and adolescent', (53, 12)),\n",
       " ('of drug -', (47, 2)),\n",
       " ('drug - induce', (40, 1)),\n",
       " ('increase the risk', (35, 9)),\n",
       " ('which can be', (29, 7)),\n",
       " (') be become', (20, 2)),\n",
       " ('the role of', (8, 32)),\n",
       " ('and be a', (161, 11)),\n",
       " ('the lack of', (135, 15)),\n",
       " ('( MS )', (13, 9)),\n",
       " ('of the world', (138, 1)),\n",
       " ('hepatocellular carcinoma (', (23, 3)),\n",
       " ('carcinoma ( HCC', (23, 4)),\n",
       " ('( HCC )', (24, 4)),\n",
       " (', of which', (6, 22)),\n",
       " ('the absence of', (41, 9)),\n",
       " ('life - threaten', (242, 4)),\n",
       " ('of death in', (20, 3)),\n",
       " ('the formation of', (32, 2)),\n",
       " ('with high mortality', (43, 2)),\n",
       " ('high mortality rate', (44, 1)),\n",
       " ('a group of', (11, 15)),\n",
       " ('global public health', (128, 1)),\n",
       " ('public health concern', (784, 1)),\n",
       " ('have become a', (989, 2)),\n",
       " ('fatty liver disease', (24, 2)),\n",
       " ('liver disease (', (19, 2)),\n",
       " ('reduce the incidence', (8, 26)),\n",
       " ('in child be', (30, 5)),\n",
       " ('public health issue', (27, 1)),\n",
       " ('have be develop', (19, 9)),\n",
       " ('breast cancer be', (30, 4)),\n",
       " ('high rate of', (70, 19)),\n",
       " ('in the western', (19, 2)),\n",
       " ('of life (', (7, 29)),\n",
       " (', and there', (24, 13)),\n",
       " ('and there be', (42, 26)),\n",
       " (') , which', (67, 10)),\n",
       " ('cause by the', (72, 4)),\n",
       " (', be a', (353, 3)),\n",
       " ('of the major', (19, 3)),\n",
       " ('the world ,', (94, 1)),\n",
       " ('which be the', (17, 5)),\n",
       " (', associate with', (19, 5)),\n",
       " ('kidney disease (', (38, 4)),\n",
       " ('United States ,', (58, 4)),\n",
       " ('( DM )', (24, 3)),\n",
       " (') be consider', (19, 2)),\n",
       " ('be consider to', (28, 6)),\n",
       " ('consider to be', (33, 5)),\n",
       " ('to be a', (549, 38)),\n",
       " (') have become', (104, 3)),\n",
       " ('the production of', (26, 2)),\n",
       " ('use for the', (15, 10)),\n",
       " ('for the management', (8, 19)),\n",
       " ('be responsible for', (28, 8)),\n",
       " ('the increase number', (26, 1)),\n",
       " ('heart failure (', (25, 7)),\n",
       " ('with high rate', (19, 2)),\n",
       " ('in - hospital', (6, 25)),\n",
       " (') in patient', (9, 35)),\n",
       " ('outcome in patient', (3, 20)),\n",
       " ('the potential for', (26, 5)),\n",
       " ('follow - up', (40, 277)),\n",
       " ('- up ,', (1, 41)),\n",
       " ('disease 2019 (', (21, 3)),\n",
       " ('2019 ( COVID-19', (26, 4)),\n",
       " ('( COVID-19 )', (31, 5)),\n",
       " ('the World Health', (28, 4)),\n",
       " ('World Health Organization', (30, 7)),\n",
       " ('at risk of', (10, 14)),\n",
       " ('squamous cell carcinoma', (15, 8)),\n",
       " ('in recent year', (135, 10)),\n",
       " ('( TBI )', (40, 3)),\n",
       " ('TBI ) be', (31, 1)),\n",
       " (') of the', (16, 26)),\n",
       " ('the post -', (2, 19)),\n",
       " ('to be the', (16, 5)),\n",
       " ('well as the', (26, 13)),\n",
       " ('and mental health', (17, 6)),\n",
       " ('chronic kidney disease', (55, 8)),\n",
       " ('global health problem', (195, 1)),\n",
       " ('patient with chronic', (22, 51)),\n",
       " (', despite the', (29, 3)),\n",
       " ('patient with acute', (11, 35)),\n",
       " ('moderate to severe', (1, 31)),\n",
       " ('the emergency department', (3, 20)),\n",
       " ('a high prevalence', (22, 20)),\n",
       " ('and be associate', (49, 18)),\n",
       " ('of breast cancer', (19, 4)),\n",
       " (', include the', (13, 9)),\n",
       " ('to the high', (23, 2)),\n",
       " ('the high prevalence', (38, 2)),\n",
       " ('overweight and obesity', (24, 3)),\n",
       " ('health concern worldwide', (62, 1)),\n",
       " ('health care provider', (20, 3)),\n",
       " ('but there be', (13, 9)),\n",
       " ('adolescent and young', (19, 3)),\n",
       " ('Suicide be a', (54, 1)),\n",
       " (') be still', (27, 3)),\n",
       " ('be still a', (304, 4)),\n",
       " ('a high risk', (15, 14)),\n",
       " ('in the UK', (20, 3)),\n",
       " (', do not', (11, 11)),\n",
       " ('be regard as', (32, 4)),\n",
       " ('the diagnosis of', (20, 26)),\n",
       " ('which may be', (18, 8)),\n",
       " ('be need .', (19, 9)),\n",
       " ('be perform on', (1, 32)),\n",
       " ('majority of the', (18, 6)),\n",
       " ('it can be', (28, 10)),\n",
       " ('presence of a', (18, 5)),\n",
       " ('a variety of', (38, 23)),\n",
       " ('difference in the', (2, 51)),\n",
       " ('this technique be', (27, 1)),\n",
       " ('the patient .', (30, 10)),\n",
       " ('datum from the', (5, 19)),\n",
       " ('with the use', (27, 15)),\n",
       " ('during the first', (10, 23)),\n",
       " ('- up .', (10, 78)),\n",
       " ('self - report', (8, 43)),\n",
       " ('the implementation of', (9, 20)),\n",
       " ('use of a', (7, 29)),\n",
       " ('the field of', (34, 6)),\n",
       " ('lead to a', (48, 25)),\n",
       " ('the possibility of', (28, 3)),\n",
       " ('effect of the', (16, 33)),\n",
       " ('clinical practice .', (41, 15)),\n",
       " ('the amount of', (17, 18)),\n",
       " ('care unit (', (18, 22)),\n",
       " ('be limit .', (18, 8)),\n",
       " ('with respect to', (27, 24)),\n",
       " ('for example ,', (14, 25)),\n",
       " ('result indicate that', (31, 46)),\n",
       " ('point of view', (19, 8)),\n",
       " ('in which the', (10, 13)),\n",
       " ('be include in', (2, 201)),\n",
       " ('as part of', (9, 25)),\n",
       " ('and result in', (12, 12)),\n",
       " ('this type of', (18, 5)),\n",
       " ('to examine the', (8, 74)),\n",
       " ('of the population', (41, 5)),\n",
       " ('contribute to the', (19, 19)),\n",
       " ('increase incidence of', (23, 4)),\n",
       " ('be develop to', (14, 10)),\n",
       " ('evaluation of the', (6, 25)),\n",
       " (\"the patient 's\", (25, 11)),\n",
       " ('be use .', (9, 34)),\n",
       " ('problem in the', (827, 3)),\n",
       " ('with long -', (17, 5)),\n",
       " ('it be a', (141, 16)),\n",
       " ('study show that', (19, 63)),\n",
       " ('treatment of patient', (16, 12)),\n",
       " ('of patient with', (57, 145)),\n",
       " (', a major', (104, 1)),\n",
       " ('the detection of', (23, 16)),\n",
       " ('a number of', (39, 25)),\n",
       " ('be apply to', (9, 15)),\n",
       " ('safety and efficacy', (4, 32)),\n",
       " ('( a )', (6, 16)),\n",
       " (', and that', (20, 6)),\n",
       " (', and their', (17, 7)),\n",
       " ('be eligible for', (2, 20)),\n",
       " ('evaluate the effect', (2, 65)),\n",
       " ('the degree of', (7, 19)),\n",
       " ('not only in', (28, 1)),\n",
       " ('to the control', (1, 44)),\n",
       " ('randomise control trial', (1, 46)),\n",
       " ('control trial (', (2, 28)),\n",
       " ('the evaluation of', (13, 15)),\n",
       " (', with the', (37, 30)),\n",
       " ('this paper ,', (8, 15)),\n",
       " ('result in the', (23, 11)),\n",
       " ('result in a', (52, 49)),\n",
       " ('and in the', (20, 13)),\n",
       " ('of which be', (20, 8)),\n",
       " ('be observe in', (15, 80)),\n",
       " ('be compare with', (3, 22)),\n",
       " ('change in the', (15, 25)),\n",
       " (') with a', (2, 19)),\n",
       " ('be present in', (13, 18)),\n",
       " (', particularly for', (15, 6)),\n",
       " ('the application of', (16, 21)),\n",
       " (', compare with', (2, 24)),\n",
       " ('the relationship between', (8, 43)),\n",
       " (', have be', (44, 5)),\n",
       " ('a result of', (38, 9)),\n",
       " ('result of the', (22, 37)),\n",
       " ('the existence of', (20, 5)),\n",
       " ('problem that be', (95, 1)),\n",
       " ('a reduction in', (4, 22)),\n",
       " ('( b )', (5, 16)),\n",
       " ('group , and', (5, 23)),\n",
       " (', and (', (9, 13)),\n",
       " ('in the absence', (20, 4)),\n",
       " ('with regard to', (19, 48)),\n",
       " ('the course of', (14, 8)),\n",
       " ('of this study', (29, 380)),\n",
       " ('in response to', (18, 12)),\n",
       " (', make it', (20, 1)),\n",
       " (', and to', (12, 36)),\n",
       " ('to evaluate the', (6, 293)),\n",
       " (', and this', (24, 13)),\n",
       " ('in case of', (16, 10)),\n",
       " ('use as a', (9, 18)),\n",
       " ('the age of', (15, 17)),\n",
       " (', but a', (23, 4)),\n",
       " ('indicate that the', (12, 20)),\n",
       " ('the emergence of', (120, 3)),\n",
       " ('that be associate', (22, 3)),\n",
       " (', respectively .', (5, 56)),\n",
       " ('a double -', (1, 47)),\n",
       " ('use in the', (27, 12)),\n",
       " ('suffer from a', (34, 1)),\n",
       " ('- base intervention', (5, 18)),\n",
       " ('20 % of', (24, 7)),\n",
       " ('year of age', (20, 44)),\n",
       " ('a non -', (15, 33)),\n",
       " ('be also a', (43, 1)),\n",
       " ('the study be', (8, 107)),\n",
       " ('be use as', (14, 32)),\n",
       " ('the magnitude of', (11, 10)),\n",
       " ('the outcome of', (6, 20)),\n",
       " ('that of the', (6, 16)),\n",
       " ('effect on the', (20, 28)),\n",
       " ('in these patient', (14, 9)),\n",
       " ('these patient .', (16, 14)),\n",
       " ('patient with a', (23, 78)),\n",
       " ('in the study', (23, 152)),\n",
       " ('% ) .', (22, 38)),\n",
       " ('have be report', (25, 13)),\n",
       " ('be report in', (10, 12)),\n",
       " ('this study ,', (12, 72)),\n",
       " ('urinary tract infection', (30, 2)),\n",
       " ('a decrease in', (5, 21)),\n",
       " ('patient , the', (9, 14)),\n",
       " (', but not', (10, 19)),\n",
       " ('in Japan ,', (29, 3)),\n",
       " ('over time .', (5, 17)),\n",
       " (', there have', (17, 4)),\n",
       " ('because it be', (22, 5)),\n",
       " ('cross - sectional', (6, 194)),\n",
       " ('- sectional study', (4, 94)),\n",
       " ('that have be', (31, 6)),\n",
       " ('diagnosis and treatment', (27, 8)),\n",
       " ('and treatment of', (27, 9)),\n",
       " ('low - dose', (7, 34)),\n",
       " ('problem , which', (82, 1)),\n",
       " ('who do not', (8, 18)),\n",
       " ('during the study', (1, 27)),\n",
       " ('the study period', (1, 26)),\n",
       " ('patient with mild', (3, 23)),\n",
       " ('clinical trial be', (4, 40)),\n",
       " ('group of patient', (7, 14)),\n",
       " ('of patient ,', (8, 13)),\n",
       " ('the potential to', (18, 12)),\n",
       " ('care system .', (21, 1)),\n",
       " ('and represent a', (68, 2)),\n",
       " ('problem in patient', (108, 1)),\n",
       " ('this study be', (19, 418)),\n",
       " ('do not show', (3, 18)),\n",
       " (', particularly in', (113, 7)),\n",
       " ('particularly in the', (29, 2)),\n",
       " ('and mortality .', (98, 12)),\n",
       " ('use of antibiotic', (20, 1)),\n",
       " ('have be identify', (32, 1)),\n",
       " ('the objective of', (8, 50)),\n",
       " ('the introduction of', (16, 8)),\n",
       " ('of the study', (17, 85)),\n",
       " ('those in the', (2, 28)),\n",
       " ('these finding suggest', (9, 13)),\n",
       " ('the association between', (9, 32)),\n",
       " (', and in', (33, 12)),\n",
       " ('be a high', (12, 10)),\n",
       " (', compare to', (3, 18)),\n",
       " ('a long -', (14, 9)),\n",
       " ('end - stage', (39, 4)),\n",
       " ('this be an', (4, 46)),\n",
       " ('the addition of', (4, 28)),\n",
       " ('be study .', (1, 24)),\n",
       " ('a wide range', (22, 8)),\n",
       " ('wide range of', (23, 8)),\n",
       " ('case - control', (1, 24)),\n",
       " ('- control study', (1, 47)),\n",
       " ('control study be', (1, 29)),\n",
       " ('the safety and', (2, 38)),\n",
       " ('be the main', (22, 6)),\n",
       " ('and can be', (26, 15)),\n",
       " ('be the lack', (33, 1)),\n",
       " ('that result in', (29, 2)),\n",
       " ('be the high', (23, 1)),\n",
       " ('compute tomography (', (7, 16)),\n",
       " ('a series of', (8, 24)),\n",
       " ('of this technique', (33, 1)),\n",
       " ('understanding of the', (18, 14)),\n",
       " ('of the present', (16, 40)),\n",
       " ('of the high', (20, 5)),\n",
       " ('for the development', (18, 11)),\n",
       " ('high incidence of', (28, 17)),\n",
       " ('in conclusion ,', (37, 11)),\n",
       " ('should be consider', (17, 12)),\n",
       " ('to assess the', (13, 152)),\n",
       " (', which represent', (19, 2)),\n",
       " ('number of patient', (30, 18)),\n",
       " ('when compare to', (3, 48)),\n",
       " ('clinical trial ,', (3, 27)),\n",
       " ('effect of a', (5, 61)),\n",
       " ('as compare with', (4, 18)),\n",
       " ('proportion of patient', (8, 14)),\n",
       " ('the high incidence', (20, 4)),\n",
       " ('40 % of', (16, 6)),\n",
       " ('pain be a', (83, 1)),\n",
       " ('as well .', (14, 9)),\n",
       " ('due to a', (24, 2)),\n",
       " ('have be the', (19, 2)),\n",
       " ('in the literature', (6, 15)),\n",
       " ('in addition ,', (29, 5)),\n",
       " (', suggest that', (14, 14)),\n",
       " ('identify as a', (34, 2)),\n",
       " ('be conduct with', (2, 30)),\n",
       " ('and it have', (20, 1)),\n",
       " ('the occurrence of', (55, 35)),\n",
       " ('this study confirm', (9, 13)),\n",
       " ('between the two', (4, 43)),\n",
       " ('system be a', (19, 2)),\n",
       " ('to its high', (27, 2)),\n",
       " ('drug be a', (46, 1)),\n",
       " ('as an alternative', (4, 18)),\n",
       " ('we find that', (10, 34)),\n",
       " ('range of motion', (3, 31)),\n",
       " ('of life of', (15, 6)),\n",
       " ('of high -', (13, 13)),\n",
       " ('have be a', (249, 7)),\n",
       " ('an increase number', (20, 2)),\n",
       " ('the duration of', (2, 28)),\n",
       " ('of age .', (9, 16)),\n",
       " ('which have be', (20, 2)),\n",
       " (', especially for', (32, 7)),\n",
       " ('clinical trial .', (5, 58)),\n",
       " ('in a single', (8, 29)),\n",
       " ('the study .', (1, 150)),\n",
       " (', two -', (2, 19)),\n",
       " ('the type of', (7, 17)),\n",
       " ('role in the', (11, 11)),\n",
       " ('be equally effective', (1, 21)),\n",
       " ('challenge to the', (20, 1)),\n",
       " ('short - term', (14, 84)),\n",
       " ('; therefore ,', (20, 5)),\n",
       " ('a high -', (8, 13)),\n",
       " ('the combination of', (12, 28)),\n",
       " ('of the disease', (47, 14)),\n",
       " ('we conclude that', (40, 19)),\n",
       " ('study be a', (5, 67)),\n",
       " ('in comparison with', (2, 29)),\n",
       " ('the increase in', (31, 5)),\n",
       " ('over a period', (4, 18)),\n",
       " ('a period of', (7, 30)),\n",
       " ('that be a', (20, 1)),\n",
       " ('be a problem', (19, 3)),\n",
       " ('be a safe', (3, 47)),\n",
       " ('a safe and', (2, 32)),\n",
       " ('problem due to', (152, 1)),\n",
       " ('compare to the', (7, 99)),\n",
       " (', especially when', (24, 4)),\n",
       " ('associate with high', (41, 19)),\n",
       " ('increase in the', (59, 35)),\n",
       " ('be perform to', (5, 21)),\n",
       " ('anti - inflammatory', (13, 13)),\n",
       " ('result show that', (26, 55)),\n",
       " ('the result indicate', (19, 21)),\n",
       " ('effectiveness of a', (1, 29)),\n",
       " ('may result in', (16, 7)),\n",
       " ('be obtain from', (2, 22)),\n",
       " ('to reduce the', (17, 15)),\n",
       " ('other hand ,', (23, 2)),\n",
       " ('base on a', (2, 24)),\n",
       " ('of our study', (3, 18)),\n",
       " ('study be conduct', (2, 173)),\n",
       " ('be conduct in', (4, 73)),\n",
       " ('age - relate', (20, 4)),\n",
       " (') , have', (24, 2)),\n",
       " ('the patient and', (23, 5)),\n",
       " ('be available for', (10, 11)),\n",
       " ('emerge as a', (135, 1)),\n",
       " ('in addition to', (20, 34)),\n",
       " ('in the first', (10, 33)),\n",
       " ('patient with advanced', (14, 17)),\n",
       " (', self -', (4, 21)),\n",
       " ('this study demonstrate', (8, 35)),\n",
       " ('in this study', (18, 185)),\n",
       " ('study , we', (12, 62)),\n",
       " ('might be a', (19, 4)),\n",
       " ('be significantly low', (1, 45)),\n",
       " ('and self -', (7, 55)),\n",
       " ('% ) in', (7, 16)),\n",
       " ('the aim of', (14, 279)),\n",
       " ('aim of this', (7, 220)),\n",
       " ('be to evaluate', (2, 84)),\n",
       " ('for the patient', (46, 2)),\n",
       " ('incontinence be a', (35, 1)),\n",
       " ('mortality rate .', (31, 1)),\n",
       " ('regard as a', (37, 1)),\n",
       " ('in child with', (19, 57)),\n",
       " ('a history of', (4, 23)),\n",
       " ('at least one', (6, 29)),\n",
       " ('carry out in', (4, 25)),\n",
       " (', in which', (8, 21)),\n",
       " ('be a promising', (6, 28)),\n",
       " ('negative impact on', (22, 4)),\n",
       " ('well - being', (28, 22)),\n",
       " ('to determine whether', (2, 42)),\n",
       " ('may represent a', (23, 3)),\n",
       " ('the result show', (14, 27)),\n",
       " (', and its', (29, 6)),\n",
       " ('in human and', (27, 1)),\n",
       " ('treatment be a', (23, 1)),\n",
       " ('methicillin - resistant', (66, 1)),\n",
       " ('in the current', (10, 11)),\n",
       " ('the current study', (6, 31)),\n",
       " ('this study .', (4, 104)),\n",
       " (', this be', (16, 9)),\n",
       " ('in the patient', (6, 15)),\n",
       " ('to improve the', (13, 27)),\n",
       " ('and mortality ,', (30, 3)),\n",
       " ('prospective cohort study', (1, 20)),\n",
       " ('cohort study .', (1, 23)),\n",
       " ('in comparison to', (2, 29)),\n",
       " (', with no', (6, 21)),\n",
       " ('C virus (', (64, 1)),\n",
       " ('virus ( HCV', (66, 1)),\n",
       " ('( HCV )', (73, 1)),\n",
       " ('( HBV )', (112, 2)),\n",
       " ('decrease in the', (8, 26)),\n",
       " ('the prevention of', (9, 14)),\n",
       " ('our result suggest', (7, 19)),\n",
       " ('result suggest that', (16, 67)),\n",
       " ('study , the', (2, 28)),\n",
       " ('mg / kg', (1, 23)),\n",
       " ('often associate with', (25, 1)),\n",
       " ('the present study', (19, 110)),\n",
       " (', a total', (1, 23)),\n",
       " ('in the management', (35, 24)),\n",
       " ('risk of develop', (14, 7)),\n",
       " ('have emerge as', (62, 1)),\n",
       " ('and public health', (75, 2)),\n",
       " ('the purpose of', (13, 106)),\n",
       " ('total hip arthroplasty', (11, 15)),\n",
       " ('serious concern about', (24, 1)),\n",
       " ('be the first', (12, 57)),\n",
       " ('5 - year', (2, 26)),\n",
       " ('develop country .', (211, 1)),\n",
       " ('and mortality rate', (27, 1)),\n",
       " ('patient diagnose with', (4, 37)),\n",
       " ('problem because of', (95, 1)),\n",
       " ('concern in the', (115, 1)),\n",
       " ('in the development', (17, 8)),\n",
       " ('with high morbidity', (27, 1)),\n",
       " ('high morbidity and', (48, 1)),\n",
       " ('health - care', (29, 1)),\n",
       " ('health problem .', (1101, 1)),\n",
       " ('diabetes mellitus be', (41, 2)),\n",
       " ('have a severe', (34, 1)),\n",
       " ('human immunodeficiency virus', (51, 2)),\n",
       " ('intimate partner violence', (68, 2)),\n",
       " ('partner violence (', (52, 1)),\n",
       " ('violence ( IPV', (53, 1)),\n",
       " ('( IPV )', (58, 1)),\n",
       " ('over the last', (24, 4)),\n",
       " ('recognize as a', (127, 5)),\n",
       " ('( HF )', (15, 7)),\n",
       " ('a life -', (171, 3)),\n",
       " ('of the main', (18, 10)),\n",
       " ('causative agent of', (24, 1)),\n",
       " ('- resistant bacteria', (43, 1)),\n",
       " ('a serious global', (416, 1)),\n",
       " ('be become a', (223, 1)),\n",
       " ('United States .', (111, 7)),\n",
       " ('this study show', (8, 52)),\n",
       " ('to the increase', (19, 3)),\n",
       " ('have be recognize', (40, 2)),\n",
       " ('the past decade', (22, 1)),\n",
       " ('HBV ) infection', (75, 1)),\n",
       " ('serious global health', (210, 1)),\n",
       " ('in particular ,', (34, 6)),\n",
       " ('datum be collect', (1, 22)),\n",
       " (') , or', (7, 20)),\n",
       " ('significant increase in', (9, 36)),\n",
       " ('the spread of', (40, 3)),\n",
       " ('acute kidney injury', (31, 6)),\n",
       " ('kidney injury (', (21, 3)),\n",
       " ('in critically ill', (16, 9)),\n",
       " ('critically ill patient', (14, 21)),\n",
       " ('care unit .', (14, 10)),\n",
       " ('in Japan .', (40, 7)),\n",
       " ('drug - resistant', (81, 3)),\n",
       " ('infection cause by', (64, 1)),\n",
       " ('it be conclude', (24, 4)),\n",
       " ('be conclude that', (27, 11)),\n",
       " ('this study indicate', (10, 17)),\n",
       " ('study indicate that', (18, 23)),\n",
       " ('patient present with', (4, 34)),\n",
       " ('mental health problem', (62, 2)),\n",
       " ('health problem among', (77, 1)),\n",
       " ('in intensive care', (19, 7)),\n",
       " ('recent year ,', (58, 7)),\n",
       " ('fracture of the', (19, 4)),\n",
       " ('in health care', (27, 4)),\n",
       " ('health care problem', (40, 1)),\n",
       " ('disease ( CKD', (32, 3)),\n",
       " ('( CKD )', (32, 3)),\n",
       " (\"Crohn 's disease\", (11, 14)),\n",
       " ('in Brazil .', (27, 2)),\n",
       " ('Hepatitis C virus', (51, 1)),\n",
       " ('health concern in', (158, 1)),\n",
       " ('in China .', (115, 7)),\n",
       " ('well as in', (17, 4)),\n",
       " ('chronic hepatitis b', (40, 1)),\n",
       " (') infection be', (110, 1)),\n",
       " ('respiratory distress syndrome', (20, 2)),\n",
       " ('finding suggest that', (15, 41)),\n",
       " ('and social problem', (101, 1)),\n",
       " ('hospital - acquire', (21, 1)),\n",
       " ('who have a', (10, 14)),\n",
       " ('multidrug - resistant', (97, 1)),\n",
       " ('- resistant (', (24, 1)),\n",
       " ('gram - negative', (19, 2)),\n",
       " ('and quality of', (14, 59)),\n",
       " ...]"
      ]
     },
     "execution_count": null,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[(k,v) for k,v in Counter(tri_grams_both).items() if (v[0] + v[1]) > 20 ]\n",
    "#n-gram: (pos, neg)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "909f9355",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('with this', (234, 6)),\n",
       " ('in the', (2772, 2553)),\n",
       " ('the fact', (73, 35)),\n",
       " ('they be', (170, 105)),\n",
       " (', and', (1955, 1907)),\n",
       " ('the problem', (395, 4)),\n",
       " ('problem with', (1182, 1)),\n",
       " ('be that', (1561, 21)),\n",
       " ('that they', (242, 19)),\n",
       " ('increase the', (80, 85)),\n",
       " ('of the', (2771, 2244)),\n",
       " ('as a', (1039, 321)),\n",
       " ('to a', (245, 249)),\n",
       " ('a new', (37, 82)),\n",
       " ('with the', (550, 438)),\n",
       " ('problem of', (366, 6)),\n",
       " ('could be', (83, 112)),\n",
       " ('be use', (123, 305)),\n",
       " ('use for', (44, 79)),\n",
       " ('approach be', (188, 25)),\n",
       " ('be the', (792, 249)),\n",
       " ('base on', (91, 246)),\n",
       " ('the main', (191, 52)),\n",
       " ('of these', (234, 38)),\n",
       " ('system be', (72, 39)),\n",
       " ('which be', (448, 142)),\n",
       " ('be not', (448, 395)),\n",
       " ('include in', (11, 236)),\n",
       " ('do not', (313, 489)),\n",
       " ('suffer from', (102, 46)),\n",
       " ('et al', (23, 82)),\n",
       " ('al .', (23, 81)),\n",
       " (') ,', (584, 717)),\n",
       " (', especially', (425, 66)),\n",
       " ('in a', (273, 746)),\n",
       " ('however ,', (912, 100)),\n",
       " (', the', (939, 600)),\n",
       " ('problem be', (127, 4)),\n",
       " ('be still', (382, 20)),\n",
       " ('- base', (151, 338)),\n",
       " (', which', (893, 253)),\n",
       " ('which have', (100, 13)),\n",
       " ('have the', (78, 49)),\n",
       " ('of this', (470, 531)),\n",
       " ('method be', (170, 25)),\n",
       " ('can be', (437, 322)),\n",
       " ('at least', (48, 110)),\n",
       " ('one of', (262, 127)),\n",
       " ('such as', (396, 117)),\n",
       " ('number of', (395, 282)),\n",
       " ('that the', (554, 266)),\n",
       " ('the potential', (94, 43)),\n",
       " ('from the', (220, 289)),\n",
       " ('there be', (351, 559)),\n",
       " ('be no', (83, 219)),\n",
       " ('a serious', (15899, 5)),\n",
       " ('problem in', (3836, 12)),\n",
       " ('in human', (93, 20)),\n",
       " ('can not', (116, 69)),\n",
       " (', as', (275, 163)),\n",
       " ('compare to', (35, 373)),\n",
       " ('to their', (96, 30)),\n",
       " (', there', (94, 97)),\n",
       " ('be an', (188, 368)),\n",
       " ('an important', (126, 55)),\n",
       " ('associate with', (577, 486)),\n",
       " ('datum be', (32, 90)),\n",
       " ('due to', (816, 145)),\n",
       " ('in this', (203, 592)),\n",
       " ('a common', (135, 37)),\n",
       " ('more than', (111, 66)),\n",
       " ('the high', (197, 68)),\n",
       " ('non -', (272, 367)),\n",
       " ('improve the', (21, 138)),\n",
       " ('which can', (98, 22)),\n",
       " ('this study', (115, 1156)),\n",
       " ('to evaluate', (28, 401)),\n",
       " (', it', (266, 83)),\n",
       " ('and have', (194, 56)),\n",
       " ('to be', (916, 361)),\n",
       " ('be find', (67, 194)),\n",
       " (', although', (77, 52)),\n",
       " ('to the', (898, 887)),\n",
       " ('system ,', (77, 32)),\n",
       " ('a major', (851, 27)),\n",
       " ('that it', (307, 44)),\n",
       " ('as the', (197, 99)),\n",
       " ('of their', (74, 59)),\n",
       " (', a', (749, 216)),\n",
       " ('by the', (310, 213)),\n",
       " ('may be', (234, 248)),\n",
       " ('be a', (10695, 1114)),\n",
       " (') be', (1576, 611)),\n",
       " ('the quality', (66, 52)),\n",
       " ('quality of', (188, 218)),\n",
       " ('of an', (87, 151)),\n",
       " ('with a', (391, 613)),\n",
       " ('a single', (51, 280)),\n",
       " (', but', (529, 259)),\n",
       " ('this approach', (147, 8)),\n",
       " ('on a', (57, 119)),\n",
       " ('the most', (337, 149)),\n",
       " ('part of', (118, 61)),\n",
       " (', such', (139, 43)),\n",
       " (', be', (704, 199)),\n",
       " ('it be', (658, 213)),\n",
       " ('risk of', (233, 175)),\n",
       " ('the primary', (46, 69)),\n",
       " ('with an', (104, 140)),\n",
       " ('on the', (410, 563)),\n",
       " ('and other', (125, 43)),\n",
       " ('it can', (92, 46)),\n",
       " ('affect the', (118, 33)),\n",
       " ('in which', (72, 90)),\n",
       " ('pre -', (31, 105)),\n",
       " ('and be', (504, 209)),\n",
       " ('have a', (330, 270)),\n",
       " ('the two', (25, 127)),\n",
       " ('multi -', (57, 51)),\n",
       " ('a potential', (108, 21)),\n",
       " ('low -', (70, 150)),\n",
       " ('proportion of', (50, 54)),\n",
       " (', particularly', (236, 32)),\n",
       " ('when the', (63, 38)),\n",
       " (') and', (225, 577)),\n",
       " ('that have', (153, 37)),\n",
       " ('have not', (109, 48)),\n",
       " ('not be', (200, 116)),\n",
       " ('be observe', (29, 183)),\n",
       " ('the current', (88, 79)),\n",
       " ('at the', (154, 293)),\n",
       " ('and the', (677, 493)),\n",
       " (', this', (100, 48)),\n",
       " ('lead to', (428, 135)),\n",
       " ('of a', (409, 572)),\n",
       " ('that be', (286, 150)),\n",
       " ('need for', (104, 79)),\n",
       " ('for a', (158, 161)),\n",
       " ('technique be', (84, 24)),\n",
       " ('a severe', (1408, 3)),\n",
       " ('range of', (49, 71)),\n",
       " ('the same', (70, 156)),\n",
       " ('in term', (73, 132)),\n",
       " ('term of', (73, 129)),\n",
       " ('have be', (880, 223)),\n",
       " ('use the', (37, 205)),\n",
       " ('a large', (96, 91)),\n",
       " ('result in', (274, 211)),\n",
       " ('be also', (92, 37)),\n",
       " ('difficult to', (126, 20)),\n",
       " ('type of', (87, 96)),\n",
       " ('for the', (706, 537)),\n",
       " ('the major', (108, 7)),\n",
       " ('use a', (26, 210)),\n",
       " ('seem to', (64, 72)),\n",
       " ('be more', (69, 159)),\n",
       " ('major problem', (141, 2)),\n",
       " ('in our', (77, 124)),\n",
       " ('that a', (85, 57)),\n",
       " ('use to', (72, 121)),\n",
       " (': a', (138, 19)),\n",
       " ('the need', (94, 54)),\n",
       " ('need to', (150, 80)),\n",
       " ('among the', (117, 67)),\n",
       " ('carry out', (21, 113)),\n",
       " ('as it', (105, 15)),\n",
       " ('but the', (80, 32)),\n",
       " ('to determine', (22, 266)),\n",
       " ('determine the', (22, 189)),\n",
       " ('long -', (203, 158)),\n",
       " ('the use', (164, 181)),\n",
       " ('use of', (300, 283)),\n",
       " ('be well', (34, 75)),\n",
       " ('well -', (67, 71)),\n",
       " ('because it', (99, 14)),\n",
       " ('up to', (69, 59)),\n",
       " ('a significant', (170, 229)),\n",
       " ('in -', (34, 75)),\n",
       " ('as well', (198, 145)),\n",
       " ('well as', (178, 133)),\n",
       " ('the other', (50, 53)),\n",
       " ('a problem', (169, 6)),\n",
       " ('be conduct', (13, 329)),\n",
       " ('relate to', (129, 113)),\n",
       " ('most common', (136, 45)),\n",
       " (', where', (102, 31)),\n",
       " ('be effective', (28, 174)),\n",
       " ('case of', (80, 88)),\n",
       " ('loss of', (105, 29)),\n",
       " ('into the', (56, 72)),\n",
       " ('with no', (27, 75)),\n",
       " ('the increase', (198, 29)),\n",
       " (', we', (90, 326)),\n",
       " ('in an', (57, 85)),\n",
       " ('the first', (80, 247)),\n",
       " (', with', (346, 328)),\n",
       " ('for both', (64, 51)),\n",
       " ('to have', (43, 69)),\n",
       " (') of', (58, 118)),\n",
       " ('be often', (152, 30)),\n",
       " ('or a', (27, 87)),\n",
       " (', or', (118, 188)),\n",
       " ('reduce the', (65, 157)),\n",
       " ('compare with', (34, 387)),\n",
       " ('cross -', (41, 239)),\n",
       " ('that can', (142, 37)),\n",
       " ('than the', (31, 90)),\n",
       " ('the number', (128, 120)),\n",
       " ('not only', (140, 16)),\n",
       " ('but also', (124, 19)),\n",
       " ('in order', (51, 58)),\n",
       " ('order to', (51, 58)),\n",
       " ('the result', (123, 281)),\n",
       " ('- specific', (45, 68)),\n",
       " ('the time', (47, 76)),\n",
       " (', however', (158, 21)),\n",
       " ('- up', (64, 316)),\n",
       " ('a high', (185, 142)),\n",
       " ('be evaluate', (6, 96)),\n",
       " ('1 .', (8, 108)),\n",
       " ('of all', (75, 75)),\n",
       " ('in develop', (254, 4)),\n",
       " ('it have', (116, 19)),\n",
       " (', in', (172, 202)),\n",
       " (', control', (5, 105)),\n",
       " ('evaluate the', (19, 390)),\n",
       " ('accord to', (52, 162)),\n",
       " ('represent a', (977, 28)),\n",
       " ('combination of', (25, 83)),\n",
       " ('level of', (117, 213)),\n",
       " ('occur in', (99, 47)),\n",
       " ('be difficult', (92, 17)),\n",
       " ('by a', (71, 99)),\n",
       " ('this be', (174, 374)),\n",
       " ('datum from', (19, 91)),\n",
       " ('be to', (55, 550)),\n",
       " ('to its', (147, 21)),\n",
       " ('the treatment', (206, 248)),\n",
       " ('treatment of', (307, 308)),\n",
       " ('and their', (98, 72)),\n",
       " (') to', (33, 72)),\n",
       " ('a low', (31, 75)),\n",
       " ('about the', (81, 51)),\n",
       " ('be treat', (32, 112)),\n",
       " ('high -', (111, 125)),\n",
       " (', while', (48, 86)),\n",
       " ('assign to', (2, 221)),\n",
       " ('to an', (39, 76)),\n",
       " (') in', (138, 251)),\n",
       " (', because', (95, 18)),\n",
       " ('and a', (399, 215)),\n",
       " ('- to', (50, 151)),\n",
       " ('to -', (48, 146)),\n",
       " ('the effect', (55, 406)),\n",
       " ('effect of', (126, 557)),\n",
       " ('amount of', (76, 52)),\n",
       " ('reduction in', (32, 149)),\n",
       " ('remain a', (1442, 12)),\n",
       " ('time ,', (53, 63)),\n",
       " ('be increase', (89, 32)),\n",
       " ('because of', (328, 33)),\n",
       " ('to compare', (3, 248)),\n",
       " ('occurrence of', (87, 54)),\n",
       " ('form of', (82, 31)),\n",
       " ('the present', (65, 149)),\n",
       " ('of its', (147, 25)),\n",
       " ('( n', (6, 495)),\n",
       " ('response to', (50, 61)),\n",
       " ('cause by', (491, 32)),\n",
       " ('between the', (57, 279)),\n",
       " ('study be', (97, 908)),\n",
       " ('although the', (78, 25)),\n",
       " ('in some', (108, 13)),\n",
       " ('the low', (60, 65)),\n",
       " ('use in', (83, 104)),\n",
       " ('and it', (153, 24)),\n",
       " ('analysis of', (42, 120)),\n",
       " ('self -', (110, 248)),\n",
       " ('from a', (94, 118)),\n",
       " ('be consider', (273, 86)),\n",
       " ('continue to', (395, 8)),\n",
       " ('and its', (139, 57)),\n",
       " ('% of', (312, 171)),\n",
       " ('be identify', (57, 84)),\n",
       " ('an increase', (105, 81)),\n",
       " ('not a', (142, 12)),\n",
       " ('show that', (125, 215)),\n",
       " ('significant improvement', (2, 128)),\n",
       " ('problem that', (744, 4)),\n",
       " ('the risk', (139, 86)),\n",
       " ('problem ,', (1287, 4)),\n",
       " (', include', (173, 113)),\n",
       " ('impact on', (108, 69)),\n",
       " ('over the', (174, 71)),\n",
       " ('after the', (49, 109)),\n",
       " ('for this', (50, 60)),\n",
       " ('in many', (331, 11)),\n",
       " ('the past', (96, 6)),\n",
       " ('the presence', (132, 67)),\n",
       " ('presence of', (148, 79)),\n",
       " ('despite the', (127, 22)),\n",
       " ('child with', (68, 167)),\n",
       " ('rate .', (68, 37)),\n",
       " ('suggest that', (136, 282)),\n",
       " ('cause of', (312, 37)),\n",
       " ('incidence of', (164, 176)),\n",
       " ('the United', (255, 19)),\n",
       " ('United States', (267, 20)),\n",
       " ('the impact', (23, 78)),\n",
       " ('impact of', (35, 94)),\n",
       " ('injury (', (146, 12)),\n",
       " ('back pain', (45, 59)),\n",
       " ('pain be', (106, 38)),\n",
       " ('be one', (148, 51)),\n",
       " ('in child', (181, 140)),\n",
       " ('( p', (22, 424)),\n",
       " ('; however', (107, 57)),\n",
       " ('effective in', (9, 134)),\n",
       " ('syndrome (', (97, 28)),\n",
       " ('disease (', (240, 47)),\n",
       " (') .', (394, 1063)),\n",
       " ('the effectiveness', (13, 121)),\n",
       " ('effectiveness of', (14, 141)),\n",
       " ('patient with', (403, 1836)),\n",
       " ('of life', (160, 167)),\n",
       " ('life .', (93, 35)),\n",
       " ('disease in', (93, 14)),\n",
       " ('year of', (34, 87)),\n",
       " ('patient who', (54, 321)),\n",
       " ('who undergo', (12, 190)),\n",
       " ('mental health', (144, 33)),\n",
       " ('health problem', (4459, 6)),\n",
       " ('system .', (106, 56)),\n",
       " ('the clinical', (42, 129)),\n",
       " ('the efficacy', (16, 265)),\n",
       " ('efficacy of', (29, 226)),\n",
       " (') for', (26, 101)),\n",
       " (') remain', (155, 4)),\n",
       " ('population .', (152, 74)),\n",
       " ('especially in', (240, 30)),\n",
       " ('problem and', (566, 2)),\n",
       " ('patient ,', (150, 289)),\n",
       " ('observational study', (3, 530)),\n",
       " ('- term', (191, 235)),\n",
       " (', randomized', (3, 133)),\n",
       " ('randomized control', (3, 138)),\n",
       " ('control trial', (5, 396)),\n",
       " ('trial be', (11, 158)),\n",
       " ('problem .', (3353, 9)),\n",
       " ('condition .', (45, 60)),\n",
       " ('for patient', (135, 132)),\n",
       " ('patient be', (117, 637)),\n",
       " ('individual with', (40, 93)),\n",
       " ('treatment for', (50, 114)),\n",
       " ('of patient', (193, 369)),\n",
       " ('anti -', (79, 48)),\n",
       " ('and health', (84, 21)),\n",
       " ('disorder (', (75, 30)),\n",
       " ('study of', (42, 225)),\n",
       " ('setting .', (49, 60)),\n",
       " ('throughout the', (109, 17)),\n",
       " ('the world', (583, 7)),\n",
       " ('care .', (83, 43)),\n",
       " ('the elderly', (106, 23)),\n",
       " ('the prevalence', (112, 70)),\n",
       " ('prevalence of', (252, 114)),\n",
       " ('be significantly', (13, 288)),\n",
       " ('significantly high', (7, 142)),\n",
       " ('patient .', (356, 407)),\n",
       " ('contribute to', (83, 51)),\n",
       " ('outcome .', (59, 98)),\n",
       " ('rate of', (192, 178)),\n",
       " ('( TB', (111, 2)),\n",
       " ('TB )', (138, 3)),\n",
       " ('treatment ,', (65, 83)),\n",
       " ('who have', (60, 122)),\n",
       " ('increase in', (173, 160)),\n",
       " ('practice .', (71, 35)),\n",
       " ('with high', (158, 67)),\n",
       " ('cancer patient', (79, 46)),\n",
       " (') or', (31, 292)),\n",
       " ('in patient', (282, 682)),\n",
       " ('morbidity and', (262, 16)),\n",
       " ('and mortality', (265, 27)),\n",
       " ('and may', (70, 44)),\n",
       " ('cardiovascular disease', (86, 17)),\n",
       " ('disease .', (198, 85)),\n",
       " ('the patient', (167, 145)),\n",
       " ('develop country', (390, 5)),\n",
       " ('of child', (64, 53)),\n",
       " ('surgery .', (79, 187)),\n",
       " ('single -', (25, 301)),\n",
       " ('present with', (25, 80)),\n",
       " ('and social', (145, 15)),\n",
       " ('lack of', (268, 26)),\n",
       " ('of treatment', (42, 78)),\n",
       " ('in clinical', (98, 50)),\n",
       " ('clinical practice', (72, 45)),\n",
       " (', cause', (150, 5)),\n",
       " ('cancer be', (183, 29)),\n",
       " ('be associate', (191, 283)),\n",
       " ('woman with', (16, 107)),\n",
       " ('type 2', (85, 29)),\n",
       " ('diabetes mellitus', (115, 16)),\n",
       " ('infection be', (367, 12)),\n",
       " ('post -', (73, 239)),\n",
       " ('year .', (173, 94)),\n",
       " ('- relate', (231, 153)),\n",
       " ('breast cancer', (113, 54)),\n",
       " ('that affect', (115, 7)),\n",
       " ('procedure .', (30, 80)),\n",
       " ('child and', (103, 31)),\n",
       " ('worldwide .', (655, 2)),\n",
       " (') have', (246, 77)),\n",
       " ('pose a', (737, 1)),\n",
       " ('health care', (255, 30)),\n",
       " ('safety of', (30, 153)),\n",
       " ('high prevalence', (103, 32)),\n",
       " ('disease and', (137, 23)),\n",
       " ('study in', (22, 103)),\n",
       " ('risk factor', (113, 113)),\n",
       " ('factor for', (58, 65)),\n",
       " ('during the', (121, 213)),\n",
       " ('and increase', (77, 55)),\n",
       " ('a life', (174, 4)),\n",
       " ('within the', (63, 60)),\n",
       " ('study .', (52, 619)),\n",
       " ('therapy .', (127, 77)),\n",
       " ('pain and', (17, 105)),\n",
       " ('to increase', (66, 44)),\n",
       " ('result from', (97, 24)),\n",
       " ('group .', (26, 541)),\n",
       " ('disease ,', (241, 40)),\n",
       " ('be recognize', (118, 6)),\n",
       " ('recognize as', (138, 7)),\n",
       " ('the majority', (60, 45)),\n",
       " ('majority of', (68, 42)),\n",
       " ('consider a', (193, 13)),\n",
       " ('around the', (136, 7)),\n",
       " ('world .', (358, 4)),\n",
       " ('intensive care', (71, 65)),\n",
       " ('care unit', (54, 60)),\n",
       " ('be high', (38, 83)),\n",
       " ('group of', (41, 82)),\n",
       " ('the management', (73, 53)),\n",
       " ('management of', (122, 91)),\n",
       " ('- control', (8, 197)),\n",
       " ('the incidence', (92, 134)),\n",
       " ('disease be', (251, 25)),\n",
       " ('country .', (455, 5)),\n",
       " ('infectious disease', (101, 3)),\n",
       " ('resistance to', (256, 5)),\n",
       " ('- resistant', (368, 17)),\n",
       " ('emerge as', (142, 3)),\n",
       " ('as an', (70, 105)),\n",
       " (') infection', (185, 2)),\n",
       " ('effect on', (85, 161)),\n",
       " ('the disease', (138, 20)),\n",
       " ('of death', (85, 17)),\n",
       " ('difference in', (17, 228)),\n",
       " ('appear to', (64, 78)),\n",
       " ('the development', (190, 46)),\n",
       " ('development of', (265, 54)),\n",
       " ('public health', (3676, 8)),\n",
       " ('the study', (89, 617)),\n",
       " ('demonstrate that', (39, 104)),\n",
       " ('result of', (85, 172)),\n",
       " ('injury be', (130, 11)),\n",
       " ('health and', (238, 14)),\n",
       " ('and economic', (116, 2)),\n",
       " ('of drug', (136, 5)),\n",
       " ('drug -', (161, 15)),\n",
       " ('- induce', (176, 56)),\n",
       " ('be become', (244, 4)),\n",
       " ('participate in', (4, 130)),\n",
       " ('human health', (178, 1)),\n",
       " ('the lack', (136, 16)),\n",
       " ('who be', (59, 166)),\n",
       " ('patient and', (140, 119)),\n",
       " ('life -', (266, 8)),\n",
       " ('- threaten', (244, 4)),\n",
       " ('have become', (1035, 11)),\n",
       " ('population ,', (76, 36)),\n",
       " ('in both', (64, 136)),\n",
       " ('high mortality', (103, 5)),\n",
       " ('mortality rate', (106, 10)),\n",
       " ('global public', (131, 1)),\n",
       " ('health concern', (1190, 2)),\n",
       " ('become a', (1508, 6)),\n",
       " ('child be', (74, 43)),\n",
       " ('therefore ,', (86, 18)),\n",
       " ('worldwide ,', (195, 2)),\n",
       " ('pain ,', (21, 86)),\n",
       " (\"patient '\", (37, 81)),\n",
       " ('in Japan', (96, 18)),\n",
       " ('world ,', (116, 4)),\n",
       " ('group and', (11, 131)),\n",
       " ('and can', (76, 31)),\n",
       " ('follow -', (40, 277)),\n",
       " ('in all', (39, 135)),\n",
       " ('problem which', (106, 1)),\n",
       " ('in recent', (156, 15)),\n",
       " ('recent year', (151, 12)),\n",
       " ('clinical and', (44, 62)),\n",
       " ('global health', (262, 3)),\n",
       " ('present a', (322, 19)),\n",
       " ('old adult', (66, 37)),\n",
       " ('diagnosis of', (50, 98)),\n",
       " ('with chronic', (43, 96)),\n",
       " ('country ,', (179, 2)),\n",
       " ('concern in', (487, 3)),\n",
       " ('high in', (15, 95)),\n",
       " ('concern worldwide', (104, 1)),\n",
       " ('in China', (219, 14)),\n",
       " ('of age', (34, 74)),\n",
       " ('age ,', (28, 81)),\n",
       " ('still a', (324, 4)),\n",
       " ('observe in', (38, 107)),\n",
       " ('at a', (42, 120)),\n",
       " ('group be', (7, 131)),\n",
       " ('study aim', (3, 143)),\n",
       " ('be perform', (26, 262)),\n",
       " ('effect .', (51, 52)),\n",
       " ('indicate that', (131, 123)),\n",
       " ('infection .', (103, 27)),\n",
       " ('time .', (57, 45)),\n",
       " ('medical and', (97, 12)),\n",
       " ('health .', (207, 11)),\n",
       " ('application of', (47, 64)),\n",
       " ('exposure to', (107, 25)),\n",
       " ('treatment .', (181, 138)),\n",
       " ('compare the', (3, 252)),\n",
       " ('should be', (115, 96)),\n",
       " ('our result', (27, 89)),\n",
       " ('be include', (7, 417)),\n",
       " ('treatment with', (21, 87)),\n",
       " ('and in', (129, 82)),\n",
       " ('to examine', (12, 102)),\n",
       " ('examine the', (17, 126)),\n",
       " ('control .', (31, 82)),\n",
       " ('cause a', (144, 4)),\n",
       " ('decrease in', (32, 102)),\n",
       " ('concern .', (887, 10)),\n",
       " ('use .', (43, 58)),\n",
       " ('and control', (31, 98)),\n",
       " ('study show', (22, 108)),\n",
       " ('year ,', (125, 115)),\n",
       " ('cancer .', (82, 56)),\n",
       " ('safety and', (30, 71)),\n",
       " ('dose of', (13, 91)),\n",
       " ('the control', (37, 204)),\n",
       " ('study ,', (48, 359)),\n",
       " ('the mean', (4, 154)),\n",
       " ('to assess', (25, 234)),\n",
       " ('change in', (36, 149)),\n",
       " (') with', (23, 149)),\n",
       " ('resistance be', (162, 1)),\n",
       " ('control ,', (12, 118)),\n",
       " (', have', (157, 30)),\n",
       " ('- associate', (98, 42)),\n",
       " ('and to', (49, 147)),\n",
       " ('group ,', (23, 278)),\n",
       " ('difference between', (8, 171)),\n",
       " ('. the', (4, 402)),\n",
       " ('to identify', (35, 102)),\n",
       " ('area of', (80, 23)),\n",
       " ('age of', (24, 120)),\n",
       " ('problem to', (182, 2)),\n",
       " ('to receive', (3, 154)),\n",
       " ('child .', (103, 59)),\n",
       " ('show a', (25, 114)),\n",
       " ('short -', (17, 89)),\n",
       " ('the emergence', (136, 3)),\n",
       " ('emergence of', (177, 5)),\n",
       " (', respectively', (8, 96)),\n",
       " ('double -', (5, 236)),\n",
       " ('patient in', (40, 165)),\n",
       " ('outcome of', (18, 83)),\n",
       " ('% )', (99, 355)),\n",
       " ('be report', (55, 48)),\n",
       " ('no significant', (3, 180)),\n",
       " ('- sectional', (6, 194)),\n",
       " ('sectional study', (4, 98)),\n",
       " ('and treatment', (90, 37)),\n",
       " ('control group', (2, 335)),\n",
       " ('to reduce', (39, 62)),\n",
       " ('clinical trial', (23, 218)),\n",
       " ('the intervention', (2, 159)),\n",
       " ('patient receive', (28, 78)),\n",
       " ('treatment be', (86, 56)),\n",
       " ('particularly in', (147, 8)),\n",
       " ('period of', (31, 74)),\n",
       " ('antibiotic resistance', (127, 2)),\n",
       " ('mortality .', (168, 34)),\n",
       " ('of antibiotic', (111, 8)),\n",
       " ('diagnose with', (14, 92)),\n",
       " ('trial .', (8, 208)),\n",
       " ('% ,', (33, 85)),\n",
       " ('improvement in', (28, 197)),\n",
       " ('p <', (6, 158)),\n",
       " ('5 -', (20, 93)),\n",
       " ('woman .', (66, 40)),\n",
       " ('assess the', (20, 197)),\n",
       " ('control study', (1, 121)),\n",
       " ('all patient', (6, 111)),\n",
       " ('drug resistance', (125, 1)),\n",
       " ('to investigate', (9, 260)),\n",
       " ('include .', (1, 140)),\n",
       " ('aim to', (12, 198)),\n",
       " ('trial ,', (4, 119)),\n",
       " ('constitute a', (429, 6)),\n",
       " ('area .', (94, 21)),\n",
       " ('the aim', (15, 288)),\n",
       " ('the last', (95, 28)),\n",
       " ('efficacy and', (5, 142)),\n",
       " ('conclude that', (87, 39)),\n",
       " ('concern for', (380, 1)),\n",
       " ('safe and', (10, 112)),\n",
       " ('problem due', (154, 1)),\n",
       " ('virus (', (312, 2)),\n",
       " ('and safety', (23, 161)),\n",
       " ('patient (', (6, 324)),\n",
       " ('statistically significant', (6, 183)),\n",
       " ('an effective', (26, 129)),\n",
       " ('result show', (29, 77)),\n",
       " ('and clinical', (29, 74)),\n",
       " ('our study', (17, 126)),\n",
       " ('conduct in', (8, 111)),\n",
       " ('aim of', (14, 290)),\n",
       " ('patient undergo', (39, 299)),\n",
       " ('prospective ,', (1, 252)),\n",
       " ('consecutive patient', (1, 130)),\n",
       " ('1 -', (13, 102)),\n",
       " ('to improve', (39, 95)),\n",
       " ('a prospective', (2, 368)),\n",
       " ('cohort study', (2, 112)),\n",
       " ('( HBV', (112, 2)),\n",
       " ('HBV )', (112, 2)),\n",
       " ('present study', (19, 110)),\n",
       " ('a total', (7, 565)),\n",
       " ('the purpose', (13, 108)),\n",
       " ('purpose of', (13, 107)),\n",
       " ('serious concern', (1301, 1)),\n",
       " ('- year', (21, 166)),\n",
       " ('obesity be', (225, 4)),\n",
       " ('infection ,', (92, 15)),\n",
       " ('problem because', (178, 1)),\n",
       " ('social problem', (296, 1)),\n",
       " ('serious global', (416, 1)),\n",
       " ('problem among', (250, 3)),\n",
       " ('environmental problem', (278, 1)),\n",
       " ('States .', (112, 7)),\n",
       " ('Hepatitis B', (110, 1)),\n",
       " ('China .', (165, 17)),\n",
       " ('twenty -', (7, 159)),\n",
       " ('severe health', (113, 2)),\n",
       " ('thirty -', (4, 103)),\n",
       " ('treat with', (27, 213)),\n",
       " ('total of', (5, 559)),\n",
       " ('blind ,', (1, 153)),\n",
       " ('investigate the', (9, 232)),\n",
       " ('. it', (2, 177)),\n",
       " ('study include', (1, 166)),\n",
       " ('n \\xa0', (1, 125)),\n",
       " ('group )', (2, 110)),\n",
       " ('divide into', (2, 139)),\n",
       " ('this prospective', (1, 165)),\n",
       " (', single', (1, 103)),\n",
       " ('- center', (2, 121)),\n",
       " ('group (', (4, 414)),\n",
       " ('conduct a', (1, 122)),\n",
       " ('n =', (3, 294)),\n",
       " ('a retrospective', (2, 179)),\n",
       " ('= \\u2009', (17, 193)),\n",
       " (', double', (1, 135)),\n",
       " ('two group', (4, 172)),\n",
       " ('be randomize', (1, 297)),\n",
       " ('randomize to', (1, 204)),\n",
       " ('enrol in', (1, 146)),\n",
       " ('one hundred', (1, 115)),\n",
       " ('significant difference', (1, 277))]"
      ]
     },
     "execution_count": null,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[(k,v) for k,v in Counter(bi_grams_both).items() if (v[0] + v[1]) > 100]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "12341a1a",
   "metadata": {},
   "source": [
    "Let's look at patterns that one class shows very rarely relative to the other"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2b68959c",
   "metadata": {},
   "source": [
    "**TODO: only show bigrams that weren't also in the SPIKE SEARCH PATTERN**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "959ed476",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "([('with this', (234, 6)),\n",
       "  ('the problem', (395, 4)),\n",
       "  ('problem with', (1182, 1)),\n",
       "  ('be that', (1561, 21)),\n",
       "  ('be face', (24, 1)),\n",
       "  ('problem of', (366, 6)),\n",
       "  ('problem (', (44, 2)),\n",
       "  ('to overcome', (48, 2)),\n",
       "  ('overcome the', (42, 1)),\n",
       "  ('problem be', (127, 4)),\n",
       "  ('be still', (382, 20)),\n",
       "  ('weakness of', (17, 1)),\n",
       "  ('this method', (82, 4)),\n",
       "  ('a serious', (15899, 5)),\n",
       "  ('problem in', (3836, 12)),\n",
       "  ('these method', (19, 1)),\n",
       "  ('shortcoming of', (37, 1)),\n",
       "  ('main limitation', (16, 1)),\n",
       "  ('a major', (851, 27)),\n",
       "  ('this approach', (147, 8)),\n",
       "  ('that some', (20, 1)),\n",
       "  ('be its', (83, 3)),\n",
       "  ('a severe', (1408, 3)),\n",
       "  ('in its', (43, 2)),\n",
       "  ('that many', (22, 1)),\n",
       "  ('the major', (108, 7)),\n",
       "  ('be their', (63, 1)),\n",
       "  ('major problem', (141, 2)),\n",
       "  ('to deal', (20, 1)),\n",
       "  ('a problem', (169, 6)),\n",
       "  ('this issue', (23, 1)),\n",
       "  ('the recent', (42, 2)),\n",
       "  ('in develop', (254, 4)),\n",
       "  ('represent a', (977, 28)),\n",
       "  ('challenge for', (48, 3)),\n",
       "  ('rural area', (46, 3)),\n",
       "  ('the rise', (43, 2)),\n",
       "  ('remain a', (1442, 12)),\n",
       "  ('cause by', (491, 32)),\n",
       "  ('continue to', (395, 8)),\n",
       "  ('problem that', (744, 4)),\n",
       "  ('problem ,', (1287, 4)),\n",
       "  ('in many', (331, 11)),\n",
       "  ('progress in', (32, 2)),\n",
       "  ('problem as', (93, 1)),\n",
       "  ('the past', (96, 6)),\n",
       "  ('liver failure', (20, 1)),\n",
       "  ('serious mental', (47, 1)),\n",
       "  ('health problem', (4459, 6)),\n",
       "  ('problem after', (71, 2)),\n",
       "  ('burden on', (23, 1)),\n",
       "  (') remain', (155, 4)),\n",
       "  ('problem and', (566, 2)),\n",
       "  ('problem .', (3353, 9)),\n",
       "  ('many patient', (33, 2)),\n",
       "  ('a debilitate', (98, 1)),\n",
       "  ('the world', (583, 7)),\n",
       "  ('( TB', (111, 2)),\n",
       "  ('TB )', (138, 3)),\n",
       "  ('pregnancy be', (49, 2)),\n",
       "  ('concern regard', (17, 1)),\n",
       "  ('and morbidity', (42, 1)),\n",
       "  ('resistance of', (84, 2)),\n",
       "  ('antibiotic be', (62, 1)),\n",
       "  ('the country', (52, 1)),\n",
       "  ('country with', (26, 1)),\n",
       "  ('infection with', (72, 2)),\n",
       "  ('of morbidity', (65, 4)),\n",
       "  ('morbidity and', (262, 16)),\n",
       "  ('issue ,', (20, 1)),\n",
       "  ('develop country', (390, 5)),\n",
       "  ('that present', (17, 1)),\n",
       "  ('- saharan', (42, 2)),\n",
       "  ('saharan Africa', (38, 2)),\n",
       "  ('Africa .', (62, 4)),\n",
       "  (', cause', (150, 5)),\n",
       "  ('infection be', (367, 12)),\n",
       "  ('prevalence rate', (19, 1)),\n",
       "  ('that affect', (115, 7)),\n",
       "  ('worldwide .', (655, 2)),\n",
       "  ('pose a', (737, 1)),\n",
       "  ('significant morbidity', (35, 2)),\n",
       "  ('and difficult', (16, 1)),\n",
       "  ('society ,', (38, 2)),\n",
       "  ('worldwide and', (69, 1)),\n",
       "  ('disease that', (75, 2)),\n",
       "  ('a life', (174, 4)),\n",
       "  ('central nervous', (34, 2)),\n",
       "  (\"Alzheimer 's\", (22, 1)),\n",
       "  ('recent decade', (25, 1)),\n",
       "  ('be recognize', (118, 6)),\n",
       "  ('recognize as', (138, 7)),\n",
       "  ('bacterial infection', (65, 1)),\n",
       "  ('around the', (136, 7)),\n",
       "  ('world .', (358, 4)),\n",
       "  ('all over', (85, 4)),\n",
       "  ('country .', (455, 5)),\n",
       "  ('infectious disease', (101, 3)),\n",
       "  ('decade .', (56, 3)),\n",
       "  ('resistance to', (256, 5)),\n",
       "  ('antibiotic -', (36, 1)),\n",
       "  ('- resistant', (368, 17)),\n",
       "  ('bacteria be', (36, 1)),\n",
       "  ('emerge as', (142, 3)),\n",
       "  ('tuberculosis (', (80, 3)),\n",
       "  (') infection', (185, 2)),\n",
       "  ('which cause', (21, 1)),\n",
       "  ('Suicide be', (60, 2)),\n",
       "  ('public health', (3676, 8)),\n",
       "  ('which pose', (23, 1)),\n",
       "  ('disease cause', (51, 3)),\n",
       "  ('progress to', (18, 1)),\n",
       "  ('infection cause', (75, 1)),\n",
       "  ('health and', (238, 14)),\n",
       "  ('and economic', (116, 2)),\n",
       "  ('economic burden', (21, 1)),\n",
       "  ('country be', (17, 1)),\n",
       "  ('of drug', (136, 5)),\n",
       "  ('deficiency be', (52, 2)),\n",
       "  ('shortage of', (49, 1)),\n",
       "  ('be become', (244, 4)),\n",
       "  ('human health', (178, 1)),\n",
       "  ('drinking water', (36, 1)),\n",
       "  ('water be', (34, 2)),\n",
       "  ('hepatocellular carcinoma', (55, 3)),\n",
       "  ('of concern', (42, 2)),\n",
       "  ('life -', (266, 8)),\n",
       "  ('- threaten', (244, 4)),\n",
       "  ('each year', (61, 1)),\n",
       "  ('have become', (1035, 11)),\n",
       "  ('the region', (23, 1)),\n",
       "  ('the develop', (58, 1)),\n",
       "  ('the formation', (33, 2)),\n",
       "  ('formation of', (43, 2)),\n",
       "  ('- reperfusion', (31, 1)),\n",
       "  ('high mortality', (103, 5)),\n",
       "  ('global public', (131, 1)),\n",
       "  ('health concern', (1190, 2)),\n",
       "  ('become a', (1508, 6)),\n",
       "  ('health consequence', (22, 1)),\n",
       "  ('a disease', (26, 1)),\n",
       "  ('antimicrobial resistance', (75, 1)),\n",
       "  ('health issue', (41, 1)),\n",
       "  ('worldwide ,', (195, 2)),\n",
       "  ('few year', (23, 1)),\n",
       "  ('that threaten', (18, 1)),\n",
       "  ('world ,', (116, 4)),\n",
       "  ('with many', (34, 1)),\n",
       "  ('and therapeutic', (57, 2)),\n",
       "  ('and represent', (82, 4)),\n",
       "  ('modern medicine', (20, 1)),\n",
       "  ('high morbidity', (57, 1)),\n",
       "  ('that cause', (50, 2)),\n",
       "  ('the production', (35, 2)),\n",
       "  ('of population', (19, 1)),\n",
       "  ('production in', (20, 1)),\n",
       "  ('increasingly recognize', (17, 1)),\n",
       "  ('of public', (72, 1)),\n",
       "  ('globally ,', (34, 1)),\n",
       "  ('the frequent', (19, 1)),\n",
       "  ('problem which', (106, 1)),\n",
       "  ('to many', (16, 1)),\n",
       "  ('disorder of', (18, 1)),\n",
       "  ('global health', (262, 3)),\n",
       "  ('present a', (322, 19)),\n",
       "  ('malnutrition be', (38, 1)),\n",
       "  ('country ,', (179, 2)),\n",
       "  ('infection of', (48, 1)),\n",
       "  ('major concern', (26, 1)),\n",
       "  ('concern in', (487, 3)),\n",
       "  ('severe and', (62, 2)),\n",
       "  ('cancer treatment', (16, 1)),\n",
       "  ('concern that', (95, 2)),\n",
       "  ('leading cause', (18, 1)),\n",
       "  ('concern worldwide', (104, 1)),\n",
       "  ('in China', (219, 14)),\n",
       "  ('sepsis be', (34, 1)),\n",
       "  ('( AMR', (16, 1)),\n",
       "  ('AMR )', (16, 1)),\n",
       "  ('violence (', (75, 1)),\n",
       "  ('still a', (324, 4)),\n",
       "  ('the workplace', (17, 1)),\n",
       "  ('mechanism be', (16, 1)),\n",
       "  ('that result', (45, 2)),\n",
       "  ('in modern', (37, 1)),\n",
       "  ('vaccine be', (20, 1)),\n",
       "  ('health .', (207, 11)),\n",
       "  ('be poorly', (17, 1)),\n",
       "  ('where it', (29, 1)),\n",
       "  ('cause a', (144, 4)),\n",
       "  ('concern .', (887, 10)),\n",
       "  ('infant and', (21, 1)),\n",
       "  ('renal disease', (39, 1)),\n",
       "  ('industry .', (92, 1)),\n",
       "  ('in Europe', (38, 2)),\n",
       "  ('drug have', (21, 1)),\n",
       "  ('resistance be', (162, 1)),\n",
       "  ('and water', (19, 1)),\n",
       "  ('the near', (20, 1)),\n",
       "  ('problem to', (182, 2)),\n",
       "  ('of current', (37, 1)),\n",
       "  ('the emergence', (136, 3)),\n",
       "  ('emergence of', (177, 5)),\n",
       "  ('intimate partner', (75, 2)),\n",
       "  ('problem during', (51, 1)),\n",
       "  ('a source', (17, 1)),\n",
       "  ('addiction be', (34, 2)),\n",
       "  ('also a', (58, 3)),\n",
       "  ('cause ,', (17, 1)),\n",
       "  ('and remain', (52, 2)),\n",
       "  ('pathogen ,', (17, 1)),\n",
       "  ('animal and', (27, 1)),\n",
       "  ('and human', (82, 3)),\n",
       "  ('concern of', (27, 1)),\n",
       "  ('both for', (18, 1)),\n",
       "  ('economic and', (27, 1)),\n",
       "  ('resistance ,', (40, 2)),\n",
       "  ('osteoporosis be', (54, 2)),\n",
       "  ('strain of', (38, 2)),\n",
       "  ('Escherichia coli', (41, 1)),\n",
       "  ('particularly in', (147, 8)),\n",
       "  ('of genetic', (17, 1)),\n",
       "  ('antibiotic resistance', (127, 2)),\n",
       "  ('increase morbidity', (33, 1)),\n",
       "  ('for human', (62, 2)),\n",
       "  (', require', (17, 1)),\n",
       "  ('health system', (29, 1)),\n",
       "  ('sexually transmit', (27, 1)),\n",
       "  ('resistant (', (29, 1)),\n",
       "  ('( MDR', (72, 1)),\n",
       "  ('in Africa', (36, 2)),\n",
       "  ('drug resistance', (125, 1)),\n",
       "  (', represent', (65, 2)),\n",
       "  ('the accumulation', (17, 1)),\n",
       "  (', remain', (77, 1)),\n",
       "  ('- drug', (48, 2)),\n",
       "  ('human ,', (25, 1)),\n",
       "  ('bacteria have', (29, 1)),\n",
       "  ('specie be', (17, 1)),\n",
       "  ('constitute a', (429, 6)),\n",
       "  ('concern to', (79, 1)),\n",
       "  ('of resistance', (54, 2)),\n",
       "  ('impose a', (23, 1)),\n",
       "  ('of effective', (30, 1)),\n",
       "  ('cytomegalovirus (', (16, 1)),\n",
       "  ('field .', (35, 1)),\n",
       "  ('cancer cell', (19, 1)),\n",
       "  ('resistant to', (53, 2)),\n",
       "  ('to antibiotic', (63, 3)),\n",
       "  ('industry ,', (37, 1)),\n",
       "  ('and pose', (61, 1)),\n",
       "  ('Europe .', (30, 1)),\n",
       "  ('cancer therapy', (20, 1)),\n",
       "  ('concern for', (380, 1)),\n",
       "  ('problem due', (154, 1)),\n",
       "  ('virus (', (312, 2)),\n",
       "  (\"today 's\", (16, 1)),\n",
       "  ('Gram -', (26, 1)),\n",
       "  ('Staphylococcus aureus', (76, 2)),\n",
       "  ('allergy be', (32, 1)),\n",
       "  ('of chemical', (17, 1)),\n",
       "  ('pathogen be', (27, 1)),\n",
       "  ('peritoneal dialysis', (18, 1)),\n",
       "  ('it a', (36, 2)),\n",
       "  ('extended -', (18, 1)),\n",
       "  ('toxic effect', (19, 1)),\n",
       "  ('recognise as', (17, 1)),\n",
       "  ('endemic area', (38, 1)),\n",
       "  ('agent of', (51, 2)),\n",
       "  ('resistance gene', (22, 1)),\n",
       "  ('and affect', (21, 1)),\n",
       "  ('human and', (75, 2)),\n",
       "  ('incontinence be', (35, 2)),\n",
       "  ('our society', (20, 1)),\n",
       "  ('this disease', (64, 1)),\n",
       "  ('methicillin -', (66, 2)),\n",
       "  ('- TB', (41, 2)),\n",
       "  ('bacterial resistance', (39, 1)),\n",
       "  ('resistance in', (79, 1)),\n",
       "  ('C virus', (76, 1)),\n",
       "  ('( HCV', (74, 1)),\n",
       "  ('HCV )', (73, 1)),\n",
       "  ('hepatitis B', (33, 1)),\n",
       "  ('( HBV', (112, 2)),\n",
       "  ('HBV )', (112, 2)),\n",
       "  ('diabetes be', (46, 2)),\n",
       "  ('noise be', (16, 1)),\n",
       "  ('often associate', (25, 1)),\n",
       "  ('of global', (17, 1)),\n",
       "  ('have emerge', (70, 2)),\n",
       "  ('it lead', (17, 1)),\n",
       "  ('contamination in', (39, 2)),\n",
       "  ('and public', (86, 2)),\n",
       "  ('( as', (19, 1)),\n",
       "  ('of heavy', (21, 1)),\n",
       "  ('serious concern', (1301, 1)),\n",
       "  ('obesity be', (225, 4)),\n",
       "  ('be now', (79, 5)),\n",
       "  ('problem because', (178, 1)),\n",
       "  ('tuberculosis be', (51, 1)),\n",
       "  ('mellitus be', (42, 2)),\n",
       "  ('human immunodeficiency', (51, 2)),\n",
       "  ('immunodeficiency virus', (52, 2)),\n",
       "  ('partner violence', (74, 2)),\n",
       "  ('( IPV', (58, 1)),\n",
       "  ('IPV )', (58, 1)),\n",
       "  ('social problem', (296, 1)),\n",
       "  ('resistant bacteria', (62, 1)),\n",
       "  ('serious global', (416, 1)),\n",
       "  ('hepatitis b', (51, 1)),\n",
       "  ('in Brazil', (75, 3)),\n",
       "  ('malaria be', (19, 1)),\n",
       "  ('problem among', (250, 3)),\n",
       "  ('area where', (18, 1)),\n",
       "  ('and develop', (50, 2)),\n",
       "  ('environmental problem', (278, 1)),\n",
       "  ('death of', (18, 1)),\n",
       "  ('strain be', (26, 1)),\n",
       "  ('States .', (112, 7)),\n",
       "  ('substance use', (41, 1)),\n",
       "  ('past decade', (22, 1)),\n",
       "  ('concern with', (56, 1)),\n",
       "  ('pollution in', (36, 1)),\n",
       "  ('Hepatitis B', (110, 1)),\n",
       "  ('with over', (16, 1)),\n",
       "  ('spread of', (81, 5)),\n",
       "  ('the Mediterranean', (18, 1)),\n",
       "  ('China and', (29, 1)),\n",
       "  ('outbreak of', (32, 1)),\n",
       "  ('country of', (32, 1)),\n",
       "  ('East Asia', (17, 1)),\n",
       "  ('Asia .', (37, 2)),\n",
       "  ('in Poland', (32, 1)),\n",
       "  ('care problem', (56, 2)),\n",
       "  (', tuberculosis', (17, 1)),\n",
       "  ('Hepatitis C', (62, 1)),\n",
       "  ('with human', (18, 1)),\n",
       "  ('severe clinical', (48, 2)),\n",
       "  ('western country', (17, 1)),\n",
       "  ('country in', (26, 1)),\n",
       "  ('economic loss', (39, 1)),\n",
       "  ('multidrug -', (99, 1)),\n",
       "  ('economic ,', (17, 1)),\n",
       "  ('cancer represent', (18, 1)),\n",
       "  (', obesity', (17, 1)),\n",
       "  ('antibiotic .', (47, 3)),\n",
       "  ('worldwide health', (31, 1)),\n",
       "  ('/ R', (18, 1)),\n",
       "  ('America .', (38, 1)),\n",
       "  ('for public', (65, 1)),\n",
       "  ('health in', (25, 1)),\n",
       "  ('States and', (34, 1)),\n",
       "  ('per year', (18, 1)),\n",
       "  ('Latin America', (57, 2)),\n",
       "  ('the globe', (27, 1)),\n",
       "  ('globe .', (16, 1)),\n",
       "  ('infection have', (58, 1)),\n",
       "  ('that lead', (23, 1)),\n",
       "  ('infertility be', (22, 1)),\n",
       "  ('of multidrug', (54, 1)),\n",
       "  ('bacteria ,', (16, 1)),\n",
       "  ('social and', (82, 4)),\n",
       "  ('poisoning be', (21, 1)),\n",
       "  ('care cost', (20, 1)),\n",
       "  ('Asthma be', (43, 1)),\n",
       "  ('America and', (16, 1)),\n",
       "  ('Africa ,', (44, 1)),\n",
       "  ('childhood obesity', (57, 2)),\n",
       "  ('affected patient', (16, 1)),\n",
       "  ('Malaria be', (45, 1)),\n",
       "  ('psychological problem', (16, 1)),\n",
       "  ('India ,', (16, 1)),\n",
       "  ('its treatment', (18, 1)),\n",
       "  ('occupational health', (22, 1)),\n",
       "  ('in Iran', (23, 1)),\n",
       "  ('sexual abuse', (25, 1)),\n",
       "  ('increase prevalence', (44, 2)),\n",
       "  ('income country', (36, 1)),\n",
       "  ('new antibiotic', (17, 1)),\n",
       "  ('smoking be', (37, 2)),\n",
       "  ('meningococcal disease', (25, 1)),\n",
       "  ('biofilm formation', (16, 1)),\n",
       "  ('severe health', (113, 2)),\n",
       "  ('resistant tuberculosis', (40, 1)),\n",
       "  (') injury', (24, 1)),\n",
       "  ('and spread', (19, 1)),\n",
       "  ('prevalence .', (17, 1)),\n",
       "  ('in drug', (16, 1)),\n",
       "  ('increase resistance', (30, 1)),\n",
       "  ('America ,', (32, 1)),\n",
       "  ('million of', (73, 2)),\n",
       "  ('influenza virus', (21, 1)),\n",
       "  ('environmental and', (29, 1)),\n",
       "  ('HIV infection', (26, 1)),\n",
       "  ('use disorder', (39, 2)),\n",
       "  ('concern as', (38, 2)),\n",
       "  ('alcohol consumption', (22, 1)),\n",
       "  ('in endemic', (31, 1)),\n",
       "  ('binge drinking', (16, 1)),\n",
       "  ('in Mexico', (28, 1)),\n",
       "  ('its prevalence', (21, 1)),\n",
       "  ('and environmental', (33, 1)),\n",
       "  ('anemia be', (32, 2)),\n",
       "  ('public -', (32, 1)),\n",
       "  ('country include', (18, 1)),\n",
       "  ('severe complication', (18, 1)),\n",
       "  ('dilemma .', (38, 1)),\n",
       "  ('( HIV', (38, 1)),\n",
       "  ('HIV )', (38, 1)),\n",
       "  ('- resistance', (28, 1)),\n",
       "  ('iodine deficiency', (17, 1)),\n",
       "  ('hemorrhagic fever', (21, 1)),\n",
       "  ('our country', (23, 1)),\n",
       "  ('and worldwide', (19, 1)),\n",
       "  ('environmental pollution', (30, 1)),\n",
       "  ('road traffic', (19, 1)),\n",
       "  ('in cattle', (17, 1)),\n",
       "  ('it affect', (18, 1)),\n",
       "  ('Asia ,', (23, 1)),\n",
       "  ('the resistance', (20, 1)),\n",
       "  ('( CRC', (23, 1)),\n",
       "  ('CRC )', (23, 1)),\n",
       "  ('and socioeconomic', (18, 1)),\n",
       "  ('in area', (18, 1)),\n",
       "  ('specie ,', (17, 1))],\n",
       " [('as a consequence', (15, 1)),\n",
       "  ('the problem of', (75, 1)),\n",
       "  ('to overcome the', (21, 1)),\n",
       "  ('however , the', (169, 19)),\n",
       "  (', which have', (65, 6)),\n",
       "  ('problem of the', (32, 2)),\n",
       "  ('of this method', (48, 3)),\n",
       "  ('be that the', (351, 10)),\n",
       "  ('be that there', (38, 1)),\n",
       "  (', the high', (17, 2)),\n",
       "  (', the main', (20, 2)),\n",
       "  ('the main limitation', (15, 1)),\n",
       "  ('main limitation of', (10, 1)),\n",
       "  ('be that it', (261, 3)),\n",
       "  ('a limitation of', (12, 1)),\n",
       "  ('of this approach', (61, 1)),\n",
       "  ('that it can', (28, 1)),\n",
       "  ('that it require', (25, 1)),\n",
       "  ('although it be', (15, 1)),\n",
       "  ('suffer from the', (15, 1)),\n",
       "  ('a major problem', (84, 1)),\n",
       "  ('major problem with', (103, 1)),\n",
       "  ('of the method', (27, 3)),\n",
       "  ('which be a', (166, 9)),\n",
       "  ('to deal with', (19, 1)),\n",
       "  ('in the case', (23, 3)),\n",
       "  ('be that this', (8, 1)),\n",
       "  ('due to the', (245, 25)),\n",
       "  (', however ,', (141, 12)),\n",
       "  ('that this be', (10, 1)),\n",
       "  ('due to its', (117, 11)),\n",
       "  ('problem with the', (148, 1)),\n",
       "  ('be that of', (20, 1)),\n",
       "  ('be difficult to', (76, 10)),\n",
       "  (', as it', (40, 1)),\n",
       "  ('be often a', (28, 3)),\n",
       "  ('because of the', (126, 6)),\n",
       "  ('study be that', (47, 3)),\n",
       "  ('have a serious', (103, 1)),\n",
       "  ('be not a', (127, 8)),\n",
       "  ('the release of', (10, 1)),\n",
       "  ('the other hand', (26, 3)),\n",
       "  ('a problem that', (12, 1)),\n",
       "  ('of these method', (8, 1)),\n",
       "  ('in the past', (41, 3)),\n",
       "  ('despite the fact', (11, 1)),\n",
       "  ('research on the', (8, 1)),\n",
       "  ('be a serious', (8345, 4)),\n",
       "  ('a serious complication', (21, 2)),\n",
       "  ('be the major', (18, 2)),\n",
       "  ('major cause of', (49, 4)),\n",
       "  (') be a', (1199, 53)),\n",
       "  ('a rare disease', (8, 1)),\n",
       "  ('with an estimate', (19, 1)),\n",
       "  ('year in the', (8, 1)),\n",
       "  ('in the United', (224, 15)),\n",
       "  ('the United States', (248, 14)),\n",
       "  ('procedure be a', (11, 1)),\n",
       "  ('and it be', (69, 7)),\n",
       "  (', especially those', (19, 2)),\n",
       "  ('and be often', (13, 1)),\n",
       "  ('depression be a', (50, 1)),\n",
       "  (', loss of', (9, 1)),\n",
       "  ('a major health', (23, 2)),\n",
       "  ('be a debilitate', (83, 1)),\n",
       "  ('difficult to treat', (24, 3)),\n",
       "  ('large proportion of', (9, 1)),\n",
       "  ('can be a', (203, 15)),\n",
       "  ('the elderly be', (22, 2)),\n",
       "  ('disorder ( MDD', (12, 1)),\n",
       "  ('( TB )', (110, 2)),\n",
       "  ('TB ) be', (56, 1)),\n",
       "  ('during pregnancy be', (20, 1)),\n",
       "  ('side effect ,', (9, 1)),\n",
       "  ('of the country', (13, 1)),\n",
       "  ('as it be', (23, 3)),\n",
       "  ('remain a major', (28, 1)),\n",
       "  ('a major cause', (35, 3)),\n",
       "  ('of morbidity and', (57, 2)),\n",
       "  ('morbidity and mortality', (225, 13)),\n",
       "  (', due to', (66, 5)),\n",
       "  ('reduce quality of', (9, 1)),\n",
       "  ('in develop country', (232, 1)),\n",
       "  ('be a lack', (12, 1)),\n",
       "  ('a lack of', (36, 3)),\n",
       "  ('sub - saharan', (42, 2)),\n",
       "  ('- saharan Africa', (38, 2)),\n",
       "  ('saharan Africa .', (21, 1)),\n",
       "  ('due to their', (65, 4)),\n",
       "  (', cause by', (69, 1)),\n",
       "  ('cause by Mycobacterium', (13, 1)),\n",
       "  ('diabetes mellitus (', (39, 3)),\n",
       "  ('infection be a', (268, 1)),\n",
       "  ('cancer patient ,', (8, 1)),\n",
       "  ('have be associate', (16, 2)),\n",
       "  ('a lead cause', (30, 2)),\n",
       "  ('lead cause of', (81, 6)),\n",
       "  ('of mortality and', (18, 1)),\n",
       "  ('brain injury (', (46, 4)),\n",
       "  ('of health care', (22, 2)),\n",
       "  ('with high prevalence', (8, 1)),\n",
       "  ('be the lead', (25, 2)),\n",
       "  ('the lead cause', (46, 4)),\n",
       "  ('it be difficult', (26, 2)),\n",
       "  ('be a life', (95, 3)),\n",
       "  ('central nervous system', (34, 2)),\n",
       "  ('have lead to', (29, 3)),\n",
       "  ('lead to increase', (17, 2)),\n",
       "  ('increase number of', (56, 5)),\n",
       "  (', lead to', (70, 7)),\n",
       "  ('in childhood .', (10, 1)),\n",
       "  (\"Alzheimer 's disease\", (21, 1)),\n",
       "  ('( AD )', (15, 1)),\n",
       "  ('disease , which', (21, 1)),\n",
       "  ('be recognize as', (97, 5)),\n",
       "  ('and have be', (31, 2)),\n",
       "  ('be consider a', (160, 9)),\n",
       "  ('cancer be the', (10, 1)),\n",
       "  ('the world .', (319, 3)),\n",
       "  ('have long be', (29, 2)),\n",
       "  ('acute and chronic', (11, 1)),\n",
       "  ('health outcome .', (10, 1)),\n",
       "  ('all over the', (85, 3)),\n",
       "  ('over the world', (89, 3)),\n",
       "  ('in cancer patient', (19, 1)),\n",
       "  ('patient be a', (56, 2)),\n",
       "  ('antibiotic - resistant', (31, 1)),\n",
       "  ('health care worker', (21, 2)),\n",
       "  ('tuberculosis ( TB', (37, 1)),\n",
       "  ('long be a', (19, 1)),\n",
       "  ('be a major', (175, 11)),\n",
       "  ('a significant number', (9, 1)),\n",
       "  ('health care professional', (13, 1)),\n",
       "  ('because of its', (84, 3)),\n",
       "  ('cause of death', (64, 5)),\n",
       "  ('dermatitis be a', (12, 1)),\n",
       "  ('that affect the', (23, 3)),\n",
       "  ('most common cause', (20, 2)),\n",
       "  ('common cause of', (25, 3)),\n",
       "  ('but also in', (21, 1)),\n",
       "  ('disease be a', (152, 2)),\n",
       "  ('and mortality in', (25, 3)),\n",
       "  ('of the development', (10, 1)),\n",
       "  ('and one of', (24, 2)),\n",
       "  ('disease in the', (25, 1)),\n",
       "  ('in the world', (107, 3)),\n",
       "  (', which pose', (14, 1)),\n",
       "  ('which pose a', (19, 1)),\n",
       "  ('; it be', (16, 2)),\n",
       "  ('over the past', (26, 2)),\n",
       "  ('disease cause by', (49, 2)),\n",
       "  ('problem , particularly', (64, 1)),\n",
       "  ('health care system', (29, 3)),\n",
       "  ('of drug -', (47, 2)),\n",
       "  ('drug - induce', (40, 1)),\n",
       "  (') be become', (20, 2)),\n",
       "  ('and lack of', (16, 2)),\n",
       "  ('and be a', (161, 11)),\n",
       "  ('the lack of', (135, 15)),\n",
       "  ('significant public health', (8, 1)),\n",
       "  ('of the world', (138, 1)),\n",
       "  ('hepatocellular carcinoma (', (23, 3)),\n",
       "  ('chemotherapy - induce', (9, 1)),\n",
       "  ('life - threaten', (242, 4)),\n",
       "  ('death in the', (15, 1)),\n",
       "  ('in the region', (15, 1)),\n",
       "  ('the second most', (11, 1)),\n",
       "  ('second most common', (8, 1)),\n",
       "  ('the formation of', (32, 2)),\n",
       "  ('with high mortality', (43, 2)),\n",
       "  ('high mortality rate', (44, 1)),\n",
       "  ('be not clear', (8, 1)),\n",
       "  ('be a grow', (8, 1)),\n",
       "  ('global public health', (128, 1)),\n",
       "  ('public health concern', (784, 1)),\n",
       "  ('have become a', (989, 2)),\n",
       "  ('non - alcoholic', (13, 1)),\n",
       "  ('fatty liver disease', (24, 2)),\n",
       "  ('liver disease (', (19, 2)),\n",
       "  ('( NAFLD )', (16, 2)),\n",
       "  ('and type 2', (10, 1)),\n",
       "  (', therefore ,', (18, 2)),\n",
       "  ('public health issue', (27, 1)),\n",
       "  ('in the US', (18, 2)),\n",
       "  ('non - small', (10, 1)),\n",
       "  ('small cell lung', (10, 1)),\n",
       "  ('lung cancer (', (11, 1)),\n",
       "  ('in the western', (19, 2)),\n",
       "  ('neuropathic pain be', (12, 1)),\n",
       "  ('cause by the', (72, 4)),\n",
       "  (', be a', (353, 3)),\n",
       "  ('the world ,', (94, 1)),\n",
       "  ('with an incidence', (9, 1)),\n",
       "  ('an incidence of', (10, 1)),\n",
       "  ('kidney disease (', (38, 4)),\n",
       "  ('United States ,', (58, 4)),\n",
       "  ('( DM )', (24, 3)),\n",
       "  (') be consider', (19, 2)),\n",
       "  ('to be a', (549, 38)),\n",
       "  (') have become', (104, 3)),\n",
       "  ('the production of', (26, 2)),\n",
       "  ('lack of information', (10, 1)),\n",
       "  ('cancer ( GC', (8, 1)),\n",
       "  ('number of people', (12, 1)),\n",
       "  ('the increase number', (26, 1)),\n",
       "  ('and the increase', (13, 1)),\n",
       "  ('with high rate', (19, 2)),\n",
       "  ('disease , the', (11, 1)),\n",
       "  ('and it may', (8, 1)),\n",
       "  ('in some case', (15, 1)),\n",
       "  ('in recent year', (135, 10)),\n",
       "  ('( TBI )', (40, 3)),\n",
       "  ('TBI ) be', (31, 1)),\n",
       "  ('of the femoral', (9, 1)),\n",
       "  ('most common cancer', (11, 1)),\n",
       "  ('stroke be a', (19, 1)),\n",
       "  ('global health problem', (195, 1)),\n",
       "  ('common problem in', (18, 2)),\n",
       "  ('of old adult', (8, 1)),\n",
       "  ('that be difficult', (11, 1)),\n",
       "  (', despite the', (29, 3)),\n",
       "  ('be always a', (9, 1)),\n",
       "  ('a major concern', (17, 1)),\n",
       "  ('the second leading', (8, 1)),\n",
       "  ('second leading cause', (8, 1)),\n",
       "  ('leading cause of', (18, 1)),\n",
       "  ('to the high', (23, 2)),\n",
       "  ('the high prevalence', (38, 2)),\n",
       "  ('overweight and obesity', (24, 3)),\n",
       "  ('health concern worldwide', (62, 1)),\n",
       "  ('be know as', (13, 1)),\n",
       "  ('antimicrobial resistance (', (13, 1)),\n",
       "  ('resistance ( AMR', (13, 1)),\n",
       "  ('( AMR )', (16, 1)),\n",
       "  ('AMR ) be', (8, 1)),\n",
       "  ('Suicide be a', (54, 1)),\n",
       "  (') be still', (27, 3)),\n",
       "  ('be still a', (304, 4)),\n",
       "  ('in the workplace', (14, 1)),\n",
       "  ('be regard as', (32, 4)),\n",
       "  ('that they have', (19, 1)),\n",
       "  ('this technique be', (27, 1)),\n",
       "  ('and health care', (15, 1)),\n",
       "  ('make it difficult', (12, 1)),\n",
       "  ('it difficult to', (11, 1)),\n",
       "  ('a significant problem', (13, 1)),\n",
       "  ('the possibility of', (28, 3)),\n",
       "  ('effective treatment .', (18, 1)),\n",
       "  (', where it', (13, 1)),\n",
       "  ('be expect to', (17, 2)),\n",
       "  ('of the problem', (16, 1)),\n",
       "  ('ischemic heart disease', (8, 1)),\n",
       "  ('reactive oxygen specie', (8, 1)),\n",
       "  ('and that the', (16, 1)),\n",
       "  ('of the population', (41, 5)),\n",
       "  ('as one of', (17, 2)),\n",
       "  ('be the primary', (11, 1)),\n",
       "  ('problem in the', (827, 3)),\n",
       "  ('and control of', (16, 2)),\n",
       "  ('it be a', (141, 16)),\n",
       "  (', a major', (104, 1)),\n",
       "  ('clinical use of', (9, 1)),\n",
       "  ('not only in', (28, 1)),\n",
       "  ('the central nervous', (19, 1)),\n",
       "  (', have be', (44, 5)),\n",
       "  (', thus ,', (8, 1)),\n",
       "  ('interpretation of the', (8, 1)),\n",
       "  ('problem that be', (95, 1)),\n",
       "  ('and in some', (8, 1)),\n",
       "  (', make it', (20, 1)),\n",
       "  ('as they be', (13, 1)),\n",
       "  ('complication such as', (9, 1)),\n",
       "  ('for high -', (8, 1)),\n",
       "  ('the emergence of', (120, 3)),\n",
       "  ('a source of', (15, 1)),\n",
       "  ('suffer from a', (34, 1)),\n",
       "  ('which lead to', (16, 2)),\n",
       "  ('be also a', (43, 1)),\n",
       "  ('infection of the', (10, 1)),\n",
       "  ('interfere with the', (8, 1)),\n",
       "  ('urinary tract infection', (30, 2)),\n",
       "  ('in Japan ,', (29, 3)),\n",
       "  ('the attention of', (8, 1)),\n",
       "  ('in New Zealand', (10, 1)),\n",
       "  (', a common', (12, 1)),\n",
       "  ('the method .', (10, 1)),\n",
       "  ('and be also', (8, 1)),\n",
       "  ('problem , which', (82, 1)),\n",
       "  ('have be make', (13, 1)),\n",
       "  ('care system .', (21, 1)),\n",
       "  ('result from a', (13, 1)),\n",
       "  ('and represent a', (68, 2)),\n",
       "  ('problem in patient', (108, 1)),\n",
       "  ('a problem in', (12, 1)),\n",
       "  (', particularly in', (113, 7)),\n",
       "  ('particularly in the', (29, 2)),\n",
       "  ('treatment option be', (10, 1)),\n",
       "  ('and mortality .', (98, 12)),\n",
       "  ('use of antibiotic', (20, 1)),\n",
       "  ('have be identify', (32, 1)),\n",
       "  ('end - stage', (39, 4)),\n",
       "  ('sexually transmit infection', (13, 1)),\n",
       "  ('a patient with', (16, 2)),\n",
       "  ('false - positive', (10, 1)),\n",
       "  ('be the lack', (33, 1)),\n",
       "  ('that result in', (29, 2)),\n",
       "  ('be the high', (23, 1)),\n",
       "  ('the high frequency', (11, 1)),\n",
       "  ('of this technique', (33, 1)),\n",
       "  ('development of a', (16, 2)),\n",
       "  ('advance in the', (12, 1)),\n",
       "  ('have a major', (16, 1)),\n",
       "  ('affect the quality', (10, 1)),\n",
       "  (', which represent', (19, 2)),\n",
       "  ('the accumulation of', (16, 1)),\n",
       "  ('( CNS )', (10, 1)),\n",
       "  ('in long -', (8, 1)),\n",
       "  ('in human ,', (10, 1)),\n",
       "  ('the inability to', (10, 1)),\n",
       "  ('pain be a', (83, 1)),\n",
       "  ('due to a', (24, 2)),\n",
       "  ('have be the', (19, 2)),\n",
       "  ('the transmission of', (16, 2)),\n",
       "  ('identify as a', (34, 2)),\n",
       "  ('poor quality of', (9, 1)),\n",
       "  ('and it have', (20, 1)),\n",
       "  ('resistance of the', (10, 1)),\n",
       "  ('challenge in the', (8, 1)),\n",
       "  ('be the potential', (9, 1)),\n",
       "  ('system be a', (19, 2)),\n",
       "  ('coagulase - negative', (9, 1)),\n",
       "  ('to its high', (27, 2)),\n",
       "  ('drug be a', (46, 1)),\n",
       "  ('bowel disease (', (8, 1)),\n",
       "  ('disease ( IBD', (8, 1)),\n",
       "  ('( IBD )', (8, 1)),\n",
       "  ('have be a', (249, 7)),\n",
       "  ('an increase number', (20, 2)),\n",
       "  ('which have be', (20, 2)),\n",
       "  ('constitute a major', (11, 1)),\n",
       "  ('challenge to the', (20, 1)),\n",
       "  ('treatment option .', (11, 1)),\n",
       "  ('that be a', (20, 1)),\n",
       "  ('problem due to', (152, 1)),\n",
       "  (', the need', (8, 1)),\n",
       "  ('Gram - positive', (9, 1)),\n",
       "  ('chronic disease ,', (11, 1)),\n",
       "  ('other hand ,', (23, 2)),\n",
       "  (') , have', (24, 2)),\n",
       "  ('at present .', (9, 1)),\n",
       "  ('risk of infection', (9, 1)),\n",
       "  ('emerge as a', (135, 1)),\n",
       "  ('recognise as a', (17, 1)),\n",
       "  ('and the development', (17, 2)),\n",
       "  ('for the patient', (46, 2)),\n",
       "  ('incontinence be a', (35, 1)),\n",
       "  ('to the limited', (11, 1)),\n",
       "  ('mortality rate .', (31, 1)),\n",
       "  ('regard as a', (37, 1)),\n",
       "  ('may represent a', (23, 3)),\n",
       "  ('because it can', (14, 1)),\n",
       "  ('in human and', (27, 1)),\n",
       "  ('treatment be a', (23, 1)),\n",
       "  ('at present ,', (13, 1)),\n",
       "  ('methicillin - resistant', (66, 1)),\n",
       "  (', since the', (11, 1)),\n",
       "  ('and mortality ,', (30, 3)),\n",
       "  ('25 % of', (11, 1)),\n",
       "  ('C virus (', (64, 1)),\n",
       "  ('virus ( HCV', (66, 1)),\n",
       "  ('( HCV )', (73, 1)),\n",
       "  ('( HBV )', (112, 2)),\n",
       "  ('both patient and', (16, 2)),\n",
       "  ('because of their', (18, 1)),\n",
       "  ('often associate with', (25, 1)),\n",
       "  ('have emerge as', (62, 1)),\n",
       "  ('it lead to', (17, 1)),\n",
       "  ('and public health', (75, 2)),\n",
       "  ('view as a', (12, 1)),\n",
       "  ('serious concern about', (24, 1)),\n",
       "  ('reperfusion injury be', (12, 1)),\n",
       "  ('prevalence of obesity', (17, 1)),\n",
       "  (\"in today 's\", (12, 1)),\n",
       "  ('develop country .', (211, 1)),\n",
       "  ('and mortality rate', (27, 1)),\n",
       "  ('problem because of', (95, 1)),\n",
       "  ('concern in the', (115, 1)),\n",
       "  ('with high morbidity', (27, 1)),\n",
       "  ('high morbidity and', (48, 1)),\n",
       "  ('health - care', (29, 1)),\n",
       "  ('health problem .', (1101, 1)),\n",
       "  ('diabetes mellitus be', (41, 2)),\n",
       "  ('have a severe', (34, 1)),\n",
       "  ('human immunodeficiency virus', (51, 2)),\n",
       "  ('intimate partner violence', (68, 2)),\n",
       "  ('partner violence (', (52, 1)),\n",
       "  ('violence ( IPV', (53, 1)),\n",
       "  ('( IPV )', (58, 1)),\n",
       "  ('the last two', (9, 1)),\n",
       "  ('last two decade', (8, 1)),\n",
       "  ('and be now', (8, 1)),\n",
       "  ('concern about the', (16, 2)),\n",
       "  ('recognize as a', (127, 5)),\n",
       "  ('HF ) be', (10, 1)),\n",
       "  ('a life -', (171, 3)),\n",
       "  ('in public health', (18, 1)),\n",
       "  ('causative agent of', (24, 1)),\n",
       "  ('- resistant bacteria', (43, 1)),\n",
       "  ('a serious global', (416, 1)),\n",
       "  ('development of new', (18, 1)),\n",
       "  ('approach to a', (8, 1)),\n",
       "  ('be become a', (223, 1)),\n",
       "  ('age group .', (10, 1)),\n",
       "  ('United States .', (111, 7)),\n",
       "  ('have be recognize', (40, 2)),\n",
       "  ('during the past', (16, 1)),\n",
       "  ('the past decade', (22, 1)),\n",
       "  ('rate of mortality', (11, 1)),\n",
       "  ('to health care', (8, 1)),\n",
       "  ('HBV ) infection', (75, 1)),\n",
       "  ('serious global health', (210, 1)),\n",
       "  ('modern medicine .', (13, 1)),\n",
       "  ('the spread of', (40, 3)),\n",
       "  ('injury ( aki', (17, 2)),\n",
       "  ('( aki )', (17, 2)),\n",
       "  ('drug - resistant', (81, 3)),\n",
       "  ('infection cause by', (64, 1)),\n",
       "  ('age group ,', (9, 1)),\n",
       "  ('Escherichia coli (', (13, 1)),\n",
       "  ('and an important', (11, 1)),\n",
       "  ('in the Republic', (8, 1)),\n",
       "  ('the Republic of', (9, 1)),\n",
       "  ('potentially life -', (10, 1)),\n",
       "  ('mental health problem', (62, 2)),\n",
       "  ('health problem among', (77, 1)),\n",
       "  ('be on the', (15, 1)),\n",
       "  ('( who )', (8, 1)),\n",
       "  ('recent year ,', (58, 7)),\n",
       "  ('burn be a', (10, 1)),\n",
       "  (', the development', (16, 1)),\n",
       "  ('in Poland .', (10, 1)),\n",
       "  ('health care problem', (40, 1)),\n",
       "  ('disease ( CKD', (32, 3)),\n",
       "  ('( CKD )', (32, 3)),\n",
       "  ('in Brazil .', (27, 2)),\n",
       "  ('Hepatitis C virus', (51, 1)),\n",
       "  ('health concern in', (158, 1)),\n",
       "  ('for the health', (17, 1)),\n",
       "  ('western world .', (8, 1)),\n",
       "  ('in China .', (115, 7)),\n",
       "  ('other country .', (11, 1)),\n",
       "  ('chronic hepatitis b', (40, 1)),\n",
       "  (') infection be', (110, 1)),\n",
       "  ('type 1 (', (8, 1)),\n",
       "  ('be often associate', (12, 1)),\n",
       "  ('respiratory distress syndrome', (20, 2)),\n",
       "  ('serious complication of', (12, 1)),\n",
       "  ('and social problem', (101, 1)),\n",
       "  ('chronic hepatitis c', (8, 1)),\n",
       "  ('hospital - acquire', (21, 1)),\n",
       "  ('venous thromboembolism (', (10, 1)),\n",
       "  ('thromboembolism ( VTE', (10, 1)),\n",
       "  ('( VTE )', (10, 1)),\n",
       "  ('- drug interaction', (9, 1)),\n",
       "  ('multidrug - resistant', (97, 1)),\n",
       "  ('- resistant (', (24, 1)),\n",
       "  ('gram - negative', (19, 2)),\n",
       "  ('of chronic kidney', (10, 1)),\n",
       "  (', which cause', (11, 1)),\n",
       "  ('cancer represent a', (18, 1)),\n",
       "  (', cardiovascular disease', (13, 1)),\n",
       "  ('cardiovascular disease ,', (15, 1)),\n",
       "  ('the health of', (15, 1)),\n",
       "  ('liver injury (', (12, 1)),\n",
       "  ('socio - economic', (32, 3)),\n",
       "  ('pulmonary disease (', (12, 1)),\n",
       "  ('disease ( COPD', (12, 1)),\n",
       "  ('( COPD )', (13, 1)),\n",
       "  ('I / R', (15, 1)),\n",
       "  ('high mortality .', (29, 1)),\n",
       "  ('with a severe', (39, 1)),\n",
       "  ('rapid development of', (12, 1)),\n",
       "  ('of drug resistance', (21, 1)),\n",
       "  ('deep vein thrombosis', (11, 1)),\n",
       "  ('carie ( ECC', (11, 1)),\n",
       "  ('( ECC )', (12, 1)),\n",
       "  ('injury to the', (9, 1)),\n",
       "  ('public health and', (72, 1)),\n",
       "  ('United States and', (34, 1)),\n",
       "  ('a high mortality', (23, 1)),\n",
       "  ('problem relate to', (9, 1)),\n",
       "  ('concern worldwide .', (67, 1)),\n",
       "  ('SARS - CoV-2', (24, 3)),\n",
       "  ('across the globe', (17, 1)),\n",
       "  ('the globe .', (15, 1)),\n",
       "  (', especially the', (13, 1)),\n",
       "  ('of concern .', (8, 1)),\n",
       "  ('community - acquire', (17, 2)),\n",
       "  ('of multidrug -', (42, 1)),\n",
       "  ('for old adult', (8, 1)),\n",
       "  ('make it a', (23, 2)),\n",
       "  ('the public health', (12, 1)),\n",
       "  ('the UK .', (8, 1)),\n",
       "  ('health care cost', (11, 1)),\n",
       "  ('Asthma be a', (40, 1)),\n",
       "  ('healthcare system .', (8, 1)),\n",
       "  ('a public health', (30, 2)),\n",
       "  ('hemorrhage be a', (8, 1)),\n",
       "  ('a global health', (8, 1)),\n",
       "  ('Malaria be a', (32, 1)),\n",
       "  ('health problem which', (27, 1)),\n",
       "  ('for which there', (10, 1)),\n",
       "  ('( DVT )', (11, 1)),\n",
       "  ('in China ,', (35, 2)),\n",
       "  ('problem that threaten', (12, 1)),\n",
       "  ('fibrosis be a', (13, 1)),\n",
       "  ('bleeding be a', (11, 1)),\n",
       "  ('( AMD )', (10, 1)),\n",
       "  ('morbidity , mortality', (11, 1)),\n",
       "  ('addiction be a', (29, 1)),\n",
       "  ('worldwide , but', (8, 1)),\n",
       "  ('people live with', (11, 1)),\n",
       "  ('to be address', (23, 1)),\n",
       "  ('perceive as a', (14, 1)),\n",
       "  ('health and well', (8, 1)),\n",
       "  ('may constitute a', (11, 1)),\n",
       "  ('in our society', (10, 1)),\n",
       "  ('it be consider', (12, 1)),\n",
       "  ('and present a', (25, 1)),\n",
       "  ('early diagnosis and', (15, 1)),\n",
       "  ('the physical and', (10, 1)),\n",
       "  ('and life -', (11, 1)),\n",
       "  ('oral cancer be', (9, 1)),\n",
       "  ('and be consider', (16, 1)),\n",
       "  ('child sexual abuse', (11, 1)),\n",
       "  ('have also be', (9, 1)),\n",
       "  ('and middle -', (26, 2)),\n",
       "  ('middle - income', (23, 1)),\n",
       "  ('income country .', (19, 1)),\n",
       "  ('early childhood carie', (13, 1)),\n",
       "  ('childhood carie (', (10, 1)),\n",
       "  ('elderly people .', (9, 1)),\n",
       "  ('adolescent be a', (38, 1)),\n",
       "  (', a life', (10, 1)),\n",
       "  ('effect on human', (11, 1)),\n",
       "  ('of alcohol and', (9, 1)),\n",
       "  ('( PE )', (8, 1)),\n",
       "  ('be increasingly recognize', (13, 1)),\n",
       "  ('increasingly recognize as', (15, 1)),\n",
       "  ('one third of', (11, 1)),\n",
       "  ('be recognise as', (11, 1)),\n",
       "  ('problem among child', (15, 1)),\n",
       "  ('problem during the', (13, 1)),\n",
       "  ('concern for health', (12, 1)),\n",
       "  ('the pharmaceutical industry', (8, 1)),\n",
       "  ('type of cancer', (13, 1)),\n",
       "  ('have remain a', (14, 1)),\n",
       "  ('common problem among', (11, 1)),\n",
       "  ('problem among patient', (12, 1)),\n",
       "  ('where it be', (22, 1)),\n",
       "  ('- resistant tuberculosis', (25, 1)),\n",
       "  ('resistant tuberculosis (', (25, 1)),\n",
       "  ('tuberculosis ( MDR', (21, 1)),\n",
       "  ('( MDR -', (24, 1)),\n",
       "  ('MDR - TB', (30, 2)),\n",
       "  ('- TB )', (28, 1)),\n",
       "  ('foreign body aspiration', (8, 1)),\n",
       "  ('aspiration be a', (9, 1)),\n",
       "  ('in Europe .', (15, 1)),\n",
       "  ('increase frequency of', (10, 1)),\n",
       "  ('multi - drug', (26, 1)),\n",
       "  ('young people .', (8, 1)),\n",
       "  ('and their family', (17, 1)),\n",
       "  ('skin cancer be', (8, 1)),\n",
       "  ('COVID-19 ) have', (10, 1)),\n",
       "  ('increase resistance to', (17, 1)),\n",
       "  ('due to high', (8, 1)),\n",
       "  ('Latin America ,', (16, 1)),\n",
       "  ('disease and a', (25, 1)),\n",
       "  ('alcohol use disorder', (12, 1)),\n",
       "  ('of million of', (8, 1)),\n",
       "  (', lack of', (9, 1)),\n",
       "  (', resistance to', (15, 1)),\n",
       "  ('in the population', (16, 2)),\n",
       "  ('thrombosis be a', (8, 1)),\n",
       "  ('urgent need to', (10, 1)),\n",
       "  ('in India .', (21, 2)),\n",
       "  ('tuberculosis be a', (33, 1)),\n",
       "  ('infection , and', (9, 1)),\n",
       "  ('- resistant S.', (10, 1)),\n",
       "  ('resistant S. aureus', (11, 1)),\n",
       "  ('in Mexico .', (11, 1)),\n",
       "  ('in Iran .', (14, 1)),\n",
       "  ('disease be still', (9, 1)),\n",
       "  ('use disorder (', (12, 1)),\n",
       "  ('which there be', (9, 1)),\n",
       "  ('resistance to the', (14, 1)),\n",
       "  ('in resource -', (9, 1)),\n",
       "  ('- relate death', (12, 1)),\n",
       "  ('child and adult', (8, 1)),\n",
       "  ('physical and psychological', (12, 1)),\n",
       "  ('the increase incidence', (14, 1)),\n",
       "  ('- care problem', (11, 1)),\n",
       "  ('it have become', (19, 1)),\n",
       "  ('therapy be a', (15, 1)),\n",
       "  ('( PM )', (13, 1)),\n",
       "  ('severe form of', (9, 1)),\n",
       "  ('past decade ,', (11, 1)),\n",
       "  ('liver transplantation ,', (8, 1)),\n",
       "  ('during the last', (19, 2)),\n",
       "  ('disorder ( PTSD', (10, 1)),\n",
       "  ('( PTSD )', (11, 1)),\n",
       "  ('have be increase', (19, 1)),\n",
       "  ('( VL )', (16, 2)),\n",
       "  ('injury ( TBI', (36, 3)),\n",
       "  ('liver disease be', (13, 1)),\n",
       "  ('( HIV )', (38, 1)),\n",
       "  ('liver transplantation (', (9, 1)),\n",
       "  ('currently , the', (8, 1)),\n",
       "  ('of antibiotic resistance', (23, 1)),\n",
       "  ('worldwide and be', (14, 1)),\n",
       "  ('- associate infection', (23, 2)),\n",
       "  ('the life of', (17, 2)),\n",
       "  ('hepatitis b (', (11, 1)),\n",
       "  ('b ( CHB', (10, 1)),\n",
       "  ('( CHB )', (10, 1)),\n",
       "  ('thrombosis ( DVT', (9, 1)),\n",
       "  ('the 21st century', (8, 1)),\n",
       "  ('substance use disorder', (17, 1)),\n",
       "  ('of China .', (13, 1)),\n",
       "  ('hypertension be a', (30, 1)),\n",
       "  ('in Africa .', (17, 1)),\n",
       "  ('of mortality .', (9, 1)),\n",
       "  ('more and more', (9, 1)),\n",
       "  ('in our country', (19, 1)),\n",
       "  ('of antibiotic -', (13, 1)),\n",
       "  ('the last year', (9, 1)),\n",
       "  ('of antibiotic .', (11, 1)),\n",
       "  ('but also a', (14, 1)),\n",
       "  ('immunodeficiency virus (', (38, 1)),\n",
       "  ('virus ( HIV', (36, 1)),\n",
       "  ('illness be a', (10, 1)),\n",
       "  ('disease have be', (11, 1)),\n",
       "  ('increase , and', (8, 1)),\n",
       "  ('life - threatening', (8, 1)),\n",
       "  (', economic ,', (9, 1)),\n",
       "  ('fracture be a', (18, 2)),\n",
       "  ('Mycobacterium tuberculosis (', (9, 1)),\n",
       "  ('can become a', (16, 1)),\n",
       "  ('distress syndrome (', (9, 1)),\n",
       "  ('treatment of the', (13, 1)),\n",
       "  (', and social', (8, 1)),\n",
       "  ('and socio -', (10, 1)),\n",
       "  ('loss be a', (23, 1)),\n",
       "  ('health , social', (8, 1)),\n",
       "  ('and cancer .', (11, 1)),\n",
       "  ('our country .', (13, 1)),\n",
       "  ('very low birth', (8, 1)),\n",
       "  ('low birth weight', (15, 1)),\n",
       "  ('in the Mediterranean', (10, 1)),\n",
       "  ('old adult be', (11, 1)),\n",
       "  ('cancer ( CRC', (22, 1)),\n",
       "  ('( CRC )', (23, 1)),\n",
       "  ('case fatality rate', (8, 1)),\n",
       "  ('for the elderly', (10, 1)),\n",
       "  ('the death of', (9, 1)),\n",
       "  ('increase rate of', (16, 2)),\n",
       "  ('colorectal cancer (', (20, 2)),\n",
       "  ('increase prevalence of', (29, 2)),\n",
       "  ('have cause a', (12, 1)),\n",
       "  ('the failure of', (9, 1)),\n",
       "  ('in many area', (10, 1)),\n",
       "  (', economic and', (8, 1)),\n",
       "  ('( PPD )', (8, 1)),\n",
       "  ('d deficiency be', (8, 1)),\n",
       "  ('the problem .', (17, 1)),\n",
       "  ('in the recent', (10, 1)),\n",
       "  ('HIV - infect', (9, 1)),\n",
       "  ('a diagnostic and', (8, 1)),\n",
       "  ('both for the', (8, 1)),\n",
       "  ('social and health', (10, 1)),\n",
       "  ('physical and mental', (12, 1)),\n",
       "  ('care unit ,', (11, 1)),\n",
       "  ('in recent decade', (20, 1)),\n",
       "  ('of the develop', (8, 1)),\n",
       "  ('well as for', (10, 1)),\n",
       "  ('site infection (', (10, 1)),\n",
       "  ('infection ( SSI', (8, 1)),\n",
       "  (', yet there', (8, 1)),\n",
       "  ('States , and', (13, 1)),\n",
       "  ('respiratory tract infection', (16, 2)),\n",
       "  ('the disease have', (8, 1)),\n",
       "  ('be increase ,', (12, 1)),\n",
       "  ('to control the', (11, 1)),\n",
       "  ('lead to high', (8, 1)),\n",
       "  ('treatment of a', (9, 1)),\n",
       "  ('last few year', (9, 1)),\n",
       "  ('age be a', (9, 1)),\n",
       "  ('2 diabete ,', (8, 1)),\n",
       "  ('diabetic patient .', (9, 1)),\n",
       "  ('many area of', (8, 1)),\n",
       "  ('challenge for the', (11, 1)),\n",
       "  ('nosocomial infection be', (10, 1)),\n",
       "  ('in Asia .', (9, 1))])"
      ]
     },
     "execution_count": null,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "factor = 15\n",
    "#show n-grams that appear at least 20x more often in positive samples\n",
    "[(k,v) for k,v in Counter(bi_grams_both).items() if (v[0]/v[1]) > factor], [(k,v) for k,v in Counter(tri_grams_both).items() if (v[0]/v[1]) > factor/2]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "56b3378d",
   "metadata": {},
   "source": [
    "Apparently \"problem of\" appears 54 in \"problem statements\" and only once in \"non-problem\" statement. Let's look at that one sentence!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7099ac43",
   "metadata": {},
   "outputs": [],
   "source": [
    "negatives[negatives[\"text\"].str.contains('limitation of')].reset_index()[\"text\"][4]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "eeaedc9b",
   "metadata": {},
   "outputs": [],
   "source": [
    "bgs = [(k,v) for k,v in Counter(bi_grams_pos_only).items() if v > 50]\n",
    "tgs = [(k,v) for k,v in Counter(tri_grams_pos_only).items() if v > 30]\n",
    "bgs, tgs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8654bb83",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"ngrams_pos_only_lemmatized.txt\", \"w\") as f:\n",
    "    f.write(\"\\n\".join([t[0] for t in bgs+tgs]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a5df90a5",
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-22-864412f1d5b9>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m#trigrams that are not supersets of bigrams\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;34m[\u001b[0m\u001b[0mbigram\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mbigram\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mbi_grams_pos_only\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0many\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigram\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtg\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mtg\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtri_grams_pos_only\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m<ipython-input-22-864412f1d5b9>\u001b[0m in \u001b[0;36m<listcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m#trigrams that are not supersets of bigrams\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;34m[\u001b[0m\u001b[0mbigram\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mbigram\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mbi_grams_pos_only\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0many\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigram\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtg\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mtg\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtri_grams_pos_only\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m<ipython-input-22-864412f1d5b9>\u001b[0m in \u001b[0;36m<genexpr>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m#trigrams that are not supersets of bigrams\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;34m[\u001b[0m\u001b[0mbigram\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mbigram\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mbi_grams_pos_only\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0many\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigram\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtg\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mtg\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtri_grams_pos_only\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "#trigrams that are not supersets of bigrams\n",
    "#[bigram for bigram in bi_grams_pos_only.keys() if not any(bigram in tg for tg in tri_grams_pos_only.keys())]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0b2e0f07",
   "metadata": {},
   "outputs": [],
   "source": [
    "texts = df[df[\"text\"].str.contains(\"drawback be that\")].reset_index()[\"text\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c68caf1f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     its most obvious drawback be that the method c...\n",
       "1     the most significant drawback be that ontology...\n",
       "2     the main drawback be that it need almost 20,00...\n",
       "3     one drawback be that it can not deal with depe...\n",
       "4     a potential drawback be that it might not work...\n",
       "5     the drawback be that , since extract event in ...\n",
       "6     the main drawback be that the entry produce au...\n",
       "7     an obvious drawback be that it be necessary to...\n",
       "8     the only drawback be that it willperform slow ...\n",
       "9     the drawback be that the estimate of parameter...\n",
       "10    one possible drawback be that sense which one ...\n",
       "11    their major drawback be that they require a gr...\n",
       "12    the first drawback be that it require more kno...\n",
       "13    another drawback be that it be impossible to a...\n",
       "14    the drawback be that the solution may be only ...\n",
       "15    the main drawback be that structure may not be...\n",
       "16    another major drawback be that it require cons...\n",
       "17    the major drawback be that we have to generate...\n",
       "18    the drawback be that this context may not be s...\n",
       "19               the drawback be that this be expensive\n",
       "20    their main drawback be that they may or may no...\n",
       "21    another drawback be that the different sentenc...\n",
       "22    the drawback be that the solution may be only ...\n",
       "23    however , an important drawback be that the ta...\n",
       "24    a drawback be that their method limit the trai...\n",
       "25    the drawback be that morphotactic be explicitl...\n",
       "26    a drawback be that these feature give no infor...\n",
       "27    a possible drawback be that for some input , t...\n",
       "28    a drawback be that this structure may be cubic...\n",
       "29    the benefit of this approach be that the distr...\n",
       "30    the main drawback be that training time be inc...\n",
       "31    however , the drawback be that an adaption to ...\n",
       "32    the primary drawback be that KB annotation be ...\n",
       "33    the drawback be that there be a margin of erro...\n",
       "34    one drawback be that the parsing process might...\n",
       "35    an additional drawback be that all exist syste...\n",
       "36    a drawback be that the corpus be not publicly ...\n",
       "37    a drawback be that a grammar may need a large ...\n",
       "38    the second drawback be that the criterion for ...\n",
       "39    however , an obvious drawback be that the actu...\n",
       "40    the drawback be that the complexity in syntact...\n",
       "41    the second drawback be that 38 % of the slot t...\n",
       "42    the drawback be that the identification of men...\n",
       "43    its main drawback be that important structural...\n",
       "44    the drawback be that we only cover about half ...\n",
       "45    the first drawback be that Ravichandran and Ho...\n",
       "46    it have many positive feature , but one drawba...\n",
       "47    one potential drawback be that it require high...\n",
       "48    a fundamental drawback be that phrase be trans...\n",
       "49    a drawback be that theoretical approach become...\n",
       "50    a drawback be that the time complexity of infe...\n",
       "51    the drawback be that it cause sensitivity to o...\n",
       "52    one drawback be that LMF provide only a specif...\n",
       "53    a potential drawback be that we get few datum ...\n",
       "54    their drawback be that , as most generative mo...\n",
       "55    the drawback be that the presence of semantic ...\n",
       "56    their main drawback be that they be tie to the...\n",
       "Name: text, dtype: object"
      ]
     },
     "execution_count": null,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "texts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "09b3ad1e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "128M\tdownloads/data.json\n",
      "108M\tdownloads/sample_4k.json\n",
      "28M\tdownloads/sample_1k.json\n",
      "132K\tdownloads/oct7_test300.csv\n"
     ]
    }
   ],
   "source": [
    "#!find downloads -maxdepth 1 -type f -exec du -h {} + | sort --human-numeric-sort --reverse"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "831bc5ef",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "02f75ae8",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "conda_python3",
   "language": "python",
   "name": "conda_python3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}