Writing Structured Programs.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 1. Create a list words = ['is', 'it', 'good', '?']. a) Use a series of assignment statements (e.g. words[1] = words[2]) and a temporary variable tmp to transform this list into the list ['it', 'is', 'good', '!']. b) Now do the same transformation using tuple assignment."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# a)\n",
    "words = ['is', 'it', 'good', '?']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "tmp = words[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "words[0] = words[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "words[1] = tmp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "words[3] = '!'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['it', 'is', 'good', '!']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# b)\n",
    "words = ['is', 'it', 'good', '?']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "words[0], words[1], words[2], words[3] = words[1], words[0], words[2], '!'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['it', 'is', 'good', '!']"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 2.Write code that removes whitespace at the beginning and end of a string ('   this   is a sample  sentence '), and normalizes whitespace between words to be a single space character.\n",
    "# a) do this task using split() and join()\n",
    "# b) do this task using regular expression substitutions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# a)\n",
    "string = '   this   is a sample  sentence '.split()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['this', 'is', 'a', 'sample', 'sentence']"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "string"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'this is a sample sentence'"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "' '.join(string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# b)\n",
    "string = '   this   is a sample  sentence '"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'this is a sample sentence'"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "re.sub(r\"\\s+\", \" \", re.sub(r\"^\\s+|\\s+$\", \"\", string))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 3. sent1=['The', 'dog', 'gave', 'John', 'the', 'newspaper']. Now assign sent2=sent1. Modify sent1[1]='monkey'. Please review section 4.1 -Assignment in Chapter 4 to answer the following questions:\n",
    "# a) verify that sent2 has changed\n",
    "# b) Now try the same exercise but instead assign sent2=sent1[:]. Modify sent1[1]='monkey' and see what happens to sent2. Explain.\n",
    "# c) Now define text1=[['The', 'dog', 'gave', 'John', 'the', 'newspaper'], ['John', 'is', 'happy']]. Now assign text2=text1[:], assign a new value to one of the words (text1[0][1]='monkey'). Check what happens to text2. Explain.\n",
    "# d) Extract successive overlapping 4-grams from ['The', 'dog', 'gave', 'John', 'the', 'newspaper']. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "sent1 = ['The', 'dog', 'gave', 'John', 'the', 'newspaper']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "sent2 = sent1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "sent1[1] = 'monkey'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The', 'monkey', 'gave', 'John', 'the', 'newspaper']"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# a)\n",
    "sent2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# b)\n",
    "sent2 = sent1[:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "sent1[1] = 'monkey'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The', 'monkey', 'gave', 'John', 'the', 'newspaper']"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sent2\n",
    "# In this case changing sent1 does not change sent2 because sent2 is a copy of all the values of sent1 rather than equals to sent1."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# c)\n",
    "text1 = [['The', 'dog', 'gave', 'John', 'the', 'newspaper'], ['John', 'is', 'happy']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "text2 = text1[:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "text1[0][1] = 'monkey'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['The', 'monkey', 'gave', 'John', 'the', 'newspaper'],\n",
       " ['John', 'is', 'happy']]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text2\n",
    "# In this case text2 changes as text1 changes. Because [:] performs a shallow copy, the sublists do not copy themselves, only the outerlist retains its references."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "# d)\n",
    "sent1 = ['The', 'dog', 'gave', 'John', 'the', 'newspaper']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('The', 'dog', 'gave', 'John'),\n",
       " ('dog', 'gave', 'John', 'the'),\n",
       " ('gave', 'John', 'the', 'newspaper')]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(nltk.ngrams(sent1, 4))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 4.Write a function that prints any word that appeared in the last 20% of a text that had not been encountered earlier. Use text1 from nltk.book to call this function."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "*** Introductory Examples for the NLTK Book ***\n",
      "Loading text1, ..., text9 and sent1, ..., sent9\n",
      "Type the name of the text or sentence to view it.\n",
      "Type: 'texts()' or 'sents()' to list the materials.\n",
      "text1: Moby Dick by Herman Melville 1851\n",
      "text2: Sense and Sensibility by Jane Austen 1811\n",
      "text3: The Book of Genesis\n",
      "text4: Inaugural Address Corpus\n",
      "text5: Chat Corpus\n",
      "text6: Monty Python and the Holy Grail\n",
      "text7: Wall Street Journal\n",
      "text8: Personals Corpus\n",
      "text9: The Man Who Was Thursday by G . K . Chesterton 1908\n"
     ]
    }
   ],
   "source": [
    "from nltk.book import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "def last20(text):\n",
    "    cut = int(0.8 * len(text))\n",
    "    training_data, test_data = text[:cut], text[cut:]\n",
    "    training_data_unique = set(training_data)\n",
    "    test_data_unique = set(test_data)\n",
    "    return sorted(set(w.lower() for w in test_data_unique if w not in training_data_unique and w.isalpha()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['abashed',\n",
       " 'abate',\n",
       " 'abbreviate',\n",
       " 'abhorring',\n",
       " 'abided',\n",
       " 'abounded',\n",
       " 'about',\n",
       " 'abstract',\n",
       " 'abstracted',\n",
       " 'abstraction',\n",
       " 'academy',\n",
       " 'accessory',\n",
       " 'accursed',\n",
       " 'acquiesced',\n",
       " 'actest',\n",
       " 'acute',\n",
       " 'acuteness',\n",
       " 'adamite',\n",
       " 'additional',\n",
       " 'admirals',\n",
       " 'adolescence',\n",
       " 'adopting',\n",
       " 'adoption',\n",
       " 'adown',\n",
       " 'affinities',\n",
       " 'affirm',\n",
       " 'afire',\n",
       " 'africans',\n",
       " 'against',\n",
       " 'ahabs',\n",
       " 'aisle',\n",
       " 'albemarle',\n",
       " 'albicore',\n",
       " 'aldrovandus',\n",
       " 'aleak',\n",
       " 'alike',\n",
       " 'allotted',\n",
       " 'alluringly',\n",
       " 'aloud',\n",
       " 'alternate',\n",
       " 'am',\n",
       " 'americas',\n",
       " 'amputate',\n",
       " 'analysis',\n",
       " 'anatomist',\n",
       " 'ancestors',\n",
       " 'ancestry',\n",
       " 'anchors',\n",
       " 'animate',\n",
       " 'annihilating',\n",
       " 'annually',\n",
       " 'antemosaic',\n",
       " 'antichronical',\n",
       " 'antilles',\n",
       " 'antiochus',\n",
       " 'antwerp',\n",
       " 'anyone',\n",
       " 'apeak',\n",
       " 'apparel',\n",
       " 'apprise',\n",
       " 'approaching',\n",
       " 'apron',\n",
       " 'aptitudes',\n",
       " 'archangelic',\n",
       " 'archipelagoes',\n",
       " 'architecture',\n",
       " 'are',\n",
       " 'ark',\n",
       " 'aromas',\n",
       " 'aroostook',\n",
       " 'around',\n",
       " 'arrange',\n",
       " 'arranging',\n",
       " 'arrant',\n",
       " 'arrowy',\n",
       " 'art',\n",
       " 'artisan',\n",
       " 'ascertaining',\n",
       " 'aslope',\n",
       " 'asphaltites',\n",
       " 'aspiring',\n",
       " 'assail',\n",
       " 'assassins',\n",
       " 'assuredly',\n",
       " 'astern',\n",
       " 'astrological',\n",
       " 'asunder',\n",
       " 'athwartships',\n",
       " 'attaching',\n",
       " 'attentive',\n",
       " 'attestation',\n",
       " 'attuned',\n",
       " 'auction',\n",
       " 'automaton',\n",
       " 'availing',\n",
       " 'awed',\n",
       " 'awestruck',\n",
       " 'awls',\n",
       " 'babe',\n",
       " 'babylonian',\n",
       " 'bachelor',\n",
       " 'backwardly',\n",
       " 'bad',\n",
       " 'baffle',\n",
       " 'bandbox',\n",
       " 'banked',\n",
       " 'banned',\n",
       " 'bannered',\n",
       " 'baptism',\n",
       " 'baptismal',\n",
       " 'baptizo',\n",
       " 'barbarian',\n",
       " 'barriers',\n",
       " 'bartered',\n",
       " 'base',\n",
       " 'basement',\n",
       " 'baser',\n",
       " 'bashee',\n",
       " 'basilosaurus',\n",
       " 'basketed',\n",
       " 'bastille',\n",
       " 'bastions',\n",
       " 'batten',\n",
       " 'baulks',\n",
       " 'beams',\n",
       " 'bedraggled',\n",
       " 'bedsteads',\n",
       " 'befall',\n",
       " 'befooled',\n",
       " 'begone',\n",
       " 'bejuggled',\n",
       " 'belated',\n",
       " 'belayed',\n",
       " 'belaying',\n",
       " 'believe',\n",
       " 'believers',\n",
       " 'bellies',\n",
       " 'bellows',\n",
       " 'bench',\n",
       " 'bequeathed',\n",
       " 'betters',\n",
       " 'between',\n",
       " 'bewildering',\n",
       " 'bewitching',\n",
       " 'bids',\n",
       " 'bier',\n",
       " 'bigot',\n",
       " 'billed',\n",
       " 'billion',\n",
       " 'binding',\n",
       " 'birch',\n",
       " 'bitterer',\n",
       " 'blacksmith',\n",
       " 'bladders',\n",
       " 'bladed',\n",
       " 'blanched',\n",
       " 'blazed',\n",
       " 'bleaching',\n",
       " 'blessing',\n",
       " 'blighted',\n",
       " 'blind',\n",
       " 'blindfold',\n",
       " 'blister',\n",
       " 'blistered',\n",
       " 'blithe',\n",
       " 'blockhead',\n",
       " 'blotted',\n",
       " 'blueness',\n",
       " 'bluer',\n",
       " 'blunted',\n",
       " 'boastful',\n",
       " 'boats',\n",
       " 'bobbed',\n",
       " 'bodiless',\n",
       " 'bodings',\n",
       " 'bomb',\n",
       " 'bone',\n",
       " 'bones',\n",
       " 'boomed',\n",
       " 'boon',\n",
       " 'bordering',\n",
       " 'bosom',\n",
       " 'bounding',\n",
       " 'bowsmen',\n",
       " 'bowstring',\n",
       " 'boyhood',\n",
       " 'brace',\n",
       " 'braced',\n",
       " 'brags',\n",
       " 'branding',\n",
       " 'brats',\n",
       " 'bravadoes',\n",
       " 'braver',\n",
       " 'brazen',\n",
       " 'breaching',\n",
       " 'breathest',\n",
       " 'bring',\n",
       " 'bristling',\n",
       " 'brokenly',\n",
       " 'brush',\n",
       " 'brushwood',\n",
       " 'bubblingly',\n",
       " 'bulge',\n",
       " 'bullied',\n",
       " 'bulwarks',\n",
       " 'bundles',\n",
       " 'bungle',\n",
       " 'bunting',\n",
       " 'buoy',\n",
       " 'buoyed',\n",
       " 'burst',\n",
       " 'burtons',\n",
       " 'busily',\n",
       " 'busying',\n",
       " 'buttress',\n",
       " 'bystanders',\n",
       " 'cabalistical',\n",
       " 'cachalot',\n",
       " 'caged',\n",
       " 'caking',\n",
       " 'californian',\n",
       " 'callest',\n",
       " 'callings',\n",
       " 'camel',\n",
       " 'canadian',\n",
       " 'canals',\n",
       " 'candid',\n",
       " 'candles',\n",
       " 'cankerous',\n",
       " 'canonic',\n",
       " 'cape',\n",
       " 'capstans',\n",
       " 'carelessness',\n",
       " 'caress',\n",
       " 'carey',\n",
       " 'carpenter',\n",
       " 'catacombs',\n",
       " 'catcher',\n",
       " 'catches',\n",
       " 'cats',\n",
       " 'caught',\n",
       " 'caulk',\n",
       " 'caulked',\n",
       " 'caulking',\n",
       " 'centipede',\n",
       " 'centrepiece',\n",
       " 'centres',\n",
       " 'chafed',\n",
       " 'chalking',\n",
       " 'channel',\n",
       " 'characterized',\n",
       " 'charcoal',\n",
       " 'chargers',\n",
       " 'charter',\n",
       " 'chase',\n",
       " 'check',\n",
       " 'cheerly',\n",
       " 'cherries',\n",
       " 'cherry',\n",
       " 'cherrying',\n",
       " 'chickens',\n",
       " 'childlessness',\n",
       " 'chill',\n",
       " 'chipping',\n",
       " 'chock',\n",
       " 'chronically',\n",
       " 'chucks',\n",
       " 'cindered',\n",
       " 'cinders',\n",
       " 'circumferences',\n",
       " 'cisterns',\n",
       " 'citadels',\n",
       " 'clamped',\n",
       " 'clappings',\n",
       " 'clay',\n",
       " 'clearest',\n",
       " 'clearness',\n",
       " 'clefts',\n",
       " 'clinging',\n",
       " 'clingings',\n",
       " 'closes',\n",
       " 'closing',\n",
       " 'clouded',\n",
       " 'cloudless',\n",
       " 'clover',\n",
       " 'clumsiest',\n",
       " 'clumsily',\n",
       " 'clustered',\n",
       " 'clustering',\n",
       " 'coasting',\n",
       " 'cobbler',\n",
       " 'cobbling',\n",
       " 'cocked',\n",
       " 'coffins',\n",
       " 'cohered',\n",
       " 'coincident',\n",
       " 'coincidings',\n",
       " 'cold',\n",
       " 'colic',\n",
       " 'collect',\n",
       " 'collecting',\n",
       " 'comber',\n",
       " 'combinedly',\n",
       " 'comes',\n",
       " 'comforts',\n",
       " 'commandingly',\n",
       " 'commodores',\n",
       " 'common',\n",
       " 'companion',\n",
       " 'comparing',\n",
       " 'compendious',\n",
       " 'competency',\n",
       " 'complacent',\n",
       " 'compliance',\n",
       " 'complies',\n",
       " 'comprehensively',\n",
       " 'compunctions',\n",
       " 'conceals',\n",
       " 'concocts',\n",
       " 'concurred',\n",
       " 'conductor',\n",
       " 'conduits',\n",
       " 'confirmation',\n",
       " 'conflicting',\n",
       " 'conjure',\n",
       " 'conjuror',\n",
       " 'consciously',\n",
       " 'conspired',\n",
       " 'continents',\n",
       " 'continues',\n",
       " 'contrastingly',\n",
       " 'contributed',\n",
       " 'contributory',\n",
       " 'contusions',\n",
       " 'convalescence',\n",
       " 'convalescing',\n",
       " 'convent',\n",
       " 'cooke',\n",
       " 'copies',\n",
       " 'coppers',\n",
       " 'core',\n",
       " 'corkscrewed',\n",
       " 'corpusants',\n",
       " 'corridors',\n",
       " 'couldst',\n",
       " 'countersinkers',\n",
       " 'cowardly',\n",
       " 'cowards',\n",
       " 'cradled',\n",
       " 'crafty',\n",
       " 'crape',\n",
       " 'crashing',\n",
       " 'craters',\n",
       " 'crazed',\n",
       " 'creagh',\n",
       " 'creamed',\n",
       " 'creative',\n",
       " 'creativeness',\n",
       " 'creeps',\n",
       " 'crest',\n",
       " 'crete',\n",
       " 'critically',\n",
       " 'crouches',\n",
       " 'crucible',\n",
       " 'cruellest',\n",
       " 'crumb',\n",
       " 'cruppered',\n",
       " 'crushed',\n",
       " 'crushing',\n",
       " 'crusts',\n",
       " 'cured',\n",
       " 'cures',\n",
       " 'curls',\n",
       " 'curse',\n",
       " 'cursed',\n",
       " 'cymballing',\n",
       " 'czar',\n",
       " 'daft',\n",
       " 'dallied',\n",
       " 'damped',\n",
       " 'damply',\n",
       " 'dampness',\n",
       " 'dams',\n",
       " 'darkling',\n",
       " 'dartingly',\n",
       " 'dauphine',\n",
       " 'dawned',\n",
       " 'dazed',\n",
       " 'dead',\n",
       " 'deadreckoning',\n",
       " 'debtor',\n",
       " 'declining',\n",
       " 'decree',\n",
       " 'deduction',\n",
       " 'defiance',\n",
       " 'degenerated',\n",
       " 'dejected',\n",
       " 'deliberately',\n",
       " 'delta',\n",
       " 'demijohn',\n",
       " 'denderah',\n",
       " 'derision',\n",
       " 'designation',\n",
       " 'despatch',\n",
       " 'despised',\n",
       " 'despot',\n",
       " 'destroyer',\n",
       " 'destroying',\n",
       " 'detached',\n",
       " 'determine',\n",
       " 'determining',\n",
       " 'devils',\n",
       " 'dew',\n",
       " 'diaboli',\n",
       " 'dictating',\n",
       " 'digger',\n",
       " 'diluvian',\n",
       " 'diminish',\n",
       " 'ding',\n",
       " 'dinnerless',\n",
       " 'dinning',\n",
       " 'dirgelike',\n",
       " 'disabled',\n",
       " 'disaffection',\n",
       " 'disappearance',\n",
       " 'disbelief',\n",
       " 'discerned',\n",
       " 'discharges',\n",
       " 'disembowelled',\n",
       " 'disencumber',\n",
       " 'disguisement',\n",
       " 'disinterred',\n",
       " 'dislodged',\n",
       " 'dispel',\n",
       " 'displaced',\n",
       " 'display',\n",
       " 'dispute',\n",
       " 'dissolve',\n",
       " 'dissolved',\n",
       " 'ditchers',\n",
       " 'ditches',\n",
       " 'diving',\n",
       " 'doctored',\n",
       " 'domineered',\n",
       " 'dong',\n",
       " 'doored',\n",
       " 'dragged',\n",
       " 'draggingly',\n",
       " 'drama',\n",
       " 'drat',\n",
       " 'drench',\n",
       " 'drenching',\n",
       " 'drills',\n",
       " 'drivers',\n",
       " 'droves',\n",
       " 'drums',\n",
       " 'drunkard',\n",
       " 'dumbest',\n",
       " 'duplicates',\n",
       " 'during',\n",
       " 'dusk',\n",
       " 'dying',\n",
       " 'earthy',\n",
       " 'eastwards',\n",
       " 'eave',\n",
       " 'eavesdroppers',\n",
       " 'ebb',\n",
       " 'economic',\n",
       " 'efficient',\n",
       " 'ego',\n",
       " 'either',\n",
       " 'ejaculated',\n",
       " 'elder',\n",
       " 'electricity',\n",
       " 'elm',\n",
       " 'eloped',\n",
       " 'elves',\n",
       " 'embalming',\n",
       " 'emblazonings',\n",
       " 'emptying',\n",
       " 'enacted',\n",
       " 'enchantment',\n",
       " 'encore',\n",
       " 'end',\n",
       " 'enjoyments',\n",
       " 'enslaved',\n",
       " 'ensuing',\n",
       " 'enticing',\n",
       " 'enticings',\n",
       " 'entreated',\n",
       " 'envied',\n",
       " 'epaulets',\n",
       " 'ephesian',\n",
       " 'epilogue',\n",
       " 'erectly',\n",
       " 'erring',\n",
       " 'escaped',\n",
       " 'eternities',\n",
       " 'ether',\n",
       " 'etherial',\n",
       " 'europa',\n",
       " 'evanescence',\n",
       " 'evangelist',\n",
       " 'evolution',\n",
       " 'evolutions',\n",
       " 'evolved',\n",
       " 'exasperate',\n",
       " 'excellent',\n",
       " 'exchanged',\n",
       " 'excludes',\n",
       " 'exclusiveness',\n",
       " 'exertions',\n",
       " 'exhumed',\n",
       " 'expectant',\n",
       " 'expert',\n",
       " 'expertness',\n",
       " 'explanatory',\n",
       " 'exploding',\n",
       " 'exterminated',\n",
       " 'extermination',\n",
       " 'extinction',\n",
       " 'extremities',\n",
       " 'eyes',\n",
       " 'fadeless',\n",
       " 'fadest',\n",
       " 'fading',\n",
       " 'fagot',\n",
       " 'fainter',\n",
       " 'fair',\n",
       " 'fairer',\n",
       " 'fallacious',\n",
       " 'falsified',\n",
       " 'familyless',\n",
       " 'fang',\n",
       " 'fashioned',\n",
       " 'fastenings',\n",
       " 'fata',\n",
       " 'fatalistic',\n",
       " 'fated',\n",
       " 'fattest',\n",
       " 'favouring',\n",
       " 'favourites',\n",
       " 'feathering',\n",
       " 'feebler',\n",
       " 'feebly',\n",
       " 'feel',\n",
       " 'feelest',\n",
       " 'felicities',\n",
       " 'ferrule',\n",
       " 'fertilely',\n",
       " 'feverish',\n",
       " 'fidelities',\n",
       " 'fields',\n",
       " 'fiercer',\n",
       " 'filers',\n",
       " 'filial',\n",
       " 'filing',\n",
       " 'finish',\n",
       " 'fired',\n",
       " 'firmaments',\n",
       " 'firmer',\n",
       " 'firmly',\n",
       " 'fished',\n",
       " 'fists',\n",
       " 'fitful',\n",
       " 'fitfully',\n",
       " 'fittings',\n",
       " 'fixed',\n",
       " 'flailed',\n",
       " 'flambeaux',\n",
       " 'flame',\n",
       " 'flames',\n",
       " 'flashes',\n",
       " 'flask',\n",
       " 'flat',\n",
       " 'flattening',\n",
       " 'flaw',\n",
       " 'fleeces',\n",
       " 'flickering',\n",
       " 'floes',\n",
       " 'flourishin',\n",
       " 'flume',\n",
       " 'fluttering',\n",
       " 'flyin',\n",
       " 'foamin',\n",
       " 'foamingly',\n",
       " 'focus',\n",
       " 'following',\n",
       " 'fool',\n",
       " 'foolish',\n",
       " 'foothold',\n",
       " 'footstep',\n",
       " 'forbearing',\n",
       " 'forbid',\n",
       " 'forbids',\n",
       " 'forebodings',\n",
       " 'foregone',\n",
       " 'forehead',\n",
       " 'foreknew',\n",
       " 'foreshadowing',\n",
       " 'foreshortened',\n",
       " 'foretell',\n",
       " 'forethrown',\n",
       " 'forge',\n",
       " 'forgets',\n",
       " 'forging',\n",
       " 'forgive',\n",
       " 'formations',\n",
       " 'formosa',\n",
       " 'forsaken',\n",
       " 'forward',\n",
       " 'fossil',\n",
       " 'fossils',\n",
       " 'foster',\n",
       " 'foundling',\n",
       " 'fours',\n",
       " 'frail',\n",
       " 'frayed',\n",
       " 'frenzied',\n",
       " 'frenzies',\n",
       " 'frenzy',\n",
       " 'freshened',\n",
       " 'frock',\n",
       " 'frothed',\n",
       " 'fulfilment',\n",
       " 'fuller',\n",
       " 'functionary',\n",
       " 'furl',\n",
       " 'furrow',\n",
       " 'fusee',\n",
       " 'future',\n",
       " 'gaffs',\n",
       " 'gait',\n",
       " 'gambol',\n",
       " 'gamy',\n",
       " 'gangway',\n",
       " 'gap',\n",
       " 'gardiner',\n",
       " 'gaseous',\n",
       " 'genealogy',\n",
       " 'genially',\n",
       " 'geniuses',\n",
       " 'geological',\n",
       " 'geologist',\n",
       " 'gilder',\n",
       " 'glacier',\n",
       " 'glancing',\n",
       " 'gleam',\n",
       " 'gleaming',\n",
       " 'glidest',\n",
       " 'gliding',\n",
       " 'glimmering',\n",
       " 'glittered',\n",
       " 'glitteringly',\n",
       " 'gloriously',\n",
       " 'glue',\n",
       " 'gluepots',\n",
       " 'gnarled',\n",
       " 'gnawed',\n",
       " 'goa',\n",
       " 'goes',\n",
       " 'goest',\n",
       " 'gone',\n",
       " 'gores',\n",
       " 'gradations',\n",
       " 'gradual',\n",
       " 'grapple',\n",
       " 'grated',\n",
       " 'gratitude',\n",
       " 'gravestone',\n",
       " 'grief',\n",
       " 'griffins',\n",
       " 'grip',\n",
       " 'grizzly',\n",
       " 'groan',\n",
       " 'groin',\n",
       " 'groom',\n",
       " 'gropes',\n",
       " 'grotesque',\n",
       " 'grows',\n",
       " 'guarantees',\n",
       " 'guide',\n",
       " 'guilt',\n",
       " 'guiltiness',\n",
       " 'gulping',\n",
       " 'hadst',\n",
       " 'haggardly',\n",
       " 'hah',\n",
       " 'halfspent',\n",
       " 'hallo',\n",
       " 'halloo',\n",
       " 'hammering',\n",
       " 'handicrafts',\n",
       " 'hanging',\n",
       " 'hannibal',\n",
       " 'haphazard',\n",
       " 'happenest',\n",
       " 'hard',\n",
       " 'hardihood',\n",
       " 'hares',\n",
       " 'harp',\n",
       " 'harto',\n",
       " 'hat',\n",
       " 'hatchway',\n",
       " 'haunt',\n",
       " 'hawk',\n",
       " 'heading',\n",
       " 'hearkening',\n",
       " 'hears',\n",
       " 'hearses',\n",
       " 'heart',\n",
       " 'heartlessness',\n",
       " 'heartwoes',\n",
       " 'heave',\n",
       " 'heaviness',\n",
       " 'heedlessly',\n",
       " 'heigh',\n",
       " 'height',\n",
       " 'heliotrope',\n",
       " 'helm',\n",
       " 'help',\n",
       " 'hemlock',\n",
       " 'hems',\n",
       " 'herculaneum',\n",
       " 'herod',\n",
       " 'heron',\n",
       " 'herons',\n",
       " 'hickory',\n",
       " 'hid',\n",
       " 'himmalehs',\n",
       " 'himself',\n",
       " 'historians',\n",
       " 'hither',\n",
       " 'ho',\n",
       " 'hoky',\n",
       " 'holders',\n",
       " 'holier',\n",
       " 'holiness',\n",
       " 'hollowly',\n",
       " 'homes',\n",
       " 'homewardbound',\n",
       " 'honesty',\n",
       " 'honourably',\n",
       " 'hooped',\n",
       " 'hooroosh',\n",
       " 'hoping',\n",
       " 'horatii',\n",
       " 'horizons',\n",
       " 'horse',\n",
       " 'houseless',\n",
       " 'hoveringly',\n",
       " 'howlings',\n",
       " 'hued',\n",
       " 'huff',\n",
       " 'humbly',\n",
       " 'hummingly',\n",
       " 'hurriedly',\n",
       " 'huskily',\n",
       " 'husks',\n",
       " 'hydrants',\n",
       " 'hymns',\n",
       " 'icily',\n",
       " 'iciness',\n",
       " 'idiotic',\n",
       " 'ifs',\n",
       " 'ignores',\n",
       " 'imagining',\n",
       " 'immaterial',\n",
       " 'immeasurable',\n",
       " 'imminglings',\n",
       " 'immortal',\n",
       " 'immutably',\n",
       " 'impeding',\n",
       " 'imperiously',\n",
       " 'impersonal',\n",
       " 'impersonated',\n",
       " 'impiety',\n",
       " 'imponderable',\n",
       " 'importunity',\n",
       " 'impotence',\n",
       " 'impresses',\n",
       " 'imprimis',\n",
       " 'inactive',\n",
       " 'inanimate',\n",
       " 'inasmuch',\n",
       " 'inboard',\n",
       " 'incommoding',\n",
       " 'incommodiously',\n",
       " 'incuriously',\n",
       " 'indebtedness',\n",
       " 'individualities',\n",
       " 'ineffaceable',\n",
       " 'inequality',\n",
       " 'inextricable',\n",
       " 'infatuation',\n",
       " 'inferable',\n",
       " 'inflexibly',\n",
       " 'influenced',\n",
       " 'inhabitable',\n",
       " 'initiate',\n",
       " 'innocency',\n",
       " 'innocently',\n",
       " 'innocents',\n",
       " 'inquired',\n",
       " 'inscribed',\n",
       " 'insensible',\n",
       " 'insolent',\n",
       " 'inspecting',\n",
       " 'instances',\n",
       " 'insultest',\n",
       " 'intending',\n",
       " 'intensities',\n",
       " 'inter',\n",
       " 'intercedings',\n",
       " 'intercept',\n",
       " 'intercepted',\n",
       " 'interchangeably',\n",
       " 'interfering',\n",
       " 'interflow',\n",
       " 'intermeddling',\n",
       " 'intermission',\n",
       " 'intermixingly',\n",
       " 'intermixture',\n",
       " 'interpenetrate',\n",
       " 'intertangled',\n",
       " 'intertwistings',\n",
       " 'inuendoes',\n",
       " 'invasion',\n",
       " 'investigation',\n",
       " 'invincible',\n",
       " 'invisible',\n",
       " 'involving',\n",
       " 'inwreathing',\n",
       " 'ironical',\n",
       " 'is',\n",
       " 'islanders',\n",
       " 'isles',\n",
       " 'its',\n",
       " 'ivory',\n",
       " 'ixion',\n",
       " 'japans',\n",
       " 'jealously',\n",
       " 'jerk',\n",
       " 'jerkingly',\n",
       " 'jesty',\n",
       " 'jesus',\n",
       " 'jettest',\n",
       " 'jetting',\n",
       " 'jobs',\n",
       " 'jointed',\n",
       " 'joist',\n",
       " 'joky',\n",
       " 'joy',\n",
       " 'joyousness',\n",
       " 'jubilations',\n",
       " 'judges',\n",
       " 'judicious',\n",
       " 'jumped',\n",
       " 'justify',\n",
       " 'keener',\n",
       " 'kindling',\n",
       " 'kine',\n",
       " 'knell',\n",
       " 'knitted',\n",
       " 'knotty',\n",
       " 'kremlin',\n",
       " 'labor',\n",
       " 'lackaday',\n",
       " 'lad',\n",
       " 'ladders',\n",
       " 'laid',\n",
       " 'lama',\n",
       " 'landscapes',\n",
       " 'lanterns',\n",
       " 'lapsed',\n",
       " 'lashed',\n",
       " 'lashings',\n",
       " 'lasts',\n",
       " 'launch',\n",
       " 'launched',\n",
       " 'launchest',\n",
       " 'lava',\n",
       " 'lave',\n",
       " 'lawful',\n",
       " 'layn',\n",
       " 'leakage',\n",
       " 'leaner',\n",
       " 'leaning',\n",
       " 'leap',\n",
       " 'leapest',\n",
       " 'leather',\n",
       " 'ledgers',\n",
       " 'leeward',\n",
       " 'leewardings',\n",
       " 'leg',\n",
       " 'lengthwise',\n",
       " 'lesser',\n",
       " 'level',\n",
       " 'liberated',\n",
       " 'libertines',\n",
       " 'liest',\n",
       " 'lieutenant',\n",
       " 'lieutenants',\n",
       " 'lifted',\n",
       " 'light',\n",
       " 'lightens',\n",
       " 'lightness',\n",
       " 'lightning',\n",
       " 'limestone',\n",
       " 'limits',\n",
       " 'line',\n",
       " 'lipless',\n",
       " 'listened',\n",
       " 'literal',\n",
       " 'liv',\n",
       " 'lizard',\n",
       " 'll',\n",
       " 'loaded',\n",
       " 'loadstone',\n",
       " 'loftiest',\n",
       " 'log',\n",
       " 'longed',\n",
       " 'longevity',\n",
       " 'longings',\n",
       " 'lookouts',\n",
       " 'loon',\n",
       " 'loosed',\n",
       " 'loosening',\n",
       " 'lotion',\n",
       " 'lotions',\n",
       " 'louisiana',\n",
       " 'loveliness',\n",
       " 'lover',\n",
       " 'lovings',\n",
       " 'loweringly',\n",
       " 'lowermost',\n",
       " 'lucifers',\n",
       " 'lucky',\n",
       " 'luff',\n",
       " 'lullaby',\n",
       " 'lurching',\n",
       " 'lustily',\n",
       " 'lusty',\n",
       " 'maccabees',\n",
       " 'machine',\n",
       " 'machines',\n",
       " 'madden',\n",
       " 'madest',\n",
       " 'madman',\n",
       " 'magian',\n",
       " 'magnetism',\n",
       " 'magnetizing',\n",
       " 'magnitude',\n",
       " 'mahomet',\n",
       " 'main',\n",
       " 'making',\n",
       " 'malady',\n",
       " 'maliciously',\n",
       " 'manes',\n",
       " 'manifestation',\n",
       " 'manipulator',\n",
       " 'manmaker',\n",
       " 'manoeuvred',\n",
       " 'manx',\n",
       " 'maple',\n",
       " 'marbleized',\n",
       " 'marge',\n",
       " 'marine',\n",
       " 'markest',\n",
       " 'marl',\n",
       " 'marsh',\n",
       " 'masculine',\n",
       " 'mason',\n",
       " 'mastering',\n",
       " 'mastery',\n",
       " 'mate',\n",
       " 'matsmai',\n",
       " 'matter',\n",
       " 'mattrass',\n",
       " 'mayst',\n",
       " 'measured',\n",
       " 'mediums',\n",
       " 'men',\n",
       " 'mend',\n",
       " 'mene',\n",
       " 'mermaids',\n",
       " 'met',\n",
       " 'metallic',\n",
       " 'methodic',\n",
       " 'methuselah',\n",
       " 'metres',\n",
       " 'midmost',\n",
       " 'miles',\n",
       " 'militia',\n",
       " 'miller',\n",
       " 'mingling',\n",
       " 'miracle',\n",
       " 'misdoubt',\n",
       " 'miserly',\n",
       " 'mishaps',\n",
       " ...]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "last20(text1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 5.Write a program that takes the sentence (\"we have seen two kinds of sequence object: strings and lists.\")expressed as a single string, splits it and counts up the tokens. Get it to print out each token and the token's frequency, one per line, in alphabetical order. You should write a function and call that function to process the sentence."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "string = 'we have seen two kinds of sequence object: strings and lists.'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "def token_freq(sentence):\n",
    "    text = nltk.word_tokenize(sentence)\n",
    "    fdist = nltk.FreqDist(text)\n",
    "    return sorted((key, fdist[key]) for key in fdist)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('.', 1),\n",
       " (':', 1),\n",
       " ('and', 1),\n",
       " ('have', 1),\n",
       " ('kinds', 1),\n",
       " ('lists', 1),\n",
       " ('object', 1),\n",
       " ('of', 1),\n",
       " ('seen', 1),\n",
       " ('sequence', 1),\n",
       " ('strings', 1),\n",
       " ('two', 1),\n",
       " ('we', 1)]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "token_freq(string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 6. Write a function shorten(raw, n) to process a text ('big big world today tomorrow good Today good'), omitting the n most frequently occurring words of the text. You should use w.lower() to normalize the text."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "text = 'big big world today tomorrow good Today good'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "def shorten(raw, n):\n",
    "    fd = nltk.FreqDist(word.lower() for word in nltk.word_tokenize(raw))\n",
    "    words = [word for (word, _) in fd.most_common(n)]\n",
    "    return [w.lower() for w in raw.split() if w.lower() not in words]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['world', 'tomorrow']"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shorten(text, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 7. Write a list comprehension that sorts a list of WordNet synsets for proximity to a given synset. For example, given the synsets lesser_rorqual.n.01, killer_whale.n.01, novel.n.01, and tortoise.n.01, sort them according to their shortest_path_distance() from right_whale.n.01.You should use lambda in the sorted() function."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.corpus import wordnet as wn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "synsets = 'lesser_rorqual.n.01', 'killer_whale.n.01', 'novel.n.01', 'tortoise.n.01'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(Synset('lesser_rorqual.n.01'), 3),\n",
       " (Synset('killer_whale.n.01'), 5),\n",
       " (Synset('tortoise.n.01'), 12),\n",
       " (Synset('novel.n.01'), 22)]"
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted([(wn.synset(s), wn.synset('right_whale.n.01').shortest_path_distance(wn.synset(s))) for s in synsets], key = lambda s: s[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 8. Write a function that takes a list of words (containing duplicates) (i.e. words=['table','chair','desk','table','table','chair']) and returns a list of words (with no duplicates) sorted by decreasing frequency. E.g. if the input list contained 10 instances of the word table and 9 instances of the word chair, then table would appear before chair in the output list.You should use lambda in the sorted() function."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "words = ['table','chair','desk','table','table','chair']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [],
   "source": [
    "def no_duplicates(duplicates):\n",
    "    fd = nltk.FreqDist(duplicates)\n",
    "    return sorted(fd.most_common(), key = lambda w: w[1], reverse = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('table', 3), ('chair', 2), ('desk', 1)]"
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "no_duplicates(words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 9. Write a function that takes a text (e.g. text3 from nltk.book) and a vocabulary (e.g. nltk.corpus.words.words()) as its arguments and returns the set of words that appear in the text but not in the vocabulary. Both arguments can be represented as lists of strings. Can you do this using set().difference()?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "def difference(text, vocab):\n",
    "    return sorted(set(w.lower() for w in set(text).difference(vocab) if w.isalpha()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['abated',\n",
       " 'abelmizraim',\n",
       " 'abidah',\n",
       " 'abide',\n",
       " 'abimael',\n",
       " 'abimelech',\n",
       " 'abr',\n",
       " 'abrah',\n",
       " 'accad',\n",
       " 'achbor',\n",
       " 'adah',\n",
       " 'adbeel',\n",
       " 'admah',\n",
       " 'after',\n",
       " 'aholibamah',\n",
       " 'ahuzzath',\n",
       " 'aileth',\n",
       " 'ajah',\n",
       " 'all',\n",
       " 'allonbachuth',\n",
       " 'almighty',\n",
       " 'almodad',\n",
       " 'also',\n",
       " 'am',\n",
       " 'amal',\n",
       " 'amalek',\n",
       " 'amalekites',\n",
       " 'ammon',\n",
       " 'amorites',\n",
       " 'amraphel',\n",
       " 'an',\n",
       " 'anah',\n",
       " 'anamim',\n",
       " 'and',\n",
       " 'aner',\n",
       " 'angel',\n",
       " 'angels',\n",
       " 'anointedst',\n",
       " 'anoth',\n",
       " 'answered',\n",
       " 'appe',\n",
       " 'appeared',\n",
       " 'appoint',\n",
       " 'appointed',\n",
       " 'aprons',\n",
       " 'aram',\n",
       " 'aran',\n",
       " 'ararat',\n",
       " 'arbah',\n",
       " 'archers',\n",
       " 'ard',\n",
       " 'are',\n",
       " 'areli',\n",
       " 'arioch',\n",
       " 'arise',\n",
       " 'arodi',\n",
       " 'arphaxad',\n",
       " 'arrayed',\n",
       " 'arvadite',\n",
       " 'asenath',\n",
       " 'ashbel',\n",
       " 'ashkenaz',\n",
       " 'ashteroth',\n",
       " 'ask',\n",
       " 'asked',\n",
       " 'asketh',\n",
       " 'asses',\n",
       " 'asshur',\n",
       " 'asshurim',\n",
       " 'asswaged',\n",
       " 'assyr',\n",
       " 'assyria',\n",
       " 'at',\n",
       " 'atad',\n",
       " 'attained',\n",
       " 'avenged',\n",
       " 'avith',\n",
       " 'awaked',\n",
       " 'baalhanan',\n",
       " 'badest',\n",
       " 'badne',\n",
       " 'bak',\n",
       " 'bakemeats',\n",
       " 'bakers',\n",
       " 'bands',\n",
       " 'barr',\n",
       " 'bashemath',\n",
       " 'baskets',\n",
       " 'be',\n",
       " 'beari',\n",
       " 'beasts',\n",
       " 'became',\n",
       " 'because',\n",
       " 'becher',\n",
       " 'bedad',\n",
       " 'beeri',\n",
       " 'beerlahairoi',\n",
       " 'beersheba',\n",
       " 'befell',\n",
       " 'began',\n",
       " 'begettest',\n",
       " 'beguiled',\n",
       " 'behold',\n",
       " 'bela',\n",
       " 'belah',\n",
       " 'believed',\n",
       " 'benam',\n",
       " 'beno',\n",
       " 'beor',\n",
       " 'bera',\n",
       " 'bereaved',\n",
       " 'bered',\n",
       " 'beriah',\n",
       " 'bethel',\n",
       " 'beware',\n",
       " 'bilhah',\n",
       " 'bilhan',\n",
       " 'binding',\n",
       " 'birds',\n",
       " 'birsha',\n",
       " 'biteth',\n",
       " 'bless',\n",
       " 'blessed',\n",
       " 'blesseth',\n",
       " 'blessi',\n",
       " 'blessings',\n",
       " 'blossoms',\n",
       " 'bodies',\n",
       " 'bondmen',\n",
       " 'bones',\n",
       " 'booths',\n",
       " 'borders',\n",
       " 'both',\n",
       " 'bou',\n",
       " 'boug',\n",
       " 'bow',\n",
       " 'boys',\n",
       " 'bozrah',\n",
       " 'bracelets',\n",
       " 'branches',\n",
       " 'bre',\n",
       " 'breaketh',\n",
       " 'breasts',\n",
       " 'bring',\n",
       " 'budded',\n",
       " 'builded',\n",
       " 'bulls',\n",
       " 'bundles',\n",
       " 'burdens',\n",
       " 'buryingplace',\n",
       " 'but',\n",
       " 'butlers',\n",
       " 'buz',\n",
       " 'by',\n",
       " 'cainan',\n",
       " 'cakes',\n",
       " 'calah',\n",
       " 'called',\n",
       " 'calneh',\n",
       " 'camels',\n",
       " 'camest',\n",
       " 'can',\n",
       " 'canaanites',\n",
       " 'canst',\n",
       " 'captives',\n",
       " 'carcases',\n",
       " 'carmi',\n",
       " 'casluhim',\n",
       " 'cast',\n",
       " 'castles',\n",
       " 'catt',\n",
       " 'cause',\n",
       " 'caused',\n",
       " 'ceased',\n",
       " 'chaldees',\n",
       " 'changed',\n",
       " 'changes',\n",
       " 'charged',\n",
       " 'chariots',\n",
       " 'chedorlaomer',\n",
       " 'cheran',\n",
       " 'cherubims',\n",
       " 'chesed',\n",
       " 'chesnut',\n",
       " 'chezib',\n",
       " 'childr',\n",
       " 'children',\n",
       " 'chode',\n",
       " 'circumcis',\n",
       " 'circumcised',\n",
       " 'citi',\n",
       " 'cities',\n",
       " 'clo',\n",
       " 'clothed',\n",
       " 'clusters',\n",
       " 'co',\n",
       " 'coats',\n",
       " 'colours',\n",
       " 'colts',\n",
       " 'come',\n",
       " 'comest',\n",
       " 'cometh',\n",
       " 'comforted',\n",
       " 'comi',\n",
       " 'commanded',\n",
       " 'commandments',\n",
       " 'commended',\n",
       " 'committed',\n",
       " 'communed',\n",
       " 'communing',\n",
       " 'compassed',\n",
       " 'compasseth',\n",
       " 'conceived',\n",
       " 'concubi',\n",
       " 'concubines',\n",
       " 'conspired',\n",
       " 'consumed',\n",
       " 'counted',\n",
       " 'countries',\n",
       " 'created',\n",
       " 'creepeth',\n",
       " 'crieth',\n",
       " 'cru',\n",
       " 'cubits',\n",
       " 'cursed',\n",
       " 'curseth',\n",
       " 'cush',\n",
       " 'dainties',\n",
       " 'damsels',\n",
       " 'darkne',\n",
       " 'daughers',\n",
       " 'daught',\n",
       " 'daughte',\n",
       " 'daughters',\n",
       " 'day',\n",
       " 'dea',\n",
       " 'deceived',\n",
       " 'decreased',\n",
       " 'deeds',\n",
       " 'defiledst',\n",
       " 'deliver',\n",
       " 'delivered',\n",
       " 'denied',\n",
       " 'departing',\n",
       " 'deprived',\n",
       " 'despised',\n",
       " 'destroyed',\n",
       " 'devoured',\n",
       " 'died',\n",
       " 'digged',\n",
       " 'diklah',\n",
       " 'din',\n",
       " 'dinhabah',\n",
       " 'discern',\n",
       " 'discerned',\n",
       " 'dishan',\n",
       " 'dishon',\n",
       " 'divineth',\n",
       " 'do',\n",
       " 'dodanim',\n",
       " 'doeth',\n",
       " 'dost',\n",
       " 'doth',\n",
       " 'dothan',\n",
       " 'dreamed',\n",
       " 'dreams',\n",
       " 'drink',\n",
       " 'drinketh',\n",
       " 'droves',\n",
       " 'dukes',\n",
       " 'dumah',\n",
       " 'dunge',\n",
       " 'dwe',\n",
       " 'earrings',\n",
       " 'ears',\n",
       " 'earth',\n",
       " 'eatest',\n",
       " 'ebal',\n",
       " 'eber',\n",
       " 'edar',\n",
       " 'edom',\n",
       " 'edomites',\n",
       " 'egy',\n",
       " 'egyptia',\n",
       " 'egyptians',\n",
       " 'ehi',\n",
       " 'elah',\n",
       " 'elam',\n",
       " 'elbethel',\n",
       " 'eldaah',\n",
       " 'elders',\n",
       " 'eleloheisrael',\n",
       " 'eliezer',\n",
       " 'eliphaz',\n",
       " 'elparan',\n",
       " 'embalmed',\n",
       " 'embraced',\n",
       " 'emins',\n",
       " 'emptied',\n",
       " 'en',\n",
       " 'endued',\n",
       " 'enemies',\n",
       " 'enmishpat',\n",
       " 'eno',\n",
       " 'entered',\n",
       " 'entreated',\n",
       " 'ephah',\n",
       " 'epher',\n",
       " 'ephra',\n",
       " 'ephrath',\n",
       " 'ephron',\n",
       " 'er',\n",
       " 'erech',\n",
       " 'erected',\n",
       " 'eri',\n",
       " 'es',\n",
       " 'esau',\n",
       " 'escape',\n",
       " 'escaped',\n",
       " 'esek',\n",
       " 'eshban',\n",
       " 'eshcol',\n",
       " 'espied',\n",
       " 'euphrat',\n",
       " 'euphrates',\n",
       " 'ev',\n",
       " 'even',\n",
       " 'every',\n",
       " 'ewes',\n",
       " 'except',\n",
       " 'eyes',\n",
       " 'ezbon',\n",
       " 'ezer',\n",
       " 'faces',\n",
       " 'fai',\n",
       " 'failed',\n",
       " 'faileth',\n",
       " 'fainted',\n",
       " 'families',\n",
       " 'famished',\n",
       " 'fatfleshed',\n",
       " 'fath',\n",
       " 'fathe',\n",
       " 'fathers',\n",
       " 'faults',\n",
       " 'favour',\n",
       " 'favoured',\n",
       " 'fear',\n",
       " 'fearest',\n",
       " 'feebler',\n",
       " 'feed',\n",
       " 'feet',\n",
       " 'fema',\n",
       " 'fetcht',\n",
       " 'fifteen',\n",
       " 'fill',\n",
       " 'findest',\n",
       " 'findeth',\n",
       " 'firmame',\n",
       " 'firstborn',\n",
       " 'firstlings',\n",
       " 'fishes',\n",
       " 'fle',\n",
       " 'fleddest',\n",
       " 'flo',\n",
       " 'flocks',\n",
       " 'fo',\n",
       " 'foals',\n",
       " 'followed',\n",
       " 'forasmuch',\n",
       " 'forgat',\n",
       " 'forgive',\n",
       " 'fountains',\n",
       " 'fowls',\n",
       " 'friends',\n",
       " 'from',\n",
       " 'fruits',\n",
       " 'fulfil',\n",
       " 'fulfilled',\n",
       " 'gaham',\n",
       " 'galeed',\n",
       " 'gard',\n",
       " 'garmen',\n",
       " 'garments',\n",
       " 'gatam',\n",
       " 'gather',\n",
       " 'gathered',\n",
       " 'gavest',\n",
       " 'gaza',\n",
       " 'generatio',\n",
       " 'generations',\n",
       " 'gentiles',\n",
       " 'gera',\n",
       " 'gerar',\n",
       " 'get',\n",
       " 'gether',\n",
       " 'giants',\n",
       " 'gifts',\n",
       " 'gihon',\n",
       " 'gilead',\n",
       " 'girgashites',\n",
       " 'give',\n",
       " 'giveth',\n",
       " 'go',\n",
       " 'goats',\n",
       " 'gods',\n",
       " 'goest',\n",
       " 'goeth',\n",
       " 'gomer',\n",
       " 'gomorrah',\n",
       " 'gr',\n",
       " 'grap',\n",
       " 'grapes',\n",
       " 'gre',\n",
       " 'grisl',\n",
       " 'grisled',\n",
       " 'gro',\n",
       " 'guiding',\n",
       " 'guni',\n",
       " 'gutters',\n",
       " 'habitations',\n",
       " 'hadad',\n",
       " 'hadar',\n",
       " 'hadoram',\n",
       " 'hadst',\n",
       " 'hagar',\n",
       " 'haggi',\n",
       " 'hai',\n",
       " 'hairs',\n",
       " 'halted',\n",
       " 'ham',\n",
       " 'hamor',\n",
       " 'hamul',\n",
       " 'handfuls',\n",
       " 'handmaidens',\n",
       " 'handmaids',\n",
       " 'hands',\n",
       " 'hang',\n",
       " 'hanged',\n",
       " 'hanoch',\n",
       " 'happy',\n",
       " 'haran',\n",
       " 'hast',\n",
       " 'haste',\n",
       " 'hasted',\n",
       " 'hastened',\n",
       " 'hated',\n",
       " 'have',\n",
       " 'havilah',\n",
       " 'having',\n",
       " 'hazarmaveth',\n",
       " 'hazezontamar',\n",
       " 'hazo',\n",
       " 'he',\n",
       " 'heads',\n",
       " 'healed',\n",
       " 'hear',\n",
       " 'heard',\n",
       " 'hearkened',\n",
       " 'heav',\n",
       " 'heaven',\n",
       " 'heber',\n",
       " 'hebrews',\n",
       " 'hebron',\n",
       " 'heels',\n",
       " 'held',\n",
       " 'hemam',\n",
       " 'hemdan',\n",
       " 'herdmen',\n",
       " 'herds',\n",
       " 'here',\n",
       " 'hereby',\n",
       " 'heth',\n",
       " 'hid',\n",
       " 'hiddekel',\n",
       " 'hil',\n",
       " 'hills',\n",
       " 'hinder',\n",
       " 'hirah',\n",
       " 'his',\n",
       " 'hith',\n",
       " 'hitti',\n",
       " 'hittites',\n",
       " 'hobah',\n",
       " 'honour',\n",
       " 'honourable',\n",
       " 'hor',\n",
       " 'hori',\n",
       " 'horite',\n",
       " 'horites',\n",
       " 'horsemen',\n",
       " 'horses',\n",
       " 'hou',\n",
       " 'hous',\n",
       " 'households',\n",
       " 'how',\n",
       " 'hul',\n",
       " 'hundredfo',\n",
       " 'hunter',\n",
       " 'huppim',\n",
       " 'husba',\n",
       " 'husham',\n",
       " 'hushim',\n",
       " 'huz',\n",
       " 'if',\n",
       " 'images',\n",
       " 'imagined',\n",
       " 'in',\n",
       " 'increased',\n",
       " 'inhabitants',\n",
       " 'instruments',\n",
       " 'interpretations',\n",
       " 'interpreted',\n",
       " 'intreated',\n",
       " 'ir',\n",
       " 'irad',\n",
       " 'iram',\n",
       " 'is',\n",
       " 'isa',\n",
       " 'iscah',\n",
       " 'ishbak',\n",
       " 'ishmeelites',\n",
       " 'ishuah',\n",
       " 'isles',\n",
       " 'isra',\n",
       " 'issachar',\n",
       " 'isui',\n",
       " 'it',\n",
       " 'ithran',\n",
       " 'jaalam',\n",
       " 'jabal',\n",
       " 'jabbok',\n",
       " 'jac',\n",
       " 'jachin',\n",
       " 'jahleel',\n",
       " 'jahzeel',\n",
       " 'jamin',\n",
       " 'japhe',\n",
       " 'jebusites',\n",
       " 'jegarsahadutha',\n",
       " 'jehovahjireh',\n",
       " 'jemuel',\n",
       " 'jerah',\n",
       " 'jetheth',\n",
       " 'jetur',\n",
       " 'jeush',\n",
       " 'jewels',\n",
       " 'jezer',\n",
       " 'jidlaph',\n",
       " 'jimnah',\n",
       " 'jobab',\n",
       " 'joined',\n",
       " 'jokshan',\n",
       " 'joktan',\n",
       " 'journeyed',\n",
       " 'journeys',\n",
       " 'jubal',\n",
       " 'judged',\n",
       " 'kadesh',\n",
       " 'kadmonites',\n",
       " 'karnaim',\n",
       " 'kedemah',\n",
       " 'kemuel',\n",
       " 'kenaz',\n",
       " 'kenites',\n",
       " 'kenizzites',\n",
       " 'keturah',\n",
       " 'ki',\n",
       " 'kid',\n",
       " 'kids',\n",
       " 'killed',\n",
       " 'kindled',\n",
       " 'kinds',\n",
       " 'kine',\n",
       " 'kings',\n",
       " 'kiriathaim',\n",
       " 'kirjatharba',\n",
       " 'kissed',\n",
       " 'kittim',\n",
       " 'kn',\n",
       " 'knees',\n",
       " 'know',\n",
       " 'knowest',\n",
       " 'knoweth',\n",
       " 'kohath',\n",
       " 'kor',\n",
       " 'laded',\n",
       " 'lads',\n",
       " 'lahairoi',\n",
       " 'lambs',\n",
       " 'lamech',\n",
       " 'lamentati',\n",
       " 'lands',\n",
       " 'lasha',\n",
       " 'laughed',\n",
       " 'laws',\n",
       " 'lay',\n",
       " 'leanfleshed',\n",
       " 'leaped',\n",
       " 'lehabim',\n",
       " 'lentiles',\n",
       " 'lest',\n",
       " 'let',\n",
       " 'letushim',\n",
       " 'leummim',\n",
       " 'lie',\n",
       " 'liest',\n",
       " 'lieth',\n",
       " 'lift',\n",
       " 'lifted',\n",
       " 'lighted',\n",
       " 'lights',\n",
       " 'likene',\n",
       " 'lingered',\n",
       " 'lives',\n",
       " 'liveth',\n",
       " 'lo',\n",
       " 'loins',\n",
       " 'longedst',\n",
       " 'longeth',\n",
       " 'look',\n",
       " 'looked',\n",
       " 'lord',\n",
       " 'lords',\n",
       " 'lotan',\n",
       " 'loved',\n",
       " 'lovest',\n",
       " 'loveth',\n",
       " 'lud',\n",
       " 'ludim',\n",
       " 'luz',\n",
       " 'maachah',\n",
       " 'machir',\n",
       " 'machpelah',\n",
       " 'madai',\n",
       " 'magdiel',\n",
       " 'magicians',\n",
       " 'magnified',\n",
       " 'mahalaleel',\n",
       " 'mahalath',\n",
       " 'mahanaim',\n",
       " 'maidservants',\n",
       " 'make',\n",
       " 'malchiel',\n",
       " 'males',\n",
       " 'mamre',\n",
       " 'man',\n",
       " 'manahath',\n",
       " 'manass',\n",
       " 'manasseh',\n",
       " 'mandrakes',\n",
       " 'marriages',\n",
       " 'marvelled',\n",
       " 'mash',\n",
       " 'masrekah',\n",
       " 'massa',\n",
       " 'matred',\n",
       " 'mayest',\n",
       " 'me',\n",
       " 'meanest',\n",
       " 'measures',\n",
       " 'medan',\n",
       " 'meeteth',\n",
       " 'mehetabel',\n",
       " 'mehujael',\n",
       " 'melchizedek',\n",
       " 'menservants',\n",
       " 'merari',\n",
       " 'merchantmen',\n",
       " 'mercies',\n",
       " 'mesha',\n",
       " 'mesopotamia',\n",
       " 'messengers',\n",
       " 'messes',\n",
       " 'methusa',\n",
       " 'methusael',\n",
       " 'mezahab',\n",
       " 'mibsam',\n",
       " 'mibzar',\n",
       " 'midian',\n",
       " 'midianites',\n",
       " 'mightier',\n",
       " 'milcah',\n",
       " 'mishma',\n",
       " 'mizz',\n",
       " 'moab',\n",
       " 'moabites',\n",
       " 'mocked',\n",
       " 'mocking',\n",
       " 'months',\n",
       " 'moreh',\n",
       " 'moreover',\n",
       " 'morever',\n",
       " 'moriah',\n",
       " 'morter',\n",
       " 'mountains',\n",
       " 'mourned',\n",
       " 'mouths',\n",
       " 'moved',\n",
       " 'moveth',\n",
       " 'mules',\n",
       " 'multiplied',\n",
       " 'muppim',\n",
       " 'my',\n",
       " 'naamah',\n",
       " 'nahath',\n",
       " 'named',\n",
       " 'names',\n",
       " 'naphish',\n",
       " 'naphtali',\n",
       " 'naphtuhim',\n",
       " 'nati',\n",
       " 'natio',\n",
       " 'nations',\n",
       " 'nay',\n",
       " 'nebajoth',\n",
       " 'needeth',\n",
       " 'neither',\n",
       " 'night',\n",
       " 'nineveh',\n",
       " 'nod',\n",
       " 'nostrils',\n",
       " 'not',\n",
       " 'nourished',\n",
       " 'now',\n",
       " 'numbered',\n",
       " 'numbering',\n",
       " 'nuts',\n",
       " 'oa',\n",
       " 'obal',\n",
       " 'obeyed',\n",
       " 'observed',\n",
       " 'of',\n",
       " 'offered',\n",
       " 'offeri',\n",
       " 'offerings',\n",
       " 'officers',\n",
       " 'oh',\n",
       " 'ohad',\n",
       " 'on',\n",
       " 'onam',\n",
       " 'ones',\n",
       " 'only',\n",
       " 'opened',\n",
       " 'ophir',\n",
       " 'oth',\n",
       " 'ou',\n",
       " 'our',\n",
       " 'out',\n",
       " 'oversig',\n",
       " 'overthrew',\n",
       " 'overtook',\n",
       " 'padan',\n",
       " 'padanaram',\n",
       " 'paran',\n",
       " 'parts',\n",
       " 'pass',\n",
       " 'passed',\n",
       " 'pau',\n",
       " 'peace',\n",
       " 'peleg',\n",
       " 'peniel',\n",
       " 'penuel',\n",
       " 'peop',\n",
       " 'peradventure',\n",
       " 'perceived',\n",
       " 'perizzit',\n",
       " 'perizzite',\n",
       " 'perizzites',\n",
       " 'persons',\n",
       " 'phallu',\n",
       " 'phara',\n",
       " 'pharez',\n",
       " 'phichol',\n",
       " 'philistim',\n",
       " 'philistines',\n",
       " 'phut',\n",
       " 'phuvah',\n",
       " 'physicians',\n",
       " 'pieces',\n",
       " 'pildash',\n",
       " 'pillows',\n",
       " 'pinon',\n",
       " 'pison',\n",
       " 'pitched',\n",
       " 'pla',\n",
       " 'placed',\n",
       " 'places',\n",
       " 'plagues',\n",
       " 'plains',\n",
       " 'planted',\n",
       " 'played',\n",
       " 'pleased',\n",
       " 'pleaseth',\n",
       " 'pluckt',\n",
       " 'possessi',\n",
       " 'possessions',\n",
       " 'potiphar',\n",
       " 'potipherah',\n",
       " 'poured',\n",
       " 'prayed',\n",
       " 'presented',\n",
       " 'preserved',\n",
       " 'pressed',\n",
       " 'prevailed',\n",
       " 'priests',\n",
       " 'princes',\n",
       " 'pris',\n",
       " 'prisoners',\n",
       " 'proceedeth',\n",
       " 'progenitors',\n",
       " 'prospered',\n",
       " 'pulled',\n",
       " 'purchased',\n",
       " 'purposing',\n",
       " 'pursued',\n",
       " 'put',\n",
       " 'putting',\n",
       " 'raamah',\n",
       " 'rained',\n",
       " 'rams',\n",
       " 'reached',\n",
       " 'rebek',\n",
       " 'rebelled',\n",
       " 'rebuked',\n",
       " 'redeemed',\n",
       " 'refrained',\n",
       " 'refused',\n",
       " 'reigned',\n",
       " 'remain',\n",
       " 'remained',\n",
       " 'remaineth',\n",
       " 'remembered',\n",
       " 'repented',\n",
       " 'repenteth',\n",
       " 'rephaims',\n",
       " 'reproa',\n",
       " 'reproved',\n",
       " 'required',\n",
       " 'resen',\n",
       " 'rested',\n",
       " 'restored',\n",
       " 'return',\n",
       " 'reu',\n",
       " 'reumah',\n",
       " 'reviv',\n",
       " 'rewarded',\n",
       " 'ri',\n",
       " 'ribs',\n",
       " 'ringstraked',\n",
       " 'riphath',\n",
       " 'riv',\n",
       " 'rods',\n",
       " 'rooms',\n",
       " 'rosh',\n",
       " 'rul',\n",
       " 'ruled',\n",
       " 'rulers',\n",
       " 'sabtah',\n",
       " 'sabtech',\n",
       " 'sacks',\n",
       " 'sacrifices',\n",
       " 'said',\n",
       " 'saidst',\n",
       " 'saith',\n",
       " 'sakes',\n",
       " 'salah',\n",
       " 'salem',\n",
       " 'samlah',\n",
       " 'sarai',\n",
       " 'save',\n",
       " 'savoury',\n",
       " 'sawest',\n",
       " 'say',\n",
       " 'sceptre',\n",
       " 'se',\n",
       " 'searched',\n",
       " 'seas',\n",
       " 'seasons',\n",
       " 'see',\n",
       " 'seeing',\n",
       " 'seekest',\n",
       " 'seemed',\n",
       " 'seest',\n",
       " 'seeth',\n",
       " 'seir',\n",
       " 'selfwill',\n",
       " 'sell',\n",
       " 'send',\n",
       " 'separated',\n",
       " 'sephar',\n",
       " 'sepulchre',\n",
       " 'sepulchres',\n",
       " 'serah',\n",
       " 'sered',\n",
       " 'serug',\n",
       " 'serva',\n",
       " 'servan',\n",
       " 'servants',\n",
       " 'served',\n",
       " 'set',\n",
       " 'sevens',\n",
       " 'shalem',\n",
       " 'shall',\n",
       " 'shalt',\n",
       " 'shammah',\n",
       " 'shaul',\n",
       " 'shaveh',\n",
       " 'she',\n",
       " 'sheaves',\n",
       " 'sheba',\n",
       " 'shebah',\n",
       " 'shed',\n",
       " 'sheddeth',\n",
       " 'sheepshearers',\n",
       " 'shekels',\n",
       " 'shelah',\n",
       " 'sheleph',\n",
       " 'shem',\n",
       " 'shemeber',\n",
       " 'shepherds',\n",
       " 'shepho',\n",
       " 'shew',\n",
       " 'shewed',\n",
       " 'sheweth',\n",
       " 'shillem',\n",
       " 'shimron',\n",
       " 'shinab',\n",
       " 'shinar',\n",
       " 'ships',\n",
       " 'shobal',\n",
       " 'shoelatchet',\n",
       " 'should',\n",
       " 'shoulders',\n",
       " 'shouldest',\n",
       " 'shrubs',\n",
       " 'shuah',\n",
       " 'shuni',\n",
       " 'shur',\n",
       " 'sichem',\n",
       " 'siddim',\n",
       " 'sidon',\n",
       " 'signs',\n",
       " 'silv',\n",
       " 'sinners',\n",
       " 'sinning',\n",
       " 'sitnah',\n",
       " 'skins',\n",
       " 'slay',\n",
       " 'slayeth',\n",
       " 'sle',\n",
       " 'slimepits',\n",
       " 'so',\n",
       " 'sod',\n",
       " 'sojourn',\n",
       " 'sojourned',\n",
       " 'some',\n",
       " 'songs',\n",
       " 'souls',\n",
       " 'sowed',\n",
       " 'spake',\n",
       " 'spe',\n",
       " 'speak',\n",
       " 'speaketh',\n",
       " 'speckl',\n",
       " 'spee',\n",
       " 'spi',\n",
       " 'spices',\n",
       " 'spies',\n",
       " 'spilled',\n",
       " 'spirit',\n",
       " 'stand',\n",
       " 'standest',\n",
       " 'stars',\n",
       " 'statutes',\n",
       " 'ste',\n",
       " 'sto',\n",
       " 'stones',\n",
       " 'stooped',\n",
       " 'storehouses',\n",
       " 'stories',\n",
       " 'strakes',\n",
       " 'strangers',\n",
       " 'strengthened',\n",
       " 'stretched',\n",
       " 'stronger',\n",
       " 'struggled',\n",
       " 'subtil',\n",
       " 'succoth',\n",
       " 'suffered',\n",
       " 'supplanted',\n",
       " 'surely',\n",
       " 'swear',\n",
       " 'tak',\n",
       " 'take',\n",
       " 'talked',\n",
       " 'tamar',\n",
       " 'tarried',\n",
       " 'tarshish',\n",
       " 'tebah',\n",
       " ...]"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "difference(text3, nltk.corpus.words.words())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 10. Import the itemgetter() function from the operator module in Python's standard library (i.e. from operator import itemgetter). Create a list words containing several words. For example, words= ['The', 'dog', 'gave', 'John', 'the', 'newspaper']. Now try calling: sorted(words, key=itemgetter(1)), and sorted(words, key=itemgetter(-1)). Explain what itemgetter() is doing.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "from operator import itemgetter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "words= ['The', 'dog', 'gave', 'John', 'the', 'newspaper']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['gave', 'newspaper', 'The', 'the', 'dog', 'John']"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(words, key = itemgetter(1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The', 'gave', 'the', 'dog', 'John', 'newspaper']"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(words, key = itemgetter(-1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "# itemgetter() is used to sort the words according to the nth element. It helps sorting the words in increasing order by default."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}