lda_topic_modelling.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import re,itertools\n",
    "from nltk.corpus import stopwords\n",
    "flatten = itertools.chain.from_iterable\n",
    "import spacy  \n",
    "import numpy as np\n",
    "from pprint import pprint\n",
    "import gensim\n",
    "import gensim.corpora as corpora\n",
    "from gensim.utils import simple_preprocess\n",
    "from gensim.models import CoherenceModel\n",
    "from gensim.models import Phrases\n",
    "\n",
    "from gensim.models import Phrases\n",
    "from gensim.models.phrases import Phraser"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging\n",
    "logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.ERROR)\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\",category=DeprecationWarning)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "from phrase_extract import custom_ner\n",
    "from random import shuffle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "stopword_list = stopwords.words('english')\n",
    "stopword_list.extend(['google','facebook','twitter','linkedin','whatsapp'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>url</th>\n",
       "      <th>body</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Understanding Business Development</td>\n",
       "      <td>http://sethgodin.typepad.com/seths_blog/2009/0...</td>\n",
       "      <td>Understanding business development. Business D...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>What are different types of Marketing Research?</td>\n",
       "      <td>http://whatismarketresearch.com/market-researc...</td>\n",
       "      <td>What are different types of Marketing Research...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5 Low-Cost Marketing Research Techniques for S...</td>\n",
       "      <td>https://www.credibly.com/incredibly/5-low-cost...</td>\n",
       "      <td>5 Low-Cost Marketing Research Techniques for S...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Are Product Managers the New Software Engineers?</td>\n",
       "      <td>https://hired.com/blog/highlights/product-mana...</td>\n",
       "      <td>Are Product Managers the New Software Engineer...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>COMPETITIVE ANALYSIS PART 2: HOW TO ANALYZE C...</td>\n",
       "      <td>https://www.campaigncreators.com/blog/competit...</td>\n",
       "      <td>Competitive Analysis Part 2: How to Analyze Co...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               title  \\\n",
       "0                 Understanding Business Development   \n",
       "1    What are different types of Marketing Research?   \n",
       "2  5 Low-Cost Marketing Research Techniques for S...   \n",
       "3   Are Product Managers the New Software Engineers?   \n",
       "4   COMPETITIVE ANALYSIS PART 2: HOW TO ANALYZE C...   \n",
       "\n",
       "                                                 url  \\\n",
       "0  http://sethgodin.typepad.com/seths_blog/2009/0...   \n",
       "1  http://whatismarketresearch.com/market-researc...   \n",
       "2  https://www.credibly.com/incredibly/5-low-cost...   \n",
       "3  https://hired.com/blog/highlights/product-mana...   \n",
       "4  https://www.campaigncreators.com/blog/competit...   \n",
       "\n",
       "                                                body  \n",
       "0  Understanding business development. Business D...  \n",
       "1  What are different types of Marketing Research...  \n",
       "2  5 Low-Cost Marketing Research Techniques for S...  \n",
       "3  Are Product Managers the New Software Engineer...  \n",
       "4  Competitive Analysis Part 2: How to Analyze Co...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('raw_blog_content_cleaned.csv')\n",
    "df.dropna(inplace=True)\n",
    "df.reset_index(drop=True, inplace=True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def preProcess_stage1(text):\n",
    "    #print \"original:\", text\n",
    "    # sentence segmentation - assume already done\n",
    "    # Remove Emails\n",
    "    text = re.sub(r'\\S*@\\S*\\s?', '', text)\n",
    "    # Remove website links\n",
    "    text = re.sub(r'http[s]?://\\S+', '', text)\n",
    "    # Remove distracting single quotes\n",
    "    text = re.sub(r\"\\'\", \"\", text)\n",
    "    # Remove distracting double quotes\n",
    "    text = re.sub(r'\\\"', \"\", text)\n",
    "    # Remove new line characters\n",
    "    text = re.sub(r'\\s+', ' ', text)\n",
    "    # word normalisation\n",
    "    text = re.sub(r\"(\\w)([.,;:!?'/\\\"”\\)])\", r\"\\1 \\2\", text)\n",
    "    text = re.sub(r\"([.,;:!?'/\\\"“\\(])(\\w)\", r\"\\1 \\2\", text)\n",
    "    # normalisation\n",
    "    text = re.sub(r\"(\\S)\\1\\1+\",r\"\\1\\1\\1\", text)\n",
    "    #tokenising\n",
    "    \n",
    "    tokens = list(flatten([re.split(r\"\\s+\",t) for t in re.split('(\\d+)',text)]))\n",
    "    tokens = [re.sub(r'[^A-Za-z]+','',t) for t in tokens]\n",
    "    tokens = [t.lower() for t in tokens]\n",
    "    tokens = [t for t in tokens if t not in ' ']\n",
    "    return tokens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# corpus of all body data for NER\n",
    "with open('corpus.txt','w') as f:\n",
    "    allblog = df.body.values.tolist()\n",
    "    for blog in allblog:\n",
    "        sentList = []\n",
    "        sentences = blog.split('.')\n",
    "        for sent in sentences:\n",
    "            tokens = preProcess_stage1(sent)\n",
    "            sentList.append(' '.join(tokens))\n",
    "        f.writelines('. '.join(sentList))\n",
    "\n",
    "# stopword file for NER\n",
    "stopword_file=open('stopword.txt','w')\n",
    "stopword_file.writelines(stopword_list)\n",
    "stopword_file.close()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['tokens_1'] = df.apply(lambda x : preProcess_stage1(str(x.body)),axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['new_body'] = df.apply(lambda x : '. '.join([' '.join(preProcess_stage1(sent)) for sent in x.body.split('.')]),axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['ner_terms'] = df.apply(lambda x : custom_ner(x.new_body),axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0      [mysterious title, discussed function, departm...\n",
       "1      [marketing research marketers, marketing resea...\n",
       "2      [dollars, focus groups, connect, customers, un...\n",
       "3      [product managers, vaunted kings, silicon vall...\n",
       "4      [competitive analysis, analyze competitive inf...\n",
       "5      [technical skills, growth hackers, learn techn...\n",
       "6      [importance, lead generation criteria, success...\n",
       "7      [process, gathering analyzing, interpreting in...\n",
       "8      [agile kanban, agileto, agile scrum, methodolo...\n",
       "9      [james doyle, definition, ambitious, years ago...\n",
       "10     [mergers, acquisitions, complete guide cleveri...\n",
       "11     [digital media, changing, important, startups,...\n",
       "12     [recently helped, prioritize, measurement fram...\n",
       "13     [hybrid ideal, harvard business school, echoin...\n",
       "14     [beginners guide, combine, buyer profile, buyi...\n",
       "15     [adeo ressi, cofounder, founder institute, maj...\n",
       "16     [engineering, traction explains, traction chan...\n",
       "17     [core tenets, core tenets, jobstobedone theory...\n",
       "18     [finding, investors, ways fundraising founders...\n",
       "19     [behavioural roadmap, startups, challenge, vis...\n",
       "20     [startup exits, positive, startup, successful,...\n",
       "21     [young company, experienced, phenomenon, distr...\n",
       "22     [diverse work styles, satisfied, performance, ...\n",
       "23     [sharing knowledge understanding, problem, cho...\n",
       "24     [dangerous, agency due, short lifespan stress,...\n",
       "25     [storytelling, business communications storyte...\n",
       "26     [training videos blog, peter landau sep, peter...\n",
       "27     [great organizational culture, unsplash, great...\n",
       "28     [testing, wondered, great streaming experience...\n",
       "29     [similar product, starting, education tech app...\n",
       "                             ...                        \n",
       "85     [product manager, product manager, company, in...\n",
       "86     [boxology, mythical science, organizational ch...\n",
       "87     [bad product ideas, chris massey, rethink, ide...\n",
       "88     [methodology, apply jobs, started frameplay jo...\n",
       "89     [company, entrepreneurs, started companies, no...\n",
       "90     [small businesses, businesses, reliable answer...\n",
       "91     [growth hacking, implement, implement, testing...\n",
       "92     [searching, product market fit, chris massey, ...\n",
       "93     [updated, october, developed, jan koum, brian ...\n",
       "94     [pms guide, empowering design, engineering, wi...\n",
       "95     [smart leaders, storytellinga consultant, stor...\n",
       "96     [definitioncustomer development, steve blank, ...\n",
       "97     [happened, consult, important matter, finally ...\n",
       "98     [network, product, manufacturer, creator, dist...\n",
       "99     [design systems sprint, silver bullet, silver ...\n",
       "100    [company culture, important, company culture, ...\n",
       "101    [jobstobedone, jobstobedone theory, jobtobedon...\n",
       "102    [great products, creativity innovative thinkin...\n",
       "103    [jtbd jobs, jobs examples resources, designers...\n",
       "104    [summary, achieve, actions, succeeding, post r...\n",
       "105    [startup ideas, time sign, startup grind, star...\n",
       "106    [stock investment, companys financial records,...\n",
       "107    [product strategy, develop, product launches, ...\n",
       "108    [startup grind, proven process, learned, proce...\n",
       "109    [unique ways, increase, network, generate, mem...\n",
       "110    [customer development, entrepreneurs sign, cus...\n",
       "111    [major endeavor, personal professional, passio...\n",
       "112    [employees ongoing dialogue, managers, crucial...\n",
       "113    [mystique, board meetings, read commentary, re...\n",
       "114    [compromise hiring, foundation, culture acts, ...\n",
       "Name: ner_terms, Length: 115, dtype: object"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['ner_terms']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "nlp = spacy.load('en', disable=['parser', 'ner'])\n",
    "\n",
    "def remove_stopwords(tokens):\n",
    "    return [t for t in tokens if t not in stopword_list]\n",
    "\n",
    "def make_bigrams(tokens):\n",
    "    tokens = [tokens]\n",
    "    bigram = Phrases(tokens, min_count=1, threshold=2, delimiter=b' ')\n",
    "    bigram_phraser = Phraser(bigram)\n",
    "    bigram_tokens = list(flatten([bigram_phraser[sent] for sent in tokens]))\n",
    "    bigrams_new = [t for t in bigram_tokens if len(t.split()) > 1 ]\n",
    "#     bigrams_new = ['_'.join(t.split())  if len(t.split()) > 1 else t for t in bigram_tokens]\n",
    "    return bigrams_new\n",
    "\n",
    "def make_trigrams(tokens):\n",
    "    tokens = [tokens]\n",
    "    bigram = gensim.models.Phrases(tokens, min_count=1, threshold=2) \n",
    "    trigram = gensim.models.Phrases(bigram[tokens], threshold=2) \n",
    "    trigram_phraser = Phraser(trigram)\n",
    "    trigram_tokens = list(flatten([trigram_phraser[sent] for sent in tokens]))\n",
    "    trigrams_new = [t for t in trigram_tokens if len(t.split()) > 2 ]\n",
    "    return trigrams_new\n",
    "\n",
    "def lemmatization(tokens, allowed_postags=['NOUN', 'ADJ', 'VERB', 'ADV']):\n",
    "    doc = nlp(\" \".join(tokens)) \n",
    "    return [token.lemma_ for token in doc if token.pos_ in allowed_postags]\n",
    "\n",
    "def preProcess_stage2(tokens):\n",
    "    # Stop Words\n",
    "    clean_tokens = remove_stopwords(tokens)\n",
    "\n",
    "    # BIgrams\n",
    "    bigrams_tokens = make_bigrams(clean_tokens)\n",
    "\n",
    "    # TRIgarms\n",
    "    trigrams_tokens = make_trigrams(clean_tokens)\n",
    "    \n",
    "    # remove lemma with noun, adj, vb, adv words only\n",
    "#     token_lemma = lemmatization(bigrams_tokens, allowed_postags=['NOUN', 'ADJ', 'VERB', 'ADV'])\n",
    "    token_lemma = lemmatization(clean_tokens, allowed_postags=['NOUN', 'ADJ', 'VERB', 'ADV'])\n",
    "    token_lemma = [t for t in token_lemma if len(t) > 2 ]\n",
    "    return token_lemma + bigrams_tokens + trigrams_tokens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['tokens_2'] = df.apply(lambda x : preProcess_stage2(x.tokens_1),axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0    [understand, business, development, business, ...\n",
      "1    [different, type, market, research, marketer, ...\n",
      "2    [lowcost, marketing, research, technique, smal...\n",
      "3    [product, manager, new, software, engineer, so...\n",
      "4    [competitive, analysis, part, analyze, competi...\n",
      "Name: tokens_2, dtype: object\n"
     ]
    }
   ],
   "source": [
    "print(df['tokens_2'].head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_lemmatized = df.tokens_2.values.tolist()\n",
    "data_lemmatized = df.ner_terms.values.tolist()\n",
    "# data_lemmatized[:1]\n",
    "# Create Dictionary\n",
    "id2word = corpora.Dictionary(data_lemmatized)\n",
    "\n",
    "# Create Corpus\n",
    "texts = data_lemmatized\n",
    "\n",
    "# Term Document Frequency\n",
    "corpus = [id2word.doc2bow(text) for text in texts]\n",
    "\n",
    "# View\n",
    "# print(corpus[:1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# id2word[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# # Human readable format of corpus (term-frequency)\n",
    "# [[(id2word[id], freq) for id, freq in cp] for cp in corpus[:1]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Build LDA model\n",
    "lda_model = gensim.models.ldamodel.LdaModel(corpus=corpus,\n",
    "                                           id2word=id2word,\n",
    "                                           num_topics=20, \n",
    "                                           random_state=100,\n",
    "                                           update_every=1,\n",
    "                                           chunksize=100,\n",
    "                                           passes=10,\n",
    "                                           alpha='auto',\n",
    "                                           per_word_topics=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Build LDA Multicore model\n",
    "lda_multicore = gensim.models.ldamulticore.LdaMulticore(corpus=corpus,\n",
    "                           num_topics=20,\n",
    "                           id2word=id2word,\n",
    "                           workers=3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Build LDA Mallet model\n",
    "mallet_path = 'mallet-2.0.8/bin/mallet' \n",
    "ldamallet = gensim.models.wrappers.LdaMallet(mallet_path, corpus=corpus, num_topics=20, id2word=id2word)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# # Print the Keyword in the 10 topics\n",
    "# pprint(lda_model.print_topics())\n",
    "# doc_lda = lda_model[corpus]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Perplexity of LDA:  -12.341826361567048\n",
      "\n",
      "Coherence Score of LDA:  0.42752400902764737\n",
      "\n",
      "Perplexity of LDA Multicore:  -12.121716275357466\n",
      "\n",
      "Coherence Score of LDA Multicore:  0.3135491237497541\n",
      "\n",
      "Coherence Score of LDA Mallet:  0.40844511946240825\n"
     ]
    }
   ],
   "source": [
    "# Compute Perplexity of LDA\n",
    "print('\\nPerplexity of LDA: ', lda_model.log_perplexity(corpus))  # a measure of how good the model is. lower the better.\n",
    "\n",
    "# Compute Coherence Score of LDA\n",
    "coherence_model_lda = CoherenceModel(model=lda_model, texts=data_lemmatized, dictionary=id2word, coherence='c_v')\n",
    "coherence_lda = coherence_model_lda.get_coherence()\n",
    "print('\\nCoherence Score of LDA: ', coherence_lda)\n",
    "\n",
    "# Compute Perplexity of LDA Multicore\n",
    "print('\\nPerplexity of LDA Multicore: ', lda_multicore.log_perplexity(corpus))  # a measure of how good the model is. lower the better.\n",
    "\n",
    "# Compute Coherence Score of LDA Multicore\n",
    "coherence_model_lda = CoherenceModel(model=lda_multicore, texts=data_lemmatized, dictionary=id2word, coherence='c_v')\n",
    "coherence_lda = coherence_model_lda.get_coherence()\n",
    "print('\\nCoherence Score of LDA Multicore: ', coherence_lda)\n",
    "\n",
    "\n",
    "# # Compute Perplexity of LDA Mallet\n",
    "# print('\\nPerplexity of LDA Mallet: ', ldamallet.log_perplexity(corpus))  # a measure of how good the model is. lower the better.\n",
    "\n",
    "# Compute Coherence Score of LDA Mallet\n",
    "coherence_model_lda = CoherenceModel(model=ldamallet, texts=data_lemmatized, dictionary=id2word, coherence='c_v')\n",
    "coherence_lda = coherence_model_lda.get_coherence()\n",
    "print('\\nCoherence Score of LDA Mallet: ', coherence_lda)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# # Plotting tools\n",
    "# import pyLDAvis\n",
    "# import pyLDAvis.gensim  # don't skip this\n",
    "# import matplotlib.pyplot as plt\n",
    "# %matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "# pyLDAvis.enable_notebook()\n",
    "# vis = pyLDAvis.gensim.prepare(lda_model, corpus, id2word)\n",
    "# vis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Document_No</th>\n",
       "      <th>Dominant_Topic</th>\n",
       "      <th>Topic_Perc_Contrib</th>\n",
       "      <th>Keywords</th>\n",
       "      <th>body</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.1676</td>\n",
       "      <td>company, companies, platform, partners, experi...</td>\n",
       "      <td>Understanding business development. Business D...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.3454</td>\n",
       "      <td>research, information, marketing, questions, c...</td>\n",
       "      <td>What are different types of Marketing Research...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.2490</td>\n",
       "      <td>research, information, marketing, questions, c...</td>\n",
       "      <td>5 Low-Cost Marketing Research Techniques for S...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.1620</td>\n",
       "      <td>product, problem, products, features, designer...</td>\n",
       "      <td>Are Product Managers the New Software Engineer...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.3782</td>\n",
       "      <td>business, industry, competitors, specific, com...</td>\n",
       "      <td>Competitive Analysis Part 2: How to Analyze Co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.4500</td>\n",
       "      <td>potential, finding, understand, attention, pop...</td>\n",
       "      <td>7 Technical Skills All Growth Hackers Should L...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.3932</td>\n",
       "      <td>business, marketing, businesses, account, clie...</td>\n",
       "      <td>The Importance of Lead Generation | Criteria f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.4977</td>\n",
       "      <td>research, information, marketing, questions, c...</td>\n",
       "      <td>Market Research Definition - Entrepreneur Smal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.4854</td>\n",
       "      <td>development, process, project, software, decis...</td>\n",
       "      <td>Kanban and Agile Kanban is a set of tools you...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.1900</td>\n",
       "      <td>company, companies, platform, partners, experi...</td>\n",
       "      <td>Product Development: Turning Months Into Weeks...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>18.0</td>\n",
       "      <td>0.6269</td>\n",
       "      <td>companies, company, acquisitions, acquisition,...</td>\n",
       "      <td>Mergers and Acquisitions: A Complete Guide | ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.2055</td>\n",
       "      <td>marketing, progress, efforts, consumers, engin...</td>\n",
       "      <td>With digital media always changing, it's impor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.1379</td>\n",
       "      <td>potential, finding, understand, attention, pop...</td>\n",
       "      <td>\\n\\n The Trick to Viral Growth\\nTyler Willis\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.6279</td>\n",
       "      <td>organizations, mission, entrepreneurs, activit...</td>\n",
       "      <td>In Search of the Hybrid Ideal \\n \\n Social Ent...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.2353</td>\n",
       "      <td>company, companies, platform, partners, experi...</td>\n",
       "      <td>The Beginner’s Guide to Defining Buyer Person...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.2868</td>\n",
       "      <td>startup, investors, founders, founder, company...</td>\n",
       "      <td>Adeo Ressi, the co-founder and CEO of the Foun...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.2475</td>\n",
       "      <td>marketing, progress, efforts, consumers, engin...</td>\n",
       "      <td>Engineering as Marketing-Traction Channel #10...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.6675</td>\n",
       "      <td>customers, customer, products, process, innova...</td>\n",
       "      <td>The Core Tenets of Jobs-to-be-Done Theory - Jo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.2664</td>\n",
       "      <td>startup, investors, founders, founder, company...</td>\n",
       "      <td>Finding the right investors is like dating — y...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.2647</td>\n",
       "      <td>strategy, creating, building, determine, ident...</td>\n",
       "      <td>The Behavioural Roadmap for Startups \\n \\n  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.1635</td>\n",
       "      <td>startup, investors, founders, founder, company...</td>\n",
       "      <td>\\n \\n \\n\\n\\nStartup exits should be positive a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.1873</td>\n",
       "      <td>strategy, creating, building, determine, ident...</td>\n",
       "      <td>When Asana was a young company of just a few p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.2582</td>\n",
       "      <td>managers, employees, understand, performance, ...</td>\n",
       "      <td>\\n4 Diverse Work Styles and 3 Ways to Manage T...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.1797</td>\n",
       "      <td>development, process, project, software, decis...</td>\n",
       "      <td>Sprint: Monday. On Monday, you’ll kick off you...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.4977</td>\n",
       "      <td>business, marketing, businesses, account, clie...</td>\n",
       "      <td>The role of the agency business development ex...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.3386</td>\n",
       "      <td>managers, employees, understand, performance, ...</td>\n",
       "      <td>The Art of Storytelling in Business Communica...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.5352</td>\n",
       "      <td>development, process, project, software, decis...</td>\n",
       "      <td>Kanban vs. Scrum: Which Is Better? - ProjectMa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.4562</td>\n",
       "      <td>culture, employees, company, organization, imp...</td>\n",
       "      <td>How to Define and Build a Great Organizational...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.2197</td>\n",
       "      <td>content, testing, visitors, traffic, audience,...</td>\n",
       "      <td>How Netflix does A/B Testing\\n\\nHave you ever ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.4854</td>\n",
       "      <td>business, industry, competitors, specific, com...</td>\n",
       "      <td>\\nHow to Deal With Industry Competition\\nPoste...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>30</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.4205</td>\n",
       "      <td>revenue, business, percent, network, affiliate...</td>\n",
       "      <td>The 10 Most Popular Startup Revenue Models  \\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.4279</td>\n",
       "      <td>research, information, marketing, questions, c...</td>\n",
       "      <td>Market Research\\nJustas Markus\\n23 Mar, 2019 3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>32</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.1245</td>\n",
       "      <td>customers, customer, products, process, innova...</td>\n",
       "      <td>\\n The 7 Habits of Highly Effective Strategic ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>33</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.1050</td>\n",
       "      <td>company, manager, business, shareholders, mana...</td>\n",
       "      <td>The Role of a Product Manager - The Startup - ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>34</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.2885</td>\n",
       "      <td>revenue, business, percent, network, affiliate...</td>\n",
       "      <td>One Cow Describes Eight Business Models\\n\\nWri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>35</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.1310</td>\n",
       "      <td>managers, employees, understand, performance, ...</td>\n",
       "      <td>YOUR BIGGEST COMPETITIVE ADVANTAGES: YOURSELF ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>36</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.3421</td>\n",
       "      <td>revenue, business, percent, network, affiliate...</td>\n",
       "      <td>\\nIs Affiliate Marketing Right for Your Startu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>37</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.1461</td>\n",
       "      <td>managers, employees, understand, performance, ...</td>\n",
       "      <td>11 Remarkably Effective Ways to Lead by Exampl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>38</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.4271</td>\n",
       "      <td>business, industry, competitors, specific, com...</td>\n",
       "      <td>The 2-Step Facebook Lead Gen Funnel For Local ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>39</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.3513</td>\n",
       "      <td>business, marketing, businesses, account, clie...</td>\n",
       "      <td>When Is It Time to Scale Your Business? \\n \\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>40</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.3420</td>\n",
       "      <td>problems, problem, important, experience, star...</td>\n",
       "      <td>As marketers, we’re supposed to be great at ru...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>41</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.3590</td>\n",
       "      <td>research, information, marketing, questions, c...</td>\n",
       "      <td>\\n Are Market Research and Marketing Research ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>42</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.2057</td>\n",
       "      <td>business, marketing, businesses, account, clie...</td>\n",
       "      <td>5 Ways to Create a Crazy-Successful Sales Camp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>43</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.3319</td>\n",
       "      <td>research, information, marketing, questions, c...</td>\n",
       "      <td>4Inexpensive Ways to Conduct Marketing Researc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>44</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.3401</td>\n",
       "      <td>marketing, progress, efforts, consumers, engin...</td>\n",
       "      <td>The Five Types of Virality\\n\\nand choosing the...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>45</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.2204</td>\n",
       "      <td>product, problem, products, features, designer...</td>\n",
       "      <td>The Evolution of a Product Manager – Josh McWi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>46</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5671</td>\n",
       "      <td>actions, metrics, improve, feature, applicatio...</td>\n",
       "      <td>\\n 4 Steps to Defining GREAT Metrics for ANY P...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>47</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.3510</td>\n",
       "      <td>marketing, progress, efforts, consumers, engin...</td>\n",
       "      <td>What Jobs-To-Be-Done research can teach you ab...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>48</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.2746</td>\n",
       "      <td>startup, investors, founders, founder, company...</td>\n",
       "      <td>Have you ever wondered what qualities investor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>49</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.1683</td>\n",
       "      <td>startup, investors, founders, founder, company...</td>\n",
       "      <td>10 Resources to Help You Grow a Lean Startup -...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Document_No  Dominant_Topic  Topic_Perc_Contrib  \\\n",
       "0             0             9.0              0.1676   \n",
       "1             1            19.0              0.3454   \n",
       "2             2            19.0              0.2490   \n",
       "3             3            14.0              0.1620   \n",
       "4             4             4.0              0.3782   \n",
       "5             5             7.0              0.4500   \n",
       "6             6            10.0              0.3932   \n",
       "7             7            19.0              0.4977   \n",
       "8             8             8.0              0.4854   \n",
       "9             9             9.0              0.1900   \n",
       "10           10            18.0              0.6269   \n",
       "11           11            12.0              0.2055   \n",
       "12           12             7.0              0.1379   \n",
       "13           13            11.0              0.6279   \n",
       "14           14             9.0              0.2353   \n",
       "15           15            17.0              0.2868   \n",
       "16           16            12.0              0.2475   \n",
       "17           17             0.0              0.6675   \n",
       "18           18            17.0              0.2664   \n",
       "19           19             6.0              0.2647   \n",
       "20           20            17.0              0.1635   \n",
       "21           21             6.0              0.1873   \n",
       "22           22            15.0              0.2582   \n",
       "23           23             8.0              0.1797   \n",
       "24           24            10.0              0.4977   \n",
       "25           25            15.0              0.3386   \n",
       "26           26             8.0              0.5352   \n",
       "27           27            13.0              0.4562   \n",
       "28           28             5.0              0.2197   \n",
       "29           29             4.0              0.4854   \n",
       "30           30            16.0              0.4205   \n",
       "31           31            19.0              0.4279   \n",
       "32           32             0.0              0.1245   \n",
       "33           33             2.0              0.1050   \n",
       "34           34            16.0              0.2885   \n",
       "35           35            15.0              0.1310   \n",
       "36           36            16.0              0.3421   \n",
       "37           37            15.0              0.1461   \n",
       "38           38             4.0              0.4271   \n",
       "39           39            10.0              0.3513   \n",
       "40           40             3.0              0.3420   \n",
       "41           41            19.0              0.3590   \n",
       "42           42            10.0              0.2057   \n",
       "43           43            19.0              0.3319   \n",
       "44           44            12.0              0.3401   \n",
       "45           45            14.0              0.2204   \n",
       "46           46             1.0              0.5671   \n",
       "47           47            12.0              0.3510   \n",
       "48           48            17.0              0.2746   \n",
       "49           49            17.0              0.1683   \n",
       "\n",
       "                                             Keywords  \\\n",
       "0   company, companies, platform, partners, experi...   \n",
       "1   research, information, marketing, questions, c...   \n",
       "2   research, information, marketing, questions, c...   \n",
       "3   product, problem, products, features, designer...   \n",
       "4   business, industry, competitors, specific, com...   \n",
       "5   potential, finding, understand, attention, pop...   \n",
       "6   business, marketing, businesses, account, clie...   \n",
       "7   research, information, marketing, questions, c...   \n",
       "8   development, process, project, software, decis...   \n",
       "9   company, companies, platform, partners, experi...   \n",
       "10  companies, company, acquisitions, acquisition,...   \n",
       "11  marketing, progress, efforts, consumers, engin...   \n",
       "12  potential, finding, understand, attention, pop...   \n",
       "13  organizations, mission, entrepreneurs, activit...   \n",
       "14  company, companies, platform, partners, experi...   \n",
       "15  startup, investors, founders, founder, company...   \n",
       "16  marketing, progress, efforts, consumers, engin...   \n",
       "17  customers, customer, products, process, innova...   \n",
       "18  startup, investors, founders, founder, company...   \n",
       "19  strategy, creating, building, determine, ident...   \n",
       "20  startup, investors, founders, founder, company...   \n",
       "21  strategy, creating, building, determine, ident...   \n",
       "22  managers, employees, understand, performance, ...   \n",
       "23  development, process, project, software, decis...   \n",
       "24  business, marketing, businesses, account, clie...   \n",
       "25  managers, employees, understand, performance, ...   \n",
       "26  development, process, project, software, decis...   \n",
       "27  culture, employees, company, organization, imp...   \n",
       "28  content, testing, visitors, traffic, audience,...   \n",
       "29  business, industry, competitors, specific, com...   \n",
       "30  revenue, business, percent, network, affiliate...   \n",
       "31  research, information, marketing, questions, c...   \n",
       "32  customers, customer, products, process, innova...   \n",
       "33  company, manager, business, shareholders, mana...   \n",
       "34  revenue, business, percent, network, affiliate...   \n",
       "35  managers, employees, understand, performance, ...   \n",
       "36  revenue, business, percent, network, affiliate...   \n",
       "37  managers, employees, understand, performance, ...   \n",
       "38  business, industry, competitors, specific, com...   \n",
       "39  business, marketing, businesses, account, clie...   \n",
       "40  problems, problem, important, experience, star...   \n",
       "41  research, information, marketing, questions, c...   \n",
       "42  business, marketing, businesses, account, clie...   \n",
       "43  research, information, marketing, questions, c...   \n",
       "44  marketing, progress, efforts, consumers, engin...   \n",
       "45  product, problem, products, features, designer...   \n",
       "46  actions, metrics, improve, feature, applicatio...   \n",
       "47  marketing, progress, efforts, consumers, engin...   \n",
       "48  startup, investors, founders, founder, company...   \n",
       "49  startup, investors, founders, founder, company...   \n",
       "\n",
       "                                                 body  \n",
       "0   Understanding business development. Business D...  \n",
       "1   What are different types of Marketing Research...  \n",
       "2   5 Low-Cost Marketing Research Techniques for S...  \n",
       "3   Are Product Managers the New Software Engineer...  \n",
       "4   Competitive Analysis Part 2: How to Analyze Co...  \n",
       "5   7 Technical Skills All Growth Hackers Should L...  \n",
       "6   The Importance of Lead Generation | Criteria f...  \n",
       "7   Market Research Definition - Entrepreneur Smal...  \n",
       "8    Kanban and Agile Kanban is a set of tools you...  \n",
       "9   Product Development: Turning Months Into Weeks...  \n",
       "10   Mergers and Acquisitions: A Complete Guide | ...  \n",
       "11  With digital media always changing, it's impor...  \n",
       "12  \\n\\n The Trick to Viral Growth\\nTyler Willis\\n...  \n",
       "13  In Search of the Hybrid Ideal \\n \\n Social Ent...  \n",
       "14   The Beginner’s Guide to Defining Buyer Person...  \n",
       "15  Adeo Ressi, the co-founder and CEO of the Foun...  \n",
       "16   Engineering as Marketing-Traction Channel #10...  \n",
       "17  The Core Tenets of Jobs-to-be-Done Theory - Jo...  \n",
       "18  Finding the right investors is like dating — y...  \n",
       "19    The Behavioural Roadmap for Startups \\n \\n  ...  \n",
       "20  \\n \\n \\n\\n\\nStartup exits should be positive a...  \n",
       "21  When Asana was a young company of just a few p...  \n",
       "22  \\n4 Diverse Work Styles and 3 Ways to Manage T...  \n",
       "23  Sprint: Monday. On Monday, you’ll kick off you...  \n",
       "24  The role of the agency business development ex...  \n",
       "25   The Art of Storytelling in Business Communica...  \n",
       "26  Kanban vs. Scrum: Which Is Better? - ProjectMa...  \n",
       "27  How to Define and Build a Great Organizational...  \n",
       "28  How Netflix does A/B Testing\\n\\nHave you ever ...  \n",
       "29  \\nHow to Deal With Industry Competition\\nPoste...  \n",
       "30  The 10 Most Popular Startup Revenue Models  \\n...  \n",
       "31  Market Research\\nJustas Markus\\n23 Mar, 2019 3...  \n",
       "32  \\n The 7 Habits of Highly Effective Strategic ...  \n",
       "33  The Role of a Product Manager - The Startup - ...  \n",
       "34  One Cow Describes Eight Business Models\\n\\nWri...  \n",
       "35  YOUR BIGGEST COMPETITIVE ADVANTAGES: YOURSELF ...  \n",
       "36  \\nIs Affiliate Marketing Right for Your Startu...  \n",
       "37  11 Remarkably Effective Ways to Lead by Exampl...  \n",
       "38  The 2-Step Facebook Lead Gen Funnel For Local ...  \n",
       "39  When Is It Time to Scale Your Business? \\n \\n ...  \n",
       "40  As marketers, we’re supposed to be great at ru...  \n",
       "41  \\n Are Market Research and Marketing Research ...  \n",
       "42  5 Ways to Create a Crazy-Successful Sales Camp...  \n",
       "43  4Inexpensive Ways to Conduct Marketing Researc...  \n",
       "44  The Five Types of Virality\\n\\nand choosing the...  \n",
       "45  The Evolution of a Product Manager – Josh McWi...  \n",
       "46  \\n 4 Steps to Defining GREAT Metrics for ANY P...  \n",
       "47  What Jobs-To-Be-Done research can teach you ab...  \n",
       "48  Have you ever wondered what qualities investor...  \n",
       "49  10 Resources to Help You Grow a Lean Startup -...  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "optimal_model = ldamallet\n",
    "data = df.body.values.tolist()\n",
    "def format_topics_sentences(ldamodel=lda_model, corpus=corpus, texts=data):\n",
    "    # Init output\n",
    "    sent_topics_df = pd.DataFrame()\n",
    "\n",
    "    # Get main topic in each document\n",
    "    for i, row in enumerate(ldamodel[corpus]):\n",
    "        row = sorted(row, key=lambda x: (x[1]), reverse=True)\n",
    "        # Get the Dominant topic, Perc Contribution and Keywords for each document\n",
    "        for j, (topic_num, prop_topic) in enumerate(row):\n",
    "            if j == 0:  # => dominant topic\n",
    "                wp = ldamodel.show_topic(topic_num)\n",
    "                topic_keywords = \", \".join([word for word, prop in wp])\n",
    "                sent_topics_df = sent_topics_df.append(pd.Series([int(topic_num), round(prop_topic,4), topic_keywords]), ignore_index=True)\n",
    "            else:\n",
    "                break\n",
    "    sent_topics_df.columns = ['Dominant_Topic', 'Perc_Contribution', 'Topic_Keywords']\n",
    "\n",
    "    # Add original text to the end of the output\n",
    "    contents = pd.Series(texts)\n",
    "    sent_topics_df = pd.concat([sent_topics_df, contents], axis=1)\n",
    "    return(sent_topics_df)\n",
    "\n",
    "\n",
    "df_topic_sents_keywords = format_topics_sentences(ldamodel=optimal_model, corpus=corpus, texts=data)\n",
    "\n",
    "# Format\n",
    "df_dominant_topic = df_topic_sents_keywords.reset_index()\n",
    "df_dominant_topic.columns = ['Document_No', 'Dominant_Topic', 'Topic_Perc_Contrib', 'Keywords', 'body']\n",
    "\n",
    "# Show\n",
    "df_dominant_topic.head(50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# print (pd.merge(df, df_dominant_topic, on='body'))\n",
    "com = pd.merge(df, df_dominant_topic, on='body')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "com.to_csv('lda_keyword.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "from gensim.models import KeyedVectors\n",
    "model = KeyedVectors.load_word2vec_format('GoogleNews-vectors-negative300.bin', binary=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "topics_scores = {\n",
    "    \"marketing\" : 0.0,\n",
    "    \"branding\" : 0.0,\n",
    "    \"growth marketing\" : 0.0,\n",
    "    \"brand development\" : 0.0,\n",
    "    \"growth strategies\" : 0.0,\n",
    "    \"product management\" : 0.0,\n",
    "    \"product discovery\" : 0.0,\n",
    "    \"product growth\" : 0.0,\n",
    "    \"product management fundamentals\" : 0.0,\n",
    "    \"agile principles\" : 0.0,\n",
    "    \"company culture\" : 0.0,\n",
    "    \"company growth\" : 0.0,\n",
    "    \"people management\" : 0.0,\n",
    "    \"startup fundamentals\" : 0.0,\n",
    "    \"interpersonal skills\" : 0.0,\n",
    "    \"business fundamentals\" : 0.0,\n",
    "    \"business growth\" : 0.0,\n",
    "    \"sales growth\" : 0.0,\n",
    "    \"investment cycle\" : 0.0\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "#load word2vec model, here GoogleNews is used\n",
    "#model = gensim.models.KeyedVectors.load_word2vec_format('../GoogleNews-vectors-negative300.bin', binary=True)\n",
    "#two sample sentences \n",
    "\n",
    "def distance_metrics(x):\n",
    "    #tokens = topics.split(',')\n",
    "    topics = x.ner_terms\n",
    "    for k,v in topics_scores.items():\n",
    "        distance = []\n",
    "        for t in topics:           \n",
    "            #calculate distance between two sentences using WMD algorithm\n",
    "            distance.append(model.wmdistance(k, t))\n",
    "        topics_scores[k] = np.mean(distance)\n",
    "    sorted_weight = sorted(topics_scores.items(), key=lambda x:x[1], reverse=True)\n",
    "    return sorted_weight\n",
    "\n",
    "def most_rated_topics(x):\n",
    "    title_ner = custom_ner(x.title)\n",
    "    final_tokens = []\n",
    "    if title_ner:\n",
    "        for t in title_ner:\n",
    "            final_tokens.append(' '.join(preProcess_stage1(t)))\n",
    "    #print(final_tokens)\n",
    "    top_rated = list(x.assorted_topic_scores)[:5] \n",
    "    top_rated = final_tokens + [i[0] for i in top_rated]\n",
    "    shuffle(top_rated)\n",
    "    #print(top_rated)\n",
    "    return ', '.join(top_rated)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "com['assorted_topic_scores'] = com.apply(lambda x : distance_metrics(x), axis = 1 )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('branding', 2.0503522580800073), ('company growth', 1.8652958884797952), ('people management', 1.7791607668905323), ('product growth', 1.7612669196325632), ('marketing', 1.757534900256922), ('growth marketing', 1.7541899557768248), ('sales growth', 1.6759011699808894), ('business fundamentals', 1.6667830422844447), ('agile principles', 1.6567528658416975), ('business growth', 1.6530960062390432), ('brand development', 1.6439085205769481), ('startup fundamentals', 1.6406964718634272), ('company culture', 1.6292207432345744), ('product discovery', 1.6114807974715488), ('investment cycle', 1.5852816473451072), ('growth strategies', 1.572425141700845), ('interpersonal skills', 1.5695241333259642), ('product management fundamentals', 1.543130101098816), ('product management', 1.504305896961552)]\n"
     ]
    }
   ],
   "source": [
    "# com['topic']=com.apply(lambda x : most_relevant_topics(x.assorted_topic_scores), axis =1)\n",
    "print(list(com['assorted_topic_scores'][1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "com['topic'] = com.apply(lambda x : most_rated_topics(x), axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'product growth, marketing, branding, growth marketing, understanding business development, company growth'"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "com['topic'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "com.to_csv('lda_keyword.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "com[['title','url','body','topic']].to_json('articles_topic.json',orient='records')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}