Untitled4.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>a</th>\n",
       "      <th>have</th>\n",
       "      <th>here</th>\n",
       "      <th>is</th>\n",
       "      <th>man</th>\n",
       "      <th>man.here</th>\n",
       "      <th>parents</th>\n",
       "      <th>price.The</th>\n",
       "      <th>real</th>\n",
       "      <th>respect</th>\n",
       "      <th>roy</th>\n",
       "      <th>the</th>\n",
       "      <th>which</th>\n",
       "      <th>wife</th>\n",
       "      <th>without</th>\n",
       "      <th>worth</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      A  a  have  here  is  man  man.here  parents  price.The  real  respect  \\\n",
       "0  2  1  1     0     1   2    2         0        0          1     1        0   \n",
       "1  2  1  3     1     0   1    3         1        0          0     0        0   \n",
       "2  0  0  0     0     0   0    0         0        1          0     0        1   \n",
       "\n",
       "   roy  the  which  wife  without  worth  \n",
       "0    1    0      0     0        0      1  \n",
       "1    1    0      1     1        1      0  \n",
       "2    0    1      0     0        0      0  "
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with open (\"C:/Users/Venant/Desktop/basicscorpus/dc0.txt\", \"r\") as g:\n",
    "    docA=g.read() #document0 all words not tokenized\n",
    "    bowA=docA.split(\" \") #document0 words tokenezed using \"\"\n",
    "    #print (bowA)\n",
    "    #for i in g.readlines(): #this when you want to read the document line after line, it help in speeds\n",
    "        #print('this is a line =>' +i)\n",
    "with open (\"C:/Users/Venant/Desktop/basicscorpus/dc1.txt\", \"r\") as f:\n",
    "    docB=f.read() #document1 all words not tokenized\n",
    "    bowB=docB.split(\" \") #document1 words tokenezed using \"\"\n",
    "    #print (bowB)\n",
    "with open (\"C:/Users/Venant/Desktop/basicscorpus/dc2.txt\", \"r\") as h:\n",
    "    docC=h.read() #document2 all words not tokenized\n",
    "    bowC=docC.split(\" \") #document2 words tokenezed using \"\"\n",
    "    #print (bowC)\n",
    "wordSet= set(bowA).union(set(bowB)).union(set(bowC))\n",
    "#print(wordSet)\n",
    "#here is the set for all the tokens throughout the whole documents or corpus,without replicating the words\n",
    "#set is used to avoid that replication.\n",
    "\n",
    "#I'll create dictionaries to keep my words counts.\n",
    "wordDictA=dict.fromkeys(wordSet, 0)\n",
    "wordDictB=dict.fromkeys(wordSet, 0)\n",
    "wordDictC=dict.fromkeys(wordSet, 0)\n",
    "\n",
    "#This is what one(A) of them looks like\n",
    "#print(wordDictA)\n",
    "#print(wordDictB)\n",
    "#print(wordDictC)\n",
    "\n",
    "#Now I'll count the words in my bags.\n",
    "for word in bowA:\n",
    "    wordDictA[word]+=1\n",
    "for word in bowB:\n",
    "    wordDictB[word]+=1\n",
    "for word in bowC:\n",
    "    wordDictC[word]+=1\n",
    "    \n",
    "#print(wordDictC) #words in document 2 (or bag of word C) and their frenquence.\n",
    "\n",
    "#Lastly I'll stick those into a matrix.\n",
    "import pandas as pd\n",
    "pd.DataFrame([wordDictA, wordDictB, wordDictC])\n",
    "#boom!!! we just converted words into a linear algebra problem!\n",
    "#Computers can handle linear algebra, mission accomplished."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}