raw_impute_DIME_database.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [],
   "source": [
    "from ethnicolr import census_ln, pred_fl_reg_ln, pred_fl_reg_name\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 233,
   "metadata": {},
   "outputs": [],
   "source": [
    "def make_contributor_subset_chunk(df):\n",
    "    \"\"\"Subset the database to keep: \n",
    "    a. uniqueid (there are multiple IDs. Use one that gives a unique id for each contribution.) \n",
    "    b. columns related to name, and \n",
    "    c. year in which the contribution was made.\"\"\"\n",
    "    selected_cols = ['cycle', 'transaction.id',\n",
    "     'date', 'contributor.name',\n",
    "     'contributor.lname', 'contributor.fname',\n",
    "     'contributor.mname', 'contributor.suffix',\n",
    "     'contributor.title', 'contributor.ffname'\n",
    "    ]\n",
    "    subset_df = df\n",
    "    new_col_names = [w.replace('.', '_') for w in selected_cols]\n",
    "    new_cols_dict = dict(zip(selected_cols, new_col_names))\n",
    "    subset_df.rename(columns=new_cols_dict, inplace=True)\n",
    "    subset_df.rename(columns={'date':'contribution_year'}, inplace=True)\n",
    "    return subset_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 249,
   "metadata": {},
   "outputs": [],
   "source": [
    "def run_census_ln (subset_df, census_year):\n",
    "    \"\"\"Run the Census Ln Function.\"\"\"\n",
    "    has_last_name_df = subset_df[subset_df.contributor_lname.notnull()].copy()\n",
    "    if len(has_last_name_df):\n",
    "        return census_ln(has_last_name_df, 'contributor_lname', census_year)\n",
    "    else:\n",
    "        return pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 250,
   "metadata": {},
   "outputs": [],
   "source": [
    "def run_pred_fl_reg_ln(subset_df):\n",
    "    \"\"\"Run the pred_fl_reg_ln Function.\"\"\"\n",
    "    has_last_name_df = subset_df[subset_df.contributor_lname.notnull()].copy()\n",
    "    if len(has_last_name_df):\n",
    "        return pred_fl_reg_ln(has_last_name_df , 'contributor_lname')\n",
    "    else:\n",
    "        return pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [],
   "source": [
    "def run_pred_fl_reg_name(subset_df):\n",
    "    \"\"\"Run Florida Data by Name\"\"\"\n",
    "    has_last_name_df = subset_df[subset_df.contributor_lname.notnull()].copy()\n",
    "    also_has_first_name_df = has_last_name_df[has_last_name_df.contributor_fname.notnull()].copy()\n",
    "    if len(also_has_first_name_df):\n",
    "        return pred_fl_reg_name(also_has_first_name_df, 'contributor_lname', 'contributor_fname')\n",
    "    else:\n",
    "        return pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 307,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gzip\n",
    "import os\n",
    "\n",
    "def main_process_chunk(selected_csv):\n",
    "    \"\"\"Consolidate the steps in the data collation and sanitization.\"\"\"\n",
    "    m = re.match('.*?(\\d+).*', selected_csv)\n",
    "    if m:\n",
    "        year = m.group(1)\n",
    "    dime_database_file = selected_csv \n",
    "    selected_cols = ['cycle', 'transaction.id',\n",
    "     'date', 'contributor.name',\n",
    "     'contributor.lname', 'contributor.fname',\n",
    "     'contributor.mname', 'contributor.suffix',\n",
    "     'contributor.title', 'contributor.ffname'\n",
    "    ]\n",
    "    predictor_list = [{'name': 'census_ln_2000',\n",
    "                              'function': lambda df: run_census_ln(df, 2000),\n",
    "                              'outfile': None},\n",
    "                            {'name': 'census_ln_2010',\n",
    "                              'function': lambda df: run_census_ln(df, 2010),\n",
    "                              'outfile': None},\n",
    "                            {'name': 'pred_fl_reg_ln',\n",
    "                              'function': run_pred_fl_reg_ln,\n",
    "                              'outfile': None},\n",
    "                            {'name': 'pred_fl_reg_name',\n",
    "                              'function': run_pred_fl_reg_name,\n",
    "                              'outfile': None},\n",
    "                           ]\n",
    "    dedup_keys = set()\n",
    "    i = 0\n",
    "    try:\n",
    "        for data_df in pd.read_csv(dime_database_file, encoding='latin', usecols=selected_cols, low_memory=False, chunksize=100000):\n",
    "            i += 1\n",
    "            print(i)\n",
    "            subset_df = make_contributor_subset_chunk(data_df)\n",
    "            subset_df = subset_df[subset_df.contribution_year.notnull() & subset_df.contribution_year.str.contains('(?:19|20)\\d\\d\\-\\d\\d\\-\\d\\d.*')].copy()\n",
    "            subset_df['annual_contrib_key'] = subset_df['contributor_name'] + pd.to_datetime(subset_df['contribution_year']).dt.year.astype(str)\n",
    "            subset_df.drop_duplicates(subset=['annual_contrib_key'], keep=False, inplace=True)\n",
    "            unique_contributors = subset_df.loc[~subset_df['annual_contrib_key'].isin(dedup_keys), :].copy()\n",
    "            dedup_keys.update(subset_df['annual_contrib_key'].to_list())\n",
    "            unique_contributors.drop(columns=['annual_contrib_key'], inplace=True)\n",
    "            #print(len(dedup_keys))\n",
    "            for p in predictor_list:\n",
    "                results = p['function'](unique_contributors)\n",
    "                if len(results) == 0:\n",
    "                    continue\n",
    "                if p['outfile'] is None:\n",
    "                    fn = os.path.join('/opt/data/dime-race/', '{}_dime_{}_results.csv.gz'.format(year, p['name']))\n",
    "                    print(fn)\n",
    "                    p['outfile'] = gzip.open(fn, 'wt')\n",
    "                    results.to_csv(p['outfile'], index=False, header=results.columns)\n",
    "                else:\n",
    "                    results.to_csv(p['outfile'], index=False, header=False, mode='at')\n",
    "        for p in predictor_list:\n",
    "            p['outfile'].close()\n",
    "    except Exception as e:\n",
    "        raise\n",
    "        print('ERROR:', e)\n",
    "    return subset_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 308,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/opt/data/dime-race/contribDB_2008.csv.gz\n",
      "1\n",
      "/opt/data/dime-race/2008_dime_census_ln_2000_results.csv.gz\n",
      "/opt/data/dime-race/2008_dime_census_ln_2010_results.csv.gz\n",
      "/opt/data/dime-race/2008_dime_pred_fl_reg_ln_results.csv.gz\n",
      "/opt/data/dime-race/2008_dime_pred_fl_reg_name_results.csv.gz\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "9\n",
      "10\n",
      "11\n",
      "12\n",
      "13\n",
      "14\n",
      "15\n",
      "16\n",
      "17\n",
      "18\n",
      "19\n",
      "20\n",
      "21\n",
      "22\n",
      "23\n",
      "24\n",
      "25\n",
      "26\n",
      "27\n",
      "28\n",
      "29\n",
      "30\n",
      "31\n",
      "32\n",
      "33\n",
      "34\n",
      "35\n",
      "36\n",
      "37\n",
      "38\n",
      "39\n",
      "40\n",
      "41\n",
      "42\n",
      "43\n",
      "44\n",
      "45\n",
      "46\n",
      "47\n",
      "48\n",
      "49\n",
      "50\n",
      "51\n",
      "52\n",
      "53\n",
      "54\n",
      "55\n",
      "56\n",
      "57\n",
      "58\n",
      "59\n",
      "60\n",
      "61\n",
      "62\n",
      "63\n",
      "64\n",
      "65\n",
      "66\n",
      "67\n",
      "68\n",
      "69\n",
      "70\n",
      "71\n",
      "72\n",
      "73\n",
      "74\n",
      "75\n",
      "76\n",
      "77\n",
      "78\n",
      "79\n",
      "80\n",
      "81\n",
      "82\n",
      "83\n",
      "84\n",
      "85\n",
      "86\n",
      "87\n",
      "88\n",
      "89\n",
      "90\n",
      "91\n",
      "92\n",
      "93\n",
      "94\n",
      "95\n",
      "96\n",
      "97\n",
      "98\n",
      "99\n",
      "100\n",
      "101\n",
      "102\n",
      "103\n",
      "104\n",
      "105\n",
      "106\n",
      "107\n",
      "108\n",
      "109\n",
      "110\n",
      "111\n",
      "112\n",
      "113\n",
      "114\n",
      "115\n",
      "116\n",
      "117\n",
      "118\n",
      "119\n",
      "120\n",
      "121\n",
      "122\n",
      "123\n",
      "124\n",
      "125\n",
      "126\n",
      "127\n",
      "128\n",
      "129\n",
      "130\n",
      "131\n",
      "132\n",
      "133\n",
      "134\n",
      "135\n",
      "136\n",
      "137\n",
      "138\n",
      "139\n",
      "140\n",
      "141\n",
      "142\n",
      "143\n",
      "144\n",
      "145\n",
      "146\n",
      "147\n",
      "148\n",
      "149\n",
      "150\n",
      "151\n",
      "152\n",
      "153\n",
      "154\n",
      "155\n",
      "156\n",
      "157\n",
      "158\n",
      "159\n",
      "160\n",
      "161\n",
      "162\n",
      "163\n",
      "164\n",
      "165\n",
      "166\n",
      "167\n",
      "168\n",
      "169\n",
      "170\n",
      "171\n",
      "172\n",
      "173\n",
      "174\n",
      "175\n",
      "176\n",
      "177\n",
      "178\n",
      "179\n",
      "180\n",
      "181\n",
      "182\n",
      "183\n",
      "184\n",
      "185\n",
      "186\n",
      "187\n",
      "188\n",
      "189\n",
      "/opt/data/dime-race/contribDB_2010.csv.gz\n",
      "1\n",
      "/opt/data/dime-race/2010_dime_census_ln_2000_results.csv.gz\n",
      "/opt/data/dime-race/2010_dime_census_ln_2010_results.csv.gz\n",
      "/opt/data/dime-race/2010_dime_pred_fl_reg_ln_results.csv.gz\n",
      "/opt/data/dime-race/2010_dime_pred_fl_reg_name_results.csv.gz\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "9\n",
      "10\n",
      "11\n",
      "12\n",
      "13\n",
      "14\n",
      "15\n",
      "16\n",
      "17\n",
      "18\n",
      "19\n",
      "20\n",
      "21\n",
      "22\n",
      "23\n",
      "24\n",
      "25\n",
      "26\n",
      "27\n",
      "28\n",
      "29\n",
      "30\n",
      "31\n",
      "32\n",
      "33\n",
      "34\n",
      "35\n",
      "36\n",
      "37\n",
      "38\n",
      "39\n",
      "40\n",
      "41\n",
      "42\n",
      "43\n",
      "44\n",
      "45\n",
      "46\n",
      "47\n",
      "48\n",
      "49\n",
      "50\n",
      "51\n",
      "52\n",
      "53\n",
      "54\n",
      "55\n",
      "56\n",
      "57\n",
      "58\n",
      "59\n",
      "60\n",
      "61\n",
      "62\n",
      "63\n",
      "64\n",
      "65\n",
      "66\n",
      "67\n",
      "68\n",
      "69\n",
      "70\n",
      "71\n",
      "72\n",
      "73\n",
      "74\n",
      "75\n",
      "76\n",
      "77\n",
      "78\n",
      "79\n",
      "80\n",
      "81\n",
      "82\n",
      "83\n",
      "84\n",
      "85\n",
      "86\n",
      "87\n",
      "88\n",
      "89\n",
      "90\n",
      "91\n",
      "92\n",
      "93\n",
      "94\n",
      "95\n",
      "96\n",
      "97\n",
      "98\n",
      "99\n",
      "100\n",
      "101\n",
      "102\n",
      "103\n",
      "104\n",
      "105\n",
      "106\n",
      "107\n",
      "108\n",
      "109\n",
      "110\n",
      "111\n",
      "112\n",
      "113\n",
      "114\n",
      "115\n",
      "116\n",
      "117\n",
      "118\n",
      "119\n",
      "120\n",
      "121\n",
      "122\n",
      "123\n",
      "124\n",
      "125\n",
      "126\n",
      "127\n",
      "128\n",
      "129\n",
      "130\n",
      "131\n",
      "132\n",
      "133\n",
      "134\n",
      "135\n",
      "136\n",
      "137\n",
      "138\n",
      "139\n",
      "140\n",
      "141\n",
      "142\n",
      "143\n",
      "144\n",
      "145\n",
      "146\n",
      "147\n",
      "148\n",
      "149\n",
      "150\n",
      "151\n",
      "152\n",
      "153\n",
      "154\n",
      "155\n",
      "156\n",
      "157\n",
      "158\n",
      "159\n",
      "160\n",
      "161\n",
      "162\n",
      "163\n",
      "164\n",
      "165\n",
      "166\n",
      "167\n",
      "168\n",
      "169\n",
      "170\n",
      "171\n",
      "172\n",
      "173\n",
      "174\n",
      "175\n",
      "176\n",
      "177\n",
      "/opt/data/dime-race/contribDB_2012.csv.gz\n",
      "1\n",
      "/opt/data/dime-race/2012_dime_census_ln_2000_results.csv.gz\n",
      "/opt/data/dime-race/2012_dime_census_ln_2010_results.csv.gz\n",
      "/opt/data/dime-race/2012_dime_pred_fl_reg_ln_results.csv.gz\n",
      "/opt/data/dime-race/2012_dime_pred_fl_reg_name_results.csv.gz\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "9\n",
      "10\n",
      "11\n",
      "12\n",
      "13\n",
      "14\n",
      "15\n",
      "16\n",
      "17\n",
      "18\n",
      "19\n",
      "20\n",
      "21\n",
      "22\n",
      "23\n",
      "24\n",
      "25\n",
      "26\n",
      "27\n",
      "28\n",
      "29\n",
      "30\n",
      "31\n",
      "32\n",
      "33\n",
      "34\n",
      "35\n",
      "36\n",
      "37\n",
      "38\n",
      "39\n",
      "40\n",
      "41\n",
      "42\n",
      "43\n",
      "44\n",
      "45\n",
      "46\n",
      "47\n",
      "48\n",
      "49\n",
      "50\n",
      "51\n",
      "52\n",
      "53\n",
      "54\n",
      "55\n",
      "56\n",
      "57\n",
      "58\n",
      "59\n",
      "60\n",
      "61\n",
      "62\n",
      "63\n",
      "64\n",
      "65\n",
      "66\n",
      "67\n",
      "68\n",
      "69\n",
      "70\n",
      "71\n",
      "72\n",
      "73\n",
      "74\n",
      "75\n",
      "76\n",
      "77\n",
      "78\n",
      "79\n",
      "80\n",
      "81\n",
      "82\n",
      "83\n",
      "84\n",
      "85\n",
      "86\n",
      "87\n",
      "88\n",
      "89\n",
      "90\n",
      "91\n",
      "92\n",
      "93\n",
      "94\n",
      "95\n",
      "96\n",
      "97\n",
      "98\n",
      "99\n",
      "100\n",
      "101\n",
      "102\n",
      "103\n",
      "104\n",
      "105\n",
      "106\n",
      "107\n",
      "108\n",
      "109\n",
      "110\n",
      "111\n",
      "112\n",
      "113\n",
      "114\n",
      "115\n",
      "116\n",
      "117\n",
      "118\n",
      "119\n",
      "120\n",
      "121\n",
      "122\n",
      "123\n",
      "124\n",
      "125\n",
      "126\n",
      "127\n",
      "128\n",
      "129\n",
      "130\n",
      "131\n",
      "132\n",
      "133\n",
      "134\n",
      "135\n",
      "136\n",
      "137\n",
      "138\n",
      "139\n",
      "140\n",
      "141\n",
      "142\n",
      "143\n",
      "144\n",
      "145\n",
      "146\n",
      "147\n",
      "148\n",
      "149\n",
      "150\n",
      "151\n",
      "152\n",
      "153\n",
      "154\n",
      "155\n",
      "156\n",
      "157\n",
      "158\n",
      "159\n",
      "160\n",
      "161\n",
      "162\n",
      "163\n",
      "164\n",
      "165\n",
      "166\n",
      "167\n",
      "168\n",
      "169\n",
      "170\n",
      "171\n",
      "172\n",
      "173\n",
      "174\n",
      "175\n",
      "176\n",
      "177\n",
      "178\n",
      "179\n",
      "180\n",
      "181\n",
      "182\n",
      "183\n",
      "184\n",
      "185\n",
      "186\n",
      "187\n",
      "188\n",
      "189\n",
      "190\n",
      "191\n",
      "192\n",
      "193\n",
      "194\n",
      "195\n",
      "196\n",
      "197\n",
      "198\n",
      "199\n",
      "200\n",
      "201\n",
      "202\n",
      "203\n",
      "204\n",
      "205\n",
      "206\n",
      "207\n",
      "208\n",
      "209\n",
      "210\n",
      "211\n",
      "212\n",
      "213\n",
      "214\n",
      "215\n",
      "216\n",
      "217\n",
      "218\n",
      "219\n",
      "220\n",
      "221\n",
      "222\n",
      "223\n",
      "224\n",
      "225\n",
      "226\n",
      "227\n",
      "228\n",
      "229\n",
      "230\n",
      "231\n",
      "232\n",
      "233\n",
      "234\n",
      "235\n",
      "236\n",
      "237\n",
      "238\n",
      "239\n",
      "240\n",
      "241\n",
      "242\n",
      "243\n",
      "244\n",
      "245\n",
      "246\n",
      "247\n",
      "248\n",
      "249\n",
      "250\n",
      "251\n",
      "252\n",
      "253\n",
      "254\n",
      "255\n",
      "256\n",
      "257\n",
      "258\n",
      "259\n",
      "260\n",
      "261\n",
      "262\n",
      "263\n",
      "264\n",
      "265\n",
      "266\n",
      "267\n",
      "268\n",
      "269\n",
      "270\n",
      "271\n",
      "272\n",
      "273\n",
      "274\n",
      "275\n",
      "276\n",
      "277\n",
      "278\n",
      "279\n",
      "280\n",
      "281\n",
      "282\n",
      "283\n",
      "284\n",
      "285\n",
      "286\n",
      "287\n",
      "288\n",
      "289\n",
      "290\n",
      "291\n",
      "292\n",
      "293\n",
      "294\n",
      "295\n",
      "296\n",
      "297\n",
      "298\n",
      "299\n",
      "300\n",
      "301\n",
      "302\n",
      "303\n",
      "304\n",
      "305\n",
      "306\n",
      "/opt/data/dime-race/contribDB_2014.csv.gz\n",
      "1\n",
      "/opt/data/dime-race/2014_dime_census_ln_2000_results.csv.gz\n",
      "/opt/data/dime-race/2014_dime_census_ln_2010_results.csv.gz\n",
      "/opt/data/dime-race/2014_dime_pred_fl_reg_ln_results.csv.gz\n",
      "/opt/data/dime-race/2014_dime_pred_fl_reg_name_results.csv.gz\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "9\n",
      "10\n",
      "11\n",
      "12\n",
      "13\n",
      "14\n",
      "15\n",
      "16\n",
      "17\n",
      "18\n",
      "19\n",
      "20\n",
      "21\n",
      "22\n",
      "23\n",
      "24\n",
      "25\n",
      "26\n",
      "27\n",
      "28\n",
      "29\n",
      "30\n",
      "31\n",
      "32\n",
      "33\n",
      "34\n",
      "35\n",
      "36\n",
      "37\n",
      "38\n",
      "39\n",
      "40\n",
      "41\n",
      "42\n",
      "43\n",
      "44\n",
      "45\n",
      "46\n",
      "47\n",
      "48\n",
      "49\n",
      "50\n",
      "51\n",
      "52\n",
      "53\n",
      "54\n",
      "55\n",
      "56\n",
      "57\n",
      "58\n",
      "59\n",
      "60\n",
      "61\n",
      "62\n",
      "63\n",
      "64\n",
      "65\n",
      "66\n",
      "67\n",
      "68\n",
      "69\n",
      "70\n",
      "71\n",
      "72\n",
      "73\n",
      "74\n",
      "75\n",
      "76\n",
      "77\n",
      "78\n",
      "79\n",
      "80\n",
      "81\n",
      "82\n",
      "83\n",
      "84\n",
      "85\n",
      "86\n",
      "87\n",
      "88\n",
      "89\n",
      "90\n",
      "91\n",
      "92\n",
      "93\n",
      "94\n",
      "95\n",
      "96\n",
      "97\n",
      "98\n",
      "99\n",
      "100\n",
      "101\n",
      "102\n",
      "103\n",
      "104\n",
      "105\n",
      "106\n",
      "107\n",
      "108\n",
      "109\n",
      "110\n",
      "111\n",
      "112\n",
      "113\n",
      "114\n",
      "115\n",
      "116\n",
      "117\n",
      "118\n",
      "119\n",
      "120\n",
      "121\n",
      "122\n",
      "123\n",
      "124\n",
      "125\n",
      "126\n",
      "127\n",
      "128\n",
      "129\n",
      "130\n",
      "131\n",
      "132\n",
      "133\n",
      "134\n",
      "135\n",
      "136\n",
      "137\n",
      "138\n",
      "139\n",
      "140\n",
      "141\n",
      "142\n",
      "143\n",
      "144\n",
      "145\n",
      "146\n",
      "147\n",
      "148\n",
      "149\n",
      "150\n",
      "151\n",
      "152\n",
      "153\n",
      "154\n",
      "155\n",
      "156\n",
      "157\n",
      "158\n",
      "159\n",
      "160\n",
      "161\n",
      "162\n",
      "163\n",
      "164\n",
      "165\n",
      "166\n",
      "167\n",
      "168\n",
      "169\n",
      "170\n",
      "171\n",
      "172\n",
      "173\n",
      "174\n",
      "175\n",
      "176\n",
      "177\n",
      "178\n",
      "179\n",
      "180\n",
      "181\n",
      "182\n",
      "183\n",
      "184\n",
      "185\n",
      "186\n",
      "187\n",
      "188\n",
      "189\n",
      "190\n",
      "191\n",
      "192\n",
      "193\n",
      "194\n",
      "195\n",
      "196\n",
      "197\n",
      "198\n",
      "199\n",
      "200\n",
      "201\n",
      "202\n",
      "203\n",
      "204\n",
      "205\n",
      "206\n",
      "207\n",
      "208\n",
      "209\n",
      "210\n",
      "211\n",
      "212\n",
      "213\n",
      "214\n",
      "215\n",
      "216\n",
      "217\n",
      "218\n",
      "219\n",
      "220\n",
      "221\n",
      "222\n",
      "223\n",
      "224\n",
      "225\n",
      "226\n",
      "227\n",
      "228\n",
      "229\n",
      "230\n",
      "231\n",
      "232\n"
     ]
    }
   ],
   "source": [
    "from os import path\n",
    "from glob import glob\n",
    "import re\n",
    "\n",
    "sdf = None\n",
    "for selected_csv in sorted(glob('/opt/data/dime-race/contribDB_*.csv.gz')):\n",
    "    \"\"\"Execute a single run of data fro dataset.\"\"\"\n",
    "    print(selected_csv)\n",
    "    sdf = main_process_chunk(selected_csv)\n",
    "    #break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 309,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cycle</th>\n",
       "      <th>transaction_id</th>\n",
       "      <th>contribution_year</th>\n",
       "      <th>contributor_name</th>\n",
       "      <th>contributor_lname</th>\n",
       "      <th>contributor_fname</th>\n",
       "      <th>contributor_mname</th>\n",
       "      <th>contributor_suffix</th>\n",
       "      <th>contributor_title</th>\n",
       "      <th>contributor_ffname</th>\n",
       "      <th>race</th>\n",
       "      <th>asian</th>\n",
       "      <th>hispanic</th>\n",
       "      <th>nh_black</th>\n",
       "      <th>nh_white</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1438763_INC13_2014_0_</td>\n",
       "      <td>2009-03-05</td>\n",
       "      <td>hayes, janet gray</td>\n",
       "      <td>hayes</td>\n",
       "      <td>janet</td>\n",
       "      <td>gray</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>janet gray</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002450</td>\n",
       "      <td>0.005534</td>\n",
       "      <td>0.148020</td>\n",
       "      <td>0.843995</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1438763_INC21_2014_0_</td>\n",
       "      <td>2009-03-20</td>\n",
       "      <td>dailey, thomas m</td>\n",
       "      <td>dailey</td>\n",
       "      <td>thomas</td>\n",
       "      <td>m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>thomas m</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002412</td>\n",
       "      <td>0.003960</td>\n",
       "      <td>0.038342</td>\n",
       "      <td>0.955286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1438763_INC24_2014_0_</td>\n",
       "      <td>2009-03-20</td>\n",
       "      <td>giberson, margaret</td>\n",
       "      <td>giberson</td>\n",
       "      <td>margaret</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>margaret</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001794</td>\n",
       "      <td>0.005311</td>\n",
       "      <td>0.117157</td>\n",
       "      <td>0.875738</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1438763_INC25_2014_0_</td>\n",
       "      <td>2009-03-20</td>\n",
       "      <td>hooper, gregory f</td>\n",
       "      <td>hooper</td>\n",
       "      <td>gregory</td>\n",
       "      <td>f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>gregory f</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002038</td>\n",
       "      <td>0.002623</td>\n",
       "      <td>0.149545</td>\n",
       "      <td>0.845794</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1438763_INC26_2014_0_</td>\n",
       "      <td>2009-03-20</td>\n",
       "      <td>lewis, william spencer</td>\n",
       "      <td>lewis</td>\n",
       "      <td>william</td>\n",
       "      <td>spencer</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>william spencer</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.000905</td>\n",
       "      <td>0.004268</td>\n",
       "      <td>0.085702</td>\n",
       "      <td>0.909125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1438763_INC27_2014_0_</td>\n",
       "      <td>2009-03-20</td>\n",
       "      <td>miller, kathleen mae</td>\n",
       "      <td>miller</td>\n",
       "      <td>kathleen</td>\n",
       "      <td>mae</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>kathleen mae</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002555</td>\n",
       "      <td>0.004558</td>\n",
       "      <td>0.033099</td>\n",
       "      <td>0.959788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1438763_INC29_2014_0_</td>\n",
       "      <td>2009-03-20</td>\n",
       "      <td>walters, kim</td>\n",
       "      <td>walters</td>\n",
       "      <td>kim</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>kim</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.007789</td>\n",
       "      <td>0.003099</td>\n",
       "      <td>0.160539</td>\n",
       "      <td>0.828573</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC100_2014_0_</td>\n",
       "      <td>2009-08-24</td>\n",
       "      <td>boyarsky, jay s</td>\n",
       "      <td>boyarsky</td>\n",
       "      <td>jay</td>\n",
       "      <td>s</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jay s</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001936</td>\n",
       "      <td>0.008696</td>\n",
       "      <td>0.003957</td>\n",
       "      <td>0.985411</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC105_2014_0_</td>\n",
       "      <td>2009-08-24</td>\n",
       "      <td>francisco, ferdinand d</td>\n",
       "      <td>francisco</td>\n",
       "      <td>ferdinand</td>\n",
       "      <td>d</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ferdinand d</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.035581</td>\n",
       "      <td>0.242564</td>\n",
       "      <td>0.059238</td>\n",
       "      <td>0.662617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC106_2014_0_</td>\n",
       "      <td>2009-08-24</td>\n",
       "      <td>kim, tae yun</td>\n",
       "      <td>kim</td>\n",
       "      <td>tae</td>\n",
       "      <td>yun</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tae yun</td>\n",
       "      <td>asian</td>\n",
       "      <td>0.993565</td>\n",
       "      <td>0.000234</td>\n",
       "      <td>0.001628</td>\n",
       "      <td>0.004573</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC107_2014_0_</td>\n",
       "      <td>2009-08-24</td>\n",
       "      <td>kolstad, patrick</td>\n",
       "      <td>kolstad</td>\n",
       "      <td>patrick</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>patrick</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.017509</td>\n",
       "      <td>0.008029</td>\n",
       "      <td>0.004631</td>\n",
       "      <td>0.969831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC112_2014_0_</td>\n",
       "      <td>2009-08-24</td>\n",
       "      <td>rosen, jeffrey f</td>\n",
       "      <td>rosen</td>\n",
       "      <td>jeffrey</td>\n",
       "      <td>f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jeffrey f</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002927</td>\n",
       "      <td>0.015320</td>\n",
       "      <td>0.007545</td>\n",
       "      <td>0.974208</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC115_2014_0_</td>\n",
       "      <td>2009-08-24</td>\n",
       "      <td>surace, marita</td>\n",
       "      <td>surace</td>\n",
       "      <td>marita</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>marita</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.145714</td>\n",
       "      <td>0.179844</td>\n",
       "      <td>0.163689</td>\n",
       "      <td>0.510753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC116_2014_0_</td>\n",
       "      <td>2009-08-24</td>\n",
       "      <td>meeker, william c</td>\n",
       "      <td>meeker</td>\n",
       "      <td>william</td>\n",
       "      <td>c</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>william c</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.000753</td>\n",
       "      <td>0.004458</td>\n",
       "      <td>0.010288</td>\n",
       "      <td>0.984500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC80_2014_0_</td>\n",
       "      <td>2009-07-29</td>\n",
       "      <td>diridon, rod</td>\n",
       "      <td>diridon</td>\n",
       "      <td>rod</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>rod</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.022678</td>\n",
       "      <td>0.046545</td>\n",
       "      <td>0.126267</td>\n",
       "      <td>0.804509</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC82_2014_0_</td>\n",
       "      <td>2009-07-29</td>\n",
       "      <td>fox, michael e</td>\n",
       "      <td>fox</td>\n",
       "      <td>michael</td>\n",
       "      <td>e</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>michael e</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001817</td>\n",
       "      <td>0.007733</td>\n",
       "      <td>0.040736</td>\n",
       "      <td>0.949714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC87_2014_0_</td>\n",
       "      <td>2009-08-10</td>\n",
       "      <td>kieve, robert s</td>\n",
       "      <td>kieve</td>\n",
       "      <td>robert</td>\n",
       "      <td>s</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>robert s</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001440</td>\n",
       "      <td>0.004578</td>\n",
       "      <td>0.018771</td>\n",
       "      <td>0.975211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC88_2014_0_</td>\n",
       "      <td>2009-08-10</td>\n",
       "      <td>kissner, chuck d</td>\n",
       "      <td>kissner</td>\n",
       "      <td>chuck</td>\n",
       "      <td>d</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chuck d</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.121804</td>\n",
       "      <td>0.014234</td>\n",
       "      <td>0.009019</td>\n",
       "      <td>0.854943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC89_2014_0_</td>\n",
       "      <td>2009-08-12</td>\n",
       "      <td>king, kathleen m</td>\n",
       "      <td>king</td>\n",
       "      <td>kathleen</td>\n",
       "      <td>m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>kathleen m</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.006764</td>\n",
       "      <td>0.005361</td>\n",
       "      <td>0.100528</td>\n",
       "      <td>0.887347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC91_2014_0_</td>\n",
       "      <td>2009-08-12</td>\n",
       "      <td>roberts, christopher</td>\n",
       "      <td>roberts</td>\n",
       "      <td>christopher</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>christopher</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.003759</td>\n",
       "      <td>0.011552</td>\n",
       "      <td>0.100689</td>\n",
       "      <td>0.884000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1460289_INC97_2014_0_</td>\n",
       "      <td>2009-08-19</td>\n",
       "      <td>bolger, brenna m</td>\n",
       "      <td>bolger</td>\n",
       "      <td>brenna</td>\n",
       "      <td>m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>brenna m</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002521</td>\n",
       "      <td>0.013955</td>\n",
       "      <td>0.018302</td>\n",
       "      <td>0.965222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC10_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>barcelona, linda</td>\n",
       "      <td>barcelona</td>\n",
       "      <td>linda</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>linda</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.011489</td>\n",
       "      <td>0.202734</td>\n",
       "      <td>0.019082</td>\n",
       "      <td>0.766695</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC11_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>baugh, wendy</td>\n",
       "      <td>baugh</td>\n",
       "      <td>wendy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>wendy</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001781</td>\n",
       "      <td>0.006601</td>\n",
       "      <td>0.025891</td>\n",
       "      <td>0.965727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC14_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>crow, michael</td>\n",
       "      <td>crow</td>\n",
       "      <td>michael</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>michael</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001778</td>\n",
       "      <td>0.008798</td>\n",
       "      <td>0.015328</td>\n",
       "      <td>0.974096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC15_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>darc, thornton</td>\n",
       "      <td>darc</td>\n",
       "      <td>thornton</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>thornton</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002784</td>\n",
       "      <td>0.010575</td>\n",
       "      <td>0.126495</td>\n",
       "      <td>0.860147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC16_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>debenedetto, denise</td>\n",
       "      <td>debenedetto</td>\n",
       "      <td>denise</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>denise</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.004124</td>\n",
       "      <td>0.032014</td>\n",
       "      <td>0.005672</td>\n",
       "      <td>0.958190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC19_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>dolan, marianne</td>\n",
       "      <td>dolan</td>\n",
       "      <td>marianne</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>marianne</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.006370</td>\n",
       "      <td>0.015747</td>\n",
       "      <td>0.017095</td>\n",
       "      <td>0.960788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC20_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>duncan, james</td>\n",
       "      <td>duncan</td>\n",
       "      <td>james</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>james</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002811</td>\n",
       "      <td>0.002148</td>\n",
       "      <td>0.165858</td>\n",
       "      <td>0.829183</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC21_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>dwyer, j devin</td>\n",
       "      <td>dwyer</td>\n",
       "      <td>j devin</td>\n",
       "      <td>devin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>j devin</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.005780</td>\n",
       "      <td>0.018076</td>\n",
       "      <td>0.049888</td>\n",
       "      <td>0.926256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2014</td>\n",
       "      <td>CA:1490638_INC22_2014_0_</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>eadington, linda</td>\n",
       "      <td>eadington</td>\n",
       "      <td>linda</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>linda</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002700</td>\n",
       "      <td>0.004950</td>\n",
       "      <td>0.087847</td>\n",
       "      <td>0.904503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132581</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282488</td>\n",
       "      <td>2015-06-18</td>\n",
       "      <td>park, dong</td>\n",
       "      <td>park</td>\n",
       "      <td>dong</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>dong</td>\n",
       "      <td>asian</td>\n",
       "      <td>0.965124</td>\n",
       "      <td>0.000413</td>\n",
       "      <td>0.002181</td>\n",
       "      <td>0.032283</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132582</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282487</td>\n",
       "      <td>2015-06-05</td>\n",
       "      <td>naarendorp, michael</td>\n",
       "      <td>naarendorp</td>\n",
       "      <td>michael</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>michael</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002358</td>\n",
       "      <td>0.008596</td>\n",
       "      <td>0.035676</td>\n",
       "      <td>0.953370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132583</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282486</td>\n",
       "      <td>2015-04-16</td>\n",
       "      <td>moses, edward</td>\n",
       "      <td>moses</td>\n",
       "      <td>edward</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>edward</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.005502</td>\n",
       "      <td>0.067212</td>\n",
       "      <td>0.058147</td>\n",
       "      <td>0.869139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132584</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282483</td>\n",
       "      <td>2015-06-18</td>\n",
       "      <td>lewis, carol sutton</td>\n",
       "      <td>lewis</td>\n",
       "      <td>carol</td>\n",
       "      <td>sutton</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>carol sutton</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001779</td>\n",
       "      <td>0.004580</td>\n",
       "      <td>0.154305</td>\n",
       "      <td>0.839337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132585</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282482</td>\n",
       "      <td>2015-06-22</td>\n",
       "      <td>lee, suk chan</td>\n",
       "      <td>lee</td>\n",
       "      <td>suk chan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>suk chan</td>\n",
       "      <td>asian</td>\n",
       "      <td>0.791667</td>\n",
       "      <td>0.005121</td>\n",
       "      <td>0.029095</td>\n",
       "      <td>0.174117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132586</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282478</td>\n",
       "      <td>2015-06-19</td>\n",
       "      <td>knuckles, kenneth j</td>\n",
       "      <td>knuckles</td>\n",
       "      <td>kenneth</td>\n",
       "      <td>j</td>\n",
       "      <td>esq</td>\n",
       "      <td>NaN</td>\n",
       "      <td>kenneth j</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001167</td>\n",
       "      <td>0.003651</td>\n",
       "      <td>0.129688</td>\n",
       "      <td>0.865494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132587</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282477</td>\n",
       "      <td>2015-04-07</td>\n",
       "      <td>kaufman, stephen e</td>\n",
       "      <td>kaufman</td>\n",
       "      <td>stephen</td>\n",
       "      <td>e</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>stephen e</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001390</td>\n",
       "      <td>0.012218</td>\n",
       "      <td>0.001427</td>\n",
       "      <td>0.984965</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132588</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282476</td>\n",
       "      <td>2015-04-20</td>\n",
       "      <td>jyi, david</td>\n",
       "      <td>jyi</td>\n",
       "      <td>david</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>david</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.272188</td>\n",
       "      <td>0.047371</td>\n",
       "      <td>0.132398</td>\n",
       "      <td>0.548042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132589</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282475</td>\n",
       "      <td>2015-04-14</td>\n",
       "      <td>hudson, yvonne</td>\n",
       "      <td>hudson</td>\n",
       "      <td>yvonne</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>yvonne</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.004797</td>\n",
       "      <td>0.014135</td>\n",
       "      <td>0.421840</td>\n",
       "      <td>0.559228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132590</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282474</td>\n",
       "      <td>2015-06-12</td>\n",
       "      <td>hubbard, william n n</td>\n",
       "      <td>hubbard</td>\n",
       "      <td>william n</td>\n",
       "      <td>n</td>\n",
       "      <td>iii</td>\n",
       "      <td>NaN</td>\n",
       "      <td>william n n</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.011705</td>\n",
       "      <td>0.005499</td>\n",
       "      <td>0.074463</td>\n",
       "      <td>0.908333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132591</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282471</td>\n",
       "      <td>2015-06-12</td>\n",
       "      <td>higginbottom, elzie</td>\n",
       "      <td>higginbottom</td>\n",
       "      <td>elzie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>elzie</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.011755</td>\n",
       "      <td>0.023240</td>\n",
       "      <td>0.010200</td>\n",
       "      <td>0.954806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132592</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282470</td>\n",
       "      <td>2015-04-21</td>\n",
       "      <td>hardy, michael a</td>\n",
       "      <td>hardy</td>\n",
       "      <td>michael</td>\n",
       "      <td>a</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>michael a</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002136</td>\n",
       "      <td>0.006991</td>\n",
       "      <td>0.093357</td>\n",
       "      <td>0.897516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132593</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282469</td>\n",
       "      <td>2015-04-20</td>\n",
       "      <td>hadera, asfaha</td>\n",
       "      <td>hadera</td>\n",
       "      <td>asfaha</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>asfaha</td>\n",
       "      <td>asian</td>\n",
       "      <td>0.697543</td>\n",
       "      <td>0.031393</td>\n",
       "      <td>0.173380</td>\n",
       "      <td>0.097684</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132594</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282468</td>\n",
       "      <td>2015-05-01</td>\n",
       "      <td>graves, conrad</td>\n",
       "      <td>graves</td>\n",
       "      <td>conrad</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>conrad</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.006879</td>\n",
       "      <td>0.019844</td>\n",
       "      <td>0.275893</td>\n",
       "      <td>0.697384</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132595</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282467</td>\n",
       "      <td>2015-06-29</td>\n",
       "      <td>goldstein, jeffrey p</td>\n",
       "      <td>goldstein</td>\n",
       "      <td>jeffrey</td>\n",
       "      <td>p</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jeffrey p</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001299</td>\n",
       "      <td>0.008189</td>\n",
       "      <td>0.002208</td>\n",
       "      <td>0.988304</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132596</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282466</td>\n",
       "      <td>2015-04-06</td>\n",
       "      <td>frommer, ross a</td>\n",
       "      <td>frommer</td>\n",
       "      <td>ross</td>\n",
       "      <td>a</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ross a</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002656</td>\n",
       "      <td>0.002682</td>\n",
       "      <td>0.009723</td>\n",
       "      <td>0.984939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132597</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282465</td>\n",
       "      <td>2015-06-17</td>\n",
       "      <td>ezrapour, robert</td>\n",
       "      <td>ezrapour</td>\n",
       "      <td>robert</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>robert</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001606</td>\n",
       "      <td>0.006504</td>\n",
       "      <td>0.007847</td>\n",
       "      <td>0.984044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132598</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282464</td>\n",
       "      <td>2015-04-20</td>\n",
       "      <td>eastmond, arlington leon</td>\n",
       "      <td>eastmond</td>\n",
       "      <td>arlington</td>\n",
       "      <td>leon</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>arlington leon</td>\n",
       "      <td>nh_black</td>\n",
       "      <td>0.004005</td>\n",
       "      <td>0.008895</td>\n",
       "      <td>0.895795</td>\n",
       "      <td>0.091304</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132599</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282463</td>\n",
       "      <td>2015-06-18</td>\n",
       "      <td>duncan, blair</td>\n",
       "      <td>duncan</td>\n",
       "      <td>blair</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>blair</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.003711</td>\n",
       "      <td>0.025614</td>\n",
       "      <td>0.249516</td>\n",
       "      <td>0.721159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132600</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282454</td>\n",
       "      <td>2015-04-20</td>\n",
       "      <td>douglas, lloyd</td>\n",
       "      <td>douglas</td>\n",
       "      <td>lloyd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>lloyd</td>\n",
       "      <td>nh_black</td>\n",
       "      <td>0.001338</td>\n",
       "      <td>0.001344</td>\n",
       "      <td>0.608532</td>\n",
       "      <td>0.388787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132601</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282453</td>\n",
       "      <td>2015-04-20</td>\n",
       "      <td>dickens richards, delores</td>\n",
       "      <td>dickens richards</td>\n",
       "      <td>delores</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>delores</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002809</td>\n",
       "      <td>0.015018</td>\n",
       "      <td>0.278120</td>\n",
       "      <td>0.704052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132602</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282452</td>\n",
       "      <td>2015-04-02</td>\n",
       "      <td>davis, j morton j</td>\n",
       "      <td>davis</td>\n",
       "      <td>j morton</td>\n",
       "      <td>j</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>j morton j</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001708</td>\n",
       "      <td>0.006323</td>\n",
       "      <td>0.169508</td>\n",
       "      <td>0.822462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132603</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282445</td>\n",
       "      <td>2015-04-20</td>\n",
       "      <td>chilliest, anthony s</td>\n",
       "      <td>chilliest</td>\n",
       "      <td>anthony</td>\n",
       "      <td>s</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>anthony s</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.002265</td>\n",
       "      <td>0.008765</td>\n",
       "      <td>0.369082</td>\n",
       "      <td>0.619888</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132604</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282444</td>\n",
       "      <td>2015-06-17</td>\n",
       "      <td>cerulli, maurice a</td>\n",
       "      <td>cerulli</td>\n",
       "      <td>maurice</td>\n",
       "      <td>a</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>maurice a</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.008455</td>\n",
       "      <td>0.044910</td>\n",
       "      <td>0.037166</td>\n",
       "      <td>0.909468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132605</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282443</td>\n",
       "      <td>2015-06-18</td>\n",
       "      <td>butts, calvin o</td>\n",
       "      <td>butts</td>\n",
       "      <td>calvin</td>\n",
       "      <td>o</td>\n",
       "      <td>iii</td>\n",
       "      <td>NaN</td>\n",
       "      <td>calvin o</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.005532</td>\n",
       "      <td>0.014501</td>\n",
       "      <td>0.349803</td>\n",
       "      <td>0.630164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132606</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282442</td>\n",
       "      <td>2015-06-19</td>\n",
       "      <td>brescia, michael j</td>\n",
       "      <td>brescia</td>\n",
       "      <td>michael</td>\n",
       "      <td>j</td>\n",
       "      <td>m d</td>\n",
       "      <td>NaN</td>\n",
       "      <td>michael j</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.003405</td>\n",
       "      <td>0.041804</td>\n",
       "      <td>0.005638</td>\n",
       "      <td>0.949152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132607</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000282441</td>\n",
       "      <td>2015-06-22</td>\n",
       "      <td>alicea, victor g</td>\n",
       "      <td>alicea</td>\n",
       "      <td>victor</td>\n",
       "      <td>g</td>\n",
       "      <td>phd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>victor g</td>\n",
       "      <td>hispanic</td>\n",
       "      <td>0.009636</td>\n",
       "      <td>0.629537</td>\n",
       "      <td>0.020266</td>\n",
       "      <td>0.340561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132608</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000273752</td>\n",
       "      <td>2015-05-24</td>\n",
       "      <td>el chammas, saleem</td>\n",
       "      <td>el chammas</td>\n",
       "      <td>saleem</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>saleem</td>\n",
       "      <td>asian</td>\n",
       "      <td>0.486284</td>\n",
       "      <td>0.038332</td>\n",
       "      <td>0.093663</td>\n",
       "      <td>0.381721</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132609</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2014:15072000232476</td>\n",
       "      <td>2015-04-16</td>\n",
       "      <td>englander, binah miller</td>\n",
       "      <td>englander</td>\n",
       "      <td>binah miller</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>binah miller</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.014848</td>\n",
       "      <td>0.025406</td>\n",
       "      <td>0.051977</td>\n",
       "      <td>0.907769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3132610</th>\n",
       "      <td>2014</td>\n",
       "      <td>e:ind:2016:15072000038764</td>\n",
       "      <td>2014-09-03</td>\n",
       "      <td>miles, gregory d</td>\n",
       "      <td>miles</td>\n",
       "      <td>gregory</td>\n",
       "      <td>d</td>\n",
       "      <td>sr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>gregory d</td>\n",
       "      <td>nh_white</td>\n",
       "      <td>0.001788</td>\n",
       "      <td>0.003026</td>\n",
       "      <td>0.163689</td>\n",
       "      <td>0.831498</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3132611 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         cycle             transaction_id contribution_year  \\\n",
       "0         2014   CA:1438763_INC13_2014_0_        2009-03-05   \n",
       "1         2014   CA:1438763_INC21_2014_0_        2009-03-20   \n",
       "2         2014   CA:1438763_INC24_2014_0_        2009-03-20   \n",
       "3         2014   CA:1438763_INC25_2014_0_        2009-03-20   \n",
       "4         2014   CA:1438763_INC26_2014_0_        2009-03-20   \n",
       "5         2014   CA:1438763_INC27_2014_0_        2009-03-20   \n",
       "6         2014   CA:1438763_INC29_2014_0_        2009-03-20   \n",
       "7         2014  CA:1460289_INC100_2014_0_        2009-08-24   \n",
       "8         2014  CA:1460289_INC105_2014_0_        2009-08-24   \n",
       "9         2014  CA:1460289_INC106_2014_0_        2009-08-24   \n",
       "10        2014  CA:1460289_INC107_2014_0_        2009-08-24   \n",
       "11        2014  CA:1460289_INC112_2014_0_        2009-08-24   \n",
       "12        2014  CA:1460289_INC115_2014_0_        2009-08-24   \n",
       "13        2014  CA:1460289_INC116_2014_0_        2009-08-24   \n",
       "14        2014   CA:1460289_INC80_2014_0_        2009-07-29   \n",
       "15        2014   CA:1460289_INC82_2014_0_        2009-07-29   \n",
       "16        2014   CA:1460289_INC87_2014_0_        2009-08-10   \n",
       "17        2014   CA:1460289_INC88_2014_0_        2009-08-10   \n",
       "18        2014   CA:1460289_INC89_2014_0_        2009-08-12   \n",
       "19        2014   CA:1460289_INC91_2014_0_        2009-08-12   \n",
       "20        2014   CA:1460289_INC97_2014_0_        2009-08-19   \n",
       "21        2014   CA:1490638_INC10_2014_0_        2010-03-26   \n",
       "22        2014   CA:1490638_INC11_2014_0_        2010-03-26   \n",
       "23        2014   CA:1490638_INC14_2014_0_        2010-03-26   \n",
       "24        2014   CA:1490638_INC15_2014_0_        2010-03-26   \n",
       "25        2014   CA:1490638_INC16_2014_0_        2010-03-26   \n",
       "26        2014   CA:1490638_INC19_2014_0_        2010-03-26   \n",
       "27        2014   CA:1490638_INC20_2014_0_        2010-03-26   \n",
       "28        2014   CA:1490638_INC21_2014_0_        2010-03-26   \n",
       "29        2014   CA:1490638_INC22_2014_0_        2010-03-26   \n",
       "...        ...                        ...               ...   \n",
       "3132581   2014  e:ind:2014:15072000282488        2015-06-18   \n",
       "3132582   2014  e:ind:2014:15072000282487        2015-06-05   \n",
       "3132583   2014  e:ind:2014:15072000282486        2015-04-16   \n",
       "3132584   2014  e:ind:2014:15072000282483        2015-06-18   \n",
       "3132585   2014  e:ind:2014:15072000282482        2015-06-22   \n",
       "3132586   2014  e:ind:2014:15072000282478        2015-06-19   \n",
       "3132587   2014  e:ind:2014:15072000282477        2015-04-07   \n",
       "3132588   2014  e:ind:2014:15072000282476        2015-04-20   \n",
       "3132589   2014  e:ind:2014:15072000282475        2015-04-14   \n",
       "3132590   2014  e:ind:2014:15072000282474        2015-06-12   \n",
       "3132591   2014  e:ind:2014:15072000282471        2015-06-12   \n",
       "3132592   2014  e:ind:2014:15072000282470        2015-04-21   \n",
       "3132593   2014  e:ind:2014:15072000282469        2015-04-20   \n",
       "3132594   2014  e:ind:2014:15072000282468        2015-05-01   \n",
       "3132595   2014  e:ind:2014:15072000282467        2015-06-29   \n",
       "3132596   2014  e:ind:2014:15072000282466        2015-04-06   \n",
       "3132597   2014  e:ind:2014:15072000282465        2015-06-17   \n",
       "3132598   2014  e:ind:2014:15072000282464        2015-04-20   \n",
       "3132599   2014  e:ind:2014:15072000282463        2015-06-18   \n",
       "3132600   2014  e:ind:2014:15072000282454        2015-04-20   \n",
       "3132601   2014  e:ind:2014:15072000282453        2015-04-20   \n",
       "3132602   2014  e:ind:2014:15072000282452        2015-04-02   \n",
       "3132603   2014  e:ind:2014:15072000282445        2015-04-20   \n",
       "3132604   2014  e:ind:2014:15072000282444        2015-06-17   \n",
       "3132605   2014  e:ind:2014:15072000282443        2015-06-18   \n",
       "3132606   2014  e:ind:2014:15072000282442        2015-06-19   \n",
       "3132607   2014  e:ind:2014:15072000282441        2015-06-22   \n",
       "3132608   2014  e:ind:2014:15072000273752        2015-05-24   \n",
       "3132609   2014  e:ind:2014:15072000232476        2015-04-16   \n",
       "3132610   2014  e:ind:2016:15072000038764        2014-09-03   \n",
       "\n",
       "                  contributor_name contributor_lname contributor_fname  \\\n",
       "0                hayes, janet gray             hayes             janet   \n",
       "1                 dailey, thomas m            dailey            thomas   \n",
       "2               giberson, margaret          giberson          margaret   \n",
       "3                hooper, gregory f            hooper           gregory   \n",
       "4           lewis, william spencer             lewis           william   \n",
       "5             miller, kathleen mae            miller          kathleen   \n",
       "6                     walters, kim           walters               kim   \n",
       "7                  boyarsky, jay s          boyarsky               jay   \n",
       "8           francisco, ferdinand d         francisco         ferdinand   \n",
       "9                     kim, tae yun               kim               tae   \n",
       "10                kolstad, patrick           kolstad           patrick   \n",
       "11                rosen, jeffrey f             rosen           jeffrey   \n",
       "12                  surace, marita            surace            marita   \n",
       "13               meeker, william c            meeker           william   \n",
       "14                    diridon, rod           diridon               rod   \n",
       "15                  fox, michael e               fox           michael   \n",
       "16                 kieve, robert s             kieve            robert   \n",
       "17                kissner, chuck d           kissner             chuck   \n",
       "18                king, kathleen m              king          kathleen   \n",
       "19            roberts, christopher           roberts       christopher   \n",
       "20                bolger, brenna m            bolger            brenna   \n",
       "21                barcelona, linda         barcelona             linda   \n",
       "22                    baugh, wendy             baugh             wendy   \n",
       "23                   crow, michael              crow           michael   \n",
       "24                  darc, thornton              darc          thornton   \n",
       "25             debenedetto, denise       debenedetto            denise   \n",
       "26                 dolan, marianne             dolan          marianne   \n",
       "27                   duncan, james            duncan             james   \n",
       "28                  dwyer, j devin             dwyer           j devin   \n",
       "29                eadington, linda         eadington             linda   \n",
       "...                            ...               ...               ...   \n",
       "3132581                 park, dong              park              dong   \n",
       "3132582        naarendorp, michael        naarendorp           michael   \n",
       "3132583              moses, edward             moses            edward   \n",
       "3132584        lewis, carol sutton             lewis             carol   \n",
       "3132585              lee, suk chan               lee          suk chan   \n",
       "3132586        knuckles, kenneth j          knuckles           kenneth   \n",
       "3132587         kaufman, stephen e           kaufman           stephen   \n",
       "3132588                 jyi, david               jyi             david   \n",
       "3132589             hudson, yvonne            hudson            yvonne   \n",
       "3132590       hubbard, william n n           hubbard         william n   \n",
       "3132591        higginbottom, elzie      higginbottom             elzie   \n",
       "3132592           hardy, michael a             hardy           michael   \n",
       "3132593             hadera, asfaha            hadera            asfaha   \n",
       "3132594             graves, conrad            graves            conrad   \n",
       "3132595       goldstein, jeffrey p         goldstein           jeffrey   \n",
       "3132596            frommer, ross a           frommer              ross   \n",
       "3132597           ezrapour, robert          ezrapour            robert   \n",
       "3132598   eastmond, arlington leon          eastmond         arlington   \n",
       "3132599              duncan, blair            duncan             blair   \n",
       "3132600             douglas, lloyd           douglas             lloyd   \n",
       "3132601  dickens richards, delores  dickens richards           delores   \n",
       "3132602          davis, j morton j             davis          j morton   \n",
       "3132603       chilliest, anthony s         chilliest           anthony   \n",
       "3132604         cerulli, maurice a           cerulli           maurice   \n",
       "3132605            butts, calvin o             butts            calvin   \n",
       "3132606         brescia, michael j           brescia           michael   \n",
       "3132607           alicea, victor g            alicea            victor   \n",
       "3132608         el chammas, saleem        el chammas            saleem   \n",
       "3132609    englander, binah miller         englander      binah miller   \n",
       "3132610           miles, gregory d             miles           gregory   \n",
       "\n",
       "        contributor_mname contributor_suffix contributor_title  \\\n",
       "0                    gray                NaN               NaN   \n",
       "1                       m                NaN               NaN   \n",
       "2                     NaN                NaN               NaN   \n",
       "3                       f                NaN               NaN   \n",
       "4                 spencer                NaN               NaN   \n",
       "5                     mae                NaN               NaN   \n",
       "6                     NaN                NaN               NaN   \n",
       "7                       s                NaN               NaN   \n",
       "8                       d                NaN               NaN   \n",
       "9                     yun                NaN               NaN   \n",
       "10                    NaN                NaN               NaN   \n",
       "11                      f                NaN               NaN   \n",
       "12                    NaN                NaN               NaN   \n",
       "13                      c                NaN               NaN   \n",
       "14                    NaN                 sr               NaN   \n",
       "15                      e                NaN               NaN   \n",
       "16                      s                NaN               NaN   \n",
       "17                      d                NaN               NaN   \n",
       "18                      m                NaN               NaN   \n",
       "19                    NaN                NaN               NaN   \n",
       "20                      m                NaN               NaN   \n",
       "21                    NaN                NaN               NaN   \n",
       "22                    NaN                NaN               NaN   \n",
       "23                    NaN                NaN               NaN   \n",
       "24                    NaN                NaN               NaN   \n",
       "25                    NaN                NaN               NaN   \n",
       "26                    NaN                NaN               NaN   \n",
       "27                    NaN                NaN               NaN   \n",
       "28                  devin                NaN               NaN   \n",
       "29                    NaN                NaN               NaN   \n",
       "...                   ...                ...               ...   \n",
       "3132581               NaN                NaN               NaN   \n",
       "3132582               NaN                NaN               NaN   \n",
       "3132583               NaN                NaN               NaN   \n",
       "3132584            sutton                NaN               NaN   \n",
       "3132585               NaN                NaN               NaN   \n",
       "3132586                 j                esq               NaN   \n",
       "3132587                 e                NaN               NaN   \n",
       "3132588               NaN                NaN               NaN   \n",
       "3132589               NaN                NaN               NaN   \n",
       "3132590                 n                iii               NaN   \n",
       "3132591               NaN                NaN               NaN   \n",
       "3132592                 a                NaN               NaN   \n",
       "3132593               NaN                NaN               NaN   \n",
       "3132594               NaN                NaN               NaN   \n",
       "3132595                 p                NaN               NaN   \n",
       "3132596                 a                NaN               NaN   \n",
       "3132597               NaN                NaN               NaN   \n",
       "3132598              leon                NaN               NaN   \n",
       "3132599               NaN                NaN               NaN   \n",
       "3132600               NaN                NaN               NaN   \n",
       "3132601               NaN                NaN               NaN   \n",
       "3132602                 j                NaN               NaN   \n",
       "3132603                 s                NaN               NaN   \n",
       "3132604                 a                NaN               NaN   \n",
       "3132605                 o                iii               NaN   \n",
       "3132606                 j                m d               NaN   \n",
       "3132607                 g                phd               NaN   \n",
       "3132608               NaN                NaN               NaN   \n",
       "3132609               NaN                NaN               NaN   \n",
       "3132610                 d                 sr               NaN   \n",
       "\n",
       "        contributor_ffname      race     asian  hispanic  nh_black  nh_white  \n",
       "0               janet gray  nh_white  0.002450  0.005534  0.148020  0.843995  \n",
       "1                 thomas m  nh_white  0.002412  0.003960  0.038342  0.955286  \n",
       "2                 margaret  nh_white  0.001794  0.005311  0.117157  0.875738  \n",
       "3                gregory f  nh_white  0.002038  0.002623  0.149545  0.845794  \n",
       "4          william spencer  nh_white  0.000905  0.004268  0.085702  0.909125  \n",
       "5             kathleen mae  nh_white  0.002555  0.004558  0.033099  0.959788  \n",
       "6                      kim  nh_white  0.007789  0.003099  0.160539  0.828573  \n",
       "7                    jay s  nh_white  0.001936  0.008696  0.003957  0.985411  \n",
       "8              ferdinand d  nh_white  0.035581  0.242564  0.059238  0.662617  \n",
       "9                  tae yun     asian  0.993565  0.000234  0.001628  0.004573  \n",
       "10                 patrick  nh_white  0.017509  0.008029  0.004631  0.969831  \n",
       "11               jeffrey f  nh_white  0.002927  0.015320  0.007545  0.974208  \n",
       "12                  marita  nh_white  0.145714  0.179844  0.163689  0.510753  \n",
       "13               william c  nh_white  0.000753  0.004458  0.010288  0.984500  \n",
       "14                     rod  nh_white  0.022678  0.046545  0.126267  0.804509  \n",
       "15               michael e  nh_white  0.001817  0.007733  0.040736  0.949714  \n",
       "16                robert s  nh_white  0.001440  0.004578  0.018771  0.975211  \n",
       "17                 chuck d  nh_white  0.121804  0.014234  0.009019  0.854943  \n",
       "18              kathleen m  nh_white  0.006764  0.005361  0.100528  0.887347  \n",
       "19             christopher  nh_white  0.003759  0.011552  0.100689  0.884000  \n",
       "20                brenna m  nh_white  0.002521  0.013955  0.018302  0.965222  \n",
       "21                   linda  nh_white  0.011489  0.202734  0.019082  0.766695  \n",
       "22                   wendy  nh_white  0.001781  0.006601  0.025891  0.965727  \n",
       "23                 michael  nh_white  0.001778  0.008798  0.015328  0.974096  \n",
       "24                thornton  nh_white  0.002784  0.010575  0.126495  0.860147  \n",
       "25                  denise  nh_white  0.004124  0.032014  0.005672  0.958190  \n",
       "26                marianne  nh_white  0.006370  0.015747  0.017095  0.960788  \n",
       "27                   james  nh_white  0.002811  0.002148  0.165858  0.829183  \n",
       "28                 j devin  nh_white  0.005780  0.018076  0.049888  0.926256  \n",
       "29                   linda  nh_white  0.002700  0.004950  0.087847  0.904503  \n",
       "...                    ...       ...       ...       ...       ...       ...  \n",
       "3132581               dong     asian  0.965124  0.000413  0.002181  0.032283  \n",
       "3132582            michael  nh_white  0.002358  0.008596  0.035676  0.953370  \n",
       "3132583             edward  nh_white  0.005502  0.067212  0.058147  0.869139  \n",
       "3132584       carol sutton  nh_white  0.001779  0.004580  0.154305  0.839337  \n",
       "3132585           suk chan     asian  0.791667  0.005121  0.029095  0.174117  \n",
       "3132586          kenneth j  nh_white  0.001167  0.003651  0.129688  0.865494  \n",
       "3132587          stephen e  nh_white  0.001390  0.012218  0.001427  0.984965  \n",
       "3132588              david  nh_white  0.272188  0.047371  0.132398  0.548042  \n",
       "3132589             yvonne  nh_white  0.004797  0.014135  0.421840  0.559228  \n",
       "3132590        william n n  nh_white  0.011705  0.005499  0.074463  0.908333  \n",
       "3132591              elzie  nh_white  0.011755  0.023240  0.010200  0.954806  \n",
       "3132592          michael a  nh_white  0.002136  0.006991  0.093357  0.897516  \n",
       "3132593             asfaha     asian  0.697543  0.031393  0.173380  0.097684  \n",
       "3132594             conrad  nh_white  0.006879  0.019844  0.275893  0.697384  \n",
       "3132595          jeffrey p  nh_white  0.001299  0.008189  0.002208  0.988304  \n",
       "3132596             ross a  nh_white  0.002656  0.002682  0.009723  0.984939  \n",
       "3132597             robert  nh_white  0.001606  0.006504  0.007847  0.984044  \n",
       "3132598     arlington leon  nh_black  0.004005  0.008895  0.895795  0.091304  \n",
       "3132599              blair  nh_white  0.003711  0.025614  0.249516  0.721159  \n",
       "3132600              lloyd  nh_black  0.001338  0.001344  0.608532  0.388787  \n",
       "3132601            delores  nh_white  0.002809  0.015018  0.278120  0.704052  \n",
       "3132602         j morton j  nh_white  0.001708  0.006323  0.169508  0.822462  \n",
       "3132603          anthony s  nh_white  0.002265  0.008765  0.369082  0.619888  \n",
       "3132604          maurice a  nh_white  0.008455  0.044910  0.037166  0.909468  \n",
       "3132605           calvin o  nh_white  0.005532  0.014501  0.349803  0.630164  \n",
       "3132606          michael j  nh_white  0.003405  0.041804  0.005638  0.949152  \n",
       "3132607           victor g  hispanic  0.009636  0.629537  0.020266  0.340561  \n",
       "3132608             saleem     asian  0.486284  0.038332  0.093663  0.381721  \n",
       "3132609       binah miller  nh_white  0.014848  0.025406  0.051977  0.907769  \n",
       "3132610          gregory d  nh_white  0.001788  0.003026  0.163689  0.831498  \n",
       "\n",
       "[3132611 rows x 15 columns]"
      ]
     },
     "execution_count": 309,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('/opt/data/dime-race/2014_dime_pred_fl_reg_name_results.csv.gz')\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}