get_judges/get_judges.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Get judges from case\n",
    "\n",
    "Get cases json from the API, return all judges from that case\n",
    "\n",
    "Map the judges to a CourtListener URL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import os\n",
    "import sys\n",
    "sys.path.append('..')\n",
    "\n",
    "import requests\n",
    "\n",
    "from config import settings\n",
    "import utils"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = utils.get_api_url() + 'cases/?jurisdiction=ill&full_case=true&format=json&search=rainbow'\n",
    "headers = {'AUTHORIZATION': 'Token {}'.format(settings.API_KEY)}\n",
    "response = requests.get(url, headers=headers)\n",
    "res = response.json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100 results found\n"
     ]
    }
   ],
   "source": [
    "cases = res['results']\n",
    "print(len(cases), \"results found\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[25411, 'majority', 'https://www.courtlistener.com/api/rest/v3/people/?name_last=Theis', 'PRESIDING JUSTICE THEIS', 'Theis', ''], [173531, 'majority', 'https://www.courtlistener.com/api/rest/v3/people/?name_last=Wolfson', 'JUSTICE WOLFSON', 'Wolfson', ''], [182741, 'majority', 'https://www.courtlistener.com/api/rest/v3/people/?name_last=Divito', 'JUSTICE DiVITO', 'Divito', ''], [243891, 'majority', 'https://www.courtlistener.com/api/rest/v3/people/?name_last=Freeman', 'CHIEF JUSTICE FREEMAN', 'Freeman', ''], [243891, 'concurrence', 'https://www.courtlistener.com/api/rest/v3/people/?name_last=Heiple', 'JUSTICE HEIPLE,', 'Heiple', '']]\n"
     ]
    }
   ],
   "source": [
    "not_useful = [\"memorandum\", \"chief\", \"circuit\",\"justice\", \"per curiam\",\"senior\", \"district\", \"judge\",  \"justice\",\"and\", \"associate\",\"mr\", \"mrs\", \"ms\", \"presiding\",\"opinion\",\"the court\", \"dissenting\"]\n",
    "courtlistener_people_api = \"https://www.courtlistener.com/api/rest/v3/people/\"\n",
    "def get_author_name(idx, opinion):\n",
    "    judges = []\n",
    "    try:\n",
    "        authors = opinion['author'].split(', ')\n",
    "        for author in authors:\n",
    "            original_author = author\n",
    "            author_name = fix_name(author)\n",
    "            first_name = ''\n",
    "            name_parts = author_name.split(' ')\n",
    "            if len(name_parts) > 1:\n",
    "                author_name = name_parts[-1]\n",
    "                if len(name_parts[0]) > 1:\n",
    "                    first_name = name_parts[0]\n",
    "            if len(author_name) > 1:\n",
    "                author_name = author_name.capitalize() \n",
    "                if '-' in author_name:\n",
    "                    # keep hyphenations in people's names, capitalize each hyphenated part\n",
    "                    name_parts = author_name.split('-')\n",
    "                    author_name = ''\n",
    "                    for idx,part in enumerate(name_parts):\n",
    "                        if idx < len(name_parts) - 1:\n",
    "                            author_name += part.capitalize() + '-' \n",
    "                        else:\n",
    "                            author_name += part.capitalize()\n",
    "                url = \"%s?name_last=%s\" % (courtlistener_people_api, author_name)\n",
    "                if first_name:\n",
    "                    url += \"&name_first=%s\" % first_name.capitalize()\n",
    "                judges.append([idx, opinion['type'], url, original_author, author_name, first_name.capitalize()])\n",
    "    except:\n",
    "        # for one reason or another the opinion doesn't have an author. \n",
    "        # Sometimes it's because the judges have decided that case is not to be treated as precedential\n",
    "        pass\n",
    "    return judges\n",
    "\n",
    "def fix_name(name):\n",
    "    name = re.sub('[^0-9a-zA-Z\\-\\s]+', '', name.lower())\n",
    "    for nu in not_useful:\n",
    "        name = name.replace(nu,'')    \n",
    "    return name.strip()\n",
    "\n",
    "\n",
    "def get_all_judges(cases, opinion_type=None):\n",
    "    judge_results = []\n",
    "    for case in cases:\n",
    "\n",
    "        opinions = case['casebody']['data']['opinions']\n",
    "\n",
    "        for opinion in opinions:\n",
    "            if opinion_type:\n",
    "                if opinion['type'] == opinion_type:\n",
    "                    names = get_author_name(case['id'],opinion)\n",
    "            else:\n",
    "                names = get_author_name(case['id'],opinion)\n",
    "            if names:\n",
    "                judge_results += names\n",
    "    return judge_results\n",
    "judges = get_all_judges(cases)\n",
    "\n",
    "# print first five\n",
    "print(judges[0:5])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## DataFrames!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>type</th>\n",
       "      <th>best_guess_url</th>\n",
       "      <th>original</th>\n",
       "      <th>last_name</th>\n",
       "      <th>first_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>25411</td>\n",
       "      <td>majority</td>\n",
       "      <td>https://www.courtlistener.com/api/rest/v3/peop...</td>\n",
       "      <td>PRESIDING JUSTICE THEIS</td>\n",
       "      <td>Theis</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>173531</td>\n",
       "      <td>majority</td>\n",
       "      <td>https://www.courtlistener.com/api/rest/v3/peop...</td>\n",
       "      <td>JUSTICE WOLFSON</td>\n",
       "      <td>Wolfson</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>182741</td>\n",
       "      <td>majority</td>\n",
       "      <td>https://www.courtlistener.com/api/rest/v3/peop...</td>\n",
       "      <td>JUSTICE DiVITO</td>\n",
       "      <td>Divito</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>243891</td>\n",
       "      <td>majority</td>\n",
       "      <td>https://www.courtlistener.com/api/rest/v3/peop...</td>\n",
       "      <td>CHIEF JUSTICE FREEMAN</td>\n",
       "      <td>Freeman</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>243891</td>\n",
       "      <td>concurrence</td>\n",
       "      <td>https://www.courtlistener.com/api/rest/v3/peop...</td>\n",
       "      <td>JUSTICE HEIPLE,</td>\n",
       "      <td>Heiple</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       id         type                                     best_guess_url  \\\n",
       "0   25411     majority  https://www.courtlistener.com/api/rest/v3/peop...   \n",
       "1  173531     majority  https://www.courtlistener.com/api/rest/v3/peop...   \n",
       "2  182741     majority  https://www.courtlistener.com/api/rest/v3/peop...   \n",
       "3  243891     majority  https://www.courtlistener.com/api/rest/v3/peop...   \n",
       "4  243891  concurrence  https://www.courtlistener.com/api/rest/v3/peop...   \n",
       "\n",
       "                  original last_name first_name  \n",
       "0  PRESIDING JUSTICE THEIS     Theis             \n",
       "1          JUSTICE WOLFSON   Wolfson             \n",
       "2           JUSTICE DiVITO    Divito             \n",
       "3    CHIEF JUSTICE FREEMAN   Freeman             \n",
       "4          JUSTICE HEIPLE,    Heiple             "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "judge_df = pd.DataFrame(data=judges, columns=[\"id\",\"type\",\"best_guess_url\",\"original\", \"last_name\",\"first_name\"])\n",
    "judge_df.head()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}