P6 yelp api.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "1f0ccfbf-2602-4567-94ab-8ff894a878af",
   "metadata": {},
   "source": [
    "# API REST et requete sur endpoint: vieille methode peu flexible\n",
    "* L'api est limité , impossible de recuperer plus de 3 reviews par business"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "7f73b41a-74ea-4b4a-bc0a-60a58e867cd2",
   "metadata": {},
   "outputs": [],
   "source": [
    "#client id: PtmNC-6eafkEZj0qwH7C5A\n",
    "# API key: ROAZmQQQUYoPK2vBEjuxWqJu4SEGGpVZacWIolGmFYgMAZsg-BIpO0g71j3nf3QcLF4yW5g9jVkJOoDOSmi5FAfK86Eb_9qnMGTrQngsRTYWV4dA2H8xtMsF2UDpYXYx\n",
    "# App Name: restau\n",
    "# Daily API limit\n",
    "\n",
    "# GraphQL (beta) ss the regular API\n",
    "# To authenticate API calls with the API Key, set the Authorization HTTP header value as Bearer API_KEY"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "1b6dd774-56fc-453a-97fe-e771133cb868",
   "metadata": {},
   "outputs": [],
   "source": [
    "#elegant and simple HTTP library for Python\n",
    "import requests\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "id": "4e870ff5-0a89-47b3-8d9f-6ebbfcf6087a",
   "metadata": {},
   "outputs": [],
   "source": [
    "url='https://api.yelp.com/v3/businesses/search'\n",
    "key='ROAZmQQQUYoPK2vBEjuxWqJu4SEGGpVZacWIolGmFYgMAZsg-BIpO0g71j3nf3QcLF4yW5g9jVkJOoDOSmi5FAfK86Eb_9qnMGTrQngsRTYWV4dA2H8xtMsF2UDpYXYx'\n",
    "headers={'Authorization':'Bearer %s' % key}\n",
    "\n",
    "parameters ={'location': \"New York City\",\n",
    "            'categories': 'restaurants',\n",
    "            'sort_by':'review_count', \n",
    "            'limit':3}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "id": "030e7b0e-f9b9-4544-a815-df42a71fd7ed",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'businesses': [{'id': 'V7lXZKBDzScDeGB8JmnzSA',\n",
       "   'alias': 'katzs-delicatessen-new-york',\n",
       "   'name': \"Katz's Delicatessen\",\n",
       "   'image_url': 'https://s3-media4.fl.yelpcdn.com/bphoto/7Yn37rOW4VQDI396jPPoyA/o.jpg',\n",
       "   'is_closed': False,\n",
       "   'url': 'https://www.yelp.com/biz/katzs-delicatessen-new-york?adjust_creative=PtmNC-6eafkEZj0qwH7C5A&utm_campaign=yelp_api_v3&utm_medium=api_v3_business_search&utm_source=PtmNC-6eafkEZj0qwH7C5A',\n",
       "   'review_count': 13254,\n",
       "   'categories': [{'alias': 'delis', 'title': 'Delis'},\n",
       "    {'alias': 'sandwiches', 'title': 'Sandwiches'},\n",
       "    {'alias': 'soup', 'title': 'Soup'}],\n",
       "   'rating': 4.0,\n",
       "   'coordinates': {'latitude': 40.722237, 'longitude': -73.9875259},\n",
       "   'transactions': ['delivery', 'pickup'],\n",
       "   'price': '$$',\n",
       "   'location': {'address1': '205 E Houston St',\n",
       "    'address2': '',\n",
       "    'address3': '',\n",
       "    'city': 'New York',\n",
       "    'zip_code': '10002',\n",
       "    'country': 'US',\n",
       "    'state': 'NY',\n",
       "    'display_address': ['205 E Houston St', 'New York, NY 10002']},\n",
       "   'phone': '+12122542246',\n",
       "   'display_phone': '(212) 254-2246',\n",
       "   'distance': 1952.3706239726876},\n",
       "  {'id': '44SY464xDHbvOcjDzRbKkQ',\n",
       "   'alias': 'ippudo-ny-new-york-7',\n",
       "   'name': 'Ippudo NY',\n",
       "   'image_url': 'https://s3-media1.fl.yelpcdn.com/bphoto/zF3EgqHCk7zBUwD2B3WTEA/o.jpg',\n",
       "   'is_closed': False,\n",
       "   'url': 'https://www.yelp.com/biz/ippudo-ny-new-york-7?adjust_creative=PtmNC-6eafkEZj0qwH7C5A&utm_campaign=yelp_api_v3&utm_medium=api_v3_business_search&utm_source=PtmNC-6eafkEZj0qwH7C5A',\n",
       "   'review_count': 10162,\n",
       "   'categories': [{'alias': 'ramen', 'title': 'Ramen'}],\n",
       "   'rating': 4.0,\n",
       "   'coordinates': {'latitude': 40.73092, 'longitude': -73.99015},\n",
       "   'transactions': ['delivery', 'pickup'],\n",
       "   'price': '$$',\n",
       "   'location': {'address1': '65 4th Ave',\n",
       "    'address2': '',\n",
       "    'address3': '',\n",
       "    'city': 'New York',\n",
       "    'zip_code': '10003',\n",
       "    'country': 'US',\n",
       "    'state': 'NY',\n",
       "    'display_address': ['65 4th Ave', 'New York, NY 10003']},\n",
       "   'phone': '+12123880088',\n",
       "   'display_phone': '(212) 388-0088',\n",
       "   'distance': 2854.3012674083675},\n",
       "  {'id': 'xEnNFXtMLDF5kZDxfaCJgA',\n",
       "   'alias': 'the-halal-guys-new-york-2',\n",
       "   'name': 'The Halal Guys',\n",
       "   'image_url': 'https://s3-media2.fl.yelpcdn.com/bphoto/pqcdqGpzyurT2pSVA9G2kw/o.jpg',\n",
       "   'is_closed': False,\n",
       "   'url': 'https://www.yelp.com/biz/the-halal-guys-new-york-2?adjust_creative=PtmNC-6eafkEZj0qwH7C5A&utm_campaign=yelp_api_v3&utm_medium=api_v3_business_search&utm_source=PtmNC-6eafkEZj0qwH7C5A',\n",
       "   'review_count': 9741,\n",
       "   'categories': [{'alias': 'foodstands', 'title': 'Food Stands'},\n",
       "    {'alias': 'mideastern', 'title': 'Middle Eastern'},\n",
       "    {'alias': 'halal', 'title': 'Halal'}],\n",
       "   'rating': 4.0,\n",
       "   'coordinates': {'latitude': 40.761861, 'longitude': -73.979306},\n",
       "   'transactions': ['delivery', 'pickup'],\n",
       "   'price': '$',\n",
       "   'location': {'address1': 'W 53rd St',\n",
       "    'address2': None,\n",
       "    'address3': '',\n",
       "    'city': 'New York',\n",
       "    'zip_code': '10019',\n",
       "    'country': 'US',\n",
       "    'state': 'NY',\n",
       "    'display_address': ['W 53rd St', 'New York, NY 10019']},\n",
       "   'phone': '+13475271505',\n",
       "   'display_phone': '(347) 527-1505',\n",
       "   'distance': 6399.019109860832}],\n",
       " 'total': 240,\n",
       " 'region': {'center': {'longitude': -73.99429321289062,\n",
       "   'latitude': 40.70544486444615}}}"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "requests.get(url, headers=headers, params=parameters).json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "a6d022df-8912-4d74-8b67-3f5ae0ad0b23",
   "metadata": {},
   "outputs": [],
   "source": [
    "def getbiz(parameters):\n",
    "    url='https://api.yelp.com/v3/businesses/search'\n",
    "    headers={'Authorization':'Bearer %s' % key}\n",
    "    \n",
    "    response = requests.get(url, headers=headers, params=parameters)\n",
    "    data=response.json()['businesses']\n",
    "    \n",
    "    ids=[]\n",
    "    names=[]\n",
    "    ratings=[]\n",
    "    pricing=[]\n",
    "    cnt=[]\n",
    "    address=[]\n",
    "    city=[]\n",
    "    country=[]\n",
    "    for i in range(len(data)):\n",
    "        ids.append(data[i]['id'])\n",
    "        names.append(data[i]['name'])\n",
    "        ratings.append(data[i]['rating'])\n",
    "        city.append(data[i]['location']['city'])\n",
    "        country.append(data[i]['location']['country'])\n",
    "        address.append(data[i]['location']['address1'])\n",
    "        try:\n",
    "            pricing.append(len(data[i]['price']))\n",
    "        except:\n",
    "            pricing.append(none)\n",
    "        cnt.append(data[i]['review_count'])\n",
    "    biz={'id':ids, 'name':names,'rating':ratings,'pricing':pricing,'num_review':cnt,'country':country,'city':city,'street_address':address}\n",
    "    return pd.DataFrame(biz)\n",
    "\n",
    "\n",
    "#limité à 3 reviews par biz\n",
    "def getreviews(biz):\n",
    "    headers={'Authorization':'Bearer %s' % key}\n",
    "    \n",
    "    id_biz=[]\n",
    "    id_review=[]\n",
    "    ratings=[]\n",
    "    user_ids=[]\n",
    "    texts=[]\n",
    "    creation=[]\n",
    "        \n",
    "    for c,i in enumerate(biz.id):        \n",
    "        url='https://api.yelp.com/v3/businesses/'+i+'/reviews'\n",
    "        response = requests.get(url, headers=headers)\n",
    "        data=response.json()['reviews']\n",
    "        \n",
    "        for j in range(len(data)):\n",
    "            id_biz.append(i)\n",
    "            id_review.append(data[j]['id'])\n",
    "            ratings.append(data[j]['rating'])\n",
    "            user_ids.append(data[j]['user']['id'])\n",
    "            texts.append(data[j]['text'])\n",
    "            creation.append(data[j]['time_created'])\n",
    "    rev={'id_biz':id_biz,'id_review':id_review, 'rating':ratings,'user_id':user_ids,'text':texts,'created_time':creation}\n",
    "    return pd.DataFrame(rev)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "1ae4e0ce-2d3b-4de2-bc90-8491820c038c",
   "metadata": {},
   "outputs": [],
   "source": [
    "parameters ={'location': \"New York City\",\n",
    "            'categories': 'restaurants',\n",
    "            'sort_by':'review_count', \n",
    "            'limit':3}\n",
    "biz=getbiz(parameters)\n",
    "rev=getreviews(biz)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "3aa08bcf-3e31-4166-9df0-3f10be1c0cfd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>rating</th>\n",
       "      <th>pricing</th>\n",
       "      <th>num_review</th>\n",
       "      <th>country</th>\n",
       "      <th>city</th>\n",
       "      <th>street_address</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>V7lXZKBDzScDeGB8JmnzSA</td>\n",
       "      <td>Katz's Delicatessen</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2</td>\n",
       "      <td>13254</td>\n",
       "      <td>US</td>\n",
       "      <td>New York</td>\n",
       "      <td>205 E Houston St</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>44SY464xDHbvOcjDzRbKkQ</td>\n",
       "      <td>Ippudo NY</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2</td>\n",
       "      <td>10163</td>\n",
       "      <td>US</td>\n",
       "      <td>New York</td>\n",
       "      <td>65 4th Ave</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>xEnNFXtMLDF5kZDxfaCJgA</td>\n",
       "      <td>The Halal Guys</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>9740</td>\n",
       "      <td>US</td>\n",
       "      <td>New York</td>\n",
       "      <td>W 53rd St</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       id                 name  rating  pricing  num_review  \\\n",
       "0  V7lXZKBDzScDeGB8JmnzSA  Katz's Delicatessen     4.0        2       13254   \n",
       "1  44SY464xDHbvOcjDzRbKkQ            Ippudo NY     4.0        2       10163   \n",
       "2  xEnNFXtMLDF5kZDxfaCJgA       The Halal Guys     4.0        1        9740   \n",
       "\n",
       "  country      city    street_address  \n",
       "0      US  New York  205 E Houston St  \n",
       "1      US  New York        65 4th Ave  \n",
       "2      US  New York         W 53rd St  "
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "biz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "2c72b5cf-98f6-41eb-9074-eafa9444e072",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id_biz</th>\n",
       "      <th>id_review</th>\n",
       "      <th>rating</th>\n",
       "      <th>user_id</th>\n",
       "      <th>text</th>\n",
       "      <th>created_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>V7lXZKBDzScDeGB8JmnzSA</td>\n",
       "      <td>YErmxd8Wq5js3APNScpSRw</td>\n",
       "      <td>4</td>\n",
       "      <td>2yhyR8WMLGaShrrZ2BQfcQ</td>\n",
       "      <td>1. Pastrami sandwich was amazing\\n2. Little cr...</td>\n",
       "      <td>2021-12-18 22:09:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>V7lXZKBDzScDeGB8JmnzSA</td>\n",
       "      <td>KOVMt-uFUDNf6p52eL7AcQ</td>\n",
       "      <td>5</td>\n",
       "      <td>TU-aeCjEdO-RZ1dZt1mxjQ</td>\n",
       "      <td>Muy buena experiencia pónganlo en su lista de ...</td>\n",
       "      <td>2021-12-30 13:44:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>V7lXZKBDzScDeGB8JmnzSA</td>\n",
       "      <td>hFppQiUJ6M-JCwrcwAF95g</td>\n",
       "      <td>5</td>\n",
       "      <td>GTbrhR4neUkotAVbP1Xy0Q</td>\n",
       "      <td>Great place love their pastrami on rye bread, ...</td>\n",
       "      <td>2021-12-26 06:00:36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>44SY464xDHbvOcjDzRbKkQ</td>\n",
       "      <td>IClV7xq3Lc0cCuW8zfhwxw</td>\n",
       "      <td>5</td>\n",
       "      <td>IcjPM9m9MHCDpkuwBXqvQA</td>\n",
       "      <td>Our friends had recommended this restaurant fo...</td>\n",
       "      <td>2022-01-18 19:11:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>44SY464xDHbvOcjDzRbKkQ</td>\n",
       "      <td>fxls6rgPRXOWhDnyqbm1rA</td>\n",
       "      <td>3</td>\n",
       "      <td>xQLbzbrBh4DKkaPrQQIXVQ</td>\n",
       "      <td>My friend and I came here for lunch, knowing t...</td>\n",
       "      <td>2022-01-17 18:51:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>44SY464xDHbvOcjDzRbKkQ</td>\n",
       "      <td>7m-LLrzag-XIbYyoicDmwA</td>\n",
       "      <td>4</td>\n",
       "      <td>UfiGEp8owldl-K2y_0lhtg</td>\n",
       "      <td>What I ordered | Akamaru Modern Ramen \\n\\nTast...</td>\n",
       "      <td>2021-12-31 13:29:11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>xEnNFXtMLDF5kZDxfaCJgA</td>\n",
       "      <td>v3JPH5YCIJT5LiQsBGze7A</td>\n",
       "      <td>5</td>\n",
       "      <td>iSYvygYFr6ix4cIcnxP7HQ</td>\n",
       "      <td>It is very great great meat great rice and bes...</td>\n",
       "      <td>2021-12-17 16:03:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>xEnNFXtMLDF5kZDxfaCJgA</td>\n",
       "      <td>Ybd21AjqutbGoNlMDWYNjg</td>\n",
       "      <td>3</td>\n",
       "      <td>ccCp2gy20w2atwo-Vfz1iw</td>\n",
       "      <td>Delicious,you should try...but no sitting plac...</td>\n",
       "      <td>2021-12-01 19:53:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>xEnNFXtMLDF5kZDxfaCJgA</td>\n",
       "      <td>1JL6Buiz_JDBAvchzqB_Jw</td>\n",
       "      <td>4</td>\n",
       "      <td>45yyegDSmWnS-GF9a4j2hw</td>\n",
       "      <td>A little pricey for my liking, but over all th...</td>\n",
       "      <td>2021-12-07 08:08:28</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   id_biz               id_review  rating  \\\n",
       "0  V7lXZKBDzScDeGB8JmnzSA  YErmxd8Wq5js3APNScpSRw       4   \n",
       "1  V7lXZKBDzScDeGB8JmnzSA  KOVMt-uFUDNf6p52eL7AcQ       5   \n",
       "2  V7lXZKBDzScDeGB8JmnzSA  hFppQiUJ6M-JCwrcwAF95g       5   \n",
       "3  44SY464xDHbvOcjDzRbKkQ  IClV7xq3Lc0cCuW8zfhwxw       5   \n",
       "4  44SY464xDHbvOcjDzRbKkQ  fxls6rgPRXOWhDnyqbm1rA       3   \n",
       "5  44SY464xDHbvOcjDzRbKkQ  7m-LLrzag-XIbYyoicDmwA       4   \n",
       "6  xEnNFXtMLDF5kZDxfaCJgA  v3JPH5YCIJT5LiQsBGze7A       5   \n",
       "7  xEnNFXtMLDF5kZDxfaCJgA  Ybd21AjqutbGoNlMDWYNjg       3   \n",
       "8  xEnNFXtMLDF5kZDxfaCJgA  1JL6Buiz_JDBAvchzqB_Jw       4   \n",
       "\n",
       "                  user_id                                               text  \\\n",
       "0  2yhyR8WMLGaShrrZ2BQfcQ  1. Pastrami sandwich was amazing\\n2. Little cr...   \n",
       "1  TU-aeCjEdO-RZ1dZt1mxjQ  Muy buena experiencia pónganlo en su lista de ...   \n",
       "2  GTbrhR4neUkotAVbP1Xy0Q  Great place love their pastrami on rye bread, ...   \n",
       "3  IcjPM9m9MHCDpkuwBXqvQA  Our friends had recommended this restaurant fo...   \n",
       "4  xQLbzbrBh4DKkaPrQQIXVQ  My friend and I came here for lunch, knowing t...   \n",
       "5  UfiGEp8owldl-K2y_0lhtg  What I ordered | Akamaru Modern Ramen \\n\\nTast...   \n",
       "6  iSYvygYFr6ix4cIcnxP7HQ  It is very great great meat great rice and bes...   \n",
       "7  ccCp2gy20w2atwo-Vfz1iw  Delicious,you should try...but no sitting plac...   \n",
       "8  45yyegDSmWnS-GF9a4j2hw  A little pricey for my liking, but over all th...   \n",
       "\n",
       "          created_time  \n",
       "0  2021-12-18 22:09:06  \n",
       "1  2021-12-30 13:44:58  \n",
       "2  2021-12-26 06:00:36  \n",
       "3  2022-01-18 19:11:01  \n",
       "4  2022-01-17 18:51:08  \n",
       "5  2021-12-31 13:29:11  \n",
       "6  2021-12-17 16:03:01  \n",
       "7  2021-12-01 19:53:20  \n",
       "8  2021-12-07 08:08:28  "
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rev"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a4abfbf5-a6ea-4dc8-912a-1ebe64b1bdc5",
   "metadata": {},
   "source": [
    "# GRAPHQL (efficience et flexibilité via facebook)\n",
    "* limité à 3 reviews par buis et à 50 requetes en une fois (mais on oue avec l'offset pour en avoir un peu plus jusqu a une certaine limite certainement)\n",
    "* https://www.jesuisundev.com/comprendre-graphql-en-5-minutes/\n",
    "* https://reqbin.com/req/python/c-xgafmluu/convert-curl-to-python-requests"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "id": "fc1a237a-2c92-4d68-aa78-0e3fb620e746",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from requests.structures import CaseInsensitiveDict\n",
    "\n",
    "import json\n",
    "import pandas as pd\n",
    "\n",
    "#curl -X POST -H \"Authorization: Bearer ACCESS_TOKEN\" -H \"Content-Type: application/graphql\" https://api.yelp.com/v3/graphql\n",
    "url = \"https://api.yelp.com/v3/graphql\"\n",
    "\n",
    "headers = CaseInsensitiveDict()\n",
    "headers[\"Authorization\"] = \"Bearer %s\" % key\n",
    "headers[\"Content-Type\"] = \"application/graphql\"\n",
    "\n",
    "data = \"\"\"\n",
    "\n",
    "{\n",
    "    search(location: \"New York City\",\n",
    "            categories: \"restaurants\",\n",
    "            sort_by:\"review_count\", \n",
    "            limit:50) {\n",
    "        total\n",
    "        business {\n",
    "            id\n",
    "            name\n",
    "            rating\n",
    "            location {\n",
    "                city\n",
    "                country\n",
    "                address1\n",
    "            }\n",
    "            price\n",
    "            review_count\n",
    "            reviews {\n",
    "                id\n",
    "                rating\n",
    "                user{\n",
    "                    id\n",
    "                }\n",
    "                text\n",
    "                time_created\n",
    "            }\n",
    "        }\n",
    "    }\n",
    "}\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "#resp = requests.post(url, headers=headers, data=data)\n",
    "#resp.json()\n",
    "#print(resp.status_code)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "id": "e180f51b-9cd5-4623-b3ec-3520167f44e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "def getgqldata():\n",
    "    \n",
    "    #init des listes qui devront faire la meme longueur pour le dataframe\n",
    "    biz_id=[]\n",
    "    biz_name=[]\n",
    "    biz_rating=[]\n",
    "    city=[]\n",
    "    country=[]\n",
    "    address=[]\n",
    "    price=[]\n",
    "    review_count=[]\n",
    "    review_id=[]\n",
    "    review_rating=[]\n",
    "    user_id=[]          \n",
    "    review_txt=[]               \n",
    "    review_creation=[]\n",
    "    \n",
    "    #url/header/requete du curl graphql\n",
    "    url = \"https://api.yelp.com/v3/graphql\"\n",
    "\n",
    "    headers = CaseInsensitiveDict()\n",
    "    headers[\"Authorization\"] = \"Bearer %s\" % key\n",
    "    headers[\"Content-Type\"] = \"application/graphql\"\n",
    "    \n",
    "    #boucle sur les offset pour recup plus de 50 requetes de buisness\n",
    "    for offset in range(0, 200, 50):\n",
    "        datas = \"\"\"\n",
    "\n",
    "        {\n",
    "            search(location: \"New York City\",\n",
    "                    categories: \"restaurants\",\n",
    "                    sort_by:\"review_count\", \n",
    "                    limit:50,\n",
    "                    offset:\"\"\"+str(offset)+\"\"\") {\n",
    "                total\n",
    "                business {\n",
    "                    id\n",
    "                    name\n",
    "                    rating\n",
    "                    location {\n",
    "                        city\n",
    "                        country\n",
    "                        address1\n",
    "                    }\n",
    "                    price\n",
    "                    review_count\n",
    "                    reviews {\n",
    "                        id\n",
    "                        rating\n",
    "                        user{\n",
    "                            id\n",
    "                        }\n",
    "                        text\n",
    "                        time_created\n",
    "                    }\n",
    "                }\n",
    "            }\n",
    "        }\n",
    "        \"\"\"\n",
    "        \n",
    "        #on post la requete curl et on recupere la reponse en objet json\n",
    "        data=requests.post(url=url, headers=headers, data=datas).json()['data']['search']['business']\n",
    "    \n",
    "    \n",
    "        #on construit le dataframe à partir de dict en construisant des listes à partir des données json\n",
    "        for i in range(len(data)):      \n",
    "            for j in range(len(data[i]['reviews'])):\n",
    "                biz_id.append(data[i]['id'])\n",
    "                biz_name.append(data[i]['name'])\n",
    "                biz_rating.append(data[i]['rating'])\n",
    "                city.append(data[i]['location']['city'])\n",
    "                country.append(data[i]['location']['country'])\n",
    "                address.append(data[i]['location']['address1'])\n",
    "                try:\n",
    "                    price.append(len(data[i]['price']))\n",
    "                except:\n",
    "                    price.append(none)\n",
    "                review_count.append(data[i]['review_count'])\n",
    "        \n",
    "                review_id.append(data[i]['reviews'][j]['id'])\n",
    "                review_rating.append(data[i]['reviews'][j]['rating'])\n",
    "                user_id.append(data[i]['reviews'][j]['user']['id'])\n",
    "                review_txt.append(data[i]['reviews'][j]['text'])\n",
    "                review_creation.append(data[i]['reviews'][j]['time_created'])\n",
    "\n",
    "    rev={'biz_id':biz_id,'biz_name':biz_name,'biz_rating':biz_rating,'city':city,'country':country,\n",
    "         'address':address,'price':price,'biz_review_count':review_count,'review_id':review_id,'review_rating':review_rating,\n",
    "        'user_id':user_id,'review_txt':review_txt,'review_creation':review_creation}\n",
    "    return pd.DataFrame(rev)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "id": "75c41b45-8af0-4e8f-bb64-a28e8493d290",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>biz_id</th>\n",
       "      <th>biz_name</th>\n",
       "      <th>biz_rating</th>\n",
       "      <th>city</th>\n",
       "      <th>country</th>\n",
       "      <th>address</th>\n",
       "      <th>price</th>\n",
       "      <th>biz_review_count</th>\n",
       "      <th>review_id</th>\n",
       "      <th>review_rating</th>\n",
       "      <th>user_id</th>\n",
       "      <th>review_txt</th>\n",
       "      <th>review_creation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>V7lXZKBDzScDeGB8JmnzSA</td>\n",
       "      <td>Katz's Delicatessen</td>\n",
       "      <td>4.0</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>205 E Houston St</td>\n",
       "      <td>2</td>\n",
       "      <td>13255</td>\n",
       "      <td>YErmxd8Wq5js3APNScpSRw</td>\n",
       "      <td>4</td>\n",
       "      <td>2yhyR8WMLGaShrrZ2BQfcQ</td>\n",
       "      <td>1. Pastrami sandwich was amazing\\n2. Little cr...</td>\n",
       "      <td>2021-12-18 22:09:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>V7lXZKBDzScDeGB8JmnzSA</td>\n",
       "      <td>Katz's Delicatessen</td>\n",
       "      <td>4.0</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>205 E Houston St</td>\n",
       "      <td>2</td>\n",
       "      <td>13255</td>\n",
       "      <td>KOVMt-uFUDNf6p52eL7AcQ</td>\n",
       "      <td>5</td>\n",
       "      <td>TU-aeCjEdO-RZ1dZt1mxjQ</td>\n",
       "      <td>Muy buena experiencia pónganlo en su lista de ...</td>\n",
       "      <td>2021-12-30 13:44:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>V7lXZKBDzScDeGB8JmnzSA</td>\n",
       "      <td>Katz's Delicatessen</td>\n",
       "      <td>4.0</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>205 E Houston St</td>\n",
       "      <td>2</td>\n",
       "      <td>13255</td>\n",
       "      <td>hFppQiUJ6M-JCwrcwAF95g</td>\n",
       "      <td>5</td>\n",
       "      <td>GTbrhR4neUkotAVbP1Xy0Q</td>\n",
       "      <td>Great place love their pastrami on rye bread, ...</td>\n",
       "      <td>2021-12-26 06:00:36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>44SY464xDHbvOcjDzRbKkQ</td>\n",
       "      <td>Ippudo NY</td>\n",
       "      <td>4.0</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>65 4th Ave</td>\n",
       "      <td>2</td>\n",
       "      <td>10165</td>\n",
       "      <td>IClV7xq3Lc0cCuW8zfhwxw</td>\n",
       "      <td>5</td>\n",
       "      <td>IcjPM9m9MHCDpkuwBXqvQA</td>\n",
       "      <td>Our friends had recommended this restaurant fo...</td>\n",
       "      <td>2022-01-18 19:11:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>44SY464xDHbvOcjDzRbKkQ</td>\n",
       "      <td>Ippudo NY</td>\n",
       "      <td>4.0</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>65 4th Ave</td>\n",
       "      <td>2</td>\n",
       "      <td>10165</td>\n",
       "      <td>fxls6rgPRXOWhDnyqbm1rA</td>\n",
       "      <td>3</td>\n",
       "      <td>xQLbzbrBh4DKkaPrQQIXVQ</td>\n",
       "      <td>My friend and I came here for lunch, knowing t...</td>\n",
       "      <td>2022-01-17 18:51:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>595</th>\n",
       "      <td>UKy0nNjMkOBEU3dOCH831w</td>\n",
       "      <td>Cuba Restaurant and Rum Bar</td>\n",
       "      <td>4.0</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>222 Thompson St</td>\n",
       "      <td>2</td>\n",
       "      <td>1609</td>\n",
       "      <td>etX-TVZ-4wTSDe1TKmEG1Q</td>\n",
       "      <td>5</td>\n",
       "      <td>nz7NEC0jFMUK6wkGnMl11w</td>\n",
       "      <td>You cannot go wrong here. One of the best Lati...</td>\n",
       "      <td>2021-08-22 23:54:25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>596</th>\n",
       "      <td>UKy0nNjMkOBEU3dOCH831w</td>\n",
       "      <td>Cuba Restaurant and Rum Bar</td>\n",
       "      <td>4.0</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>222 Thompson St</td>\n",
       "      <td>2</td>\n",
       "      <td>1609</td>\n",
       "      <td>q1HBHrOHEoirS-njceV0mQ</td>\n",
       "      <td>2</td>\n",
       "      <td>Dp6HMJq7Jjnmb8V6ogs2rg</td>\n",
       "      <td>I've come to Cuba restaurant for many years, a...</td>\n",
       "      <td>2021-08-09 18:26:36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>597</th>\n",
       "      <td>puIxzUYl8hhVfWJRaMsZcA</td>\n",
       "      <td>The Mercer Kitchen</td>\n",
       "      <td>3.5</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>99 Prince St</td>\n",
       "      <td>3</td>\n",
       "      <td>1605</td>\n",
       "      <td>uSuOisngAnZdJXNhZFGMBw</td>\n",
       "      <td>3</td>\n",
       "      <td>oQ2p7o4tbZheY2KuY3HamA</td>\n",
       "      <td>The ambience was really nice and had a good vi...</td>\n",
       "      <td>2021-12-24 16:56:22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>598</th>\n",
       "      <td>puIxzUYl8hhVfWJRaMsZcA</td>\n",
       "      <td>The Mercer Kitchen</td>\n",
       "      <td>3.5</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>99 Prince St</td>\n",
       "      <td>3</td>\n",
       "      <td>1605</td>\n",
       "      <td>LPesGxk14gJ1MnqN8vUKdw</td>\n",
       "      <td>4</td>\n",
       "      <td>K3NQul4_IAaS3PuUMztr-A</td>\n",
       "      <td>This place has the elegance and service of a M...</td>\n",
       "      <td>2021-12-27 20:31:52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>599</th>\n",
       "      <td>puIxzUYl8hhVfWJRaMsZcA</td>\n",
       "      <td>The Mercer Kitchen</td>\n",
       "      <td>3.5</td>\n",
       "      <td>New York</td>\n",
       "      <td>US</td>\n",
       "      <td>99 Prince St</td>\n",
       "      <td>3</td>\n",
       "      <td>1605</td>\n",
       "      <td>4RCAQ7iqu4AzQ-e3oxoQ0A</td>\n",
       "      <td>4</td>\n",
       "      <td>-jt1ACMiZljnBFvS6RRvnA</td>\n",
       "      <td>I was here for a business dinner. The place ha...</td>\n",
       "      <td>2021-11-28 07:54:51</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>600 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     biz_id                     biz_name  biz_rating  \\\n",
       "0    V7lXZKBDzScDeGB8JmnzSA          Katz's Delicatessen         4.0   \n",
       "1    V7lXZKBDzScDeGB8JmnzSA          Katz's Delicatessen         4.0   \n",
       "2    V7lXZKBDzScDeGB8JmnzSA          Katz's Delicatessen         4.0   \n",
       "3    44SY464xDHbvOcjDzRbKkQ                    Ippudo NY         4.0   \n",
       "4    44SY464xDHbvOcjDzRbKkQ                    Ippudo NY         4.0   \n",
       "..                      ...                          ...         ...   \n",
       "595  UKy0nNjMkOBEU3dOCH831w  Cuba Restaurant and Rum Bar         4.0   \n",
       "596  UKy0nNjMkOBEU3dOCH831w  Cuba Restaurant and Rum Bar         4.0   \n",
       "597  puIxzUYl8hhVfWJRaMsZcA           The Mercer Kitchen         3.5   \n",
       "598  puIxzUYl8hhVfWJRaMsZcA           The Mercer Kitchen         3.5   \n",
       "599  puIxzUYl8hhVfWJRaMsZcA           The Mercer Kitchen         3.5   \n",
       "\n",
       "         city country           address  price  biz_review_count  \\\n",
       "0    New York      US  205 E Houston St      2             13255   \n",
       "1    New York      US  205 E Houston St      2             13255   \n",
       "2    New York      US  205 E Houston St      2             13255   \n",
       "3    New York      US        65 4th Ave      2             10165   \n",
       "4    New York      US        65 4th Ave      2             10165   \n",
       "..        ...     ...               ...    ...               ...   \n",
       "595  New York      US   222 Thompson St      2              1609   \n",
       "596  New York      US   222 Thompson St      2              1609   \n",
       "597  New York      US      99 Prince St      3              1605   \n",
       "598  New York      US      99 Prince St      3              1605   \n",
       "599  New York      US      99 Prince St      3              1605   \n",
       "\n",
       "                  review_id  review_rating                 user_id  \\\n",
       "0    YErmxd8Wq5js3APNScpSRw              4  2yhyR8WMLGaShrrZ2BQfcQ   \n",
       "1    KOVMt-uFUDNf6p52eL7AcQ              5  TU-aeCjEdO-RZ1dZt1mxjQ   \n",
       "2    hFppQiUJ6M-JCwrcwAF95g              5  GTbrhR4neUkotAVbP1Xy0Q   \n",
       "3    IClV7xq3Lc0cCuW8zfhwxw              5  IcjPM9m9MHCDpkuwBXqvQA   \n",
       "4    fxls6rgPRXOWhDnyqbm1rA              3  xQLbzbrBh4DKkaPrQQIXVQ   \n",
       "..                      ...            ...                     ...   \n",
       "595  etX-TVZ-4wTSDe1TKmEG1Q              5  nz7NEC0jFMUK6wkGnMl11w   \n",
       "596  q1HBHrOHEoirS-njceV0mQ              2  Dp6HMJq7Jjnmb8V6ogs2rg   \n",
       "597  uSuOisngAnZdJXNhZFGMBw              3  oQ2p7o4tbZheY2KuY3HamA   \n",
       "598  LPesGxk14gJ1MnqN8vUKdw              4  K3NQul4_IAaS3PuUMztr-A   \n",
       "599  4RCAQ7iqu4AzQ-e3oxoQ0A              4  -jt1ACMiZljnBFvS6RRvnA   \n",
       "\n",
       "                                            review_txt      review_creation  \n",
       "0    1. Pastrami sandwich was amazing\\n2. Little cr...  2021-12-18 22:09:06  \n",
       "1    Muy buena experiencia pónganlo en su lista de ...  2021-12-30 13:44:58  \n",
       "2    Great place love their pastrami on rye bread, ...  2021-12-26 06:00:36  \n",
       "3    Our friends had recommended this restaurant fo...  2022-01-18 19:11:01  \n",
       "4    My friend and I came here for lunch, knowing t...  2022-01-17 18:51:08  \n",
       "..                                                 ...                  ...  \n",
       "595  You cannot go wrong here. One of the best Lati...  2021-08-22 23:54:25  \n",
       "596  I've come to Cuba restaurant for many years, a...  2021-08-09 18:26:36  \n",
       "597  The ambience was really nice and had a good vi...  2021-12-24 16:56:22  \n",
       "598  This place has the elegance and service of a M...  2021-12-27 20:31:52  \n",
       "599  I was here for a business dinner. The place ha...  2021-11-28 07:54:51  \n",
       "\n",
       "[600 rows x 13 columns]"
      ]
     },
     "execution_count": 181,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rev2=getgqldata()\n",
    "rev2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "id": "9136da29-4614-4db8-b31e-31e75693627c",
   "metadata": {},
   "outputs": [],
   "source": [
    "rev2['review_txt']=rev2['review_txt'].str.replace('\\n',' ')\n",
    "rev2.to_csv('C:/Users/wesh/OCR/P6/req_yelp.csv',sep=';',index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2ff2102c-20f3-4918-80c1-26996e58c13d",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}