scrape-google-game-reviews.ipynb

{"cells":[{"metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true},"cell_type":"code","source":"import numpy as np \nimport pandas as pd \nimport json","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"d629ff2d2480ee46fbb7e2d37f6b5fab8052498a","_cell_guid":"79c7e3d0-c299-4dcb-8224-4455121ee9b0","trusted":true},"cell_type":"code","source":"games_detailed = pd.read_csv('../input/google-games-info/google_games_info_detailed.csv')","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"!pip install google-play-scraper","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"from google_play_scraper import Sort, reviews","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"tmp = games_detailed['appId']\n#tmp = tmp[:2000]\n#tmp = tmp[2000:4000]\n#tmp = tmp[4000:6000]\ntmp = tmp[6000:8000]\n\nfor c,g in enumerate(tmp):\n    print(str(c) + ' ' + g)\n    # init\n    cum_count = 0\n    all_result = []\n    continuation_token = None # reset\n    count = 100 # set number of reviews per query\n\n    while cum_count < 1000:\n        result, continuation_token = reviews(\n            g,\n            lang='en', # defaults to 'en'\n            country='sg', # defaults to 'us'\n            sort=Sort.MOST_RELEVANT, # defaults to Sort.MOST_RELEVANT\n            count=count, # defaults to 100\n            continuation_token=continuation_token # defaults to None(load from the beginning)\n        )\n        all_result += result\n        cum_count += count\n    filename = './' + g + '.json'\n    with open(filename, 'w', encoding='utf-8') as json_file:\n        json.dump(all_result, json_file, indent=4, sort_keys=False, default=str)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.7.6","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":4}