update_data.py

# this script downloads the data from https://github.com/Covid-19-Response-Greece/covid19-data-greece

import os
import urllib.request
import sys

DOWNLOADS_DIR = './data/'


urls = [
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/all_countries/JohnsHopkinsCSSE/cleaned-data/timeseries_per_country.json',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/JohnsHopkinsCSSE/timeseries_greece.json',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/wikipedia/cases.csv',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/isMOOD/daily-info.json',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/isMOOD/regions.json',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/isMOOD/total-info.json',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/iMEdD-Lab/greece.csv',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/iMEdD-Lab/greeceTimeline.csv',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/iMEdD-Lab/greece_cases.csv',
    'https://raw.githubusercontent.com/Covid-19-Response-Greece/covid19-data-greece/master/data/greece/iMEdD-Lab/greece_deaths.csv'
]

paths_to_store = [
    'all_countries/JohnsHopkinsCSSE',
    'greece/JohnsHopkinsCSSE',
    'greece/wikipedia',
    'greece/isMOOD',
    'greece/isMOOD',
    'greece/isMOOD',
    'greece/iMEdD-Lab',
    'greece/iMEdD-Lab',
    'greece/iMEdD-Lab',
    'greece/iMEdD-Lab'
]

def download():
    print('Updating data ...')

    if not os.path.exists(DOWNLOADS_DIR):
        os.makedirs(DOWNLOADS_DIR)

    for i in range(0, len(urls)):
        url = urls[i]
        path = paths_to_store[i]

        name = url.rsplit('/', 1)[-1]
        filename = os.path.join(DOWNLOADS_DIR + path, name)

        try:
            urllib.request.urlretrieve(url, filename)
        except Exception as inst:
            print(inst)
            print('Encountered error')
            sys.exit()

    print('Done.')

if __name__ == '__main__':
    download()