scraper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup\n",
    "from urllib.request import urlopen, Request\n",
    "import requests\n",
    "import json\n",
    "import time\n",
    "import re"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### SCRAPER FUNCTIONS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_league_html(session, league, season, window):\n",
    "    \"\"\"\n",
    "    HTML page response\n",
    "    \"\"\"\n",
    "    URL_LEAGUE = \"https://www.transfermarkt.com/premier-league/transfers/wettbewerb/{league}/plus/?saison_id={season}&s_w={window}\"\n",
    "    \n",
    "    scrape_url = URL_LEAGUE.format(\n",
    "        league=league,\n",
    "        season=season,\n",
    "        window=window\n",
    "    )\n",
    "    \n",
    "    print(\"URL\")\n",
    "    print(scrape_url)\n",
    "\n",
    "    resp = session.get(scrape_url)\n",
    "    \n",
    "    print(\"RESP\")\n",
    "    print(resp)\n",
    "\n",
    "    return BeautifulSoup(resp.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_team_id_from_url(url):\n",
    "    \"\"\"\n",
    "    Helper to prase team id from URL\n",
    "    \"\"\"\n",
    "    if 'verein/' in url:\n",
    "        return url.split('/')[4]\n",
    "    \n",
    "    return None\n",
    "\n",
    "def scrape_transfer_table(transfer_table_soup):\n",
    "    \"\"\"\n",
    "    Scrape data from team transfers HTML table \n",
    "    \"\"\"\n",
    "    table_records = transfer_table_soup.find(\"tbody\").findAll(\"tr\")\n",
    "    \n",
    "    # No rows with player transfers info\n",
    "    if len(table_records[0].findAll(\"td\")) <= 1:\n",
    "        return None\n",
    "    \n",
    "    records = []\n",
    "    for rec in table_records:\n",
    "        rec_data = {}\n",
    "        try:\n",
    "            rec_data['player_name'] = rec.find(\"td\").find(\"div\").text.strip()\n",
    "            rec_data['player_id'] = rec.find(\"td\").find(\"div\").find(\"a\")[\"href\"].split(\"spieler/\")[-1]\n",
    "            rec_data['player_age'] = rec.find(\"td\", class_ = \"zentriert alter-transfer-cell\").text.strip()\n",
    "            \n",
    "            # player nationalities\n",
    "            nationalities = rec_data['player_nat'] = rec.find(\n",
    "                \"td\",\n",
    "                class_ = \"zentriert nat-transfer-cell\"\n",
    "            ).findAll(\"img\")\n",
    "            rec_data['player_nat'] = [nat['title'].strip() for nat in nationalities]\n",
    "        \n",
    "            rec_data['player_pos'] = rec.find(\"td\", class_ = \"kurzpos-transfer-cell zentriert\").text.strip()\n",
    "            rec_data['market_val'] = rec.find(\"td\", class_ = \"rechts mw-transfer-cell\").text.strip()\n",
    "            \n",
    "            # counter team data\n",
    "            counter_team = rec.find(\"td\", class_ = \"verein-flagge-transfer-cell\")\n",
    "            rec_data['counter_team_country'] = counter_team.find(\"img\")[\"title\"].strip() if counter_team.find(\"img\") else counter_team.text.strip()\n",
    "            rec_data['counter_team_name'] = counter_team.find(\"a\")[\"title\"].strip() if counter_team.find(\"a\") else counter_team.text.strip()\n",
    "            rec_data['counter_team_id'] = parse_team_id_from_url(\n",
    "                counter_team.find(\"a\")[\"href\"]\n",
    "            ) if counter_team.find(\"a\") else counter_team.text.strip()\n",
    "            \n",
    "            # transfer data\n",
    "            transfer = rec.findAll(\"td\", class_ = \"rechts\")[-1].find(\"a\")\n",
    "            rec_data['transfer_fee'] = transfer.text.strip()\n",
    "            rec_data['transfer_id'] = transfer[\"href\"].split(\"transfer_id/\")[-1]\n",
    "            \n",
    "        except Exception as e:\n",
    "            print(rec)\n",
    "            raise e\n",
    "        \n",
    "        records.append(rec_data)\n",
    "        \n",
    "    return records"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scrape_league_season(session, league, season, window):\n",
    "    \"\"\"\n",
    "    \n",
    "    \"\"\"\n",
    "    league_soup = get_league_html(session, league, season, window)\n",
    "    league_country = league_soup.find(\"td\", class_=\"no-border-links verein-flagge-transfer-cell\").find(\"img\")['title'].strip()\n",
    "    \n",
    "    boxes = league_soup.find_all(class_ = \"box\")\n",
    "    team_boxes = []\n",
    "    for box in boxes:\n",
    "        if box.find(\"h2\", class_ = \"content-box-headline content-box-headline--inverted content-box-headline--logo\"): # transfer-zusatzinfo-box\n",
    "            team_boxes.append(box)\n",
    "            \n",
    "    data = []\n",
    "    for box in team_boxes:\n",
    "        # team name and ID\n",
    "\n",
    "        # OLD\n",
    "        #team_info_tag = box.find(\"div\", class_ = \"table-header\")\n",
    "        #team_id = box['id'].split('-')[1]\n",
    "\n",
    "        # WORKING\n",
    "        team_name = box.find(\"img\")['title'].strip()\n",
    "        team_id = re.findall('id=\"to-'+ \"(.*?)\" +'\">', str(box))[0]\n",
    "        \n",
    "        # Log\n",
    "        print(f\"TEAM {team_name}, ID {team_id}\")\n",
    "\n",
    "        # Tables with transfers\n",
    "        team_tables = box.find_all(\"table\")\n",
    "\n",
    "        # IN transfers\n",
    "        in_transfers = scrape_transfer_table(team_tables[0])\n",
    "\n",
    "        # OUT transfers\n",
    "        out_transfers = scrape_transfer_table(team_tables[1])\n",
    "\n",
    "        data.append(\n",
    "            {\n",
    "                'team': {\n",
    "                    'team_name': team_name,\n",
    "                    'team_id': team_id,\n",
    "                    'team_country': league_country\n",
    "                },\n",
    "                'in': in_transfers,\n",
    "                'left': out_transfers\n",
    "            }\n",
    "        )\n",
    "        \n",
    "    return data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scrape_script(leagues:list=['GB1', 'ES1', 'IT1', 'L1', 'FR1', 'PO1', 'NL1'], seasons:list=[2022, 2023, 2024], windows:list=[\"s\", \"w\"]):\n",
    "    HEADERS = {\n",
    "        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',\n",
    "        'accept-encoding': 'gzip, deflate, br',\n",
    "        'accept-language': 'ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7',\n",
    "        'cache-control': 'max-age=0',\n",
    "        'upgrade-insecure-requests': '1',\n",
    "        'user-agent': 'Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36 OPR/62.0.3331.116',\n",
    "    }\n",
    "    \n",
    "    SCRAPE_LEAGUES = leagues\n",
    "    SCRAPE_SEASONS = seasons\n",
    "    SCRAPE_WINDOWS = windows\n",
    "    \n",
    "    session = requests.session()\n",
    "    session.headers.update(HEADERS)\n",
    "    \n",
    "    for league in SCRAPE_LEAGUES:\n",
    "        for season in SCRAPE_SEASONS:\n",
    "            for window in SCRAPE_WINDOWS:\n",
    "            \n",
    "                time.sleep(15)\n",
    "                print('SCRAPE:', league, season, window)\n",
    "                try:\n",
    "                    data = scrape_league_season(session, league, season, window)\n",
    "                except:\n",
    "                    print(\"Data not avaible\")\n",
    "\n",
    "                filename = 'data/{league}_{season}_{window}.json'.format(\n",
    "                    league=league,\n",
    "                    season=season,\n",
    "                    window=window\n",
    "                )\n",
    "                \n",
    "                with open(filename, 'w', encoding='utf8') as output:\n",
    "                    json.dump(data, output, ensure_ascii=False)\n",
    "                \n",
    "                \n",
    "    return None"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### RUN SCRAPER"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# scrape_script(leagues=['GB1'], seasons=[2022], windows=[\"s\", \"w\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**All leagues**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SCRAPE: GB1 2022 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/GB1/plus/?saison_id=2022&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Arsenal FC, ID 11\n",
      "TEAM Aston Villa, ID 405\n",
      "TEAM AFC Bournemouth, ID 989\n",
      "TEAM Brentford FC, ID 1148\n",
      "TEAM Brighton & Hove Albion, ID 1237\n",
      "TEAM Chelsea FC, ID 631\n",
      "TEAM Crystal Palace, ID 873\n",
      "TEAM Everton FC, ID 29\n",
      "TEAM Fulham FC, ID 931\n",
      "TEAM Leeds United, ID 399\n",
      "TEAM Leicester City, ID 1003\n",
      "TEAM Liverpool FC, ID 31\n",
      "TEAM Manchester City, ID 281\n",
      "TEAM Manchester United, ID 985\n",
      "TEAM Newcastle United, ID 762\n",
      "TEAM Nottingham Forest, ID 703\n",
      "TEAM Southampton FC, ID 180\n",
      "TEAM Tottenham Hotspur, ID 148\n",
      "TEAM West Ham United, ID 379\n",
      "TEAM Wolverhampton Wanderers, ID 543\n",
      "SCRAPE: GB1 2022 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/GB1/plus/?saison_id=2022&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Arsenal FC, ID 11\n",
      "TEAM Aston Villa, ID 405\n",
      "TEAM AFC Bournemouth, ID 989\n",
      "TEAM Brentford FC, ID 1148\n",
      "TEAM Brighton & Hove Albion, ID 1237\n",
      "TEAM Chelsea FC, ID 631\n",
      "TEAM Crystal Palace, ID 873\n",
      "TEAM Everton FC, ID 29\n",
      "TEAM Fulham FC, ID 931\n",
      "TEAM Leeds United, ID 399\n",
      "TEAM Leicester City, ID 1003\n",
      "TEAM Liverpool FC, ID 31\n",
      "TEAM Manchester City, ID 281\n",
      "TEAM Manchester United, ID 985\n",
      "TEAM Newcastle United, ID 762\n",
      "TEAM Nottingham Forest, ID 703\n",
      "TEAM Southampton FC, ID 180\n",
      "TEAM Tottenham Hotspur, ID 148\n",
      "TEAM West Ham United, ID 379\n",
      "TEAM Wolverhampton Wanderers, ID 543\n",
      "SCRAPE: GB1 2023 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/GB1/plus/?saison_id=2023&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Arsenal FC, ID 11\n",
      "TEAM Aston Villa, ID 405\n",
      "TEAM AFC Bournemouth, ID 989\n",
      "TEAM Brentford FC, ID 1148\n",
      "TEAM Brighton & Hove Albion, ID 1237\n",
      "TEAM Burnley FC, ID 1132\n",
      "TEAM Chelsea FC, ID 631\n",
      "TEAM Crystal Palace, ID 873\n",
      "TEAM Everton FC, ID 29\n",
      "TEAM Fulham FC, ID 931\n",
      "TEAM Liverpool FC, ID 31\n",
      "TEAM Luton Town, ID 1031\n",
      "TEAM Manchester City, ID 281\n",
      "TEAM Manchester United, ID 985\n",
      "TEAM Newcastle United, ID 762\n",
      "TEAM Nottingham Forest, ID 703\n",
      "TEAM Sheffield United, ID 350\n",
      "TEAM Tottenham Hotspur, ID 148\n",
      "TEAM West Ham United, ID 379\n",
      "TEAM Wolverhampton Wanderers, ID 543\n",
      "SCRAPE: GB1 2023 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/GB1/plus/?saison_id=2023&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Arsenal FC, ID 11\n",
      "TEAM Aston Villa, ID 405\n",
      "TEAM AFC Bournemouth, ID 989\n",
      "TEAM Brentford FC, ID 1148\n",
      "TEAM Brighton & Hove Albion, ID 1237\n",
      "TEAM Burnley FC, ID 1132\n",
      "TEAM Chelsea FC, ID 631\n",
      "TEAM Crystal Palace, ID 873\n",
      "TEAM Everton FC, ID 29\n",
      "TEAM Fulham FC, ID 931\n",
      "TEAM Liverpool FC, ID 31\n",
      "TEAM Luton Town, ID 1031\n",
      "TEAM Manchester City, ID 281\n",
      "TEAM Manchester United, ID 985\n",
      "TEAM Newcastle United, ID 762\n",
      "TEAM Nottingham Forest, ID 703\n",
      "TEAM Sheffield United, ID 350\n",
      "TEAM Tottenham Hotspur, ID 148\n",
      "TEAM West Ham United, ID 379\n",
      "TEAM Wolverhampton Wanderers, ID 543\n",
      "SCRAPE: GB1 2024 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/GB1/plus/?saison_id=2024&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Arsenal FC, ID 11\n",
      "TEAM Aston Villa, ID 405\n",
      "TEAM AFC Bournemouth, ID 989\n",
      "TEAM Brentford FC, ID 1148\n",
      "TEAM Brighton & Hove Albion, ID 1237\n",
      "TEAM Burnley FC, ID 1132\n",
      "TEAM Chelsea FC, ID 631\n",
      "TEAM Crystal Palace, ID 873\n",
      "TEAM Everton FC, ID 29\n",
      "TEAM Fulham FC, ID 931\n",
      "TEAM Liverpool FC, ID 31\n",
      "TEAM Luton Town, ID 1031\n",
      "TEAM Manchester City, ID 281\n",
      "TEAM Manchester United, ID 985\n",
      "TEAM Newcastle United, ID 762\n",
      "TEAM Nottingham Forest, ID 703\n",
      "TEAM Sheffield United, ID 350\n",
      "TEAM Tottenham Hotspur, ID 148\n",
      "TEAM West Ham United, ID 379\n",
      "TEAM Wolverhampton Wanderers, ID 543\n",
      "SCRAPE: GB1 2024 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/GB1/plus/?saison_id=2024&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Arsenal FC, ID 11\n",
      "TEAM Aston Villa, ID 405\n",
      "TEAM AFC Bournemouth, ID 989\n",
      "TEAM Brentford FC, ID 1148\n",
      "TEAM Brighton & Hove Albion, ID 1237\n",
      "TEAM Burnley FC, ID 1132\n",
      "TEAM Chelsea FC, ID 631\n",
      "TEAM Crystal Palace, ID 873\n",
      "TEAM Everton FC, ID 29\n",
      "TEAM Fulham FC, ID 931\n",
      "TEAM Liverpool FC, ID 31\n",
      "TEAM Luton Town, ID 1031\n",
      "TEAM Manchester City, ID 281\n",
      "TEAM Manchester United, ID 985\n",
      "TEAM Newcastle United, ID 762\n",
      "TEAM Nottingham Forest, ID 703\n",
      "TEAM Sheffield United, ID 350\n",
      "TEAM Tottenham Hotspur, ID 148\n",
      "TEAM West Ham United, ID 379\n",
      "TEAM Wolverhampton Wanderers, ID 543\n",
      "SCRAPE: ES1 2022 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/ES1/plus/?saison_id=2022&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Real Madrid, ID 418\n",
      "TEAM FC Barcelona, ID 131\n",
      "TEAM Sevilla FC, ID 368\n",
      "TEAM Atlético de Madrid, ID 13\n",
      "TEAM Real Sociedad, ID 681\n",
      "TEAM Real Betis Balompié, ID 150\n",
      "TEAM Villarreal CF, ID 1050\n",
      "TEAM Athletic Bilbao, ID 621\n",
      "TEAM Valencia CF, ID 1049\n",
      "TEAM CA Osasuna, ID 331\n",
      "TEAM Elche CF, ID 1531\n",
      "TEAM Celta de Vigo, ID 940\n",
      "TEAM RCD Espanyol Barcelona, ID 714\n",
      "TEAM Rayo Vallecano, ID 367\n",
      "TEAM Getafe CF, ID 3709\n",
      "TEAM RCD Mallorca, ID 237\n",
      "TEAM Cádiz CF, ID 2687\n",
      "TEAM UD Almería, ID 3302\n",
      "TEAM Real Valladolid CF, ID 366\n",
      "TEAM Girona FC, ID 12321\n",
      "SCRAPE: ES1 2022 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/ES1/plus/?saison_id=2022&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Real Madrid, ID 418\n",
      "TEAM FC Barcelona, ID 131\n",
      "TEAM Sevilla FC, ID 368\n",
      "TEAM Atlético de Madrid, ID 13\n",
      "TEAM Real Sociedad, ID 681\n",
      "TEAM Real Betis Balompié, ID 150\n",
      "TEAM Villarreal CF, ID 1050\n",
      "TEAM Athletic Bilbao, ID 621\n",
      "TEAM Valencia CF, ID 1049\n",
      "TEAM CA Osasuna, ID 331\n",
      "TEAM Elche CF, ID 1531\n",
      "TEAM Celta de Vigo, ID 940\n",
      "TEAM RCD Espanyol Barcelona, ID 714\n",
      "TEAM Rayo Vallecano, ID 367\n",
      "TEAM Getafe CF, ID 3709\n",
      "TEAM RCD Mallorca, ID 237\n",
      "TEAM Cádiz CF, ID 2687\n",
      "TEAM UD Almería, ID 3302\n",
      "TEAM Real Valladolid CF, ID 366\n",
      "TEAM Girona FC, ID 12321\n",
      "SCRAPE: ES1 2023 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/ES1/plus/?saison_id=2023&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Athletic Bilbao, ID 621\n",
      "TEAM Atlético de Madrid, ID 13\n",
      "TEAM FC Barcelona, ID 131\n",
      "TEAM Girona FC, ID 12321\n",
      "TEAM CA Osasuna, ID 331\n",
      "TEAM Real Betis Balompié, ID 150\n",
      "TEAM Real Madrid, ID 418\n",
      "TEAM Real Sociedad, ID 681\n",
      "TEAM Sevilla FC, ID 368\n",
      "TEAM Villarreal CF, ID 1050\n",
      "TEAM Granada CF, ID 16795\n",
      "TEAM UD Las Palmas, ID 472\n",
      "TEAM Rayo Vallecano, ID 367\n",
      "TEAM RCD Mallorca, ID 237\n",
      "TEAM Getafe CF, ID 3709\n",
      "TEAM Valencia CF, ID 1049\n",
      "TEAM UD Almería, ID 3302\n",
      "TEAM Celta de Vigo, ID 940\n",
      "TEAM Cádiz CF, ID 2687\n",
      "TEAM Deportivo Alavés, ID 1108\n",
      "SCRAPE: ES1 2023 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/ES1/plus/?saison_id=2023&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Athletic Bilbao, ID 621\n",
      "TEAM Atlético de Madrid, ID 13\n",
      "TEAM FC Barcelona, ID 131\n",
      "TEAM Girona FC, ID 12321\n",
      "TEAM CA Osasuna, ID 331\n",
      "TEAM Real Betis Balompié, ID 150\n",
      "TEAM Real Madrid, ID 418\n",
      "TEAM Real Sociedad, ID 681\n",
      "TEAM Sevilla FC, ID 368\n",
      "TEAM Villarreal CF, ID 1050\n",
      "TEAM Granada CF, ID 16795\n",
      "TEAM UD Las Palmas, ID 472\n",
      "TEAM Rayo Vallecano, ID 367\n",
      "TEAM RCD Mallorca, ID 237\n",
      "TEAM Getafe CF, ID 3709\n",
      "TEAM Valencia CF, ID 1049\n",
      "TEAM UD Almería, ID 3302\n",
      "TEAM Celta de Vigo, ID 940\n",
      "TEAM Cádiz CF, ID 2687\n",
      "TEAM Deportivo Alavés, ID 1108\n",
      "SCRAPE: ES1 2024 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/ES1/plus/?saison_id=2024&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Athletic Bilbao, ID 621\n",
      "TEAM Atlético de Madrid, ID 13\n",
      "TEAM FC Barcelona, ID 131\n",
      "TEAM Girona FC, ID 12321\n",
      "TEAM CA Osasuna, ID 331\n",
      "TEAM Real Betis Balompié, ID 150\n",
      "TEAM Real Madrid, ID 418\n",
      "TEAM Real Sociedad, ID 681\n",
      "TEAM Sevilla FC, ID 368\n",
      "TEAM Villarreal CF, ID 1050\n",
      "TEAM Granada CF, ID 16795\n",
      "TEAM UD Las Palmas, ID 472\n",
      "TEAM Rayo Vallecano, ID 367\n",
      "TEAM RCD Mallorca, ID 237\n",
      "TEAM Getafe CF, ID 3709\n",
      "TEAM Valencia CF, ID 1049\n",
      "TEAM UD Almería, ID 3302\n",
      "TEAM Celta de Vigo, ID 940\n",
      "TEAM Cádiz CF, ID 2687\n",
      "TEAM Deportivo Alavés, ID 1108\n",
      "SCRAPE: ES1 2024 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/ES1/plus/?saison_id=2024&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Athletic Bilbao, ID 621\n",
      "TEAM Atlético de Madrid, ID 13\n",
      "TEAM FC Barcelona, ID 131\n",
      "TEAM Girona FC, ID 12321\n",
      "TEAM CA Osasuna, ID 331\n",
      "TEAM Real Betis Balompié, ID 150\n",
      "TEAM Real Madrid, ID 418\n",
      "TEAM Real Sociedad, ID 681\n",
      "TEAM Sevilla FC, ID 368\n",
      "TEAM Villarreal CF, ID 1050\n",
      "TEAM Granada CF, ID 16795\n",
      "TEAM UD Las Palmas, ID 472\n",
      "TEAM Rayo Vallecano, ID 367\n",
      "TEAM RCD Mallorca, ID 237\n",
      "TEAM Getafe CF, ID 3709\n",
      "TEAM Valencia CF, ID 1049\n",
      "TEAM UD Almería, ID 3302\n",
      "TEAM Celta de Vigo, ID 940\n",
      "TEAM Cádiz CF, ID 2687\n",
      "TEAM Deportivo Alavés, ID 1108\n",
      "SCRAPE: IT1 2022 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/IT1/plus/?saison_id=2022&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM AC Milan, ID 5\n",
      "TEAM Inter Milan, ID 46\n",
      "TEAM SSC Napoli, ID 6195\n",
      "TEAM Juventus FC, ID 506\n",
      "TEAM SS Lazio, ID 398\n",
      "TEAM AS Roma, ID 12\n",
      "TEAM ACF Fiorentina, ID 430\n",
      "TEAM Atalanta BC, ID 800\n",
      "TEAM Hellas Verona, ID 276\n",
      "TEAM Torino FC, ID 416\n",
      "TEAM US Sassuolo, ID 6574\n",
      "TEAM Udinese Calcio, ID 410\n",
      "TEAM Bologna FC 1909, ID 1025\n",
      "TEAM FC Empoli, ID 749\n",
      "TEAM UC Sampdoria, ID 1038\n",
      "TEAM , ID 3522\n",
      "TEAM US Salernitana 1919, ID 380\n",
      "TEAM US Lecce, ID 1005\n",
      "TEAM US Cremonese, ID 2239\n",
      "TEAM AC Monza, ID 2919\n",
      "SCRAPE: IT1 2022 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/IT1/plus/?saison_id=2022&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM AC Milan, ID 5\n",
      "TEAM Inter Milan, ID 46\n",
      "TEAM SSC Napoli, ID 6195\n",
      "TEAM Juventus FC, ID 506\n",
      "TEAM SS Lazio, ID 398\n",
      "TEAM AS Roma, ID 12\n",
      "TEAM ACF Fiorentina, ID 430\n",
      "TEAM Atalanta BC, ID 800\n",
      "TEAM Hellas Verona, ID 276\n",
      "TEAM Torino FC, ID 416\n",
      "TEAM US Sassuolo, ID 6574\n",
      "TEAM Udinese Calcio, ID 410\n",
      "TEAM Bologna FC 1909, ID 1025\n",
      "TEAM FC Empoli, ID 749\n",
      "TEAM UC Sampdoria, ID 1038\n",
      "TEAM , ID 3522\n",
      "TEAM US Salernitana 1919, ID 380\n",
      "TEAM US Lecce, ID 1005\n",
      "TEAM US Cremonese, ID 2239\n",
      "TEAM AC Monza, ID 2919\n",
      "SCRAPE: IT1 2023 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/IT1/plus/?saison_id=2023&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM SSC Napoli, ID 6195\n",
      "TEAM SS Lazio, ID 398\n",
      "TEAM Inter Milan, ID 46\n",
      "TEAM AC Milan, ID 5\n",
      "TEAM Atalanta BC, ID 800\n",
      "TEAM AS Roma, ID 12\n",
      "TEAM Juventus FC, ID 506\n",
      "TEAM ACF Fiorentina, ID 430\n",
      "TEAM Bologna FC 1909, ID 1025\n",
      "TEAM Torino FC, ID 416\n",
      "TEAM AC Monza, ID 2919\n",
      "TEAM Udinese Calcio, ID 410\n",
      "TEAM US Sassuolo, ID 6574\n",
      "TEAM FC Empoli, ID 749\n",
      "TEAM US Salernitana 1919, ID 380\n",
      "TEAM US Lecce, ID 1005\n",
      "TEAM Hellas Verona, ID 276\n",
      "TEAM Frosinone Calcio, ID 8970\n",
      "TEAM Genoa CFC, ID 252\n",
      "TEAM Cagliari Calcio, ID 1390\n",
      "SCRAPE: IT1 2023 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/IT1/plus/?saison_id=2023&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM SSC Napoli, ID 6195\n",
      "TEAM SS Lazio, ID 398\n",
      "TEAM Inter Milan, ID 46\n",
      "TEAM AC Milan, ID 5\n",
      "TEAM Atalanta BC, ID 800\n",
      "TEAM AS Roma, ID 12\n",
      "TEAM Juventus FC, ID 506\n",
      "TEAM ACF Fiorentina, ID 430\n",
      "TEAM Bologna FC 1909, ID 1025\n",
      "TEAM Torino FC, ID 416\n",
      "TEAM AC Monza, ID 2919\n",
      "TEAM Udinese Calcio, ID 410\n",
      "TEAM US Sassuolo, ID 6574\n",
      "TEAM FC Empoli, ID 749\n",
      "TEAM US Salernitana 1919, ID 380\n",
      "TEAM US Lecce, ID 1005\n",
      "TEAM Hellas Verona, ID 276\n",
      "TEAM Frosinone Calcio, ID 8970\n",
      "TEAM Genoa CFC, ID 252\n",
      "TEAM Cagliari Calcio, ID 1390\n",
      "SCRAPE: IT1 2024 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/IT1/plus/?saison_id=2024&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM SSC Napoli, ID 6195\n",
      "TEAM SS Lazio, ID 398\n",
      "TEAM Inter Milan, ID 46\n",
      "TEAM AC Milan, ID 5\n",
      "TEAM Atalanta BC, ID 800\n",
      "TEAM AS Roma, ID 12\n",
      "TEAM Juventus FC, ID 506\n",
      "TEAM ACF Fiorentina, ID 430\n",
      "TEAM Bologna FC 1909, ID 1025\n",
      "TEAM Torino FC, ID 416\n",
      "TEAM AC Monza, ID 2919\n",
      "TEAM Udinese Calcio, ID 410\n",
      "TEAM US Sassuolo, ID 6574\n",
      "TEAM FC Empoli, ID 749\n",
      "TEAM US Salernitana 1919, ID 380\n",
      "TEAM US Lecce, ID 1005\n",
      "TEAM Hellas Verona, ID 276\n",
      "TEAM Frosinone Calcio, ID 8970\n",
      "TEAM Genoa CFC, ID 252\n",
      "TEAM Cagliari Calcio, ID 1390\n",
      "SCRAPE: IT1 2024 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/IT1/plus/?saison_id=2024&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "Data not avaible\n",
      "SCRAPE: L1 2022 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/L1/plus/?saison_id=2022&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Bayern Munich, ID 27\n",
      "TEAM Borussia Dortmund, ID 16\n",
      "TEAM Bayer 04 Leverkusen, ID 15\n",
      "TEAM RB Leipzig, ID 23826\n",
      "TEAM 1.FC Union Berlin, ID 89\n",
      "TEAM SC Freiburg, ID 60\n",
      "TEAM 1.FC Köln, ID 3\n",
      "TEAM 1.FSV Mainz 05, ID 39\n",
      "TEAM TSG 1899 Hoffenheim, ID 533\n",
      "TEAM Borussia Mönchengladbach, ID 18\n",
      "TEAM Eintracht Frankfurt, ID 24\n",
      "TEAM VfL Wolfsburg, ID 82\n",
      "TEAM VfL Bochum, ID 80\n",
      "TEAM FC Augsburg, ID 167\n",
      "TEAM VfB Stuttgart, ID 79\n",
      "TEAM Hertha BSC, ID 44\n",
      "TEAM FC Schalke 04, ID 33\n",
      "TEAM SV Werder Bremen, ID 86\n",
      "SCRAPE: L1 2022 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/L1/plus/?saison_id=2022&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Bayern Munich, ID 27\n",
      "TEAM Borussia Dortmund, ID 16\n",
      "TEAM Bayer 04 Leverkusen, ID 15\n",
      "TEAM RB Leipzig, ID 23826\n",
      "TEAM 1.FC Union Berlin, ID 89\n",
      "TEAM SC Freiburg, ID 60\n",
      "TEAM 1.FC Köln, ID 3\n",
      "TEAM 1.FSV Mainz 05, ID 39\n",
      "TEAM TSG 1899 Hoffenheim, ID 533\n",
      "TEAM Borussia Mönchengladbach, ID 18\n",
      "TEAM Eintracht Frankfurt, ID 24\n",
      "TEAM VfL Wolfsburg, ID 82\n",
      "TEAM VfL Bochum, ID 80\n",
      "TEAM FC Augsburg, ID 167\n",
      "TEAM VfB Stuttgart, ID 79\n",
      "TEAM Hertha BSC, ID 44\n",
      "TEAM FC Schalke 04, ID 33\n",
      "TEAM SV Werder Bremen, ID 86\n",
      "SCRAPE: L1 2023 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/L1/plus/?saison_id=2023&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Bayern Munich, ID 27\n",
      "TEAM Borussia Dortmund, ID 16\n",
      "TEAM RB Leipzig, ID 23826\n",
      "TEAM 1.FC Union Berlin, ID 89\n",
      "TEAM SC Freiburg, ID 60\n",
      "TEAM Bayer 04 Leverkusen, ID 15\n",
      "TEAM Eintracht Frankfurt, ID 24\n",
      "TEAM VfL Wolfsburg, ID 82\n",
      "TEAM 1.FSV Mainz 05, ID 39\n",
      "TEAM Borussia Mönchengladbach, ID 18\n",
      "TEAM 1.FC Köln, ID 3\n",
      "TEAM TSG 1899 Hoffenheim, ID 533\n",
      "TEAM SV Werder Bremen, ID 86\n",
      "TEAM VfL Bochum, ID 80\n",
      "TEAM FC Augsburg, ID 167\n",
      "TEAM VfB Stuttgart, ID 79\n",
      "TEAM 1.FC Heidenheim 1846, ID 2036\n",
      "TEAM SV Darmstadt 98, ID 105\n",
      "SCRAPE: L1 2023 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/L1/plus/?saison_id=2023&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Bayern Munich, ID 27\n",
      "TEAM Borussia Dortmund, ID 16\n",
      "TEAM RB Leipzig, ID 23826\n",
      "TEAM 1.FC Union Berlin, ID 89\n",
      "TEAM SC Freiburg, ID 60\n",
      "TEAM Bayer 04 Leverkusen, ID 15\n",
      "TEAM Eintracht Frankfurt, ID 24\n",
      "TEAM VfL Wolfsburg, ID 82\n",
      "TEAM 1.FSV Mainz 05, ID 39\n",
      "TEAM Borussia Mönchengladbach, ID 18\n",
      "TEAM 1.FC Köln, ID 3\n",
      "TEAM TSG 1899 Hoffenheim, ID 533\n",
      "TEAM SV Werder Bremen, ID 86\n",
      "TEAM VfL Bochum, ID 80\n",
      "TEAM FC Augsburg, ID 167\n",
      "TEAM VfB Stuttgart, ID 79\n",
      "TEAM 1.FC Heidenheim 1846, ID 2036\n",
      "TEAM SV Darmstadt 98, ID 105\n",
      "SCRAPE: L1 2024 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/L1/plus/?saison_id=2024&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Bayern Munich, ID 27\n",
      "TEAM Borussia Dortmund, ID 16\n",
      "TEAM RB Leipzig, ID 23826\n",
      "TEAM 1.FC Union Berlin, ID 89\n",
      "TEAM SC Freiburg, ID 60\n",
      "TEAM Bayer 04 Leverkusen, ID 15\n",
      "TEAM Eintracht Frankfurt, ID 24\n",
      "TEAM VfL Wolfsburg, ID 82\n",
      "TEAM 1.FSV Mainz 05, ID 39\n",
      "TEAM Borussia Mönchengladbach, ID 18\n",
      "TEAM 1.FC Köln, ID 3\n",
      "TEAM TSG 1899 Hoffenheim, ID 533\n",
      "TEAM SV Werder Bremen, ID 86\n",
      "TEAM VfL Bochum, ID 80\n",
      "TEAM FC Augsburg, ID 167\n",
      "TEAM VfB Stuttgart, ID 79\n",
      "TEAM 1.FC Heidenheim 1846, ID 2036\n",
      "TEAM SV Darmstadt 98, ID 105\n",
      "SCRAPE: L1 2024 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/L1/plus/?saison_id=2024&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Bayern Munich, ID 27\n",
      "TEAM Borussia Dortmund, ID 16\n",
      "TEAM RB Leipzig, ID 23826\n",
      "TEAM 1.FC Union Berlin, ID 89\n",
      "TEAM SC Freiburg, ID 60\n",
      "TEAM Bayer 04 Leverkusen, ID 15\n",
      "TEAM Eintracht Frankfurt, ID 24\n",
      "TEAM VfL Wolfsburg, ID 82\n",
      "TEAM 1.FSV Mainz 05, ID 39\n",
      "TEAM Borussia Mönchengladbach, ID 18\n",
      "TEAM 1.FC Köln, ID 3\n",
      "TEAM TSG 1899 Hoffenheim, ID 533\n",
      "TEAM SV Werder Bremen, ID 86\n",
      "TEAM VfL Bochum, ID 80\n",
      "TEAM FC Augsburg, ID 167\n",
      "TEAM VfB Stuttgart, ID 79\n",
      "TEAM 1.FC Heidenheim 1846, ID 2036\n",
      "TEAM SV Darmstadt 98, ID 105\n",
      "SCRAPE: FR1 2022 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/FR1/plus/?saison_id=2022&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Paris Saint-Germain, ID 583\n",
      "TEAM Olympique Marseille, ID 244\n",
      "TEAM AS Monaco, ID 162\n",
      "TEAM Stade Rennais FC, ID 273\n",
      "TEAM OGC Nice, ID 417\n",
      "TEAM RC Strasbourg Alsace, ID 667\n",
      "TEAM RC Lens, ID 826\n",
      "TEAM Olympique Lyon, ID 1041\n",
      "TEAM FC Nantes, ID 995\n",
      "TEAM LOSC Lille, ID 1082\n",
      "TEAM Stade Brestois 29, ID 3911\n",
      "TEAM Stade Reims, ID 1421\n",
      "TEAM Montpellier HSC, ID 969\n",
      "TEAM Angers SCO, ID 1420\n",
      "TEAM ESTAC Troyes, ID 1095\n",
      "TEAM FC Lorient, ID 1158\n",
      "TEAM Clermont Foot 63, ID 3524\n",
      "TEAM FC Toulouse, ID 415\n",
      "TEAM AC Ajaccio, ID 1147\n",
      "TEAM AJ Auxerre, ID 290\n",
      "SCRAPE: FR1 2022 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/FR1/plus/?saison_id=2022&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Paris Saint-Germain, ID 583\n",
      "TEAM Olympique Marseille, ID 244\n",
      "TEAM AS Monaco, ID 162\n",
      "TEAM Stade Rennais FC, ID 273\n",
      "TEAM OGC Nice, ID 417\n",
      "TEAM RC Strasbourg Alsace, ID 667\n",
      "TEAM RC Lens, ID 826\n",
      "TEAM Olympique Lyon, ID 1041\n",
      "TEAM FC Nantes, ID 995\n",
      "TEAM LOSC Lille, ID 1082\n",
      "TEAM Stade Brestois 29, ID 3911\n",
      "TEAM Stade Reims, ID 1421\n",
      "TEAM Montpellier HSC, ID 969\n",
      "TEAM Angers SCO, ID 1420\n",
      "TEAM ESTAC Troyes, ID 1095\n",
      "TEAM FC Lorient, ID 1158\n",
      "TEAM Clermont Foot 63, ID 3524\n",
      "TEAM FC Toulouse, ID 415\n",
      "TEAM AC Ajaccio, ID 1147\n",
      "TEAM AJ Auxerre, ID 290\n",
      "SCRAPE: FR1 2023 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/FR1/plus/?saison_id=2023&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Paris Saint-Germain, ID 583\n",
      "TEAM RC Lens, ID 826\n",
      "TEAM Olympique Marseille, ID 244\n",
      "TEAM AS Monaco, ID 162\n",
      "TEAM Stade Rennais FC, ID 273\n",
      "TEAM LOSC Lille, ID 1082\n",
      "TEAM Olympique Lyon, ID 1041\n",
      "TEAM Clermont Foot 63, ID 3524\n",
      "TEAM OGC Nice, ID 417\n",
      "TEAM FC Lorient, ID 1158\n",
      "TEAM Stade Reims, ID 1421\n",
      "TEAM Montpellier HSC, ID 969\n",
      "TEAM FC Toulouse, ID 415\n",
      "TEAM Stade Brestois 29, ID 3911\n",
      "TEAM RC Strasbourg Alsace, ID 667\n",
      "TEAM FC Nantes, ID 995\n",
      "TEAM Le Havre AC, ID 738\n",
      "TEAM FC Metz, ID 347\n",
      "SCRAPE: FR1 2023 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/FR1/plus/?saison_id=2023&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Paris Saint-Germain, ID 583\n",
      "TEAM RC Lens, ID 826\n",
      "TEAM Olympique Marseille, ID 244\n",
      "TEAM AS Monaco, ID 162\n",
      "TEAM Stade Rennais FC, ID 273\n",
      "TEAM LOSC Lille, ID 1082\n",
      "TEAM Olympique Lyon, ID 1041\n",
      "TEAM Clermont Foot 63, ID 3524\n",
      "TEAM OGC Nice, ID 417\n",
      "TEAM FC Lorient, ID 1158\n",
      "TEAM Stade Reims, ID 1421\n",
      "TEAM Montpellier HSC, ID 969\n",
      "TEAM FC Toulouse, ID 415\n",
      "TEAM Stade Brestois 29, ID 3911\n",
      "TEAM RC Strasbourg Alsace, ID 667\n",
      "TEAM FC Nantes, ID 995\n",
      "TEAM Le Havre AC, ID 738\n",
      "TEAM FC Metz, ID 347\n",
      "SCRAPE: FR1 2024 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/FR1/plus/?saison_id=2024&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Paris Saint-Germain, ID 583\n",
      "TEAM RC Lens, ID 826\n",
      "TEAM Olympique Marseille, ID 244\n",
      "TEAM AS Monaco, ID 162\n",
      "TEAM Stade Rennais FC, ID 273\n",
      "TEAM LOSC Lille, ID 1082\n",
      "TEAM Olympique Lyon, ID 1041\n",
      "TEAM Clermont Foot 63, ID 3524\n",
      "TEAM OGC Nice, ID 417\n",
      "TEAM FC Lorient, ID 1158\n",
      "TEAM Stade Reims, ID 1421\n",
      "TEAM Montpellier HSC, ID 969\n",
      "TEAM FC Toulouse, ID 415\n",
      "TEAM Stade Brestois 29, ID 3911\n",
      "TEAM RC Strasbourg Alsace, ID 667\n",
      "TEAM FC Nantes, ID 995\n",
      "TEAM Le Havre AC, ID 738\n",
      "TEAM FC Metz, ID 347\n",
      "SCRAPE: FR1 2024 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/FR1/plus/?saison_id=2024&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Paris Saint-Germain, ID 583\n",
      "TEAM RC Lens, ID 826\n",
      "TEAM Olympique Marseille, ID 244\n",
      "TEAM AS Monaco, ID 162\n",
      "TEAM Stade Rennais FC, ID 273\n",
      "TEAM LOSC Lille, ID 1082\n",
      "TEAM Olympique Lyon, ID 1041\n",
      "TEAM Clermont Foot 63, ID 3524\n",
      "TEAM OGC Nice, ID 417\n",
      "TEAM FC Lorient, ID 1158\n",
      "TEAM Stade Reims, ID 1421\n",
      "TEAM Montpellier HSC, ID 969\n",
      "TEAM FC Toulouse, ID 415\n",
      "TEAM Stade Brestois 29, ID 3911\n",
      "TEAM RC Strasbourg Alsace, ID 667\n",
      "TEAM FC Nantes, ID 995\n",
      "TEAM Le Havre AC, ID 738\n",
      "TEAM FC Metz, ID 347\n",
      "SCRAPE: PO1 2022 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/PO1/plus/?saison_id=2022&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM FC Porto, ID 720\n",
      "TEAM Sporting CP, ID 336\n",
      "TEAM SL Benfica, ID 294\n",
      "TEAM SC Braga, ID 1075\n",
      "TEAM Gil Vicente FC, ID 2424\n",
      "TEAM Vitória Guimarães SC, ID 2420\n",
      "TEAM CD Santa Clara, ID 2423\n",
      "TEAM FC Famalicão, ID 3329\n",
      "TEAM GD Estoril Praia, ID 1465\n",
      "TEAM CS Marítimo, ID 1301\n",
      "TEAM FC Paços de Ferreira, ID 2995\n",
      "TEAM Boavista FC, ID 2503\n",
      "TEAM Portimonense SC, ID 7378\n",
      "TEAM FC Vizela, ID 6912\n",
      "TEAM FC Arouca, ID 8024\n",
      "TEAM Rio Ave FC, ID 2425\n",
      "TEAM Casa Pia AC, ID 3268\n",
      "TEAM GD Chaves, ID 3325\n",
      "SCRAPE: PO1 2022 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/PO1/plus/?saison_id=2022&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM FC Porto, ID 720\n",
      "TEAM Sporting CP, ID 336\n",
      "TEAM SL Benfica, ID 294\n",
      "TEAM SC Braga, ID 1075\n",
      "TEAM Gil Vicente FC, ID 2424\n",
      "TEAM Vitória Guimarães SC, ID 2420\n",
      "TEAM CD Santa Clara, ID 2423\n",
      "TEAM FC Famalicão, ID 3329\n",
      "TEAM GD Estoril Praia, ID 1465\n",
      "TEAM CS Marítimo, ID 1301\n",
      "TEAM FC Paços de Ferreira, ID 2995\n",
      "TEAM Boavista FC, ID 2503\n",
      "TEAM Portimonense SC, ID 7378\n",
      "TEAM FC Vizela, ID 6912\n",
      "TEAM FC Arouca, ID 8024\n",
      "TEAM Rio Ave FC, ID 2425\n",
      "TEAM Casa Pia AC, ID 3268\n",
      "TEAM GD Chaves, ID 3325\n",
      "SCRAPE: PO1 2023 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/PO1/plus/?saison_id=2023&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM SL Benfica, ID 294\n",
      "TEAM FC Porto, ID 720\n",
      "TEAM SC Braga, ID 1075\n",
      "TEAM Sporting CP, ID 336\n",
      "TEAM FC Arouca, ID 8024\n",
      "TEAM Vitória Guimarães SC, ID 2420\n",
      "TEAM GD Chaves, ID 3325\n",
      "TEAM FC Famalicão, ID 3329\n",
      "TEAM Boavista FC, ID 2503\n",
      "TEAM Casa Pia AC, ID 3268\n",
      "TEAM FC Vizela, ID 6912\n",
      "TEAM Rio Ave FC, ID 2425\n",
      "TEAM Gil Vicente FC, ID 2424\n",
      "TEAM GD Estoril Praia, ID 1465\n",
      "TEAM Portimonense SC, ID 7378\n",
      "TEAM Moreirense FC, ID 979\n",
      "TEAM SC Farense, ID 4294\n",
      "TEAM CF Estrela Amadora SAD, ID 2431\n",
      "SCRAPE: PO1 2023 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/PO1/plus/?saison_id=2023&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM SL Benfica, ID 294\n",
      "TEAM FC Porto, ID 720\n",
      "TEAM SC Braga, ID 1075\n",
      "TEAM Sporting CP, ID 336\n",
      "TEAM FC Arouca, ID 8024\n",
      "TEAM Vitória Guimarães SC, ID 2420\n",
      "TEAM GD Chaves, ID 3325\n",
      "TEAM FC Famalicão, ID 3329\n",
      "TEAM Boavista FC, ID 2503\n",
      "TEAM Casa Pia AC, ID 3268\n",
      "TEAM FC Vizela, ID 6912\n",
      "TEAM Rio Ave FC, ID 2425\n",
      "TEAM Gil Vicente FC, ID 2424\n",
      "TEAM GD Estoril Praia, ID 1465\n",
      "TEAM Portimonense SC, ID 7378\n",
      "TEAM Moreirense FC, ID 979\n",
      "TEAM SC Farense, ID 4294\n",
      "TEAM CF Estrela Amadora SAD, ID 2431\n",
      "SCRAPE: PO1 2024 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/PO1/plus/?saison_id=2024&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM SL Benfica, ID 294\n",
      "TEAM FC Porto, ID 720\n",
      "TEAM SC Braga, ID 1075\n",
      "TEAM Sporting CP, ID 336\n",
      "TEAM FC Arouca, ID 8024\n",
      "TEAM Vitória Guimarães SC, ID 2420\n",
      "TEAM GD Chaves, ID 3325\n",
      "TEAM FC Famalicão, ID 3329\n",
      "TEAM Boavista FC, ID 2503\n",
      "TEAM Casa Pia AC, ID 3268\n",
      "TEAM FC Vizela, ID 6912\n",
      "TEAM Rio Ave FC, ID 2425\n",
      "TEAM Gil Vicente FC, ID 2424\n",
      "TEAM GD Estoril Praia, ID 1465\n",
      "TEAM Portimonense SC, ID 7378\n",
      "TEAM Moreirense FC, ID 979\n",
      "TEAM SC Farense, ID 4294\n",
      "TEAM CF Estrela Amadora SAD, ID 2431\n",
      "SCRAPE: PO1 2024 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/PO1/plus/?saison_id=2024&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM SL Benfica, ID 294\n",
      "TEAM FC Porto, ID 720\n",
      "TEAM SC Braga, ID 1075\n",
      "TEAM Sporting CP, ID 336\n",
      "TEAM FC Arouca, ID 8024\n",
      "TEAM Vitória Guimarães SC, ID 2420\n",
      "TEAM GD Chaves, ID 3325\n",
      "TEAM FC Famalicão, ID 3329\n",
      "TEAM Boavista FC, ID 2503\n",
      "TEAM Casa Pia AC, ID 3268\n",
      "TEAM FC Vizela, ID 6912\n",
      "TEAM Rio Ave FC, ID 2425\n",
      "TEAM Gil Vicente FC, ID 2424\n",
      "TEAM GD Estoril Praia, ID 1465\n",
      "TEAM Portimonense SC, ID 7378\n",
      "TEAM Moreirense FC, ID 979\n",
      "TEAM SC Farense, ID 4294\n",
      "TEAM CF Estrela Amadora SAD, ID 2431\n",
      "SCRAPE: NL1 2022 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/NL1/plus/?saison_id=2022&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Ajax Amsterdam, ID 610\n",
      "TEAM AZ Alkmaar, ID 1090\n",
      "TEAM SC Cambuur Leeuwarden, ID 133\n",
      "TEAM FC Emmen, ID 1283\n",
      "TEAM Excelsior Rotterdam, ID 798\n",
      "TEAM Feyenoord Rotterdam, ID 234\n",
      "TEAM Fortuna Sittard, ID 385\n",
      "TEAM Go Ahead Eagles, ID 1435\n",
      "TEAM FC Groningen, ID 202\n",
      "TEAM SC Heerenveen, ID 306\n",
      "TEAM NEC Nijmegen, ID 467\n",
      "TEAM PSV Eindhoven, ID 383\n",
      "TEAM RKC Waalwijk, ID 235\n",
      "TEAM Sparta Rotterdam, ID 468\n",
      "TEAM Twente Enschede FC, ID 317\n",
      "TEAM FC Utrecht, ID 200\n",
      "TEAM Vitesse Arnhem, ID 499\n",
      "TEAM FC Volendam, ID 724\n",
      "SCRAPE: NL1 2022 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/NL1/plus/?saison_id=2022&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Ajax Amsterdam, ID 610\n",
      "TEAM AZ Alkmaar, ID 1090\n",
      "TEAM SC Cambuur Leeuwarden, ID 133\n",
      "TEAM FC Emmen, ID 1283\n",
      "TEAM Excelsior Rotterdam, ID 798\n",
      "TEAM Feyenoord Rotterdam, ID 234\n",
      "TEAM Fortuna Sittard, ID 385\n",
      "TEAM Go Ahead Eagles, ID 1435\n",
      "TEAM FC Groningen, ID 202\n",
      "TEAM SC Heerenveen, ID 306\n",
      "TEAM NEC Nijmegen, ID 467\n",
      "TEAM PSV Eindhoven, ID 383\n",
      "TEAM RKC Waalwijk, ID 235\n",
      "TEAM Sparta Rotterdam, ID 468\n",
      "TEAM Twente Enschede FC, ID 317\n",
      "TEAM FC Utrecht, ID 200\n",
      "TEAM Vitesse Arnhem, ID 499\n",
      "TEAM FC Volendam, ID 724\n",
      "SCRAPE: NL1 2023 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/NL1/plus/?saison_id=2023&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Ajax Amsterdam, ID 610\n",
      "TEAM Almere City FC, ID 723\n",
      "TEAM AZ Alkmaar, ID 1090\n",
      "TEAM Excelsior Rotterdam, ID 798\n",
      "TEAM Feyenoord Rotterdam, ID 234\n",
      "TEAM Fortuna Sittard, ID 385\n",
      "TEAM Go Ahead Eagles, ID 1435\n",
      "TEAM SC Heerenveen, ID 306\n",
      "TEAM Heracles Almelo, ID 1304\n",
      "TEAM NEC Nijmegen, ID 467\n",
      "TEAM PEC Zwolle, ID 1269\n",
      "TEAM PSV Eindhoven, ID 383\n",
      "TEAM RKC Waalwijk, ID 235\n",
      "TEAM Sparta Rotterdam, ID 468\n",
      "TEAM Twente Enschede FC, ID 317\n",
      "TEAM FC Utrecht, ID 200\n",
      "TEAM Vitesse Arnhem, ID 499\n",
      "TEAM FC Volendam, ID 724\n",
      "SCRAPE: NL1 2023 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/NL1/plus/?saison_id=2023&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Ajax Amsterdam, ID 610\n",
      "TEAM Almere City FC, ID 723\n",
      "TEAM AZ Alkmaar, ID 1090\n",
      "TEAM Excelsior Rotterdam, ID 798\n",
      "TEAM Feyenoord Rotterdam, ID 234\n",
      "TEAM Fortuna Sittard, ID 385\n",
      "TEAM Go Ahead Eagles, ID 1435\n",
      "TEAM SC Heerenveen, ID 306\n",
      "TEAM Heracles Almelo, ID 1304\n",
      "TEAM NEC Nijmegen, ID 467\n",
      "TEAM PEC Zwolle, ID 1269\n",
      "TEAM PSV Eindhoven, ID 383\n",
      "TEAM RKC Waalwijk, ID 235\n",
      "TEAM Sparta Rotterdam, ID 468\n",
      "TEAM Twente Enschede FC, ID 317\n",
      "TEAM FC Utrecht, ID 200\n",
      "TEAM Vitesse Arnhem, ID 499\n",
      "TEAM FC Volendam, ID 724\n",
      "SCRAPE: NL1 2024 s\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/NL1/plus/?saison_id=2024&s_w=s\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Ajax Amsterdam, ID 610\n",
      "TEAM Almere City FC, ID 723\n",
      "TEAM AZ Alkmaar, ID 1090\n",
      "TEAM Excelsior Rotterdam, ID 798\n",
      "TEAM Feyenoord Rotterdam, ID 234\n",
      "TEAM Fortuna Sittard, ID 385\n",
      "TEAM Go Ahead Eagles, ID 1435\n",
      "TEAM SC Heerenveen, ID 306\n",
      "TEAM Heracles Almelo, ID 1304\n",
      "TEAM NEC Nijmegen, ID 467\n",
      "TEAM PEC Zwolle, ID 1269\n",
      "TEAM PSV Eindhoven, ID 383\n",
      "TEAM RKC Waalwijk, ID 235\n",
      "TEAM Sparta Rotterdam, ID 468\n",
      "TEAM Twente Enschede FC, ID 317\n",
      "TEAM FC Utrecht, ID 200\n",
      "TEAM Vitesse Arnhem, ID 499\n",
      "TEAM FC Volendam, ID 724\n",
      "SCRAPE: NL1 2024 w\n",
      "URL\n",
      "https://www.transfermarkt.com/premier-league/transfers/wettbewerb/NL1/plus/?saison_id=2024&s_w=w\n",
      "RESP\n",
      "<Response [200]>\n",
      "TEAM Ajax Amsterdam, ID 610\n",
      "TEAM Almere City FC, ID 723\n",
      "TEAM AZ Alkmaar, ID 1090\n",
      "TEAM Excelsior Rotterdam, ID 798\n",
      "TEAM Feyenoord Rotterdam, ID 234\n",
      "TEAM Fortuna Sittard, ID 385\n",
      "TEAM Go Ahead Eagles, ID 1435\n",
      "TEAM SC Heerenveen, ID 306\n",
      "TEAM Heracles Almelo, ID 1304\n",
      "TEAM NEC Nijmegen, ID 467\n",
      "TEAM PEC Zwolle, ID 1269\n",
      "TEAM PSV Eindhoven, ID 383\n",
      "TEAM RKC Waalwijk, ID 235\n",
      "TEAM Sparta Rotterdam, ID 468\n",
      "TEAM Twente Enschede FC, ID 317\n",
      "TEAM FC Utrecht, ID 200\n",
      "TEAM Vitesse Arnhem, ID 499\n",
      "TEAM FC Volendam, ID 724\n"
     ]
    }
   ],
   "source": [
    "scrape_script()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}