Teams_Table&Scores_Scraper.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Teams: League Table & Scores Scraper"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Importing packages that we are going to use:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup\n",
    "import requests\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Current League Table"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "First, we write a function for scraping the current league table from our website. We loop over each column and append the values in lists that are later put together into a dataframe."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def league_table_scraper(url):\n",
    "    \n",
    "    # getting soup from the url\n",
    "    r = requests.get(url)\n",
    "    soup = BeautifulSoup(r.text, \"html.parser\")\n",
    "    league_table = soup.find(\"div\", {'class': 'table_container'}).table\n",
    "    \n",
    "    # preparation for looping\n",
    "    rank = []\n",
    "    list_names = [\"squad\", \"games\", \"wins\", \"draws\", \"losses\", \"goals_for\", \"goals_against\", \"goal_diff\", \"points\", \"last_5\", \"attendance_per_g\", \"top_team_scorers\", \"top_keeper\"]\n",
    "    lists = []\n",
    "    for i in list_names:\n",
    "        i = []\n",
    "        lists.append(i)\n",
    "    \n",
    "    # looping over different teams (rows)\n",
    "    for team in league_table.find_all(\"tbody\"):\n",
    "        rows = team.find_all(\"tr\")\n",
    "        \n",
    "        # looping over different variables (columns) and writing into lists\n",
    "        for row in rows:\n",
    "            rank.append(row.find(\"th\", {'data-stat': 'rank'}).text)\n",
    "            for k in lists:\n",
    "                k.append(row.find(\"td\", {'data-stat': list_names[lists.index(k)]}).text)\n",
    "    \n",
    "    # creating a dataframe by concatenating the lists\n",
    "    table = pd.DataFrame({\"Rank\": rank, \"Team\": lists[0], \"Games\": lists[1], \"Wins\": lists[2], \"Draws\": lists[3], \"Losses\": lists[4], \"Goals for\": lists[5], \"Goals against\": lists[6], \"Goal Difference\": lists[7], \"Points\": lists[8], \"Last 5 Games\": lists[9], \"Attendance per Game\": lists[10], \"Top Team Scorers\": lists[11], \"Top Goalkeeper\": lists[12]})\n",
    "    return table"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now we take the url of the website we want to scrape, and plug it as an argument into the prewritten function to obtain a nice table. To be able to work with the scraped data we also wrote a csv file which we are going to read in a new notebook dedicated to data cleaning and analysis."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Rank</th>\n",
       "      <th>Team</th>\n",
       "      <th>Games</th>\n",
       "      <th>Wins</th>\n",
       "      <th>Draws</th>\n",
       "      <th>Losses</th>\n",
       "      <th>Goals for</th>\n",
       "      <th>Goals against</th>\n",
       "      <th>Goal Difference</th>\n",
       "      <th>Points</th>\n",
       "      <th>Last 5 Games</th>\n",
       "      <th>Attendance per Game</th>\n",
       "      <th>Top Team Scorers</th>\n",
       "      <th>Top Goalkeeper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Slavia Prague</td>\n",
       "      <td>16</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>48</td>\n",
       "      <td>8</td>\n",
       "      <td>+40</td>\n",
       "      <td>44</td>\n",
       "      <td>W W W W W</td>\n",
       "      <td>2,019</td>\n",
       "      <td>Abdallah Sima - 9</td>\n",
       "      <td>Ondřej Kolář</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>Sparta Prague</td>\n",
       "      <td>16</td>\n",
       "      <td>11</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>33</td>\n",
       "      <td>18</td>\n",
       "      <td>+15</td>\n",
       "      <td>35</td>\n",
       "      <td>W D D W W</td>\n",
       "      <td>1,445</td>\n",
       "      <td>Lukáš Juliš - 11</td>\n",
       "      <td>Florin Niță</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>Jablonec</td>\n",
       "      <td>16</td>\n",
       "      <td>11</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>33</td>\n",
       "      <td>16</td>\n",
       "      <td>+17</td>\n",
       "      <td>35</td>\n",
       "      <td>D W W W W</td>\n",
       "      <td>722</td>\n",
       "      <td>Ivan Schranz - 6</td>\n",
       "      <td>Jan Hanuš</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Slovácko</td>\n",
       "      <td>16</td>\n",
       "      <td>9</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>30</td>\n",
       "      <td>17</td>\n",
       "      <td>+13</td>\n",
       "      <td>30</td>\n",
       "      <td>W W W W W</td>\n",
       "      <td>498</td>\n",
       "      <td>Jan Kliment - 6</td>\n",
       "      <td>Vít Nemrava</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Baník Ostrava</td>\n",
       "      <td>16</td>\n",
       "      <td>7</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>21</td>\n",
       "      <td>13</td>\n",
       "      <td>+8</td>\n",
       "      <td>26</td>\n",
       "      <td>W D L D W</td>\n",
       "      <td>1,382</td>\n",
       "      <td>Dyjan Carlos De Azevedo - 6</td>\n",
       "      <td>Jan Laštůvka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>Sigma Olomouc</td>\n",
       "      <td>16</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>25</td>\n",
       "      <td>19</td>\n",
       "      <td>+6</td>\n",
       "      <td>25</td>\n",
       "      <td>D D L L W</td>\n",
       "      <td>819</td>\n",
       "      <td>David Houska - 4</td>\n",
       "      <td>Aleš Mandous</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>Slovan Liberec</td>\n",
       "      <td>16</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>24</td>\n",
       "      <td>17</td>\n",
       "      <td>+7</td>\n",
       "      <td>25</td>\n",
       "      <td>W D D W L</td>\n",
       "      <td>984</td>\n",
       "      <td>Michael Rabušic - 7</td>\n",
       "      <td>Filip Nguyen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>Viktoria Plzeň</td>\n",
       "      <td>16</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>30</td>\n",
       "      <td>21</td>\n",
       "      <td>+9</td>\n",
       "      <td>24</td>\n",
       "      <td>W L L D W</td>\n",
       "      <td>1,333</td>\n",
       "      <td>Aleš Čermák, Jean-David Beauguel - 6</td>\n",
       "      <td>Aleš Hruška</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>České Budĕjov.</td>\n",
       "      <td>16</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>D L W W W</td>\n",
       "      <td>471</td>\n",
       "      <td>Benjamin Čolić, Patrik Brandner - 5</td>\n",
       "      <td>Jaroslav Drobný</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>FK Pardubice</td>\n",
       "      <td>16</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>19</td>\n",
       "      <td>-4</td>\n",
       "      <td>22</td>\n",
       "      <td>L D W L L</td>\n",
       "      <td>589</td>\n",
       "      <td>David Huf - 5</td>\n",
       "      <td>Marek Boháč</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>Karviná</td>\n",
       "      <td>16</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>23</td>\n",
       "      <td>-8</td>\n",
       "      <td>20</td>\n",
       "      <td>D W L L L</td>\n",
       "      <td>738</td>\n",
       "      <td>Kristi Qose - 4</td>\n",
       "      <td>Petr Bolek</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>Fastav Zlín</td>\n",
       "      <td>16</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>18</td>\n",
       "      <td>24</td>\n",
       "      <td>-6</td>\n",
       "      <td>18</td>\n",
       "      <td>D L D D L</td>\n",
       "      <td>737</td>\n",
       "      <td>Tomáš Poznar - 7</td>\n",
       "      <td>Stanislav Dostál</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>Bohemians 1905</td>\n",
       "      <td>16</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>8</td>\n",
       "      <td>18</td>\n",
       "      <td>22</td>\n",
       "      <td>-4</td>\n",
       "      <td>16</td>\n",
       "      <td>W L D L D</td>\n",
       "      <td>806</td>\n",
       "      <td>Petr Hronek - 3</td>\n",
       "      <td>Patrik Le Giang</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>Teplice</td>\n",
       "      <td>16</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>16</td>\n",
       "      <td>35</td>\n",
       "      <td>-19</td>\n",
       "      <td>16</td>\n",
       "      <td>L W W L L</td>\n",
       "      <td>814</td>\n",
       "      <td>Jakub Mareš - 5</td>\n",
       "      <td>Tomáš Grigar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>Příbram</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>10</td>\n",
       "      <td>12</td>\n",
       "      <td>32</td>\n",
       "      <td>-20</td>\n",
       "      <td>10</td>\n",
       "      <td>L L D L L</td>\n",
       "      <td>552</td>\n",
       "      <td>Tomáš Pilík, Emmanuel Antwi... - 2</td>\n",
       "      <td>Ondřej Kočí</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>Zbrojovka Brno</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>10</td>\n",
       "      <td>13</td>\n",
       "      <td>31</td>\n",
       "      <td>-18</td>\n",
       "      <td>10</td>\n",
       "      <td>W L L D L</td>\n",
       "      <td>1,233</td>\n",
       "      <td>Peter Štepanovský, Jan Hladík... - 2</td>\n",
       "      <td>Martin Šustr, Jiří Floder</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>Mladá Boleslav</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>10</td>\n",
       "      <td>17</td>\n",
       "      <td>30</td>\n",
       "      <td>-13</td>\n",
       "      <td>10</td>\n",
       "      <td>L L L D L</td>\n",
       "      <td>461</td>\n",
       "      <td>Jiří Klíma - 4</td>\n",
       "      <td>Petr Mikulec</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18</td>\n",
       "      <td>Opava</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>11</td>\n",
       "      <td>34</td>\n",
       "      <td>-23</td>\n",
       "      <td>8</td>\n",
       "      <td>L D L L D</td>\n",
       "      <td>744</td>\n",
       "      <td>Jan Zidek, Karol Mondek - 2</td>\n",
       "      <td>Vilem Fendrich</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Rank             Team Games Wins Draws Losses Goals for Goals against  \\\n",
       "0     1    Slavia Prague    16   14     2      0        48             8   \n",
       "1     2    Sparta Prague    16   11     2      3        33            18   \n",
       "2     3         Jablonec    16   11     2      3        33            16   \n",
       "3     4         Slovácko    16    9     3      4        30            17   \n",
       "4     5    Baník Ostrava    16    7     5      4        21            13   \n",
       "5     6    Sigma Olomouc    16    6     7      3        25            19   \n",
       "6     7   Slovan Liberec    16    7     4      5        24            17   \n",
       "7     8   Viktoria Plzeň    16    7     3      6        30            21   \n",
       "8     9   České Budĕjov.    16    6     6      4        23            23   \n",
       "9    10     FK Pardubice    16    6     4      6        15            19   \n",
       "10   11          Karviná    16    5     5      6        15            23   \n",
       "11   12      Fastav Zlín    16    5     3      8        18            24   \n",
       "12   13   Bohemians 1905    16    4     4      8        18            22   \n",
       "13   14          Teplice    16    5     1     10        16            35   \n",
       "14   15          Příbram    16    2     4     10        12            32   \n",
       "15   16   Zbrojovka Brno    16    2     4     10        13            31   \n",
       "16   17   Mladá Boleslav    16    2     4     10        17            30   \n",
       "17   18            Opava    16    1     5     10        11            34   \n",
       "\n",
       "   Goal Difference Points Last 5 Games Attendance per Game  \\\n",
       "0              +40     44    W W W W W               2,019   \n",
       "1              +15     35    W D D W W               1,445   \n",
       "2              +17     35    D W W W W                 722   \n",
       "3              +13     30    W W W W W                 498   \n",
       "4               +8     26    W D L D W               1,382   \n",
       "5               +6     25    D D L L W                 819   \n",
       "6               +7     25    W D D W L                 984   \n",
       "7               +9     24    W L L D W               1,333   \n",
       "8                0     24    D L W W W                 471   \n",
       "9               -4     22    L D W L L                 589   \n",
       "10              -8     20    D W L L L                 738   \n",
       "11              -6     18    D L D D L                 737   \n",
       "12              -4     16    W L D L D                 806   \n",
       "13             -19     16    L W W L L                 814   \n",
       "14             -20     10    L L D L L                 552   \n",
       "15             -18     10    W L L D L               1,233   \n",
       "16             -13     10    L L L D L                 461   \n",
       "17             -23      8    L D L L D                 744   \n",
       "\n",
       "                        Top Team Scorers             Top Goalkeeper  \n",
       "0                      Abdallah Sima - 9               Ondřej Kolář  \n",
       "1                       Lukáš Juliš - 11                Florin Niță  \n",
       "2                       Ivan Schranz - 6                  Jan Hanuš  \n",
       "3                        Jan Kliment - 6                Vít Nemrava  \n",
       "4            Dyjan Carlos De Azevedo - 6               Jan Laštůvka  \n",
       "5                       David Houska - 4               Aleš Mandous  \n",
       "6                    Michael Rabušic - 7               Filip Nguyen  \n",
       "7   Aleš Čermák, Jean-David Beauguel - 6                Aleš Hruška  \n",
       "8    Benjamin Čolić, Patrik Brandner - 5            Jaroslav Drobný  \n",
       "9                          David Huf - 5                Marek Boháč  \n",
       "10                       Kristi Qose - 4                 Petr Bolek  \n",
       "11                      Tomáš Poznar - 7           Stanislav Dostál  \n",
       "12                       Petr Hronek - 3            Patrik Le Giang  \n",
       "13                       Jakub Mareš - 5               Tomáš Grigar  \n",
       "14    Tomáš Pilík, Emmanuel Antwi... - 2                Ondřej Kočí  \n",
       "15  Peter Štepanovský, Jan Hladík... - 2  Martin Šustr, Jiří Floder  \n",
       "16                        Jiří Klíma - 4               Petr Mikulec  \n",
       "17           Jan Zidek, Karol Mondek - 2             Vilem Fendrich  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://fbref.com/en/comps/66/Czech-First-League-Stats\"\n",
    "table = league_table_scraper(url)\n",
    "#table.to_csv(r\"C:\\Users\\Honza Stuchlík\\Documents\\IES\\Data Processing in Python\\Czech-Football-League\\league_table.csv\", index = False)\n",
    "table"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Scores & Fixtures"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We wrote a function for scraping scores from different seasons. The function takes two arguments (url of the website that we want to scrape and a logical argument \"regular\" which is True if the season which we are scraping was regular and False if it was not regular). Regular season means there were no extra rounds after all teams have played against each other twice. Irregular seasons usually include extra championship and relegation rounds. The argument makes sure we follow the correct html structure of the website because regular seasons' websites have a slightly different structure than the irregular ones."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scores_scraper(url, regular = True):\n",
    "    \n",
    "    # getting soup from the url\n",
    "    r = requests.get(url)\n",
    "    soup = BeautifulSoup(r.text, \"html.parser\")\n",
    "    scores_table = soup.find(\"div\", {'class': 'table_container'}).table\n",
    "    \n",
    "    # preparation for looping\n",
    "    rank = []\n",
    "    list_names = [\"gameweek\", \"dayofweek\", \"date\", \"time\", \"squad_a\", \"score\", \"squad_b\", \"attendance\", \"venue\", \"referee\"]\n",
    "    lists = []\n",
    "    for i in list_names:\n",
    "        i = []\n",
    "        lists.append(i)       \n",
    "\n",
    "    # looping over different rows\n",
    "    for game in scores_table.find_all(\"tbody\"):\n",
    "        rows = game.find_all(\"tr\")\n",
    "        \n",
    "        if regular:\n",
    "            # looping over different variables (columns) and writing into lists\n",
    "            for row in rows:\n",
    "                lists[0].append(row.find(\"th\", {'data-stat': 'gameweek'}).text)\n",
    "                for k in lists[1:]:\n",
    "                    k.append(row.find(\"td\", {'data-stat': list_names[lists.index(k)]}).text)\n",
    "                \n",
    "        else:\n",
    "            # looping over different variables (columns) and writing into lists\n",
    "            for row in rows:\n",
    "                for k in lists:\n",
    "                    k.append(row.find(\"td\", {'data-stat': list_names[lists.index(k)]}).text)\n",
    "                    \n",
    "    # creating a dataframe by concatenating the lists\n",
    "    scores = pd.DataFrame({\"Game Week\": lists[0], \"Weekday\": lists[1], \"Date\": lists[2], \"Time\": lists[3], \"Home Team\": lists[4], \"Score\": lists[5], \"Away Team\": lists[6], \"Attendance\": lists[7], \"Venue\": lists[8], \"Referee\": lists[9]})\n",
    "    return scores"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "To test the function, we pass the url of the current season's website as an argument, and we obtain a dataframe with scores and some other information. The season is regular, so we do not need to specify the argument \"regular\" as it is set to True by default."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Game Week</th>\n",
       "      <th>Weekday</th>\n",
       "      <th>Date</th>\n",
       "      <th>Time</th>\n",
       "      <th>Home Team</th>\n",
       "      <th>Score</th>\n",
       "      <th>Away Team</th>\n",
       "      <th>Attendance</th>\n",
       "      <th>Venue</th>\n",
       "      <th>Referee</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2020-08-21</td>\n",
       "      <td>18:00</td>\n",
       "      <td>Viktoria Plzeň</td>\n",
       "      <td>3–1</td>\n",
       "      <td>Opava</td>\n",
       "      <td>2,813</td>\n",
       "      <td>Doosan Arena</td>\n",
       "      <td>Alex Denev</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2020-08-22</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Fastav Zlín</td>\n",
       "      <td>1–2</td>\n",
       "      <td>Slovácko</td>\n",
       "      <td>1,282</td>\n",
       "      <td>Stadion Letná</td>\n",
       "      <td>Pavel Královec</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2020-08-22</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Příbram</td>\n",
       "      <td>1–3</td>\n",
       "      <td>Teplice</td>\n",
       "      <td>1,350</td>\n",
       "      <td>Energon Aréna</td>\n",
       "      <td>Ondřej Berka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2020-08-22</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Sigma Olomouc</td>\n",
       "      <td>1–0</td>\n",
       "      <td>Slovan Liberec</td>\n",
       "      <td>2,216</td>\n",
       "      <td>Andrův stadion</td>\n",
       "      <td>Paval Julínek</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2020-08-22</td>\n",
       "      <td>19:30</td>\n",
       "      <td>Zbrojovka Brno</td>\n",
       "      <td>1–4</td>\n",
       "      <td>Sparta Prague</td>\n",
       "      <td>2,500</td>\n",
       "      <td>Městský fotbalový stadion Srbská</td>\n",
       "      <td>Pavel Franek</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>343</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Sparta Prague</td>\n",
       "      <td></td>\n",
       "      <td>Zbrojovka Brno</td>\n",
       "      <td></td>\n",
       "      <td>Generali Arena</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>344</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Slovan Liberec</td>\n",
       "      <td></td>\n",
       "      <td>Sigma Olomouc</td>\n",
       "      <td></td>\n",
       "      <td>Stadion u Nisy</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>345</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Slovácko</td>\n",
       "      <td></td>\n",
       "      <td>Fastav Zlín</td>\n",
       "      <td></td>\n",
       "      <td>Městský fotbalový stadion Miroslava Vale...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>346</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Slavia Prague</td>\n",
       "      <td></td>\n",
       "      <td>České Budĕjov.</td>\n",
       "      <td></td>\n",
       "      <td>Sinobo Stadium</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>347</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>FK Pardubice</td>\n",
       "      <td></td>\n",
       "      <td>Jablonec</td>\n",
       "      <td></td>\n",
       "      <td>Stadion K Vinici</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>348 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Game Week Weekday        Date    Time       Home Team Score  \\\n",
       "0           1     Fri  2020-08-21  18:00   Viktoria Plzeň   3–1   \n",
       "1           1     Sat  2020-08-22  17:00      Fastav Zlín   1–2   \n",
       "2           1     Sat  2020-08-22  17:00          Příbram   1–3   \n",
       "3           1     Sat  2020-08-22  17:00    Sigma Olomouc   1–0   \n",
       "4           1     Sat  2020-08-22  19:30   Zbrojovka Brno   1–4   \n",
       "..        ...     ...         ...     ...             ...   ...   \n",
       "343        34     Fri  2021-05-28           Sparta Prague         \n",
       "344        34     Fri  2021-05-28          Slovan Liberec         \n",
       "345        34     Fri  2021-05-28                Slovácko         \n",
       "346        34     Fri  2021-05-28           Slavia Prague         \n",
       "347        34     Fri  2021-05-28            FK Pardubice         \n",
       "\n",
       "          Away Team Attendance                                        Venue  \\\n",
       "0             Opava      2,813                                 Doosan Arena   \n",
       "1          Slovácko      1,282                                Stadion Letná   \n",
       "2           Teplice      1,350                                Energon Aréna   \n",
       "3    Slovan Liberec      2,216                               Andrův stadion   \n",
       "4     Sparta Prague      2,500             Městský fotbalový stadion Srbská   \n",
       "..              ...        ...                                          ...   \n",
       "343  Zbrojovka Brno                                          Generali Arena   \n",
       "344   Sigma Olomouc                                          Stadion u Nisy   \n",
       "345     Fastav Zlín             Městský fotbalový stadion Miroslava Vale...   \n",
       "346  České Budĕjov.                                          Sinobo Stadium   \n",
       "347        Jablonec                                        Stadion K Vinici   \n",
       "\n",
       "            Referee  \n",
       "0        Alex Denev  \n",
       "1    Pavel Královec  \n",
       "2      Ondřej Berka  \n",
       "3     Paval Julínek  \n",
       "4      Pavel Franek  \n",
       "..              ...  \n",
       "343                  \n",
       "344                  \n",
       "345                  \n",
       "346                  \n",
       "347                  \n",
       "\n",
       "[348 rows x 10 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://fbref.com/en/comps/66/schedule/Czech-First-League-Scores-and-Fixtures\"\n",
    "scores_scraper(url)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The second url represents an \"irregular\" season. This time we specify the argument \"regular\" as False, and we get a dataframe in the same format as for a regular season."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Game Week</th>\n",
       "      <th>Weekday</th>\n",
       "      <th>Date</th>\n",
       "      <th>Time</th>\n",
       "      <th>Home Team</th>\n",
       "      <th>Score</th>\n",
       "      <th>Away Team</th>\n",
       "      <th>Attendance</th>\n",
       "      <th>Venue</th>\n",
       "      <th>Referee</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2019-07-12</td>\n",
       "      <td>18:00</td>\n",
       "      <td>Jablonec</td>\n",
       "      <td>2–0</td>\n",
       "      <td>Bohemians 1905</td>\n",
       "      <td>2,612</td>\n",
       "      <td>Stadion Střelnice</td>\n",
       "      <td>Pavel Franek</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2019-07-13</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Příbram</td>\n",
       "      <td>1–1</td>\n",
       "      <td>Teplice</td>\n",
       "      <td>2,862</td>\n",
       "      <td>Energon Aréna</td>\n",
       "      <td>Paval Julínek</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2019-07-13</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Baník Ostrava</td>\n",
       "      <td>1–2</td>\n",
       "      <td>Slovan Liberec</td>\n",
       "      <td>7,542</td>\n",
       "      <td>Městský stadion - Vítkovice Aréna</td>\n",
       "      <td>Ondřej Berka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2019-07-13</td>\n",
       "      <td>19:30</td>\n",
       "      <td>Viktoria Plzeň</td>\n",
       "      <td>3–1</td>\n",
       "      <td>Sigma Olomouc</td>\n",
       "      <td>9,611</td>\n",
       "      <td>Doosan Arena</td>\n",
       "      <td>Ondřej Pechanec</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>Sun</td>\n",
       "      <td>2019-07-14</td>\n",
       "      <td>16:30</td>\n",
       "      <td>České Budĕjov.</td>\n",
       "      <td>0–1</td>\n",
       "      <td>Opava</td>\n",
       "      <td>4,381</td>\n",
       "      <td>Fotbalový stadion Střelecký ostrov</td>\n",
       "      <td>Ondřej Ginzel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>311</th>\n",
       "      <td>4</td>\n",
       "      <td>Thu</td>\n",
       "      <td>2020-07-23</td>\n",
       "      <td>18:00</td>\n",
       "      <td>Fastav Zlín</td>\n",
       "      <td></td>\n",
       "      <td>Karviná</td>\n",
       "      <td></td>\n",
       "      <td>Stadion Letná</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>312</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>313</th>\n",
       "      <td>5</td>\n",
       "      <td>Sun</td>\n",
       "      <td>2020-07-26</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Sigma Olomouc</td>\n",
       "      <td></td>\n",
       "      <td>Fastav Zlín</td>\n",
       "      <td></td>\n",
       "      <td>Andrův stadion</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>314</th>\n",
       "      <td>5</td>\n",
       "      <td>Sun</td>\n",
       "      <td>2020-07-26</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Karviná</td>\n",
       "      <td></td>\n",
       "      <td>Příbram</td>\n",
       "      <td></td>\n",
       "      <td>Městský stadion</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>315</th>\n",
       "      <td>5</td>\n",
       "      <td>Sun</td>\n",
       "      <td>2020-07-26</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Teplice</td>\n",
       "      <td></td>\n",
       "      <td>Opava</td>\n",
       "      <td></td>\n",
       "      <td>Na Stínadlech</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>316 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Game Week Weekday        Date    Time       Home Team Score  \\\n",
       "0           1     Fri  2019-07-12  18:00         Jablonec   2–0   \n",
       "1           1     Sat  2019-07-13  17:00          Příbram   1–1   \n",
       "2           1     Sat  2019-07-13  17:00    Baník Ostrava   1–2   \n",
       "3           1     Sat  2019-07-13  19:30   Viktoria Plzeň   3–1   \n",
       "4           1     Sun  2019-07-14  16:30   České Budĕjov.   0–1   \n",
       "..        ...     ...         ...     ...             ...   ...   \n",
       "311         4     Thu  2020-07-23  18:00      Fastav Zlín         \n",
       "312                                                               \n",
       "313         5     Sun  2020-07-26  17:00    Sigma Olomouc         \n",
       "314         5     Sun  2020-07-26  17:00          Karviná         \n",
       "315         5     Sun  2020-07-26  17:00          Teplice         \n",
       "\n",
       "          Away Team Attendance                               Venue  \\\n",
       "0    Bohemians 1905      2,612                   Stadion Střelnice   \n",
       "1           Teplice      2,862                       Energon Aréna   \n",
       "2    Slovan Liberec      7,542   Městský stadion - Vítkovice Aréna   \n",
       "3     Sigma Olomouc      9,611                        Doosan Arena   \n",
       "4             Opava      4,381  Fotbalový stadion Střelecký ostrov   \n",
       "..              ...        ...                                 ...   \n",
       "311         Karviná                                  Stadion Letná   \n",
       "312                                                                  \n",
       "313     Fastav Zlín                                 Andrův stadion   \n",
       "314         Příbram                                Městský stadion   \n",
       "315           Opava                                  Na Stínadlech   \n",
       "\n",
       "             Referee  \n",
       "0       Pavel Franek  \n",
       "1      Paval Julínek  \n",
       "2       Ondřej Berka  \n",
       "3    Ondřej Pechanec  \n",
       "4      Ondřej Ginzel  \n",
       "..               ...  \n",
       "311                   \n",
       "312                   \n",
       "313                   \n",
       "314                   \n",
       "315                   \n",
       "\n",
       "[316 rows x 10 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://fbref.com/en/comps/66/3226/schedule/2019-2020-Czech-First-League-Scores-and-Fixtures\"\n",
    "scores_scraper(url, regular = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Since we get a dataframe in the same format for both regular and irregular seasons, we can easily append the dataframes for all seasons that we scraped into a single dataframe to make our later work easier. We first wrote a function to construct the url for a given season, and set it as an argument for our scraping function. This was done for all seasons of our choice. Then, all the obtained data frames were put together using append. The result is again written into a csv file, so that we can load it and process it in another notebook."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "seasons = [\"2015-2016\", \"2016-2017\", \"2017-2018\", \"2018-2019\", \"2019-2020\", \"2020-2021\"]\n",
    "\n",
    "def season_scores_url(season_index):\n",
    "    season_id = [1459, 1518, 1623, 2427, 3226, \"\"]\n",
    "    core_url1 = \"https://fbref.com/en/comps/66/\"\n",
    "    core_url2 = \"-Czech-First-League-Scores-and-Fixtures\"\n",
    "    if season_index == 5:\n",
    "        schedule = \"schedule/\"\n",
    "    else:\n",
    "        schedule = \"/schedule/\"\n",
    "    season_url = core_url1 + str(season_id[season_index]) + schedule + seasons[season_index] + core_url2\n",
    "    return season_url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Game Week</th>\n",
       "      <th>Weekday</th>\n",
       "      <th>Date</th>\n",
       "      <th>Time</th>\n",
       "      <th>Home Team</th>\n",
       "      <th>Score</th>\n",
       "      <th>Away Team</th>\n",
       "      <th>Attendance</th>\n",
       "      <th>Venue</th>\n",
       "      <th>Referee</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2015-07-24</td>\n",
       "      <td>17:30</td>\n",
       "      <td>Viktoria Plzeň</td>\n",
       "      <td>2–1</td>\n",
       "      <td>Slavia Prague</td>\n",
       "      <td>11,233</td>\n",
       "      <td>Doosan Arena</td>\n",
       "      <td>Pavel Franek</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2015-07-24</td>\n",
       "      <td>19:00</td>\n",
       "      <td>Vysočina Jihlava</td>\n",
       "      <td>0–0</td>\n",
       "      <td>Sparta Prague</td>\n",
       "      <td>3,894</td>\n",
       "      <td>Stadion v Jiráskově ulici</td>\n",
       "      <td>Tomas Kocourek</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2015-07-25</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Příbram</td>\n",
       "      <td>2–3</td>\n",
       "      <td>Jablonec</td>\n",
       "      <td>4,182</td>\n",
       "      <td>Energon Aréna</td>\n",
       "      <td>Pavel Královec</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2015-07-25</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Slovácko</td>\n",
       "      <td>4–3</td>\n",
       "      <td>Dukla Prague</td>\n",
       "      <td>3,726</td>\n",
       "      <td>Městský fotbalový stadion Miroslava Vale...</td>\n",
       "      <td>Zbyněk Proske</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>Sat</td>\n",
       "      <td>2015-07-25</td>\n",
       "      <td>17:00</td>\n",
       "      <td>Zbrojovka Brno</td>\n",
       "      <td>2–1</td>\n",
       "      <td>Baník Ostrava</td>\n",
       "      <td>5,326</td>\n",
       "      <td>Městský fotbalový stadion Srbská</td>\n",
       "      <td>Libor Kovařík</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1732</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Slovan Liberec</td>\n",
       "      <td></td>\n",
       "      <td>Sigma Olomouc</td>\n",
       "      <td></td>\n",
       "      <td>Stadion u Nisy</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1733</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Opava</td>\n",
       "      <td></td>\n",
       "      <td>Viktoria Plzeň</td>\n",
       "      <td></td>\n",
       "      <td>Stadion v Městských sadech</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1734</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Slovácko</td>\n",
       "      <td></td>\n",
       "      <td>Fastav Zlín</td>\n",
       "      <td></td>\n",
       "      <td>Městský fotbalový stadion Miroslava Vale...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1735</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>Slavia Prague</td>\n",
       "      <td></td>\n",
       "      <td>České Budĕjov.</td>\n",
       "      <td></td>\n",
       "      <td>Sinobo Stadium</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1736</th>\n",
       "      <td>34</td>\n",
       "      <td>Fri</td>\n",
       "      <td>2021-05-28</td>\n",
       "      <td></td>\n",
       "      <td>FK Pardubice</td>\n",
       "      <td></td>\n",
       "      <td>Jablonec</td>\n",
       "      <td></td>\n",
       "      <td>Stadion K Vinici</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1737 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Game Week Weekday        Date    Time         Home Team Score  \\\n",
       "0            1     Fri  2015-07-24  17:30     Viktoria Plzeň   2–1   \n",
       "1            1     Fri  2015-07-24  19:00   Vysočina Jihlava   0–0   \n",
       "2            1     Sat  2015-07-25  17:00            Příbram   2–3   \n",
       "3            1     Sat  2015-07-25  17:00           Slovácko   4–3   \n",
       "4            1     Sat  2015-07-25  17:00     Zbrojovka Brno   2–1   \n",
       "...        ...     ...         ...     ...               ...   ...   \n",
       "1732        34     Fri  2021-05-28            Slovan Liberec         \n",
       "1733        34     Fri  2021-05-28                     Opava         \n",
       "1734        34     Fri  2021-05-28                  Slovácko         \n",
       "1735        34     Fri  2021-05-28             Slavia Prague         \n",
       "1736        34     Fri  2021-05-28              FK Pardubice         \n",
       "\n",
       "           Away Team Attendance                                        Venue  \\\n",
       "0      Slavia Prague     11,233                                 Doosan Arena   \n",
       "1      Sparta Prague      3,894                    Stadion v Jiráskově ulici   \n",
       "2           Jablonec      4,182                                Energon Aréna   \n",
       "3       Dukla Prague      3,726  Městský fotbalový stadion Miroslava Vale...   \n",
       "4      Baník Ostrava      5,326             Městský fotbalový stadion Srbská   \n",
       "...              ...        ...                                          ...   \n",
       "1732   Sigma Olomouc                                          Stadion u Nisy   \n",
       "1733  Viktoria Plzeň                              Stadion v Městských sadech   \n",
       "1734     Fastav Zlín             Městský fotbalový stadion Miroslava Vale...   \n",
       "1735  České Budĕjov.                                          Sinobo Stadium   \n",
       "1736        Jablonec                                        Stadion K Vinici   \n",
       "\n",
       "             Referee  \n",
       "0       Pavel Franek  \n",
       "1     Tomas Kocourek  \n",
       "2     Pavel Královec  \n",
       "3      Zbyněk Proske  \n",
       "4      Libor Kovařík  \n",
       "...              ...  \n",
       "1732                  \n",
       "1733                  \n",
       "1734                  \n",
       "1735                  \n",
       "1736                  \n",
       "\n",
       "[1737 rows x 10 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "scores_1516 = scores_scraper(season_scores_url(0))\n",
    "scores_1617 = scores_scraper(season_scores_url(1))\n",
    "scores_1718 = scores_scraper(season_scores_url(2))\n",
    "scores_1819 = scores_scraper(season_scores_url(3), regular = False)\n",
    "scores_1920 = scores_scraper(season_scores_url(4), regular = False)\n",
    "scores_2021 = scores_scraper(season_scores_url(5))\n",
    "scores_dfs = [scores_1516, scores_1617, scores_1718, scores_1819, scores_1920, scores_2021]\n",
    "scores = pd.DataFrame()\n",
    "for i in scores_dfs:\n",
    "    scores = scores.append(i, ignore_index = True, sort = False)\n",
    "#scores.to_csv(r\"C:\\Users\\Honza Stuchlík\\Documents\\IES\\Data Processing in Python\\Czech-Football-League\\scores.csv\", index = False)\n",
    "scores"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}