DE_MILESTONE2_MET_1_1985.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 118,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dUaDcZCRBV94",
        "outputId": "7d8a9c52-4546-48b3-d20a-e0677ad35f57"
      },
      "outputs": [],
      "source": [
        "!pip install xlrd\n",
        "!pip install --upgrade xlrd\n",
        "# pd.set_option(\"display.max_rows\", None)\n",
        "\n",
        "from IPython.display import clear_output\n",
        "clear_output()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "oqztsBy5-CCr"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import math"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3n4Dz7Lg-CCv",
        "outputId": "62e9d9e6-e50e-43d9-991b-071bc9c4c3da"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Index(['location_easting_osgr', 'location_northing_osgr', 'police_force',\n",
            "       'accident_severity', 'number_of_vehicles', 'number_of_casualties',\n",
            "       'day_of_week', 'first_road_class', 'first_road_number', 'speed_limit',\n",
            "       'junction_control', 'second_road_class', 'second_road_number',\n",
            "       'light_conditions', 'drv_day_number', 'drv_month_number', 'hour',\n",
            "       'week_number', 'road_type_Single carriageway',\n",
            "       'road_type_Dual carriageway', 'road_type_Roundabout',\n",
            "       'road_type_One way street/Slip road',\n",
            "       'junction_detail_Not at junction or within 20 metres',\n",
            "       'junction_detail_T or staggered junction', 'junction_detail_Other',\n",
            "       'sencond_road_class', 'local_authority_district_code',\n",
            "       'local_authority_district_name'],\n",
            "      dtype='object')\n",
            "(245518, 28)\n"
          ]
        }
      ],
      "source": [
        "# read cleaned dataset\n",
        "df = pd.read_parquet('1985_Accidents_UK_cleaned.parquet', engine='pyarrow')\n",
        "print(df.columns)\n",
        "print(df.shape)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {},
      "outputs": [],
      "source": [
        "accident_everity_encoded = df.replace({'accident_severity': {'Slight': 0, 'Serious': 1, 'Fatal': 2}})\n",
        "df['accident_severity'] = accident_everity_encoded['accident_severity']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>speed_limit</th>\n",
              "      <th>...</th>\n",
              "      <th>road_type_Single carriageway</th>\n",
              "      <th>road_type_Dual carriageway</th>\n",
              "      <th>road_type_Roundabout</th>\n",
              "      <th>road_type_One way street/Slip road</th>\n",
              "      <th>junction_detail_Not at junction or within 20 metres</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>accident_index</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>198501AD00001</th>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00002</th>\n",
              "      <td>530020.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00003</th>\n",
              "      <td>528360.0</td>\n",
              "      <td>179760.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>330</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00004</th>\n",
              "      <td>530400.0</td>\n",
              "      <td>180290.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>308.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00005</th>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038776</th>\n",
              "      <td>311600.0</td>\n",
              "      <td>605300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>708.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038877</th>\n",
              "      <td>298400.0</td>\n",
              "      <td>576300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>858</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038978</th>\n",
              "      <td>200010.0</td>\n",
              "      <td>504790.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>798.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T039079</th>\n",
              "      <td>319900.0</td>\n",
              "      <td>568900.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>722.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T039180</th>\n",
              "      <td>211300.0</td>\n",
              "      <td>559700.0</td>\n",
              "      <td>11</td>\n",
              "      <td>2</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>245518 rows × 28 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "               location_easting_osgr location_northing_osgr police_force  \\\n",
              "accident_index                                                             \n",
              "198501AD00001               530180.0               179670.0           29   \n",
              "198501AD00002               530020.0               180510.0           29   \n",
              "198501AD00003               528360.0               179760.0           29   \n",
              "198501AD00004               530400.0               180290.0           29   \n",
              "198501AD00005               530150.0               179690.0           29   \n",
              "...                              ...                    ...          ...   \n",
              "198598T038776               311600.0               605300.0           11   \n",
              "198598T038877               298400.0               576300.0           11   \n",
              "198598T038978               200010.0               504790.0           11   \n",
              "198598T039079               319900.0               568900.0           11   \n",
              "198598T039180               211300.0               559700.0           11   \n",
              "\n",
              "                accident_severity number_of_vehicles number_of_casualties  \\\n",
              "accident_index                                                              \n",
              "198501AD00001                   0                1.0                  1.0   \n",
              "198501AD00002                   0                2.0                  1.0   \n",
              "198501AD00003                   0                2.0                  1.0   \n",
              "198501AD00004                   0                2.0                  1.0   \n",
              "198501AD00005                   0                1.0                  1.0   \n",
              "...                           ...                ...                  ...   \n",
              "198598T038776                   0                2.0                  1.0   \n",
              "198598T038877                   0                1.0                  1.0   \n",
              "198598T038978                   1                1.0                  2.0   \n",
              "198598T039079                   1                1.0                  1.0   \n",
              "198598T039180                   2                1.0                  3.0   \n",
              "\n",
              "               day_of_week first_road_class first_road_number speed_limit  \\\n",
              "accident_index                                                              \n",
              "198501AD00001            0                4            3214.0        30.0   \n",
              "198501AD00002            4                4               4.0        30.0   \n",
              "198501AD00003            5                4               4.0        30.0   \n",
              "198501AD00004            4                3             308.0        30.0   \n",
              "198501AD00005            3                4            3214.0        30.0   \n",
              "...                    ...              ...               ...         ...   \n",
              "198598T038776            6                4             708.0        60.0   \n",
              "198598T038877            6                4              75.0        30.0   \n",
              "198598T038978            4                3             798.0        60.0   \n",
              "198598T039079            5                3             722.0        60.0   \n",
              "198598T039180            5                4              75.0        60.0   \n",
              "\n",
              "                ... road_type_Single carriageway road_type_Dual carriageway  \\\n",
              "accident_index  ...                                                           \n",
              "198501AD00001   ...                            1                          0   \n",
              "198501AD00002   ...                            0                          0   \n",
              "198501AD00003   ...                            0                          0   \n",
              "198501AD00004   ...                            0                          1   \n",
              "198501AD00005   ...                            1                          0   \n",
              "...             ...                          ...                        ...   \n",
              "198598T038776   ...                            1                          0   \n",
              "198598T038877   ...                            1                          0   \n",
              "198598T038978   ...                            1                          0   \n",
              "198598T039079   ...                            1                          0   \n",
              "198598T039180   ...                            1                          0   \n",
              "\n",
              "               road_type_Roundabout road_type_One way street/Slip road  \\\n",
              "accident_index                                                           \n",
              "198501AD00001                     0                                  0   \n",
              "198501AD00002                     0                                  1   \n",
              "198501AD00003                     0                                  1   \n",
              "198501AD00004                     0                                  0   \n",
              "198501AD00005                     0                                  0   \n",
              "...                             ...                                ...   \n",
              "198598T038776                     0                                  0   \n",
              "198598T038877                     0                                  0   \n",
              "198598T038978                     0                                  0   \n",
              "198598T039079                     0                                  0   \n",
              "198598T039180                     0                                  0   \n",
              "\n",
              "               junction_detail_Not at junction or within 20 metres  \\\n",
              "accident_index                                                       \n",
              "198501AD00001                                                   0    \n",
              "198501AD00002                                                   1    \n",
              "198501AD00003                                                   0    \n",
              "198501AD00004                                                   0    \n",
              "198501AD00005                                                   1    \n",
              "...                                                           ...    \n",
              "198598T038776                                                   1    \n",
              "198598T038877                                                   0    \n",
              "198598T038978                                                   1    \n",
              "198598T039079                                                   1    \n",
              "198598T039180                                                   1    \n",
              "\n",
              "               junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "accident_index                                                                 \n",
              "198501AD00001                                        0                     1   \n",
              "198501AD00002                                        0                     0   \n",
              "198501AD00003                                        0                     1   \n",
              "198501AD00004                                        0                     1   \n",
              "198501AD00005                                        0                     0   \n",
              "...                                                ...                   ...   \n",
              "198598T038776                                        0                     0   \n",
              "198598T038877                                        1                     0   \n",
              "198598T038978                                        0                     0   \n",
              "198598T039079                                        0                     0   \n",
              "198598T039180                                        0                     0   \n",
              "\n",
              "               sencond_road_class local_authority_district_code  \\\n",
              "accident_index                                                    \n",
              "198501AD00001                   4                             0   \n",
              "198501AD00002                   0                             0   \n",
              "198501AD00003                   3                             0   \n",
              "198501AD00004                   4                             0   \n",
              "198501AD00005                   0                             0   \n",
              "...                           ...                           ...   \n",
              "198598T038776                   0                           859   \n",
              "198598T038877                   1                           858   \n",
              "198598T038978                   0                           856   \n",
              "198598T039079                   0                           859   \n",
              "198598T039180                   0                           856   \n",
              "\n",
              "               local_authority_district_name  \n",
              "accident_index                                \n",
              "198501AD00001                            330  \n",
              "198501AD00002                            330  \n",
              "198501AD00003                            330  \n",
              "198501AD00004                            330  \n",
              "198501AD00005                            330  \n",
              "...                                      ...  \n",
              "198598T038776                              0  \n",
              "198598T038877                              0  \n",
              "198598T038978                              0  \n",
              "198598T039079                              0  \n",
              "198598T039180                              0  \n",
              "\n",
              "[245518 rows x 28 columns]"
            ]
          },
          "execution_count": 4,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 237
        },
        "id": "1y2Xnozi-CCy",
        "outputId": "7b2ce1b2-4a76-454b-95b8-2eb6da0efb3b"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>code</th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>No Name Recorded</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>Birmingham</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>330</th>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>167</th>\n",
              "      <td>Manchester</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>154</th>\n",
              "      <td>Leeds</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                  name\n",
              "code                  \n",
              "0     No Name Recorded\n",
              "19          Birmingham\n",
              "330        Westminster\n",
              "167         Manchester\n",
              "154              Leeds"
            ]
          },
          "execution_count": 5,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Use our encoding look-up table to get local authority distrcit names \n",
        "la_encoding= pd.read_csv('LA_encoding.csv').set_index('code')\n",
        "la_encoding.name = la_encoding.name.str.strip()\n",
        "la_encoding.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JmAsKqge-CCz",
        "outputId": "3c7b291c-7683-48a8-8e96-080096237017"
      },
      "outputs": [],
      "source": [
        "# convert encodings to dictionary key: code value: name\n",
        "la_dict = la_encoding.to_dict().get('name')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qlO-U3gniBOR",
        "outputId": "9c79858d-db62-490c-84d5-db3a07b0c785"
      },
      "outputs": [],
      "source": [
        "# convert encodings to dictionary key: name value: code\n",
        "la_encoding_reversed = la_encoding.copy()\n",
        "la_encoding_reversed = la_encoding_reversed.reset_index()\n",
        "la_encoding_reversed = la_encoding_reversed.set_index('name')\n",
        "la_dict_reversed = la_encoding_reversed.to_dict().get('code')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "id": "47_rIoA0-CCz"
      },
      "outputs": [],
      "source": [
        "df['local_authority_district_name'] = df['local_authority_district_name'].astype('int')\n",
        "df['local_authority_district_name']= df['local_authority_district_name'].map(la_dict)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "accident_index\n",
              "198501AD00001         Westminster\n",
              "198501AD00002         Westminster\n",
              "198501AD00003         Westminster\n",
              "198501AD00004         Westminster\n",
              "198501AD00005         Westminster\n",
              "                       ...       \n",
              "198598T038776    No Name Recorded\n",
              "198598T038877    No Name Recorded\n",
              "198598T038978    No Name Recorded\n",
              "198598T039079    No Name Recorded\n",
              "198598T039180    No Name Recorded\n",
              "Name: local_authority_district_name, Length: 245518, dtype: object"
            ]
          },
          "execution_count": 9,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df['local_authority_district_name']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 127,
      "metadata": {
        "id": "A8G4PzyL-CC0"
      },
      "outputs": [],
      "source": [
        "# remove anything after the comma for example: \"city of\".\n",
        "df['local_authority_district_name'] = df['local_authority_district_name'].str.rsplit(',', n=1).str.get(0)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "U3-Gw-g9Djjm"
      },
      "source": [
        "### Missing local authority district "
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {
        "id": "WWRsDAUoLGuA"
      },
      "source": [
        "Some of the local authority districts have no name (denoted as \"No name recorded\"). We attempt to fill these values with an external dataset that contains the old local authority codes and their corresponding local authority names. https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/774860/Local_authority_and_regional_breakdown_January_2019.csv/preview"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 128,
      "metadata": {
        "id": "xdVBKfvrN1F2"
      },
      "outputs": [],
      "source": [
        "# importing the dataset\n",
        "LAD_codes_names = pd.read_csv('Local_authority_and_regional_breakdown_January_2019.csv').set_index('Local authority')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 129,
      "metadata": {
        "id": "Dl138zu-OI4W"
      },
      "outputs": [],
      "source": [
        "#converting the data toa  dictionary to easily map it later to missing values\n",
        "lad_code_name_dict = LAD_codes_names.to_dict().get('Unnamed: 1')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 130,
      "metadata": {
        "id": "UpxkMWvXXyiS"
      },
      "outputs": [],
      "source": [
        "df = df.reset_index()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 131,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hg0R_0pPQ1c1",
        "outputId": "e1c62b6d-3f67-4e20-e097-acb3bb431dbb"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "37830\n"
          ]
        }
      ],
      "source": [
        "#get all districts' codes that has no name recorded\n",
        "no_district_name = df[df['local_authority_district_name'].str.contains(\"No Name Recorded\")]\n",
        "no_district_name['local_authority_district_code'] = no_district_name['local_authority_district_code'].astype('int')\n",
        "clear_output()\n",
        "print(len(no_district_name))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 132,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dS1DMncMSQSm",
        "outputId": "f4c84430-7e89-4980-8133-da900d7a9212"
      },
      "outputs": [],
      "source": [
        "no_district_name['local_authority_district_name'] = no_district_name['local_authority_district_code'].map(lad_code_name_dict)\n",
        "clear_output()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 133,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0-c80mJPeEfl",
        "outputId": "9ad385a1-ee13-4a90-9399-8750ed92562f"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "26603"
            ]
          },
          "execution_count": 133,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "no_district_name['local_authority_district_name'].isnull().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 134,
      "metadata": {
        "id": "uXQIMTFtbdHY"
      },
      "outputs": [],
      "source": [
        "no_district_name = no_district_name.set_index('accident_index')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 135,
      "metadata": {
        "id": "U_5GWSmqcUO7"
      },
      "outputs": [],
      "source": [
        "df = df.set_index('accident_index')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 136,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cvL-6angEs3J",
        "outputId": "0e1c981a-d4f0-4400-e168-3bda60db58db"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "70.32249537404176"
            ]
          },
          "execution_count": 136,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "((no_district_name['local_authority_district_name'].isnull()).sum()/len(no_district_name))*100"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "k5T6Rtd3MT-8"
      },
      "source": [
        "% of local authority districts still missing names is 70.32%"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 137,
      "metadata": {
        "id": "xOngh53xcNYH"
      },
      "outputs": [],
      "source": [
        "df.update(no_district_name)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 138,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>speed_limit</th>\n",
              "      <th>...</th>\n",
              "      <th>road_type_Single carriageway</th>\n",
              "      <th>road_type_Dual carriageway</th>\n",
              "      <th>road_type_Roundabout</th>\n",
              "      <th>road_type_One way street/Slip road</th>\n",
              "      <th>junction_detail_Not at junction or within 20 metres</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>accident_index</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>198501AD00001</th>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00002</th>\n",
              "      <td>530020.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00003</th>\n",
              "      <td>528360.0</td>\n",
              "      <td>179760.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00004</th>\n",
              "      <td>530400.0</td>\n",
              "      <td>180290.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>308.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00005</th>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038776</th>\n",
              "      <td>311600.0</td>\n",
              "      <td>605300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>708.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>No Name Recorded</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038877</th>\n",
              "      <td>298400.0</td>\n",
              "      <td>576300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>858.0</td>\n",
              "      <td>No Name Recorded</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038978</th>\n",
              "      <td>200010.0</td>\n",
              "      <td>504790.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>798.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>Leicester</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T039079</th>\n",
              "      <td>319900.0</td>\n",
              "      <td>568900.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>722.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>No Name Recorded</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T039180</th>\n",
              "      <td>211300.0</td>\n",
              "      <td>559700.0</td>\n",
              "      <td>11</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>Leicester</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>245518 rows × 28 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "               location_easting_osgr location_northing_osgr police_force  \\\n",
              "accident_index                                                             \n",
              "198501AD00001               530180.0               179670.0           29   \n",
              "198501AD00002               530020.0               180510.0           29   \n",
              "198501AD00003               528360.0               179760.0           29   \n",
              "198501AD00004               530400.0               180290.0           29   \n",
              "198501AD00005               530150.0               179690.0           29   \n",
              "...                              ...                    ...          ...   \n",
              "198598T038776               311600.0               605300.0           11   \n",
              "198598T038877               298400.0               576300.0           11   \n",
              "198598T038978               200010.0               504790.0           11   \n",
              "198598T039079               319900.0               568900.0           11   \n",
              "198598T039180               211300.0               559700.0           11   \n",
              "\n",
              "                accident_severity number_of_vehicles number_of_casualties  \\\n",
              "accident_index                                                              \n",
              "198501AD00001                 0.0                1.0                  1.0   \n",
              "198501AD00002                 0.0                2.0                  1.0   \n",
              "198501AD00003                 0.0                2.0                  1.0   \n",
              "198501AD00004                 0.0                2.0                  1.0   \n",
              "198501AD00005                 0.0                1.0                  1.0   \n",
              "...                           ...                ...                  ...   \n",
              "198598T038776                 0.0                2.0                  1.0   \n",
              "198598T038877                 0.0                1.0                  1.0   \n",
              "198598T038978                 1.0                1.0                  2.0   \n",
              "198598T039079                 1.0                1.0                  1.0   \n",
              "198598T039180                 2.0                1.0                  3.0   \n",
              "\n",
              "               day_of_week first_road_class first_road_number speed_limit  \\\n",
              "accident_index                                                              \n",
              "198501AD00001            0                4            3214.0        30.0   \n",
              "198501AD00002            4                4               4.0        30.0   \n",
              "198501AD00003            5                4               4.0        30.0   \n",
              "198501AD00004            4                3             308.0        30.0   \n",
              "198501AD00005            3                4            3214.0        30.0   \n",
              "...                    ...              ...               ...         ...   \n",
              "198598T038776            6                4             708.0        60.0   \n",
              "198598T038877            6                4              75.0        30.0   \n",
              "198598T038978            4                3             798.0        60.0   \n",
              "198598T039079            5                3             722.0        60.0   \n",
              "198598T039180            5                4              75.0        60.0   \n",
              "\n",
              "                ... road_type_Single carriageway road_type_Dual carriageway  \\\n",
              "accident_index  ...                                                           \n",
              "198501AD00001   ...                            1                          0   \n",
              "198501AD00002   ...                            0                          0   \n",
              "198501AD00003   ...                            0                          0   \n",
              "198501AD00004   ...                            0                          1   \n",
              "198501AD00005   ...                            1                          0   \n",
              "...             ...                          ...                        ...   \n",
              "198598T038776   ...                            1                          0   \n",
              "198598T038877   ...                            1                          0   \n",
              "198598T038978   ...                            1                          0   \n",
              "198598T039079   ...                            1                          0   \n",
              "198598T039180   ...                            1                          0   \n",
              "\n",
              "               road_type_Roundabout road_type_One way street/Slip road  \\\n",
              "accident_index                                                           \n",
              "198501AD00001                     0                                  0   \n",
              "198501AD00002                     0                                  1   \n",
              "198501AD00003                     0                                  1   \n",
              "198501AD00004                     0                                  0   \n",
              "198501AD00005                     0                                  0   \n",
              "...                             ...                                ...   \n",
              "198598T038776                     0                                  0   \n",
              "198598T038877                     0                                  0   \n",
              "198598T038978                     0                                  0   \n",
              "198598T039079                     0                                  0   \n",
              "198598T039180                     0                                  0   \n",
              "\n",
              "               junction_detail_Not at junction or within 20 metres  \\\n",
              "accident_index                                                       \n",
              "198501AD00001                                                   0    \n",
              "198501AD00002                                                   1    \n",
              "198501AD00003                                                   0    \n",
              "198501AD00004                                                   0    \n",
              "198501AD00005                                                   1    \n",
              "...                                                           ...    \n",
              "198598T038776                                                   1    \n",
              "198598T038877                                                   0    \n",
              "198598T038978                                                   1    \n",
              "198598T039079                                                   1    \n",
              "198598T039180                                                   1    \n",
              "\n",
              "               junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "accident_index                                                                 \n",
              "198501AD00001                                        0                     1   \n",
              "198501AD00002                                        0                     0   \n",
              "198501AD00003                                        0                     1   \n",
              "198501AD00004                                        0                     1   \n",
              "198501AD00005                                        0                     0   \n",
              "...                                                ...                   ...   \n",
              "198598T038776                                        0                     0   \n",
              "198598T038877                                        1                     0   \n",
              "198598T038978                                        0                     0   \n",
              "198598T039079                                        0                     0   \n",
              "198598T039180                                        0                     0   \n",
              "\n",
              "               sencond_road_class local_authority_district_code  \\\n",
              "accident_index                                                    \n",
              "198501AD00001                   4                             0   \n",
              "198501AD00002                   0                             0   \n",
              "198501AD00003                   3                             0   \n",
              "198501AD00004                   4                             0   \n",
              "198501AD00005                   0                             0   \n",
              "...                           ...                           ...   \n",
              "198598T038776                   0                         859.0   \n",
              "198598T038877                   1                         858.0   \n",
              "198598T038978                   0                         856.0   \n",
              "198598T039079                   0                         859.0   \n",
              "198598T039180                   0                         856.0   \n",
              "\n",
              "               local_authority_district_name  \n",
              "accident_index                                \n",
              "198501AD00001                    Westminster  \n",
              "198501AD00002                    Westminster  \n",
              "198501AD00003                    Westminster  \n",
              "198501AD00004                    Westminster  \n",
              "198501AD00005                    Westminster  \n",
              "...                                      ...  \n",
              "198598T038776               No Name Recorded  \n",
              "198598T038877               No Name Recorded  \n",
              "198598T038978                      Leicester  \n",
              "198598T039079               No Name Recorded  \n",
              "198598T039180                      Leicester  \n",
              "\n",
              "[245518 rows x 28 columns]"
            ]
          },
          "execution_count": 138,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZWUSzl4CDd47"
      },
      "source": [
        "### isUrban"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {
        "id": "GeEq3KACMbls"
      },
      "source": [
        "The original dataset has a feature determining whether the accident oocured in a rural or an urban area, but all its values for all rows were null, thus we dropped it.\n",
        "\n",
        "Now, we attempt to create a similar feature determining whether the area in which the accident occured is urban or not using an external dataset found here (https://webarchive.nationalarchives.gov.uk/ukgwa/20160105160709/http://www.ons.gov.uk/ons/guide-method/census/census-2001/data-and-products/data-and-product-catalogue/local-statistics/census-area-statistics-for-urban-areas-in-england-and-wales/list-of-urban-area-names-and-codes.xls)\n",
        "\n",
        "This dataset contains only urban area names. we try to match the names of the local authority districts in our dataset with these names to see which areas are urban, and add an indicator variable"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 139,
      "metadata": {
        "id": "aPhGsHU7_pTf"
      },
      "outputs": [],
      "source": [
        "#importing dataset\n",
        "df_urban = pd.read_excel('urbancode_tcm77-208307.xls')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 140,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 143
        },
        "id": "X3lwZtw9-CC1",
        "outputId": "4dc6951a-c583-47b7-e33a-db882b942d01"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Urban area code</th>\n",
              "      <th>Urban area name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>D33700</td>\n",
              "      <td>Accrington Urban Area</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>D33701</td>\n",
              "      <td>Accrington</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>D33703</td>\n",
              "      <td>Church</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>D33704</td>\n",
              "      <td>Clayton-le-moors</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>D33705</td>\n",
              "      <td>Great Harwood</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2615</th>\n",
              "      <td>E72902</td>\n",
              "      <td>Brymbo/Gwersyllt</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2616</th>\n",
              "      <td>E72903</td>\n",
              "      <td>Rhostyllen</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2617</th>\n",
              "      <td>E72901</td>\n",
              "      <td>Wrexham</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2618</th>\n",
              "      <td>K01700</td>\n",
              "      <td>Ynysybwl</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2619</th>\n",
              "      <td>J00600</td>\n",
              "      <td>Ystradgynlais/Ystalyfera</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2620 rows × 2 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     Urban area code           Urban area name\n",
              "0             D33700     Accrington Urban Area\n",
              "1             D33701                Accrington\n",
              "2             D33703                    Church\n",
              "3             D33704          Clayton-le-moors\n",
              "4             D33705             Great Harwood\n",
              "...              ...                       ...\n",
              "2615          E72902          Brymbo/Gwersyllt\n",
              "2616          E72903                Rhostyllen\n",
              "2617          E72901                   Wrexham\n",
              "2618          K01700                  Ynysybwl\n",
              "2619          J00600  Ystradgynlais/Ystalyfera\n",
              "\n",
              "[2620 rows x 2 columns]"
            ]
          },
          "execution_count": 140,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_urban"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 141,
      "metadata": {},
      "outputs": [],
      "source": [
        "df_urban = df_urban.drop_duplicates('Urban area name')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 142,
      "metadata": {},
      "outputs": [],
      "source": [
        "df = df.reset_index()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 143,
      "metadata": {
        "id": "yVvSsBnR-CC2"
      },
      "outputs": [],
      "source": [
        "#merging on area name and local authority district name\n",
        "df_FE_urban = pd.merge(left=df, right=df_urban['Urban area name'], left_on='local_authority_district_name', right_on='Urban area name', how='left')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 144,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>accident_index</th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>...</th>\n",
              "      <th>road_type_Dual carriageway</th>\n",
              "      <th>road_type_Roundabout</th>\n",
              "      <th>road_type_One way street/Slip road</th>\n",
              "      <th>junction_detail_Not at junction or within 20 metres</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "      <th>Urban area name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>198501AD00001</td>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>198501AD00002</td>\n",
              "      <td>530020.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>198501AD00003</td>\n",
              "      <td>528360.0</td>\n",
              "      <td>179760.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>198501AD00004</td>\n",
              "      <td>530400.0</td>\n",
              "      <td>180290.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>308.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>198501AD00005</td>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>Westminster</td>\n",
              "      <td>Westminster</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245513</th>\n",
              "      <td>198598T038776</td>\n",
              "      <td>311600.0</td>\n",
              "      <td>605300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>708.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>No Name Recorded</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245514</th>\n",
              "      <td>198598T038877</td>\n",
              "      <td>298400.0</td>\n",
              "      <td>576300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>858.0</td>\n",
              "      <td>No Name Recorded</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245515</th>\n",
              "      <td>198598T038978</td>\n",
              "      <td>200010.0</td>\n",
              "      <td>504790.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>798.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>Leicester</td>\n",
              "      <td>Leicester</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245516</th>\n",
              "      <td>198598T039079</td>\n",
              "      <td>319900.0</td>\n",
              "      <td>568900.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>722.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>No Name Recorded</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245517</th>\n",
              "      <td>198598T039180</td>\n",
              "      <td>211300.0</td>\n",
              "      <td>559700.0</td>\n",
              "      <td>11</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>Leicester</td>\n",
              "      <td>Leicester</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>245518 rows × 30 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       accident_index location_easting_osgr location_northing_osgr  \\\n",
              "0       198501AD00001              530180.0               179670.0   \n",
              "1       198501AD00002              530020.0               180510.0   \n",
              "2       198501AD00003              528360.0               179760.0   \n",
              "3       198501AD00004              530400.0               180290.0   \n",
              "4       198501AD00005              530150.0               179690.0   \n",
              "...               ...                   ...                    ...   \n",
              "245513  198598T038776              311600.0               605300.0   \n",
              "245514  198598T038877              298400.0               576300.0   \n",
              "245515  198598T038978              200010.0               504790.0   \n",
              "245516  198598T039079              319900.0               568900.0   \n",
              "245517  198598T039180              211300.0               559700.0   \n",
              "\n",
              "       police_force  accident_severity number_of_vehicles  \\\n",
              "0                29                0.0                1.0   \n",
              "1                29                0.0                2.0   \n",
              "2                29                0.0                2.0   \n",
              "3                29                0.0                2.0   \n",
              "4                29                0.0                1.0   \n",
              "...             ...                ...                ...   \n",
              "245513           11                0.0                2.0   \n",
              "245514           11                0.0                1.0   \n",
              "245515           11                1.0                1.0   \n",
              "245516           11                1.0                1.0   \n",
              "245517           11                2.0                1.0   \n",
              "\n",
              "       number_of_casualties day_of_week first_road_class first_road_number  \\\n",
              "0                       1.0           0                4            3214.0   \n",
              "1                       1.0           4                4               4.0   \n",
              "2                       1.0           5                4               4.0   \n",
              "3                       1.0           4                3             308.0   \n",
              "4                       1.0           3                4            3214.0   \n",
              "...                     ...         ...              ...               ...   \n",
              "245513                  1.0           6                4             708.0   \n",
              "245514                  1.0           6                4              75.0   \n",
              "245515                  2.0           4                3             798.0   \n",
              "245516                  1.0           5                3             722.0   \n",
              "245517                  3.0           5                4              75.0   \n",
              "\n",
              "        ... road_type_Dual carriageway road_type_Roundabout  \\\n",
              "0       ...                          0                    0   \n",
              "1       ...                          0                    0   \n",
              "2       ...                          0                    0   \n",
              "3       ...                          1                    0   \n",
              "4       ...                          0                    0   \n",
              "...     ...                        ...                  ...   \n",
              "245513  ...                          0                    0   \n",
              "245514  ...                          0                    0   \n",
              "245515  ...                          0                    0   \n",
              "245516  ...                          0                    0   \n",
              "245517  ...                          0                    0   \n",
              "\n",
              "       road_type_One way street/Slip road  \\\n",
              "0                                       0   \n",
              "1                                       1   \n",
              "2                                       1   \n",
              "3                                       0   \n",
              "4                                       0   \n",
              "...                                   ...   \n",
              "245513                                  0   \n",
              "245514                                  0   \n",
              "245515                                  0   \n",
              "245516                                  0   \n",
              "245517                                  0   \n",
              "\n",
              "       junction_detail_Not at junction or within 20 metres  \\\n",
              "0                                                       0    \n",
              "1                                                       1    \n",
              "2                                                       0    \n",
              "3                                                       0    \n",
              "4                                                       1    \n",
              "...                                                   ...    \n",
              "245513                                                  1    \n",
              "245514                                                  0    \n",
              "245515                                                  1    \n",
              "245516                                                  1    \n",
              "245517                                                  1    \n",
              "\n",
              "       junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "0                                            0                     1   \n",
              "1                                            0                     0   \n",
              "2                                            0                     1   \n",
              "3                                            0                     1   \n",
              "4                                            0                     0   \n",
              "...                                        ...                   ...   \n",
              "245513                                       0                     0   \n",
              "245514                                       1                     0   \n",
              "245515                                       0                     0   \n",
              "245516                                       0                     0   \n",
              "245517                                       0                     0   \n",
              "\n",
              "       sencond_road_class local_authority_district_code  \\\n",
              "0                       4                             0   \n",
              "1                       0                             0   \n",
              "2                       3                             0   \n",
              "3                       4                             0   \n",
              "4                       0                             0   \n",
              "...                   ...                           ...   \n",
              "245513                  0                         859.0   \n",
              "245514                  1                         858.0   \n",
              "245515                  0                         856.0   \n",
              "245516                  0                         859.0   \n",
              "245517                  0                         856.0   \n",
              "\n",
              "       local_authority_district_name Urban area name  \n",
              "0                        Westminster     Westminster  \n",
              "1                        Westminster     Westminster  \n",
              "2                        Westminster     Westminster  \n",
              "3                        Westminster     Westminster  \n",
              "4                        Westminster     Westminster  \n",
              "...                              ...             ...  \n",
              "245513              No Name Recorded             NaN  \n",
              "245514              No Name Recorded             NaN  \n",
              "245515                     Leicester       Leicester  \n",
              "245516              No Name Recorded             NaN  \n",
              "245517                     Leicester       Leicester  \n",
              "\n",
              "[245518 rows x 30 columns]"
            ]
          },
          "execution_count": 144,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_FE_urban"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 145,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['accident_index', 'location_easting_osgr', 'location_northing_osgr',\n",
              "       'police_force', 'accident_severity', 'number_of_vehicles',\n",
              "       'number_of_casualties', 'day_of_week', 'first_road_class',\n",
              "       'first_road_number', 'speed_limit', 'junction_control',\n",
              "       'second_road_class', 'second_road_number', 'light_conditions',\n",
              "       'drv_day_number', 'drv_month_number', 'hour', 'week_number',\n",
              "       'road_type_Single carriageway', 'road_type_Dual carriageway',\n",
              "       'road_type_Roundabout', 'road_type_One way street/Slip road',\n",
              "       'junction_detail_Not at junction or within 20 metres',\n",
              "       'junction_detail_T or staggered junction', 'junction_detail_Other',\n",
              "       'sencond_road_class', 'local_authority_district_code',\n",
              "       'local_authority_district_name', 'Urban area name'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 145,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_FE_urban.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 146,
      "metadata": {
        "id": "9gPEB_6N-CC2"
      },
      "outputs": [],
      "source": [
        "df_FE_urban['isUrban'] = np.where(df_FE_urban['Urban area name'].isnull(), 0, 1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 147,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "allC2uZR-CC3",
        "outputId": "7cdacc59-1880-4007-b25e-8d388ca4be07"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "1    137738\n",
              "0    107780\n",
              "Name: isUrban, dtype: int64"
            ]
          },
          "execution_count": 147,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_FE_urban['isUrban'].value_counts()"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {
        "id": "dCbZzhmiNpp8"
      },
      "source": [
        "133191 accidents in our dataset occured in an urban area"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 148,
      "metadata": {},
      "outputs": [],
      "source": [
        "df = df_FE_urban.copy()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 149,
      "metadata": {},
      "outputs": [],
      "source": [
        "del df['Urban area name']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['198501AD00001', '198501AD00002', '198501AD00003', '198501AD00004',\n",
              "       '198501AD00005', '198501AD00006', '198501AD00007', '198501AD00008',\n",
              "       '198501AD00009', '198501AD00010',\n",
              "       ...\n",
              "       '198598T036271', '198598T036372', '198598T038473', '198598T038574',\n",
              "       '198598T038675', '198598T038776', '198598T038877', '198598T038978',\n",
              "       '198598T039079', '198598T039180'],\n",
              "      dtype='object', name='accident_index', length=245518)"
            ]
          },
          "execution_count": 10,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df.index"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Encoding\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 150,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>accident_index</th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>...</th>\n",
              "      <th>road_type_Dual carriageway</th>\n",
              "      <th>road_type_Roundabout</th>\n",
              "      <th>road_type_One way street/Slip road</th>\n",
              "      <th>junction_detail_Not at junction or within 20 metres</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "      <th>isUrban</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>198501AD00001</td>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>198501AD00002</td>\n",
              "      <td>530020.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>198501AD00003</td>\n",
              "      <td>528360.0</td>\n",
              "      <td>179760.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>198501AD00004</td>\n",
              "      <td>530400.0</td>\n",
              "      <td>180290.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>308.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>198501AD00005</td>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245513</th>\n",
              "      <td>198598T038776</td>\n",
              "      <td>311600.0</td>\n",
              "      <td>605300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>708.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245514</th>\n",
              "      <td>198598T038877</td>\n",
              "      <td>298400.0</td>\n",
              "      <td>576300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>858.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245515</th>\n",
              "      <td>198598T038978</td>\n",
              "      <td>200010.0</td>\n",
              "      <td>504790.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>798.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245516</th>\n",
              "      <td>198598T039079</td>\n",
              "      <td>319900.0</td>\n",
              "      <td>568900.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>722.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245517</th>\n",
              "      <td>198598T039180</td>\n",
              "      <td>211300.0</td>\n",
              "      <td>559700.0</td>\n",
              "      <td>11</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>245518 rows × 30 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       accident_index location_easting_osgr location_northing_osgr  \\\n",
              "0       198501AD00001              530180.0               179670.0   \n",
              "1       198501AD00002              530020.0               180510.0   \n",
              "2       198501AD00003              528360.0               179760.0   \n",
              "3       198501AD00004              530400.0               180290.0   \n",
              "4       198501AD00005              530150.0               179690.0   \n",
              "...               ...                   ...                    ...   \n",
              "245513  198598T038776              311600.0               605300.0   \n",
              "245514  198598T038877              298400.0               576300.0   \n",
              "245515  198598T038978              200010.0               504790.0   \n",
              "245516  198598T039079              319900.0               568900.0   \n",
              "245517  198598T039180              211300.0               559700.0   \n",
              "\n",
              "       police_force  accident_severity number_of_vehicles  \\\n",
              "0                29                0.0                1.0   \n",
              "1                29                0.0                2.0   \n",
              "2                29                0.0                2.0   \n",
              "3                29                0.0                2.0   \n",
              "4                29                0.0                1.0   \n",
              "...             ...                ...                ...   \n",
              "245513           11                0.0                2.0   \n",
              "245514           11                0.0                1.0   \n",
              "245515           11                1.0                1.0   \n",
              "245516           11                1.0                1.0   \n",
              "245517           11                2.0                1.0   \n",
              "\n",
              "       number_of_casualties day_of_week first_road_class first_road_number  \\\n",
              "0                       1.0           0                4            3214.0   \n",
              "1                       1.0           4                4               4.0   \n",
              "2                       1.0           5                4               4.0   \n",
              "3                       1.0           4                3             308.0   \n",
              "4                       1.0           3                4            3214.0   \n",
              "...                     ...         ...              ...               ...   \n",
              "245513                  1.0           6                4             708.0   \n",
              "245514                  1.0           6                4              75.0   \n",
              "245515                  2.0           4                3             798.0   \n",
              "245516                  1.0           5                3             722.0   \n",
              "245517                  3.0           5                4              75.0   \n",
              "\n",
              "        ... road_type_Dual carriageway road_type_Roundabout  \\\n",
              "0       ...                          0                    0   \n",
              "1       ...                          0                    0   \n",
              "2       ...                          0                    0   \n",
              "3       ...                          1                    0   \n",
              "4       ...                          0                    0   \n",
              "...     ...                        ...                  ...   \n",
              "245513  ...                          0                    0   \n",
              "245514  ...                          0                    0   \n",
              "245515  ...                          0                    0   \n",
              "245516  ...                          0                    0   \n",
              "245517  ...                          0                    0   \n",
              "\n",
              "       road_type_One way street/Slip road  \\\n",
              "0                                       0   \n",
              "1                                       1   \n",
              "2                                       1   \n",
              "3                                       0   \n",
              "4                                       0   \n",
              "...                                   ...   \n",
              "245513                                  0   \n",
              "245514                                  0   \n",
              "245515                                  0   \n",
              "245516                                  0   \n",
              "245517                                  0   \n",
              "\n",
              "       junction_detail_Not at junction or within 20 metres  \\\n",
              "0                                                       0    \n",
              "1                                                       1    \n",
              "2                                                       0    \n",
              "3                                                       0    \n",
              "4                                                       1    \n",
              "...                                                   ...    \n",
              "245513                                                  1    \n",
              "245514                                                  0    \n",
              "245515                                                  1    \n",
              "245516                                                  1    \n",
              "245517                                                  1    \n",
              "\n",
              "       junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "0                                            0                     1   \n",
              "1                                            0                     0   \n",
              "2                                            0                     1   \n",
              "3                                            0                     1   \n",
              "4                                            0                     0   \n",
              "...                                        ...                   ...   \n",
              "245513                                       0                     0   \n",
              "245514                                       1                     0   \n",
              "245515                                       0                     0   \n",
              "245516                                       0                     0   \n",
              "245517                                       0                     0   \n",
              "\n",
              "       sencond_road_class local_authority_district_code  \\\n",
              "0                       4                             0   \n",
              "1                       0                             0   \n",
              "2                       3                             0   \n",
              "3                       4                             0   \n",
              "4                       0                             0   \n",
              "...                   ...                           ...   \n",
              "245513                  0                         859.0   \n",
              "245514                  1                         858.0   \n",
              "245515                  0                         856.0   \n",
              "245516                  0                         859.0   \n",
              "245517                  0                         856.0   \n",
              "\n",
              "       local_authority_district_name isUrban  \n",
              "0                              330.0       1  \n",
              "1                              330.0       1  \n",
              "2                              330.0       1  \n",
              "3                              330.0       1  \n",
              "4                              330.0       1  \n",
              "...                              ...     ...  \n",
              "245513                           0.0       0  \n",
              "245514                           0.0       0  \n",
              "245515                         155.0       1  \n",
              "245516                           0.0       0  \n",
              "245517                         155.0       1  \n",
              "\n",
              "[245518 rows x 30 columns]"
            ]
          },
          "execution_count": 150,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df['local_authority_district_name']= df['local_authority_district_name'].map(la_dict_reversed)\n",
        "df['local_authority_district_name'].value_counts()\n",
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 151,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>accident_index</th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>...</th>\n",
              "      <th>road_type_Dual carriageway</th>\n",
              "      <th>road_type_Roundabout</th>\n",
              "      <th>road_type_One way street/Slip road</th>\n",
              "      <th>junction_detail_Not at junction or within 20 metres</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "      <th>isUrban</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>198501AD00001</td>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>198501AD00002</td>\n",
              "      <td>530020.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>198501AD00003</td>\n",
              "      <td>528360.0</td>\n",
              "      <td>179760.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>198501AD00004</td>\n",
              "      <td>530400.0</td>\n",
              "      <td>180290.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>308.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>198501AD00005</td>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245513</th>\n",
              "      <td>198598T038776</td>\n",
              "      <td>311600.0</td>\n",
              "      <td>605300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>708.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245514</th>\n",
              "      <td>198598T038877</td>\n",
              "      <td>298400.0</td>\n",
              "      <td>576300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>858.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245515</th>\n",
              "      <td>198598T038978</td>\n",
              "      <td>200010.0</td>\n",
              "      <td>504790.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>798.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245516</th>\n",
              "      <td>198598T039079</td>\n",
              "      <td>319900.0</td>\n",
              "      <td>568900.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>722.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245517</th>\n",
              "      <td>198598T039180</td>\n",
              "      <td>211300.0</td>\n",
              "      <td>559700.0</td>\n",
              "      <td>11</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>245518 rows × 30 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       accident_index location_easting_osgr location_northing_osgr  \\\n",
              "0       198501AD00001              530180.0               179670.0   \n",
              "1       198501AD00002              530020.0               180510.0   \n",
              "2       198501AD00003              528360.0               179760.0   \n",
              "3       198501AD00004              530400.0               180290.0   \n",
              "4       198501AD00005              530150.0               179690.0   \n",
              "...               ...                   ...                    ...   \n",
              "245513  198598T038776              311600.0               605300.0   \n",
              "245514  198598T038877              298400.0               576300.0   \n",
              "245515  198598T038978              200010.0               504790.0   \n",
              "245516  198598T039079              319900.0               568900.0   \n",
              "245517  198598T039180              211300.0               559700.0   \n",
              "\n",
              "       police_force  accident_severity number_of_vehicles  \\\n",
              "0                29                0.0                1.0   \n",
              "1                29                0.0                2.0   \n",
              "2                29                0.0                2.0   \n",
              "3                29                0.0                2.0   \n",
              "4                29                0.0                1.0   \n",
              "...             ...                ...                ...   \n",
              "245513           11                0.0                2.0   \n",
              "245514           11                0.0                1.0   \n",
              "245515           11                1.0                1.0   \n",
              "245516           11                1.0                1.0   \n",
              "245517           11                2.0                1.0   \n",
              "\n",
              "       number_of_casualties day_of_week first_road_class first_road_number  \\\n",
              "0                       1.0           0                4            3214.0   \n",
              "1                       1.0           4                4               4.0   \n",
              "2                       1.0           5                4               4.0   \n",
              "3                       1.0           4                3             308.0   \n",
              "4                       1.0           3                4            3214.0   \n",
              "...                     ...         ...              ...               ...   \n",
              "245513                  1.0           6                4             708.0   \n",
              "245514                  1.0           6                4              75.0   \n",
              "245515                  2.0           4                3             798.0   \n",
              "245516                  1.0           5                3             722.0   \n",
              "245517                  3.0           5                4              75.0   \n",
              "\n",
              "        ... road_type_Dual carriageway road_type_Roundabout  \\\n",
              "0       ...                          0                    0   \n",
              "1       ...                          0                    0   \n",
              "2       ...                          0                    0   \n",
              "3       ...                          1                    0   \n",
              "4       ...                          0                    0   \n",
              "...     ...                        ...                  ...   \n",
              "245513  ...                          0                    0   \n",
              "245514  ...                          0                    0   \n",
              "245515  ...                          0                    0   \n",
              "245516  ...                          0                    0   \n",
              "245517  ...                          0                    0   \n",
              "\n",
              "       road_type_One way street/Slip road  \\\n",
              "0                                       0   \n",
              "1                                       1   \n",
              "2                                       1   \n",
              "3                                       0   \n",
              "4                                       0   \n",
              "...                                   ...   \n",
              "245513                                  0   \n",
              "245514                                  0   \n",
              "245515                                  0   \n",
              "245516                                  0   \n",
              "245517                                  0   \n",
              "\n",
              "       junction_detail_Not at junction or within 20 metres  \\\n",
              "0                                                       0    \n",
              "1                                                       1    \n",
              "2                                                       0    \n",
              "3                                                       0    \n",
              "4                                                       1    \n",
              "...                                                   ...    \n",
              "245513                                                  1    \n",
              "245514                                                  0    \n",
              "245515                                                  1    \n",
              "245516                                                  1    \n",
              "245517                                                  1    \n",
              "\n",
              "       junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "0                                            0                     1   \n",
              "1                                            0                     0   \n",
              "2                                            0                     1   \n",
              "3                                            0                     1   \n",
              "4                                            0                     0   \n",
              "...                                        ...                   ...   \n",
              "245513                                       0                     0   \n",
              "245514                                       1                     0   \n",
              "245515                                       0                     0   \n",
              "245516                                       0                     0   \n",
              "245517                                       0                     0   \n",
              "\n",
              "       sencond_road_class local_authority_district_code  \\\n",
              "0                       4                             0   \n",
              "1                       0                             0   \n",
              "2                       3                             0   \n",
              "3                       4                             0   \n",
              "4                       0                             0   \n",
              "...                   ...                           ...   \n",
              "245513                  0                         859.0   \n",
              "245514                  1                         858.0   \n",
              "245515                  0                         856.0   \n",
              "245516                  0                         859.0   \n",
              "245517                  0                         856.0   \n",
              "\n",
              "       local_authority_district_name isUrban  \n",
              "0                              330.0       1  \n",
              "1                              330.0       1  \n",
              "2                              330.0       1  \n",
              "3                              330.0       1  \n",
              "4                              330.0       1  \n",
              "...                              ...     ...  \n",
              "245513                           0.0       0  \n",
              "245514                           0.0       0  \n",
              "245515                         155.0       1  \n",
              "245516                           0.0       0  \n",
              "245517                         155.0       1  \n",
              "\n",
              "[245518 rows x 30 columns]"
            ]
          },
          "execution_count": 151,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {
        "id": "yjDovAvBex6q"
      },
      "source": [
        "### Adding counts of males and females involved in each accident"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "We found this resource that contained multiple datasets for UK accidents in the year 1985. We imported the needed datasets to get some stats about the gender of the drivers\n",
        "\n",
        "(https://www.opendatablend.io/dataset/?name=open-data-blend-road-safety)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 152,
      "metadata": {
        "id": "eUFBv47leuLG"
      },
      "outputs": [],
      "source": [
        "accidents_uk = df.copy()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 153,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>accident_index</th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>...</th>\n",
              "      <th>road_type_Dual carriageway</th>\n",
              "      <th>road_type_Roundabout</th>\n",
              "      <th>road_type_One way street/Slip road</th>\n",
              "      <th>junction_detail_Not at junction or within 20 metres</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "      <th>isUrban</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>198501AD00001</td>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>198501AD00002</td>\n",
              "      <td>530020.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>198501AD00003</td>\n",
              "      <td>528360.0</td>\n",
              "      <td>179760.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>198501AD00004</td>\n",
              "      <td>530400.0</td>\n",
              "      <td>180290.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>308.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>198501AD00005</td>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245513</th>\n",
              "      <td>198598T038776</td>\n",
              "      <td>311600.0</td>\n",
              "      <td>605300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>708.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245514</th>\n",
              "      <td>198598T038877</td>\n",
              "      <td>298400.0</td>\n",
              "      <td>576300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>858.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245515</th>\n",
              "      <td>198598T038978</td>\n",
              "      <td>200010.0</td>\n",
              "      <td>504790.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>798.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245516</th>\n",
              "      <td>198598T039079</td>\n",
              "      <td>319900.0</td>\n",
              "      <td>568900.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>722.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>245517</th>\n",
              "      <td>198598T039180</td>\n",
              "      <td>211300.0</td>\n",
              "      <td>559700.0</td>\n",
              "      <td>11</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>245518 rows × 30 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       accident_index location_easting_osgr location_northing_osgr  \\\n",
              "0       198501AD00001              530180.0               179670.0   \n",
              "1       198501AD00002              530020.0               180510.0   \n",
              "2       198501AD00003              528360.0               179760.0   \n",
              "3       198501AD00004              530400.0               180290.0   \n",
              "4       198501AD00005              530150.0               179690.0   \n",
              "...               ...                   ...                    ...   \n",
              "245513  198598T038776              311600.0               605300.0   \n",
              "245514  198598T038877              298400.0               576300.0   \n",
              "245515  198598T038978              200010.0               504790.0   \n",
              "245516  198598T039079              319900.0               568900.0   \n",
              "245517  198598T039180              211300.0               559700.0   \n",
              "\n",
              "       police_force  accident_severity number_of_vehicles  \\\n",
              "0                29                0.0                1.0   \n",
              "1                29                0.0                2.0   \n",
              "2                29                0.0                2.0   \n",
              "3                29                0.0                2.0   \n",
              "4                29                0.0                1.0   \n",
              "...             ...                ...                ...   \n",
              "245513           11                0.0                2.0   \n",
              "245514           11                0.0                1.0   \n",
              "245515           11                1.0                1.0   \n",
              "245516           11                1.0                1.0   \n",
              "245517           11                2.0                1.0   \n",
              "\n",
              "       number_of_casualties day_of_week first_road_class first_road_number  \\\n",
              "0                       1.0           0                4            3214.0   \n",
              "1                       1.0           4                4               4.0   \n",
              "2                       1.0           5                4               4.0   \n",
              "3                       1.0           4                3             308.0   \n",
              "4                       1.0           3                4            3214.0   \n",
              "...                     ...         ...              ...               ...   \n",
              "245513                  1.0           6                4             708.0   \n",
              "245514                  1.0           6                4              75.0   \n",
              "245515                  2.0           4                3             798.0   \n",
              "245516                  1.0           5                3             722.0   \n",
              "245517                  3.0           5                4              75.0   \n",
              "\n",
              "        ... road_type_Dual carriageway road_type_Roundabout  \\\n",
              "0       ...                          0                    0   \n",
              "1       ...                          0                    0   \n",
              "2       ...                          0                    0   \n",
              "3       ...                          1                    0   \n",
              "4       ...                          0                    0   \n",
              "...     ...                        ...                  ...   \n",
              "245513  ...                          0                    0   \n",
              "245514  ...                          0                    0   \n",
              "245515  ...                          0                    0   \n",
              "245516  ...                          0                    0   \n",
              "245517  ...                          0                    0   \n",
              "\n",
              "       road_type_One way street/Slip road  \\\n",
              "0                                       0   \n",
              "1                                       1   \n",
              "2                                       1   \n",
              "3                                       0   \n",
              "4                                       0   \n",
              "...                                   ...   \n",
              "245513                                  0   \n",
              "245514                                  0   \n",
              "245515                                  0   \n",
              "245516                                  0   \n",
              "245517                                  0   \n",
              "\n",
              "       junction_detail_Not at junction or within 20 metres  \\\n",
              "0                                                       0    \n",
              "1                                                       1    \n",
              "2                                                       0    \n",
              "3                                                       0    \n",
              "4                                                       1    \n",
              "...                                                   ...    \n",
              "245513                                                  1    \n",
              "245514                                                  0    \n",
              "245515                                                  1    \n",
              "245516                                                  1    \n",
              "245517                                                  1    \n",
              "\n",
              "       junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "0                                            0                     1   \n",
              "1                                            0                     0   \n",
              "2                                            0                     1   \n",
              "3                                            0                     1   \n",
              "4                                            0                     0   \n",
              "...                                        ...                   ...   \n",
              "245513                                       0                     0   \n",
              "245514                                       1                     0   \n",
              "245515                                       0                     0   \n",
              "245516                                       0                     0   \n",
              "245517                                       0                     0   \n",
              "\n",
              "       sencond_road_class local_authority_district_code  \\\n",
              "0                       4                             0   \n",
              "1                       0                             0   \n",
              "2                       3                             0   \n",
              "3                       4                             0   \n",
              "4                       0                             0   \n",
              "...                   ...                           ...   \n",
              "245513                  0                         859.0   \n",
              "245514                  1                         858.0   \n",
              "245515                  0                         856.0   \n",
              "245516                  0                         859.0   \n",
              "245517                  0                         856.0   \n",
              "\n",
              "       local_authority_district_name isUrban  \n",
              "0                              330.0       1  \n",
              "1                              330.0       1  \n",
              "2                              330.0       1  \n",
              "3                              330.0       1  \n",
              "4                              330.0       1  \n",
              "...                              ...     ...  \n",
              "245513                           0.0       0  \n",
              "245514                           0.0       0  \n",
              "245515                         155.0       1  \n",
              "245516                           0.0       0  \n",
              "245517                         155.0       1  \n",
              "\n",
              "[245518 rows x 30 columns]"
            ]
          },
          "execution_count": 153,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "accidents_uk"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 154,
      "metadata": {},
      "outputs": [],
      "source": [
        "# importing datasets\n",
        "vehicle_driver  = pd.read_csv(\"data_dimension_road_safety_vehicle_driver_20221022T080507Z_road_safety_vehicle_driver.csv\")\n",
        "accidents_index = pd.read_csv(\"data_dimension_road_safety_accident_index_20221022T074642Z_road_safety_accident_index.csv\")\n",
        "facts_veh_df = pd.read_csv('data_fact_road_safety_vehicle_1985_20211208T010902Z_road_safety_vehicle_1985.csv')\n",
        "\n",
        "clear_output()"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "Merge 1"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "Merging accidents_uk and accidents_index tables on accident_index and src_accident_index"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 155,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['nll_licence_code', 'nll_licence_name', 'nll_licence_url',\n",
              "       'drv_road_safety_accident_index_key', 'nlm_dimension_load_date',\n",
              "       'nlm_dimension_is_current', 'nlm_dimension_update_date',\n",
              "       'nlm_effective_from_date', 'nlm_effective_to_date',\n",
              "       'src_accident_index', 'src_accident_reference', 'src_accident_year'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 155,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "accidents_index.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 156,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['accident_index', 'location_easting_osgr', 'location_northing_osgr',\n",
              "       'police_force', 'accident_severity', 'number_of_vehicles',\n",
              "       'number_of_casualties', 'day_of_week', 'first_road_class',\n",
              "       'first_road_number', 'speed_limit', 'junction_control',\n",
              "       'second_road_class', 'second_road_number', 'light_conditions',\n",
              "       'drv_day_number', 'drv_month_number', 'hour', 'week_number',\n",
              "       'road_type_Single carriageway', 'road_type_Dual carriageway',\n",
              "       'road_type_Roundabout', 'road_type_One way street/Slip road',\n",
              "       'junction_detail_Not at junction or within 20 metres',\n",
              "       'junction_detail_T or staggered junction', 'junction_detail_Other',\n",
              "       'sencond_road_class', 'local_authority_district_code',\n",
              "       'local_authority_district_name', 'isUrban', 'src_accident_index',\n",
              "       'drv_road_safety_accident_index_key'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 156,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "accidents_index = accidents_index[['src_accident_index','drv_road_safety_accident_index_key']]\n",
        "merge1 = pd.merge(accidents_uk,accidents_index, right_on='src_accident_index',left_on='accident_index' )\n",
        "merge1.columns"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "Merge 2"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "Merging accidents_index and facts_veh_df on drv_road_safety_accident_index_key column\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 157,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['ptc_activity_year', 'drv_road_safety_accident_index_key',\n",
              "       'drv_accident_date_key', 'drv_road_safety_accident_info_key',\n",
              "       'drv_road_safety_accident_location_key',\n",
              "       'drv_road_safety_vehicle_driver_key',\n",
              "       'drv_road_safety_vehicle_info_key', 'drv_geolocation_key',\n",
              "       'drv_time_of_day_key'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 157,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "facts_veh_df.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 158,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['accident_index', 'location_easting_osgr', 'location_northing_osgr',\n",
              "       'police_force', 'accident_severity', 'number_of_vehicles',\n",
              "       'number_of_casualties', 'day_of_week', 'first_road_class',\n",
              "       'first_road_number', 'speed_limit', 'junction_control',\n",
              "       'second_road_class', 'second_road_number', 'light_conditions',\n",
              "       'drv_day_number', 'drv_month_number', 'hour', 'week_number',\n",
              "       'road_type_Single carriageway', 'road_type_Dual carriageway',\n",
              "       'road_type_Roundabout', 'road_type_One way street/Slip road',\n",
              "       'junction_detail_Not at junction or within 20 metres',\n",
              "       'junction_detail_T or staggered junction', 'junction_detail_Other',\n",
              "       'sencond_road_class', 'local_authority_district_code',\n",
              "       'local_authority_district_name', 'isUrban', 'src_accident_index',\n",
              "       'drv_road_safety_accident_index_key',\n",
              "       'drv_road_safety_vehicle_driver_key'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 158,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "facts_veh_df = facts_veh_df[['drv_road_safety_accident_index_key','drv_road_safety_vehicle_driver_key']]\n",
        "merge2 = pd.merge(merge1, facts_veh_df)\n",
        "merge2.columns"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "Merge 3"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "Merging facts_veh_df and vehicle_driver on drv_road_safety_vehicle_driver_key"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 159,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['nll_licence_code', 'nll_licence_name', 'nll_licence_url',\n",
              "       'drv_road_safety_vehicle_driver_key', 'nlm_dimension_load_date',\n",
              "       'nlm_dimension_is_current', 'nlm_dimension_update_date',\n",
              "       'nlm_effective_from_date', 'nlm_effective_to_date',\n",
              "       'src_journey_purpose_of_driver_code', 'src_journey_purpose_of_driver',\n",
              "       'src_sex_of_driver_code', 'src_sex_of_driver',\n",
              "       'src_age_band_of_driver_code', 'src_age_band_of_driver',\n",
              "       'src_driver_imd_decile_code', 'src_driver_imd_decile',\n",
              "       'src_driver_home_area_type_code', 'src_driver_home_area_type',\n",
              "       'src_lsoa_of_driver_code'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 159,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "vehicle_driver.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 160,
      "metadata": {},
      "outputs": [],
      "source": [
        "vehicle_driver = vehicle_driver[['drv_road_safety_vehicle_driver_key','src_sex_of_driver']]\n",
        "merge3 = pd.merge(merge2,vehicle_driver)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 161,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['accident_index', 'location_easting_osgr', 'location_northing_osgr',\n",
              "       'police_force', 'accident_severity', 'number_of_vehicles',\n",
              "       'number_of_casualties', 'day_of_week', 'first_road_class',\n",
              "       'first_road_number', 'speed_limit', 'junction_control',\n",
              "       'second_road_class', 'second_road_number', 'light_conditions',\n",
              "       'drv_day_number', 'drv_month_number', 'hour', 'week_number',\n",
              "       'road_type_Single carriageway', 'road_type_Dual carriageway',\n",
              "       'road_type_Roundabout', 'road_type_One way street/Slip road',\n",
              "       'junction_detail_Not at junction or within 20 metres',\n",
              "       'junction_detail_T or staggered junction', 'junction_detail_Other',\n",
              "       'sencond_road_class', 'local_authority_district_code',\n",
              "       'local_authority_district_name', 'isUrban', 'src_accident_index',\n",
              "       'drv_road_safety_accident_index_key',\n",
              "       'drv_road_safety_vehicle_driver_key', 'src_sex_of_driver'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 161,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "merge3.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 162,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>accident_index</th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>...</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "      <th>isUrban</th>\n",
              "      <th>src_accident_index</th>\n",
              "      <th>drv_road_safety_accident_index_key</th>\n",
              "      <th>drv_road_safety_vehicle_driver_key</th>\n",
              "      <th>src_sex_of_driver</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>198501AD00001</td>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>198501AD00001</td>\n",
              "      <td>2818803</td>\n",
              "      <td>3329</td>\n",
              "      <td>Male</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>198501AD00005</td>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>198501AD00005</td>\n",
              "      <td>2814914</td>\n",
              "      <td>3329</td>\n",
              "      <td>Male</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>198501AD00006</td>\n",
              "      <td>530400.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>302.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>198501AD00006</td>\n",
              "      <td>6986078</td>\n",
              "      <td>3329</td>\n",
              "      <td>Male</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>198501AD00007</td>\n",
              "      <td>530060.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>400.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>198501AD00007</td>\n",
              "      <td>101031</td>\n",
              "      <td>3329</td>\n",
              "      <td>Male</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>198501AD00012</td>\n",
              "      <td>530150.0</td>\n",
              "      <td>179960.0</td>\n",
              "      <td>29</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>3212.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>198501AD00012</td>\n",
              "      <td>8559465</td>\n",
              "      <td>3329</td>\n",
              "      <td>Male</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>417690</th>\n",
              "      <td>1985440GG0446</td>\n",
              "      <td>460050.0</td>\n",
              "      <td>100780.0</td>\n",
              "      <td>20</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>32.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>114.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1985440GG0446</td>\n",
              "      <td>4171646</td>\n",
              "      <td>2666</td>\n",
              "      <td>Data missing or out of range</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>417691</th>\n",
              "      <td>198552BR00781</td>\n",
              "      <td>362010.0</td>\n",
              "      <td>168230.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1</td>\n",
              "      <td>198552BR00781</td>\n",
              "      <td>199348</td>\n",
              "      <td>2666</td>\n",
              "      <td>Data missing or out of range</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>417692</th>\n",
              "      <td>198543C036045</td>\n",
              "      <td>485170.0</td>\n",
              "      <td>174940.0</td>\n",
              "      <td>45</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>4.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>28.0</td>\n",
              "      <td>0</td>\n",
              "      <td>198543C036045</td>\n",
              "      <td>6947099</td>\n",
              "      <td>3347</td>\n",
              "      <td>Data missing or out of range</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>417693</th>\n",
              "      <td>198543E135115</td>\n",
              "      <td>471660.0</td>\n",
              "      <td>173550.0</td>\n",
              "      <td>45</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>214.0</td>\n",
              "      <td>1</td>\n",
              "      <td>198543E135115</td>\n",
              "      <td>5142480</td>\n",
              "      <td>3347</td>\n",
              "      <td>Data missing or out of range</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>417694</th>\n",
              "      <td>198543C060065</td>\n",
              "      <td>487650.0</td>\n",
              "      <td>186370.0</td>\n",
              "      <td>45</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>334.0</td>\n",
              "      <td>0</td>\n",
              "      <td>198543C060065</td>\n",
              "      <td>3227510</td>\n",
              "      <td>531</td>\n",
              "      <td>Data missing or out of range</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>417695 rows × 34 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       accident_index location_easting_osgr location_northing_osgr  \\\n",
              "0       198501AD00001              530180.0               179670.0   \n",
              "1       198501AD00005              530150.0               179690.0   \n",
              "2       198501AD00006              530400.0               179690.0   \n",
              "3       198501AD00007              530060.0               180510.0   \n",
              "4       198501AD00012              530150.0               179960.0   \n",
              "...               ...                   ...                    ...   \n",
              "417690  1985440GG0446              460050.0               100780.0   \n",
              "417691  198552BR00781              362010.0               168230.0   \n",
              "417692  198543C036045              485170.0               174940.0   \n",
              "417693  198543E135115              471660.0               173550.0   \n",
              "417694  198543C060065              487650.0               186370.0   \n",
              "\n",
              "       police_force  accident_severity number_of_vehicles  \\\n",
              "0                29                0.0                1.0   \n",
              "1                29                0.0                1.0   \n",
              "2                29                1.0                1.0   \n",
              "3                29                0.0                2.0   \n",
              "4                29                1.0                2.0   \n",
              "...             ...                ...                ...   \n",
              "417690           20                1.0                1.0   \n",
              "417691            0                0.0                2.0   \n",
              "417692           45                0.0                2.0   \n",
              "417693           45                1.0                1.0   \n",
              "417694           45                1.0                2.0   \n",
              "\n",
              "       number_of_casualties day_of_week first_road_class first_road_number  \\\n",
              "0                       1.0           0                4            3214.0   \n",
              "1                       1.0           3                4            3214.0   \n",
              "2                       1.0           2                4             302.0   \n",
              "3                       1.0           2                4             400.0   \n",
              "4                       1.0           4                4            3212.0   \n",
              "...                     ...         ...              ...               ...   \n",
              "417690                  1.0           3                4              32.0   \n",
              "417691                  1.0           3                1               0.0   \n",
              "417692                  4.0           1                5               4.0   \n",
              "417693                  1.0           1                1               0.0   \n",
              "417694                  1.0           4                1               0.0   \n",
              "\n",
              "        ... junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "0       ...                                       0                     1   \n",
              "1       ...                                       0                     0   \n",
              "2       ...                                       0                     0   \n",
              "3       ...                                       0                     1   \n",
              "4       ...                                       0                     0   \n",
              "...     ...                                     ...                   ...   \n",
              "417690  ...                                       0                     1   \n",
              "417691  ...                                       1                     0   \n",
              "417692  ...                                       0                     0   \n",
              "417693  ...                                       0                     1   \n",
              "417694  ...                                       0                     0   \n",
              "\n",
              "       sencond_road_class local_authority_district_code  \\\n",
              "0                       4                             0   \n",
              "1                       0                             0   \n",
              "2                       0                             0   \n",
              "3                       4                             0   \n",
              "4                       0                             0   \n",
              "...                   ...                           ...   \n",
              "417690                  1                             0   \n",
              "417691                  1                             0   \n",
              "417692                  0                             0   \n",
              "417693                  1                             0   \n",
              "417694                  0                             0   \n",
              "\n",
              "       local_authority_district_name isUrban src_accident_index  \\\n",
              "0                              330.0       1      198501AD00001   \n",
              "1                              330.0       1      198501AD00005   \n",
              "2                              330.0       1      198501AD00006   \n",
              "3                              330.0       1      198501AD00007   \n",
              "4                              330.0       1      198501AD00012   \n",
              "...                              ...     ...                ...   \n",
              "417690                         114.0       1      1985440GG0446   \n",
              "417691                           NaN       1      198552BR00781   \n",
              "417692                          28.0       0      198543C036045   \n",
              "417693                         214.0       1      198543E135115   \n",
              "417694                         334.0       0      198543C060065   \n",
              "\n",
              "       drv_road_safety_accident_index_key drv_road_safety_vehicle_driver_key  \\\n",
              "0                                 2818803                               3329   \n",
              "1                                 2814914                               3329   \n",
              "2                                 6986078                               3329   \n",
              "3                                  101031                               3329   \n",
              "4                                 8559465                               3329   \n",
              "...                                   ...                                ...   \n",
              "417690                            4171646                               2666   \n",
              "417691                             199348                               2666   \n",
              "417692                            6947099                               3347   \n",
              "417693                            5142480                               3347   \n",
              "417694                            3227510                                531   \n",
              "\n",
              "                   src_sex_of_driver  \n",
              "0                               Male  \n",
              "1                               Male  \n",
              "2                               Male  \n",
              "3                               Male  \n",
              "4                               Male  \n",
              "...                              ...  \n",
              "417690  Data missing or out of range  \n",
              "417691  Data missing or out of range  \n",
              "417692  Data missing or out of range  \n",
              "417693  Data missing or out of range  \n",
              "417694  Data missing or out of range  \n",
              "\n",
              "[417695 rows x 34 columns]"
            ]
          },
          "execution_count": 162,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "merge3"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 163,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Male                            318669\n",
              "Female                           80906\n",
              "Not known                        17447\n",
              "Data missing or out of range       673\n",
              "Name: src_sex_of_driver, dtype: int64"
            ]
          },
          "execution_count": 163,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "merge3['src_sex_of_driver'].value_counts()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 164,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Male         318669\n",
              "Female        80906\n",
              "Not known     18120\n",
              "Name: src_sex_of_driver, dtype: int64"
            ]
          },
          "execution_count": 164,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "merge3['src_sex_of_driver'].replace(['Data missing or out of range'],'Not known', True)\n",
        "merge3['src_sex_of_driver'].value_counts()"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "One hot encode the gender of the driver to create 3 columns:  'src_sex_of_driver_Male', 'src_sex_of_driver_Female',\n",
        "       'src_sex_of_driver_Not known'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 165,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['accident_index', 'location_easting_osgr', 'location_northing_osgr',\n",
              "       'police_force', 'accident_severity', 'number_of_vehicles',\n",
              "       'number_of_casualties', 'day_of_week', 'first_road_class',\n",
              "       'first_road_number', 'speed_limit', 'junction_control',\n",
              "       'second_road_class', 'second_road_number', 'light_conditions',\n",
              "       'drv_day_number', 'drv_month_number', 'hour', 'week_number',\n",
              "       'road_type_Single carriageway', 'road_type_Dual carriageway',\n",
              "       'road_type_Roundabout', 'road_type_One way street/Slip road',\n",
              "       'junction_detail_Not at junction or within 20 metres',\n",
              "       'junction_detail_T or staggered junction', 'junction_detail_Other',\n",
              "       'sencond_road_class', 'local_authority_district_code',\n",
              "       'local_authority_district_name', 'isUrban', 'src_accident_index',\n",
              "       'drv_road_safety_accident_index_key',\n",
              "       'drv_road_safety_vehicle_driver_key', 'src_sex_of_driver',\n",
              "       'src_sex_of_driver_Male', 'src_sex_of_driver_Female',\n",
              "       'src_sex_of_driver_Not known'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 165,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "def one_hot_encode(df, variable, top_x_labels):\n",
        "    for label in top_x_labels:\n",
        "        df[variable + '_' + label] = np.where(\n",
        "            df[variable] == label, 1, 0) \n",
        "\n",
        "\n",
        "gender_list = merge3['src_sex_of_driver'].value_counts().index.tolist()\n",
        "one_hot_encode(merge3, 'src_sex_of_driver', gender_list)\n",
        "merge3.columns"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        " We're only interested in the males and females counts in each accident. Thus we sum the one hot encoding of females and males involved in each accident separately using groupby().sum() \n",
        "\n",
        " Finally, we store these in males_counts and females_counts columns in the original dataset"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 166,
      "metadata": {},
      "outputs": [],
      "source": [
        "accidents_uk = accidents_uk.set_index('accident_index')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 167,
      "metadata": {},
      "outputs": [],
      "source": [
        "# del accidents_uk['males_count']\n",
        "# del accidents_uk['females_count'] "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 168,
      "metadata": {},
      "outputs": [],
      "source": [
        "males_count = merge3.groupby('src_accident_index').sum()[['src_sex_of_driver_Male']]\n",
        "females_count = merge3.groupby('src_accident_index').sum()[['src_sex_of_driver_Female']]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 169,
      "metadata": {},
      "outputs": [],
      "source": [
        "accidents_uk['males_count'] = males_count\n",
        "accidents_uk['females_count'] = females_count"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 170,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>location_easting_osgr</th>\n",
              "      <th>location_northing_osgr</th>\n",
              "      <th>police_force</th>\n",
              "      <th>accident_severity</th>\n",
              "      <th>number_of_vehicles</th>\n",
              "      <th>number_of_casualties</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>first_road_class</th>\n",
              "      <th>first_road_number</th>\n",
              "      <th>speed_limit</th>\n",
              "      <th>...</th>\n",
              "      <th>road_type_One way street/Slip road</th>\n",
              "      <th>junction_detail_Not at junction or within 20 metres</th>\n",
              "      <th>junction_detail_T or staggered junction</th>\n",
              "      <th>junction_detail_Other</th>\n",
              "      <th>sencond_road_class</th>\n",
              "      <th>local_authority_district_code</th>\n",
              "      <th>local_authority_district_name</th>\n",
              "      <th>isUrban</th>\n",
              "      <th>males_count</th>\n",
              "      <th>females_count</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>accident_index</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>198501AD00001</th>\n",
              "      <td>530180.0</td>\n",
              "      <td>179670.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00002</th>\n",
              "      <td>530020.0</td>\n",
              "      <td>180510.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00003</th>\n",
              "      <td>528360.0</td>\n",
              "      <td>179760.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>4.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00004</th>\n",
              "      <td>530400.0</td>\n",
              "      <td>180290.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>308.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198501AD00005</th>\n",
              "      <td>530150.0</td>\n",
              "      <td>179690.0</td>\n",
              "      <td>29</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>3214.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>330.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038776</th>\n",
              "      <td>311600.0</td>\n",
              "      <td>605300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>708.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038877</th>\n",
              "      <td>298400.0</td>\n",
              "      <td>576300.0</td>\n",
              "      <td>11</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>6</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>858.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T038978</th>\n",
              "      <td>200010.0</td>\n",
              "      <td>504790.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>798.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T039079</th>\n",
              "      <td>319900.0</td>\n",
              "      <td>568900.0</td>\n",
              "      <td>11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>722.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>859.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>198598T039180</th>\n",
              "      <td>211300.0</td>\n",
              "      <td>559700.0</td>\n",
              "      <td>11</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>75.0</td>\n",
              "      <td>60.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>856.0</td>\n",
              "      <td>155.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>245518 rows × 31 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "               location_easting_osgr location_northing_osgr police_force  \\\n",
              "accident_index                                                             \n",
              "198501AD00001               530180.0               179670.0           29   \n",
              "198501AD00002               530020.0               180510.0           29   \n",
              "198501AD00003               528360.0               179760.0           29   \n",
              "198501AD00004               530400.0               180290.0           29   \n",
              "198501AD00005               530150.0               179690.0           29   \n",
              "...                              ...                    ...          ...   \n",
              "198598T038776               311600.0               605300.0           11   \n",
              "198598T038877               298400.0               576300.0           11   \n",
              "198598T038978               200010.0               504790.0           11   \n",
              "198598T039079               319900.0               568900.0           11   \n",
              "198598T039180               211300.0               559700.0           11   \n",
              "\n",
              "                accident_severity number_of_vehicles number_of_casualties  \\\n",
              "accident_index                                                              \n",
              "198501AD00001                 0.0                1.0                  1.0   \n",
              "198501AD00002                 0.0                2.0                  1.0   \n",
              "198501AD00003                 0.0                2.0                  1.0   \n",
              "198501AD00004                 0.0                2.0                  1.0   \n",
              "198501AD00005                 0.0                1.0                  1.0   \n",
              "...                           ...                ...                  ...   \n",
              "198598T038776                 0.0                2.0                  1.0   \n",
              "198598T038877                 0.0                1.0                  1.0   \n",
              "198598T038978                 1.0                1.0                  2.0   \n",
              "198598T039079                 1.0                1.0                  1.0   \n",
              "198598T039180                 2.0                1.0                  3.0   \n",
              "\n",
              "               day_of_week first_road_class first_road_number speed_limit  \\\n",
              "accident_index                                                              \n",
              "198501AD00001            0                4            3214.0        30.0   \n",
              "198501AD00002            4                4               4.0        30.0   \n",
              "198501AD00003            5                4               4.0        30.0   \n",
              "198501AD00004            4                3             308.0        30.0   \n",
              "198501AD00005            3                4            3214.0        30.0   \n",
              "...                    ...              ...               ...         ...   \n",
              "198598T038776            6                4             708.0        60.0   \n",
              "198598T038877            6                4              75.0        30.0   \n",
              "198598T038978            4                3             798.0        60.0   \n",
              "198598T039079            5                3             722.0        60.0   \n",
              "198598T039180            5                4              75.0        60.0   \n",
              "\n",
              "                ... road_type_One way street/Slip road  \\\n",
              "accident_index  ...                                      \n",
              "198501AD00001   ...                                  0   \n",
              "198501AD00002   ...                                  1   \n",
              "198501AD00003   ...                                  1   \n",
              "198501AD00004   ...                                  0   \n",
              "198501AD00005   ...                                  0   \n",
              "...             ...                                ...   \n",
              "198598T038776   ...                                  0   \n",
              "198598T038877   ...                                  0   \n",
              "198598T038978   ...                                  0   \n",
              "198598T039079   ...                                  0   \n",
              "198598T039180   ...                                  0   \n",
              "\n",
              "               junction_detail_Not at junction or within 20 metres  \\\n",
              "accident_index                                                       \n",
              "198501AD00001                                                   0    \n",
              "198501AD00002                                                   1    \n",
              "198501AD00003                                                   0    \n",
              "198501AD00004                                                   0    \n",
              "198501AD00005                                                   1    \n",
              "...                                                           ...    \n",
              "198598T038776                                                   1    \n",
              "198598T038877                                                   0    \n",
              "198598T038978                                                   1    \n",
              "198598T039079                                                   1    \n",
              "198598T039180                                                   1    \n",
              "\n",
              "               junction_detail_T or staggered junction junction_detail_Other  \\\n",
              "accident_index                                                                 \n",
              "198501AD00001                                        0                     1   \n",
              "198501AD00002                                        0                     0   \n",
              "198501AD00003                                        0                     1   \n",
              "198501AD00004                                        0                     1   \n",
              "198501AD00005                                        0                     0   \n",
              "...                                                ...                   ...   \n",
              "198598T038776                                        0                     0   \n",
              "198598T038877                                        1                     0   \n",
              "198598T038978                                        0                     0   \n",
              "198598T039079                                        0                     0   \n",
              "198598T039180                                        0                     0   \n",
              "\n",
              "               sencond_road_class local_authority_district_code  \\\n",
              "accident_index                                                    \n",
              "198501AD00001                   4                             0   \n",
              "198501AD00002                   0                             0   \n",
              "198501AD00003                   3                             0   \n",
              "198501AD00004                   4                             0   \n",
              "198501AD00005                   0                             0   \n",
              "...                           ...                           ...   \n",
              "198598T038776                   0                         859.0   \n",
              "198598T038877                   1                         858.0   \n",
              "198598T038978                   0                         856.0   \n",
              "198598T039079                   0                         859.0   \n",
              "198598T039180                   0                         856.0   \n",
              "\n",
              "               local_authority_district_name isUrban males_count females_count  \n",
              "accident_index                                                                  \n",
              "198501AD00001                          330.0       1           1             0  \n",
              "198501AD00002                          330.0       1           2             0  \n",
              "198501AD00003                          330.0       1           1             1  \n",
              "198501AD00004                          330.0       1           2             0  \n",
              "198501AD00005                          330.0       1           1             0  \n",
              "...                                      ...     ...         ...           ...  \n",
              "198598T038776                            0.0       0           2             0  \n",
              "198598T038877                            0.0       0           1             0  \n",
              "198598T038978                          155.0       1           1             0  \n",
              "198598T039079                            0.0       0           1             0  \n",
              "198598T039180                          155.0       1           1             0  \n",
              "\n",
              "[245518 rows x 31 columns]"
            ]
          },
          "execution_count": 170,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "accidents_uk\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 171,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['location_easting_osgr', 'location_northing_osgr', 'police_force',\n",
              "       'accident_severity', 'number_of_vehicles', 'number_of_casualties',\n",
              "       'day_of_week', 'first_road_class', 'first_road_number', 'speed_limit',\n",
              "       'junction_control', 'second_road_class', 'second_road_number',\n",
              "       'light_conditions', 'drv_day_number', 'drv_month_number', 'hour',\n",
              "       'week_number', 'road_type_Single carriageway',\n",
              "       'road_type_Dual carriageway', 'road_type_Roundabout',\n",
              "       'road_type_One way street/Slip road',\n",
              "       'junction_detail_Not at junction or within 20 metres',\n",
              "       'junction_detail_T or staggered junction', 'junction_detail_Other',\n",
              "       'sencond_road_class', 'local_authority_district_code',\n",
              "       'local_authority_district_name', 'isUrban', 'males_count',\n",
              "       'females_count'],\n",
              "      dtype='object')"
            ]
          },
          "execution_count": 171,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "accidents_uk.columns"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "## Exploring new features"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "### How does severity change when area is urban?"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "0: Slight\n",
        "1: Severe\n",
        "2: Fatal"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 172,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "<AxesSubplot:xlabel='isUrban', ylabel='count'>"
            ]
          },
          "execution_count": 172,
          "metadata": {},
          "output_type": "execute_result"
        },
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAdEAAAGsCAYAAACCf52EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAAo/ElEQVR4nO3df0BV9eH/8de93AuikIreq9b6kJbNmZnVzdKWfK0VEGL+bArTavNjaj/MpsX8RZpkOfLHajRr1jaXLWuK6QBdMzSjH8pnZZa1fqgfw4SLoAgpcLn384df70ai4lvgXuD5+Gfe9z338D7S3dNz7rnnWHw+n08AAOCcWQM9AQAAmisiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCFboCcQbEpLK+T18tVZAIBktVrUsWO70z5PRL/H6/URUQBAvXA4FwAAQ0QUAABDHM4FgACoqfGotNQtj6cq0FOBJKs1ROHhEYqIaC+LxVLv1xFRAAiA0lK32rRpq3btup7T/2mj4fl8PtXUeHT06GGVlroVFeWs92s5nAsAAeDxVKlduwsIaBCwWCyy2ezq0KGTqqqOn9NriSgABAgBDS4Wi1XSuX07g4gCAGCIiAJAC/P73/9O2dkbThk/fPiwfvxj13mt+6WXXtDbb+ee1zoaS2bm61q58g+SpPXrM7VmzWuN/jM5sQgAWpgJEyY12rrz87frkku6N9r6z8ewYaP8f96580N1735po/9MIgoAQcLr9eo3v1msTz75WMeOfSefz6dHH52tyy67XEuX/lo7d34kmy1EN930/zRx4hQdO3aszvEnnpin7t0vVVLSOG3ZslnPP5+hsLA2+tGPetf6eRs2ZGrNmtfl83l1wQUd9PDDjyg6+hKlpT2mdu3a6auvvlRRUaGioy/RY489oezsDfr8893KyPiNrNYQxcQMPu22rFixXFu3viWbza727dtr5szH1LlzZ+3du0fLlqXryJEj8nq9GjXqpxoy5A499tgsXX55LyUljZN0Yq/yf/4nX/PnL9S2bVv1xz+ukMdTrTZt2ui++x5Snz59tWLFcn3yycc6dKhYl17aUxdd9AMdOXJY117bX9u2bdX27e8rLCxMr7/+F02b9oj6979BkvTUUwvUvfuluvPOsef9OyOiABAkPv10l4qL3Vq+/CVZrVatXPkH/fnPf9TFF1+syspKvfzya/J6vZo27T7985/5euedrXWOn1RSckgLF87Xc8+9qO7de2jlypf8z/3zn/nKzv6bMjJ+rzZt2uiDD97TrFkz9Oc/nzgE+vnnu7Vs2e9ktVo1ceJdeuutNzVy5J3+/z1TQAsLD2r16lVav/7vCg0N1Suv/FmffrpLAwf+WLNnP6o5c+brhz/spfLyck2adI8uuaSHhg4drqVLf+2P6N/+tl4TJ07R/v3/q+ef/62eeWa52rfvoK+//krTpk3RX/6SKUk6ePBb/elPr8pms2nFiuWSpJiYwdq2bYu6d79UI0feqZoaj9avz1T//jeooqJcb7+9RVOmTG2Q3xkRBYAg0adPX02ceIHWrVujgoJv9M9/5qtt27baseMD3X//NIWEhCgkJETPPvu8JGnZsvQ6x09+Hrpz54fq0eMyde/eQ5J0xx0jtHz5byVJ7767Td98s1+TJv3c//PLyspUVnZEknT99QMVGhoqSerR4zKVlZXVezscDqcuu+xy/fznP9MNNwzUDTcMlMvVX3v2fK0DB77RwoXz/ctWVlbqiy8+17BhI1VVVaXPPvtUYWFtdPjwYblc/bV27es6dKhYU6dO8b/GYrHqm2/2S5KuuOJK2WxnTll8fKJefPEFlZaWKjf3Hxo48MeKjIys9/acCREFgCCRl7dNy5ala8yYn+mmm2IUHX2JNm7MUkhISK2vwxQWHlSbNm1OO36SxWKRz/fvr2yEhIT4/1xT41Vs7O2aMuVBSScOJRcXuxUZeYEkKTQ07LTrORur1apnn31en332qXbs+EDPPLNYV1/tUmLiMEVEROoPf1jlX7ak5JDatYuQxWJRQsIdysn5m+z2UA0ZMlQWi0Veb42uvba/5s9fWGs7O3d2aOvWtxQeHn7W+URGRmrw4J9o06Ys/f3vG/Xww4/Ue1vOuq0NtiYAwHnZvv193XjjTRo+fJR69eqtt9/OldfrlcvVX9nZG+T1elVVVaXZsx/Vhx/+z2nHT+rb92rt2fO1vvjiX5KkrKx/n7Hbv/8NevPNjSouLpYkZWb+VVOnTj7rHENCbPJ4PGdc5osv/qVx436q6OjuGjfuHt15Z5K+/PJf+q//ilZoaKg2bsySdCKG48f/VJ9/vluSdPvtQ7Rt21a99dabSkgYKkm65prr9MEH72nfvr2STuxB33XXWFVVnflyiSEhIaqp+fc8R4wYrddff1Ver1e9e/c563bWF3uiABAkhg0bqXnzZumuu8bIarXqqquu0ZYtm/X0089o2bJ03X33WHm9Xt18862KiblZ/fsPqHN827atkqSOHTsqNXWB5s+fLbvdrn79rvH/rOuvH6Dk5Ls0bdoUWa1WtW3bTmlpvz7rBSBuvPEm/fa3y+TxeBQfP6TOZXr2vFw33/wTTZgwTuHhbRUWFqaHHpouu92uhQuf1rJl6Vq16k/yeDyaMGGS+vbtJ0nq1KmzLr+8l2pqPOrc2SFJ6tHjUj3yyCylps6Uz+dTSEiInnpq8Vn3QG+4YaCWLFkkSRo37h717Hm5IiMjNWzYyHr9LurL4juXffRW4NChcu4nCjSwyAvaqE2YPdDTaDDHK6t1tOzcLg/3fQcP7lPXrtENNCOcTUHBN3rggXu1atVfax3y/r7v/16sVos6dYo47fLsiQJodG3C7Ep65OVAT6PBrFqUrKM6v4g2d6tW/UmbNuXU+VxS0jjddlt8E8/o9H7/+9/pjTfWaurUX54xoCbYE/0e9kSBhudwRLa4iLrdR89rHeyJBqdz3RPlxCIAAAwRUQAADBFRAAAMEVEAAAwRUQAADPEVFwBoBRrru7r1/c7spk05+tOfVqi6ulp33pmkkSPvrPX8F198rqeeSlN5ebn69bta06f/6qzXxA0GwT9DAMB5a6zv6tbnO7Nud5FeeCFDK1aslN0eqkmTfq5rrnH5L4wvSfPnz9Gjj85Rnz5XauHC+Vq/PlPDh486w1qDA4dzAQCNaseOD3TNNS5dcEF7hYeHa/DgW5Sb+w//8wcPfqvKykr16XOlJOn22xP11ltvBmq654SIAgAaVXGxW506dfY/7tSps4qKiur9fDBr1IiWl5dryJAh+uabbyRJeXl5SkxM1G233aYlS5b4l9u9e7dGjhyp2NhYzZo1y3+HgAMHDig5OVlxcXGaPHmyKioqJJ24593EiRMVHx+v5ORkud1uSVJVVZVmzJih+Ph4DR8+XF999VVjbh4AoB7qujCe1Wqp9/PBrNEi+tFHH2ns2LHau3evJOn48eOaOXOmMjIylJWVpV27dmnLli2SpBkzZmjOnDnauHGjfD6fVq9eLUmaN2+ekpKSlJOToz59+igjI0OStHTpUrlcLmVnZ2v06NFKS0uTJK1cuVLh4eHKzs7WzJkzlZKS0libBwCoJ4fDqZKSQ/7Hhw4V++/SUp/ng1mjRXT16tVKTU2V0+mUJO3cuVPR0dG6+OKLZbPZlJiYqJycHBUUFOj48ePq16+fJGnEiBHKyclRdXW1tm/frtjY2FrjkpSbm6vExERJ0pAhQ7R161ZVV1crNzdXQ4eeuAfdddddp9LSUh04cKCxNhEAUA8uV3/l529XaWmpjh8/rtzczbr++gH+57t27abQ0FDt3PmhJCkn52+64YaBAZrtuWm0s3NP7h2eVFRUJIfj3/+ycDqdKiwsPGXc4XCosLBQpaWlioiI8J/ifHL8++uy2WyKiIhQSUlJnes6ePCgLrzwwnrP+0wXGgaAkxyOyPN6fVGRVTZb052WUlnl0apFyY2y3rNtR7duXTVp0n2aOnWSqqurNXToMPXt21fTpj2giRMn60c/6q3585/QwoWPq6KiQj/8YS+NGZPUpH8/J1mt1nP63TbZV1zqOuZtsVjOefx0rNa6/7JPN3463MUFaHjnG5xgdL53cfF6vfJ4vA00m7MrO3KsyX5WXW65JVa33BLrf+zxePXrXy/z/7l798v0/PN/rPWapvz7Ocnr9db63QbNXVy6dOmi4uJi/+OioiI5nc5Txt1ut5xOp6KiolReXq6amppa49KJvdiTr/F4PCovL1eHDh3kdDr9Jxl9/zUAADS0JovoVVddpT179mjfvn2qqanRhg0bNGjQIF100UUKCwtTfn6+JCkzM1ODBg2S3W6Xy+VSVlZWrXFJiomJUWZmpiQpKytLLpdLdrtdMTExWrdunSRpx44dCgsLO6dDuQAAnIsmO5wbFhamJ598Ug888IAqKysVExOjuLg4SVJ6erpmz56tiooK9e7dW+PHj5ckpaamKiUlRc8995y6deumxYsXS5KmTp2qlJQUJSQkKDIyUunp6ZKkcePGae7cuUpISFBoaKgWLVrUVJsHAGiFLL66PnxsxfhMFGh4Dkdko1xyLlBWLUo+789EDx7cp65doxtoRmgo3/+9BM1nogAAtDREFAAAQ9zFBQBagY7tQ2ULDWvw9XqqKlV6pKpey1ZUlGvSpJ9r0aKl6tat9kmf3AoNABC0bKFhyl80ocHXe+0jv5d09oh+8skuLVq0QPv3/2+dz3MrNAAATmP9+rV6+OFH67wmbnO+FRp7ogCARpeSMue0z3ErNAAADHErNAAADHErNAAADDXnW6ERUQBAQEyf/qA+++xTSdLcuQv0zDOLlZw8SseOHdOoUWMCPLv64bJ/38Nl/4CGx2X/TtXUl/0Lhu+JNgfnetk/zs4FgFbgROhaTuyCBYdzAQAwREQBADBERAEAMEREAQAwREQBADBERAEAMMRXXACgFbigfZjCQkMbfL2VVVUqO1J51uVefPF5bd584s4sAwfeqClTptZ6nvuJAgCCVlhoqO5+aerZFzxHf7hnmaQzR3T79ve1fft7eumll2WxWPTLXz6gLVveUkzMYP8y3E8UAIA6dOrUWffdN012u102m03R0ZeosPCg//nmfD9RIgoAaFQ9elzqD+T+/f+rzZv/rgEDbvQ/z/1EAQA4i6+//krTpt2n++57SBdf/F/+ce4nCgDAGezc+aEeemiKJk26X/HxQ2o9x/1EAQA4jcLCg5o5c7pSUxfoJz+JPeX55nw/Uc7OBYBWoLKq6v+fSdvw6z2bV175syorq/TMM0v8Y8OGjdC2bVs1YcIk9erVW3PnLtCiRQv03XffqWfPH3I/0eaK+4kCDY/7iZ6qqe8nivo51/uJcjgXAABDRBQAAENEFAAChE/TgovJ74OIAkAAWK0hqqnxBHoa+A/V1VUKCTm3822JKAAEQHh4hI4ePSyfzxvoqbR6Pp9PVVWVOnzYrYiIDuf0Wr7iAgABEBHRXqWlbhUWfiOJw7qBFhJiU2RkR4WHtzun1xFRAAgAi8WiqChnoKeB88ThXAAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMBSSi69atU0JCghISEvTUU09Jknbv3q2RI0cqNjZWs2bNksfjkSQdOHBAycnJiouL0+TJk1VRUSFJKisr08SJExUfH6/k5GS53W5JUlVVlWbMmKH4+HgNHz5cX331VSA2EQDQCjR5RI8dO6a0tDStXLlS69at044dO5SXl6cZM2Zozpw52rhxo3w+n1avXi1JmjdvnpKSkpSTk6M+ffooIyNDkrR06VK5XC5lZ2dr9OjRSktLkyStXLlS4eHhys7O1syZM5WSktLUmwgAaCWaPKI1NTXyer06duyYPB6PPB6PbDabjh8/rn79+kmSRowYoZycHFVXV2v79u2KjY2tNS5Jubm5SkxMlCQNGTJEW7duVXV1tXJzczV06FBJ0nXXXafS0lIdOHCgqTcTANAK2Jr6B0ZERGjq1KmKj49XmzZt1L9/f9ntdjkcDv8yDodDhYWFKi0tVUREhGw2W61xSSoqKvK/xmazKSIiQiUlJbXGT77m4MGDuvDCC5twKwEArUGTR/Szzz7TX//6V7311luKjIzU9OnT9c4775yynMVikc/nq3P8dKzWunesTzdel06dIuq9LIDWy+GIDPQUEASaPKLbtm3TgAED1KlTJ0knDtGuWLFCxcXF/mXcbrecTqeioqJUXl6umpoahYSE+Mclyel0qri4WF27dpXH41F5ebk6dOggp9Mpt9ut6OjoWuuqr0OHyuX1nhpvAOZaYnDc7qOBngKagNVqOePOVZN/JtqrVy/l5eXpu+++k8/n0+bNm9W/f3+FhYUpPz9fkpSZmalBgwbJbrfL5XIpKyur1rgkxcTEKDMzU5KUlZUll8slu92umJgYrVu3TpK0Y8cOhYWFcSgXANAoLL66jpk2sueff15r1qyR3W7XlVdeqdTUVO3Zs0ezZ89WRUWFevfurYULFyo0NFQFBQVKSUnRoUOH1K1bNy1evFjt27fX4cOHlZKSov379ysyMlLp6en6wQ9+oMrKSs2dO1e7du1SaGioFixYoCuuuKLec2NPFGh4Dkekkh55OdDTaDCrFiWzJ9pKnG1PNCARDWZEFGh4RBTNVdAdzgUAoKUgogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGGrya+e2JpEXtFGbMHugp9FgjldW62jZ8UBPAwCCBhFtRG3C7C3uKi1HRUQB4CQO5wIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgiIgCAGCIiAIAYIiIAgBgKCAR3bx5s0aMGKG4uDgtWLBAkpSXl6fExETddtttWrJkiX/Z3bt3a+TIkYqNjdWsWbPk8XgkSQcOHFBycrLi4uI0efJkVVRUSJLKyso0ceJExcfHKzk5WW63u+k3EADQKjR5RPfv36/U1FRlZGRo/fr1+vTTT7VlyxbNnDlTGRkZysrK0q5du7RlyxZJ0owZMzRnzhxt3LhRPp9Pq1evliTNmzdPSUlJysnJUZ8+fZSRkSFJWrp0qVwul7KzszV69GilpaU19SYCAFqJJo/o3//+d91+++3q2rWr7Ha7lixZovDwcEVHR+viiy+WzWZTYmKicnJyVFBQoOPHj6tfv36SpBEjRignJ0fV1dXavn27YmNja41LUm5urhITEyVJQ4YM0datW1VdXd3UmwkAaAVsTf0D9+3bJ7vdrl/84hdyu90aPHiwevbsKYfD4V/G6XSqsLBQRUVFtcYdDocKCwtVWlqqiIgI2Wy2WuOSar3GZrMpIiJCJSUl6tKlSxNuJQCgNWjyiNbU1GjHjh1auXKl2rZtqylTpig8PPyU5SwWi3w+3zmNn47VWv8d7k6dIuq9bGvkcEQGegpAUOC9ACkAEe3cubMGDBigqKgoSdItt9yinJwchYSE+JcpKiqS0+lUly5dVFxc7B93u91yOp2KiopSeXm5ampqFBIS4h+XTuzFFhcXq2vXrvJ4PCovL1eHDh3qPb9Dh8rl9Z4aaRMt8U3mdh8N9BTQDPFeQHNltVrOuHPV5J+JDh48WNu2bVNZWZlqamr09ttvKy4uTnv27NG+fftUU1OjDRs2aNCgQbrooosUFham/Px8SVJmZqYGDRoku90ul8ulrKysWuOSFBMTo8zMTElSVlaWXC6X7HZ7U28mAKAVaPI90auuukoTJkxQUlKSqqurdeONN2rs2LHq0aOHHnjgAVVWViomJkZxcXGSpPT0dM2ePVsVFRXq3bu3xo8fL0lKTU1VSkqKnnvuOXXr1k2LFy+WJE2dOlUpKSlKSEhQZGSk0tPTm3oTAQCthMVX1weMrVhDH85NeuTlBllXMFi1KJlDWDDCewHNVYMczj155ut/+vLLL81nBQBAC3DGiB4+fFiHDx/Wf//3f+vIkSP+x8XFxZoyZUpTzREAgKB0xs9Ef/nLX+qdd96RJF1//fX/fpHNpp/85CeNOzMAAILcGSO6YsUKSdKvfvUrLVy4sEkmBABAc1Gvs3MXLlyogoICHTlypNaFDq644opGmxgAAMGuXhFNT0/XypUr1alTJ/+YxWLRP/7xj0abGAAAwa5eEc3KytKmTZu4/iwAAP+hXl9x6datGwEFAOB76rUnOmDAAC1atEi33HKL2rRp4x/nM1EAQGtWr4iuWbNGkvz37JT4TBQAgHpFdPPmzY09DwAAmp16RfSll16qc/yee+5p0MkAANCc1Cui//rXv/x/rqqqUn5+fq0rGAEA0BrV+2IL/6mkpESPPPJIo0wIAIDmwuim3FFRUSooKGjouQAA0Kyc82eiPp9Pu3btqnX1IgAAWqNz/kxUOnHxBQ7nAgBau3P6TLSgoEAej0fR0dGNOikAAJqDekV03759mjJlioqKiuT1etWxY0ctX75cl156aWPPDwCAoFWvE4vmz5+vCRMmaPv27crPz9fkyZM1b968xp4bAABBrV4RPXTokIYPH+5/PHLkSJWWljbapAAAaA7qFdGamhodPnzY/7ikpKSx5gMAQLNRr89Ef/azn+mnP/2p4uPjJUnZ2dm66667GnViAAAEu3rticbExEiSqqur9fXXX6uwsFC33npro04MAIBgV6890ZSUFCUnJ2v8+PGqrKzUK6+8opkzZ+qFF15o7PkBABC06rUnWlpaqvHjx0uSwsLCdPfdd8vtdjfqxAAACHb1PrGosLDQ/7i4uFg+n6/RJgUAQHNQr8O5d999t4YNG6abbrpJFotFeXl5XPYPANDq1Suio0aNUp8+ffTee+8pJCREv/jFL3T55Zc39twAAAhq9YqoJPXq1Uu9evVqzLkAANCsGN1PFAAAEFEAAIwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAMBSyiTz31lFJSUiRJu3fv1siRIxUbG6tZs2bJ4/FIkg4cOKDk5GTFxcVp8uTJqqiokCSVlZVp4sSJio+PV3JystxutySpqqpKM2bMUHx8vIYPH66vvvoqMBsHAGgVAhLRd999V2vXrvU/njFjhubMmaONGzfK5/Np9erVkqR58+YpKSlJOTk56tOnjzIyMiRJS5culcvlUnZ2tkaPHq20tDRJ0sqVKxUeHq7s7GzNnDnTH2kAABpDk0f08OHDWrJkiSZNmiRJKigo0PHjx9WvXz9J0ogRI5STk6Pq6mpt375dsbGxtcYlKTc3V4mJiZKkIUOGaOvWraqurlZubq6GDh0qSbruuutUWlqqAwcONPEWAgBaC1tT/8C5c+dq2rRp+vbbbyVJRUVFcjgc/ucdDocKCwtVWlqqiIgI2Wy2WuPff43NZlNERIRKSkrqXNfBgwd14YUX1nt+nTpFnPc2tmQOR2SgpwAEBd4LkJo4oq+99pq6deumAQMGaM2aNZIkn893ynIWi+W046djtda9U3268dM5dKhcXu+pP9tES3yTud1HAz0FNEO8F9BcWa2WM+5cNWlEs7Ky5Ha7dccdd+jIkSP67rvvZLFYVFxc7F/G7XbL6XQqKipK5eXlqqmpUUhIiH9ckpxOp4qLi9W1a1d5PB6Vl5erQ4cOcjqdcrvdio6OrrUuAAAaQ5N+JvrSSy9pw4YNWrdunR588EHdfPPNWrhwocLCwpSfny9JyszM1KBBg2S32+VyuZSVlVVrXJJiYmKUmZkp6USYXS6X7Ha7YmJitG7dOknSjh07FBYWdk6HcgEAOBdB8T3R9PR0LVy4UPHx8Tp27JjGjx8vSUpNTdXq1at1++23a8eOHXrooYckSVOnTtWHH36ohIQErVq1SnPnzpUkjRs3TlVVVUpISFBaWpoWLVoUqE0CALQCFl9dHz62Yg39mWjSIy83yLqCwapFyXwOBCO8F9Bcne0z0aDYEwUAoDkiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGLIFegIA0Nx4PdVyOCIDPY0G46mqVOmRqkBPo1kiogBwjqw2u/IXTQj0NBrMtY/8XhIRNcHhXAAADBFRAAAMEVEAAAwRUQAADHFiEeqNMxIBoDYiinrjjEQAqI3DuQAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYIqIAABgiogAAGCKiAAAYCkhEn332WSUkJCghIUGLFi2SJOXl5SkxMVG33XablixZ4l929+7dGjlypGJjYzVr1ix5PB5J0oEDB5ScnKy4uDhNnjxZFRUVkqSysjJNnDhR8fHxSk5OltvtbvoNBAC0Ck0e0by8PG3btk1r165VZmamPvnkE23YsEEzZ85URkaGsrKytGvXLm3ZskWSNGPGDM2ZM0cbN26Uz+fT6tWrJUnz5s1TUlKScnJy1KdPH2VkZEiSli5dKpfLpezsbI0ePVppaWlNvYkAgFaiySPqcDiUkpKi0NBQ2e12XXrppdq7d6+io6N18cUXy2azKTExUTk5OSooKNDx48fVr18/SdKIESOUk5Oj6upqbd++XbGxsbXGJSk3N1eJiYmSpCFDhmjr1q2qrq5u6s0EALQCTR7Rnj17+qO4d+9eZWVlyWKxyOFw+JdxOp0qLCxUUVFRrXGHw6HCwkKVlpYqIiJCNput1rikWq+x2WyKiIhQSUlJE20dAKA1sQXqB3/xxRe699579eijj8pms2nPnj21nrdYLPL5fKe87kzjp2O11v/fCp06RdR7WTR/DkdkoKcABAXeC2YCEtH8/Hw9+OCDmjlzphISEvTBBx+ouLjY/3xRUZGcTqe6dOlSa9ztdsvpdCoqKkrl5eWqqalRSEiIf1w6sRdbXFysrl27yuPxqLy8XB06dKj33A4dKpfXe2qkTfAfZfBzu48GegqtAu+F4Md7oW5Wq+WMO1dNfjj322+/1X333af09HQlJCRIkq666irt2bNH+/btU01NjTZs2KBBgwbpoosuUlhYmPLz8yVJmZmZGjRokOx2u1wul7KysmqNS1JMTIwyMzMlSVlZWXK5XLLb7U29mQCAVqDJ90RXrFihyspKPfnkk/6xMWPG6Mknn9QDDzygyspKxcTEKC4uTpKUnp6u2bNnq6KiQr1799b48eMlSampqUpJSdFzzz2nbt26afHixZKkqVOnKiUlRQkJCYqMjFR6enpTbyIAoJVo8ojOnj1bs2fPrvO5N95445SxXr166fXXXz9l/KKLLtLKlStPGe/QoYN+97vfnf9EAQA4C65YBACAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhIgoAgCEiCgCAISIKAIAhW6AnAARKladaDkdkoKfRYCqrqlR2pDLQ00Az1NLeC1LTvR+IKFqtUJtdd780NdDTaDB/uGeZJCKKc9fS3gtS070fOJwLAIAhIgoAgCEiCgCAoRYZ0fXr1+v222/XrbfeqpdffjnQ0wEAtFAt7sSiwsJCLVmyRGvWrFFoaKjGjBmj66+/XpdddlmgpwYAaGFaXETz8vJ0ww03qEOHDpKk2NhY5eTk6P7776/X661WS4POp3PHdg26vkALvaBToKfQoDpHRAV6Cg2qof/7bUi8F4JbS3svSA3zfjjbOiw+n8933j8liCxfvlzfffedpk2bJkl67bXXtHPnTj3++OMBnhkAoKVpcZ+J1vVvAosleP91DgBovlpcRLt06aLi4mL/46KiIjmdzgDOCADQUrW4iA4cOFDvvvuuSkpKdOzYMW3atEmDBg0K9LQAAC1QizuxqEuXLpo2bZrGjx+v6upqjRo1Sn379g30tAAALVCLO7EIAICm0uIO5wIA0FSIKAAAhogoAACGiCgAAIaIKIIKNw8A/q28vFxDhgzRN998E+ip4DSIKILGyZsHrFq1SuvWrdOrr76qL7/8MtDTAgLio48+0tixY7V3795ATwVnQEQRNP7z5gFt27b13zwAaI1Wr16t1NRUrrgW5FrcxRbQfBUVFcnhcPgfO51O7dy5M4AzAgInLS0t0FNAPbAniqDBzQMANDdEFEGDmwcAaG6IKIIGNw8A0NzwmSiCBjcPANDccAF6AAAMcTgXAABDRBQAAENEFAAAQ0QUAABDRBQAAENEFGghPv74Yz344IOnfX7NmjW69957Txm/9957tWbNmjpfc/PNN+vjjz9usDkCLQ0RBVqIK6+8Ur/5zW8CPQ2gVeFiC0AL8f777+vxxx/XY489pieffFJer1fSiT3N2NjYeq3j5ptvVt++ffX555/r4YcfliStWrVKn332maqqqnTPPfdo1KhR8nq9euKJJ/TRRx+poqJCPp9PCxYs0LXXXquUlBRFRETo888/18GDB9WjRw8tXrxY7dq1a7RtBwKFPVGghXnmmWd0zz33aM2aNXriiSf03nvvndPre/bsqezsbN16662SpLCwMK1du1Yvvviinn76aX3xxRf66KOPVFRUpFdffVVZWVkaPny4XnjhBf86du3apRUrVigrK0tFRUXc0g4tFnuiQAsTHx+v+fPna/PmzRo4cKB/j9JqrfvfzF6vt9ZzLper1vNjxoyRdOKyjD/+8Y/17rvvavz48Wrfvr3+8pe/aP/+/Xr//fdr7WnedNNNCg0NlSRdfvnlOnLkSINuIxAs2BMFWpgxY8bojTfe0I033qht27Zp6NChOnr0qDp27KjDhw+fsvyhQ4fUsWNH/+O2bdvWev4/A+vz+WSz2ZSbm+s/SemWW27R2LFja72mTZs2/j9bLJY6b3MHtAREFGhhxowZo927d2vEiBF6/PHHVVZWpiNHjujqq6/Wvn37tGPHDv+y77//vgoKCnT11Vefdn1r166VJB04cEB5eXkaMGCA3nnnHQ0ePFhJSUm68sor9eabb6qmpqbRtw0INhzOBVqY6dOn64knntDSpUtltVp1//336wc/+IEk6dlnn9XTTz+tiooK1dTUKCoqSsuXL9cFF1xw2vVVVlZq+PDhqq6u1uzZs9W9e3eNGTNG06dPV2JiokJCQuRyubRp0yb/yUxAa8FdXAAAMMThXAAADBFRAAAMEVEAAAwRUQAADBFRAAAMEVEAAAwRUQAADBFRAAAM/R/gbEPv1WZrSAAAAABJRU5ErkJggg==",
            "text/plain": [
              "<Figure size 504x504 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "\n",
        "sns.set(rc={\"figure.figsize\":(7, 7)})\n",
        "sns.countplot(data=accidents_uk, x=\"isUrban\", hue=\"accident_severity\")"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "There are more accidents in Urban areas than in non-urban areas. There are almost the same number of severe and fatal accidents in urban and non urban areas."
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "### Comparison of how many males and females were involved in accidentens in the year 1985"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 173,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "<BarContainer object of 2 artists>"
            ]
          },
          "execution_count": 173,
          "metadata": {},
          "output_type": "execute_result"
        },
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVMAAAExCAYAAADBd0ElAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAAepUlEQVR4nO3df1BVdeL/8efFeyHp8onF7iU1s7ZtMmOUZm+r1g582lZ+iFcSc9YgyZndNKdctzWmK4JGk9kQ/sgt/Osz7aY5K1MJq10ute2iteim7IwORa75a1MULkjpRcHL5X7/aOIbqYH6JpR9PWac8b4559zzPh2enXPQqyUcDocREZErEjHQOyAiMhgopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgZYB3oH+ktraxtdXfojtN8YNsxOS0tgoHdDriE6Z3qKiLDwox9df9GvD9qYdnWFFdPv0PGQS6Vzpu90my8iYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImLAoP0bUJcq5n+Gcl3U4D4cDkfMQO9Cv2rv6OT0qbMDvRvyX2pw1+MSXBdlxb2oYqB3Q67AlpWZnB7onZD/WrrNFxExQDEVETFAMRURMUAxFRExQDEVETFAMRURMUAxFRExQDEVETFAMRURMUAxFRExoE8xfeWVV5gyZQoZGRm8/vrrANTU1OB2u0lJSWH16tXdy9bX1zNjxgxSU1NZsmQJnZ2dADQ0NJCTk0NaWhrz58+nra0NgFOnTjF37lzS09PJycnB7/cDcO7cOfLy8khPT2f69OkcOHDA6MRFREzqNaYff/wxO3fu5C9/+Qtvv/0269ev57PPPiM/P5/S0lK8Xi91dXVs27YNgLy8PAoLC6mqqiIcDlNWVgZAUVER2dnZ+Hw+EhISKC0tBWDNmjW4XC4qKyuZOXMmy5cvB2D9+vUMHTqUyspK8vPz8Xg8/XUMRESuWK8x/dnPfsYbb7yB1WqlpaWFUCjEqVOnGD16NKNGjcJqteJ2u/H5fBw7doz29nYSExMByMrKwufzEQwG2bVrF6mpqT3GAaqrq3G73QBMnTqV7du3EwwGqa6uZtq0aQDce++9tLa20tDQ0B/HQETkivXpNt9ms7F27VoyMjKYNGkSTU1NOByO7q87nU4aGxvPG3c4HDQ2NtLa2ordbsdqtfYYB3qsY7VasdvtnDx58oLbOnHixJXPWESkH/T5I/h++9vf8vjjj/PEE09w+PDh875usVgIh8OXNH4xEREXbvzFxi9k2DB7n5eVwWOwf2brD03Hs+96jemBAwc4d+4cd911F0OHDiUlJQWfz8eQIUO6l2lqasLpdBIfH09zc3P3uN/vx+l0EhcXRyAQIBQKMWTIkO5x+Pqqtrm5mZtuuonOzk4CgQCxsbE4nU78fj+jR4/usa2+amkJ0NV1fsQvRifN4OD36xNNTXE4YnQ8vyUiwvK9F2m9XuodPXqUgoICzp07x7lz5/jggw+YNWsWhw4d4siRI4RCIbZu3UpSUhIjR44kKiqK2tpaAMrLy0lKSsJms+FyufB6vT3GAZKTkykvLwfA6/Xicrmw2WwkJydTUfH1hzXv3r2bqKgoRowYcUUHQ0Skv/R6ZZqcnMyePXt46KGHGDJkCCkpKWRkZBAXF8eCBQvo6OggOTmZtLQ0AEpKSigoKKCtrY2xY8eSm5sLwLJly/B4PKxbt47hw4ezatUqABYuXIjH4yEjI4OYmBhKSkoAmD17NkuXLiUjI4PIyEiKi4v76xiIiFwxS/hCDzQHgcu5zdc/W3Jt27IyU7elBuk2v6crvs0XEZHeKaYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgYopiIiBiimIiIGKKYiIgb0KaavvvoqGRkZZGRkUFxcDMDixYtJSUkhMzOTzMxM3n//fQBqampwu92kpKSwevXq7m3U19czY8YMUlNTWbJkCZ2dnQA0NDSQk5NDWloa8+fPp62tDYBTp04xd+5c0tPTycnJwe/3G524iIhJvca0pqaGjz76iM2bN1NeXs4nn3zC+++/T11dHRs2bKCiooKKigomT55Me3s7+fn5lJaW4vV6qaurY9u2bQDk5eVRWFhIVVUV4XCYsrIyAIqKisjOzsbn85GQkEBpaSkAa9asweVyUVlZycyZM1m+fHk/HgYRkSvTa0wdDgcej4fIyEhsNhu33347DQ0NNDQ0UFhYiNvtZu3atXR1dbF3715Gjx7NqFGjsFqtuN1ufD4fx44do729ncTERACysrLw+XwEg0F27dpFampqj3GA6upq3G43AFOnTmX79u0Eg8F+OgwiIlfG2tsCd9xxR/fvDx8+jNfrZePGjXz88cc8//zzREdHM2/ePN566y2io6NxOBzdyzudThobG2lqauox7nA4aGxspLW1FbvdjtVq7TEO9FjHarVit9s5efIk8fHxfZrYsGH2Pi0ng4vDETPQuzCo6Hj2Xa8x/cb+/fuZN28ezz77LD/+8Y957bXXur82e/ZsysvLSUtLO289i8VCOBy+pPGLiYjo+8/LWloCdHWdv/2L0UkzOPj9pwd6FwYNhyNGx/NbIiIs33uR1qc61dbWMmfOHBYtWsT06dPZt28fVVVV3V8Ph8NYrVbi4+Npbm7uHm9qasLpdJ437vf7cTqdxMXFEQgECIVCPcbh66vab9bp7OwkEAgQGxvb95mLiPyAeo3p8ePHefLJJykpKSEjIwP4Op4vvvgiX331FcFgkE2bNjF58mTGjx/PoUOHOHLkCKFQiK1bt5KUlMTIkSOJioqitrYWgPLycpKSkrDZbLhcLrxeb49xgOTkZMrLywHwer24XC5sNlt/HAMRkStmCV/oXvtbXnjhBd5++21uueWW7rFZs2bR1dXFm2++SWdnJykpKTzzzDMA7NixgxUrVtDR0UFycjKLFy/GYrHw2WefUVBQQFtbG2PHjmXFihVERkZy7NgxPB4PLS0tDB8+nFWrVnHDDTfw5Zdf4vF4+OKLL4iJiaGkpISbb765zxO7nNt896KKPi8vV58tKzN1W2qQbvN76u02v9eYXqsU0/8+iqlZimlPRp6ZiojI91NMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQM6FNMX331VTIyMsjIyKC4uBiAmpoa3G43KSkprF69unvZ+vp6ZsyYQWpqKkuWLKGzsxOAhoYGcnJySEtLY/78+bS1tQFw6tQp5s6dS3p6Ojk5Ofj9fgDOnTtHXl4e6enpTJ8+nQMHDhiduIiISb3GtKamho8++ojNmzdTXl7OJ598wtatW8nPz6e0tBSv10tdXR3btm0DIC8vj8LCQqqqqgiHw5SVlQFQVFREdnY2Pp+PhIQESktLAVizZg0ul4vKykpmzpzJ8uXLAVi/fj1Dhw6lsrKS/Px8PB5Pfx0DEZEr1mtMHQ4HHo+HyMhIbDYbt99+O4cPH2b06NGMGjUKq9WK2+3G5/Nx7Ngx2tvbSUxMBCArKwufz0cwGGTXrl2kpqb2GAeorq7G7XYDMHXqVLZv304wGKS6uppp06YBcO+999La2kpDQ0N/HAMRkStm7W2BO+64o/v3hw8fxuv1Mnv2bBwOR/e40+mksbGRpqamHuMOh4PGxkZaW1ux2+1YrdYe40CPdaxWK3a7nZMnT15wWydOnGDEiBF9mtiwYfY+LSeDi8MRM9C7MKjoePZdrzH9xv79+5k3bx7PPvssVquVQ4cO9fi6xWIhHA6ft973jV9MRMSFL5gvNn4hLS0BurrOf9+L0UkzOPj9pwd6FwYNhyNGx/NbIiIs33uR1qc61dbWMmfOHBYtWsT06dOJj4+nubm5++tNTU04nc7zxv1+P06nk7i4OAKBAKFQqMc4fH1V+806nZ2dBAIBYmNjcTqd3T+M+u46IiJXm15jevz4cZ588klKSkrIyMgAYPz48Rw6dIgjR44QCoXYunUrSUlJjBw5kqioKGprawEoLy8nKSkJm82Gy+XC6/X2GAdITk6mvLwcAK/Xi8vlwmazkZycTEVFBQC7d+8mKiqqz7f4IiI/NEv4Qvfg3/LCCy/w9ttvc8stt3SPzZo1i1tvvZUVK1bQ0dFBcnIyixcvxmKx8Nlnn1FQUEBbWxtjx45lxYoVREZGcuzYMTweDy0tLQwfPpxVq1Zxww038OWXX+LxePjiiy+IiYmhpKSEm2++mY6ODpYuXUpdXR2RkZG88MIL3H333X2e2OXc5rsXVfR5ebn6bFmZqdtSg3Sb31Nvt/m9xvRapZj+91FMzVJMezLyzFRERL6fYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImJAn2MaCASYOnUqR48eBWDx4sWkpKSQmZlJZmYm77//PgA1NTW43W5SUlJYvXp19/r19fXMmDGD1NRUlixZQmdnJwANDQ3k5OSQlpbG/PnzaWtrA+DUqVPMnTuX9PR0cnJy8Pv9xiYtImJan2K6Z88eHnnkEQ4fPtw9VldXx4YNG6ioqKCiooLJkyfT3t5Ofn4+paWleL1e6urq2LZtGwB5eXkUFhZSVVVFOBymrKwMgKKiIrKzs/H5fCQkJFBaWgrAmjVrcLlcVFZWMnPmTJYvX2546iIi5vQppmVlZSxbtgyn0wnAmTNnaGhooLCwELfbzdq1a+nq6mLv3r2MHj2aUaNGYbVacbvd+Hw+jh07Rnt7O4mJiQBkZWXh8/kIBoPs2rWL1NTUHuMA1dXVuN1uAKZOncr27dsJBoOm5y8iYoS1Lwt996qwpaWFiRMn8vzzzxMdHc28efN46623iI6OxuFwdC/ndDppbGykqampx7jD4aCxsZHW1lbsdjtWq7XHONBjHavVit1u5+TJk8THx/dpYsOG2fu0nAwuDkfMQO/CoKLj2Xd9iul3jRo1itdee6379ezZsykvLyctLe28ZS0WC+Fw+JLGLyYiou8/L2tpCdDVdf72L0YnzeDg958e6F0YNByOGB3Pb4mIsHzvRdpl/TR/3759VFVVdb8Oh8NYrVbi4+Npbm7uHm9qasLpdJ437vf7cTqdxMXFEQgECIVCPcbh66vab9bp7OwkEAgQGxt7ObsrItLvLium4XCYF198ka+++opgMMimTZuYPHky48eP59ChQxw5coRQKMTWrVtJSkpi5MiRREVFUVtbC0B5eTlJSUnYbDZcLhder7fHOEBycjLl5eUAeL1eXC4XNpvNwJRFRMy7rNv8MWPGMHfuXB555BE6OztJSUlh6tSpALz00kssWLCAjo4OkpOTu2/9S0pKKCgooK2tjbFjx5KbmwvAsmXL8Hg8rFu3juHDh7Nq1SoAFi5ciMfjISMjg5iYGEpKSkzMV0SkX1jCF3pwOQhczjNT96KKftwj6W9bVmbqGZ9BembaU788MxURkZ4UUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERAxRTEREDFFMREQMUUxERA/oU00AgwNSpUzl69CgANTU1uN1uUlJSWL16dfdy9fX1zJgxg9TUVJYsWUJnZycADQ0N5OTkkJaWxvz582lrawPg1KlTzJ07l/T0dHJycvD7/QCcO3eOvLw80tPTmT59OgcOHDA6aRER03qN6Z49e3jkkUc4fPgwAO3t7eTn51NaWorX66Wuro5t27YBkJeXR2FhIVVVVYTDYcrKygAoKioiOzsbn89HQkICpaWlAKxZswaXy0VlZSUzZ85k+fLlAKxfv56hQ4dSWVlJfn4+Ho+nP+YuImJMrzEtKytj2bJlOJ1OAPbu3cvo0aMZNWoUVqsVt9uNz+fj2LFjtLe3k5iYCEBWVhY+n49gMMiuXbtITU3tMQ5QXV2N2+0GYOrUqWzfvp1gMEh1dTXTpk0D4N5776W1tZWGhgbjkxcRMcXa2wLfXC1+o6mpCYfD0f3a6XTS2Nh43rjD4aCxsZHW1lbsdjtWq7XH+He3ZbVasdvtnDx58oLbOnHiBCNGjOjzxIYNs/d5WRk8HI6Ygd6FQUXHs+96jel3hcPh88YsFsslj19MRMSFL5YvNn4xLS0BurrOf++L0UkzOPj9pwd6FwYNhyNGx/NbIiIs33uRdsk/zY+Pj6e5ubn7dVNTE06n87xxv9+P0+kkLi6OQCBAKBTqMQ5fX9V+s05nZyeBQIDY2FicTmf3D6O+u46IyNXokmM6fvx4Dh06xJEjRwiFQmzdupWkpCRGjhxJVFQUtbW1AJSXl5OUlITNZsPlcuH1enuMAyQnJ1NeXg6A1+vF5XJhs9lITk6moqICgN27dxMVFXVJt/giIj+0S77Nj4qK4qWXXmLBggV0dHSQnJxMWloaACUlJRQUFNDW1sbYsWPJzc0FYNmyZXg8HtatW8fw4cNZtWoVAAsXLsTj8ZCRkUFMTAwlJSUAzJ49m6VLl5KRkUFkZCTFxcWm5isi0i8s4Qs91BwELueZqXtRRT/ukfS3LSsz9YzPID0z7cn4M1MRETmfYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImKAYioiYoBiKiJigGIqImLAJf/dfBH5Wsz/DOW6qMH9LTTYP5qyvaOT06fOGtnW4D4TRPrRdVFWfZ7DNW7LykxMffqAbvNFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAxQTEVEDFBMRUQMUExFRAy4on8DKjc3l5aWFqzWrzfz/PPP85///Id169YRDAaZM2cOOTk5ANTU1LBixQo6OjpIT0/n6aefBqC+vp6CggICgQAul4uioiKsVisNDQ3k5eXR0tLCbbfdRklJCddff/0VTldEpH9c9pVpOBzm4MGDVFRUdP+66aabWL16NRs3bqSiooJNmzbx+eef097eTn5+PqWlpXi9Xurq6ti2bRsAeXl5FBYWUlVVRTgcpqysDICioiKys7Px+XwkJCRQWlpqZsYiIv3gsmN68OBBLBYLjz/+ONOmTWPDhg3U1NQwceJEYmNjiY6OJjU1FZ/Px969exk9ejSjRo3CarXidrvx+XwcO3aM9vZ2EhMTAcjKysLn8xEMBtm1axepqak9xkVErlaXHdNTp04xadIkXnvtNf74xz/y5z//mYaGBhwOR/cyTqeTxsZGmpqa+jTucDhobGyktbUVu93e/fjgm3ERkavVZT8zveeee7jnnnsAiI6O5uGHH2bFihU88cQTPZazWCyEw+Hz1r+c8UsxbJj9kpaXwcHhiBnoXZBrjKlz5rJjunv3boLBIJMmTQK+foY6cuRImpubu5dpamrC6XQSHx/fp3G/34/T6SQuLo5AIEAoFGLIkCHd45eipSVAV9f5Ub4YfRMODn7/6R/svXTODA59PWciIizfe5F22bf5p0+fpri4mI6ODgKBAJs3b+bll19mx44dnDx5krNnz/Lee++RlJTE+PHjOXToEEeOHCEUCrF161aSkpIYOXIkUVFR1NbWAlBeXk5SUhI2mw2Xy4XX6+0xLiJytbrsK9MHHniAPXv28NBDD9HV1UV2djY//elPefrpp8nNzSUYDPLwww8zbtw4AF566SUWLFhAR0cHycnJpKWlAVBSUkJBQQFtbW2MHTuW3NxcAJYtW4bH42HdunUMHz6cVatWGZiuiEj/sIQv9IByELic23z3oop+3CPpb1tWZv7gt/k6Z65tl3LO9NttvoiI/H+KqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAYqpiIgBiqmIiAGKqYiIAVd1TLds2cKUKVOYPHkyb7755kDvjojIRVkHegcuprGxkdWrV/POO+8QGRnJrFmzmDBhAj/5yU8GetdERM5z1ca0pqaGiRMnEhsbC0Bqaio+n4+nnnqqT+tHRFgu+T2dPxp6yevI1eVy/rtfCZ0z176+njO9LXfVxrSpqQmHw9H92ul0snfv3j6v/6MfXX/J7/l/BSmXvI5cXYYNs/+g76dz5tpn6py5ap+ZhsPh88Yslh/2qkNEpK+u2pjGx8fT3Nzc/bqpqQmn0zmAeyQicnFXbUzvu+8+duzYwcmTJzl79izvvfceSUlJA71bIiIXdNU+M42Pj+fpp58mNzeXYDDIww8/zLhx4wZ6t0RELsgSvtDDSRERuSRX7W2+iMi1RDEVETFAMRURMUAxFRExQDEVETFAMb0GHT16lDvvvJOlS5f2GK+vr+fOO+/knXfeuei6v/jFLzh69Gh/76IMgKNHj5KQkEBmZmaPX8ePH++X9/rFL35hfLvXsqv2z5nK94uNjeXDDz8kFAoxZMgQALxeL3FxcQO8ZzKQnE4nFRUVA70b/5UU02vU9ddfz5gxY9i1axcTJ04E4B//+Af33XcfABs2bKCiooKzZ89isVhYs2YNt99+e/f6oVCI4uJiPv74Y0KhEFlZWcyZM4cTJ07wzDPPcObMGSIiIigoKCAxMXEgpiiGNDc3s3TpUk6cOIHFYmHRokXcd999/OEPf6ChoYF9+/bR0tLC7373O3bu3MmePXsYM2YMq1evJhQK8dxzz7F//36am5u57bbbePXVV/u0/R07dvDyyy8DcMMNN7By5cpB/T97xfQalp6eTlVVFRMnTmTv3r3ceeedhMNhAoEAf/vb31i/fj3XXXcdr7zyChs3bqSwsLB73bKyMgA2b97MuXPn+PWvf01CQgI7d+7kf//3f/nNb37DP//5T2praxXTa0hTUxOZmZndr91uN5988gkzZszgwQcfpKmpiezsbMrLywH497//TVlZGf/617947LHH2LJlC7feeitTpkxh3759nD59GpvNxqZNm+jq6uKxxx5j27Zt3H333d3vsXz58gtuv7S0lOeee45x48bxxhtv8Omnn/Lzn//8hz4kPxjF9Br2wAMPsGbNGrq6uqisrCQ9PR2v14vdbmflypW8++67HD58mA8//JC77rqrx7o7duygvr6enTt3AnDmzBn27dvHpEmTWLBgAfX19SQnJ/Poo48OxNTkMl3oNn/ChAkcPHiQtWvXAtDZ2ckXX3wBwP3334/VamXEiBE4HI7uD1+Pj4/nq6++YsKECcTGxvLmm29y8OBBDh8+zJkzZ3psv6am5oLbf/DBB3nqqaf45S9/yYMPPsj999/f39MfUIrpNcxutzNmzBhqa2vZuXMnixYtwuv1cvz4cX71q1/x6KOPkpSUxI033kh9fX2PdUOhEHl5eaSkfP15nCdPniQ6OprrrruOd999l+rqarxeL5s3b+b1118fiOmJIV1dXfzpT3/q/qD1xsZGbrzxRv76179is9m6l7Naz8/BBx98wNq1a8nNzSUrK4vW1tbzPh7zYtu/6667eOCBB/j73//Oyy+/zN69e5k/f36/zXOg6af517j09HRWrlxJQkJC9zdDdHQ0o0ePZs6cOYwfP57t27cTCoV6rDdx4kTKysoIBoO0tbWRnZ3Nnj17KC4upqKigunTp7N06VI+/fTTgZiWGDRx4kQ2btwIwOeff860adM4e/Zsn9bdsWMH6enpzJgxgxtvvJFdu3Zd8Fy60PZnzpxJW1sbc+bMYc6cOYP+XNKV6TXugQceYMmSJSxcuLB7zGaz0dXVxZQpU4iMjGTcuHHs37+/x3qzZs3iyJEjTJ8+nc7OTrKyspgwYQK33HILixYtYvPmzQwZMoRly5b90FMSwwoKCli6dClutxuA4uJi7Pa+fbr8zJkzeeaZZ/D5fERGRpKYmHjeH6272PZ///vf4/F4sFqtREVFUVRUZHZiVxl9apSIiAG6zRcRMUAxFRExQDEVETFAMRURMUAxFRExQDEVETFAMRURMeD/AaAor8yfs5e7AAAAAElFTkSuQmCC",
            "text/plain": [
              "<Figure size 360x360 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "sns.set(rc={\"figure.figsize\":(5, 5)})\n",
        "fig, ax  = plt.subplots()\n",
        "ax.bar([1,2],[accidents_uk['males_count'].sum(), accidents_uk['females_count'].sum()],tick_label=['Males', 'Females'])"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "In the year 1985, more males were involved in car accidents than females"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "# Saving to parquet"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 176,
      "metadata": {},
      "outputs": [],
      "source": [
        "accidents_uk = accidents_uk.astype(str)\n",
        "accidents_uk.to_parquet('1985_Accidents_UK_cleaned_M2.parquet',index=True )"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "machine_shape": "hm",
      "provenance": []
    },
    "gpuClass": "standard",
    "kernelspec": {
      "display_name": "Python 3.9.13 64-bit (microsoft store)",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.9.13"
    },
    "orig_nbformat": 4,
    "vscode": {
      "interpreter": {
        "hash": "d9729929de967187b71e472d041d61c0af878e283b0ae75b1af4b3be5f97f21a"
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}