Splitting_dataset.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#importing necessary libraries\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#reading the dataset\n",
    "df = pd.read_csv(\"Dataset\\Police_Department_Incident_Reports__2018_to_Present (2).csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Incident Datetime</th>\n",
       "      <th>Incident Date</th>\n",
       "      <th>Incident Time</th>\n",
       "      <th>Incident Year</th>\n",
       "      <th>Incident Day of Week</th>\n",
       "      <th>Report Datetime</th>\n",
       "      <th>Row ID</th>\n",
       "      <th>Incident ID</th>\n",
       "      <th>Incident Number</th>\n",
       "      <th>CAD Number</th>\n",
       "      <th>Report Type Code</th>\n",
       "      <th>Report Type Description</th>\n",
       "      <th>Filed Online</th>\n",
       "      <th>Incident Code</th>\n",
       "      <th>Incident Category</th>\n",
       "      <th>Incident Subcategory</th>\n",
       "      <th>Incident Description</th>\n",
       "      <th>Resolution</th>\n",
       "      <th>Intersection</th>\n",
       "      <th>CNN</th>\n",
       "      <th>Police District</th>\n",
       "      <th>Analysis Neighborhood</th>\n",
       "      <th>Supervisor District</th>\n",
       "      <th>Supervisor District 2012</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Point</th>\n",
       "      <th>Neighborhoods</th>\n",
       "      <th>ESNCAG - Boundary File</th>\n",
       "      <th>Central Market/Tenderloin Boundary Polygon - Updated</th>\n",
       "      <th>Civic Center Harm Reduction Project Boundary</th>\n",
       "      <th>HSOC Zones as of 2018-06-05</th>\n",
       "      <th>Invest In Neighborhoods (IIN) Areas</th>\n",
       "      <th>Current Supervisor Districts</th>\n",
       "      <th>Current Police Districts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023/03/13 11:41:00 PM</td>\n",
       "      <td>2023/03/13</td>\n",
       "      <td>23:41</td>\n",
       "      <td>2023</td>\n",
       "      <td>Monday</td>\n",
       "      <td>2023/03/13 11:41:00 PM</td>\n",
       "      <td>125373607041</td>\n",
       "      <td>1253736</td>\n",
       "      <td>230167874</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023/03/01 05:02:00 AM</td>\n",
       "      <td>2023/03/01</td>\n",
       "      <td>05:02</td>\n",
       "      <td>2023</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>2023/03/11 03:40:00 PM</td>\n",
       "      <td>125379506374</td>\n",
       "      <td>1253795</td>\n",
       "      <td>236046151</td>\n",
       "      <td>NaN</td>\n",
       "      <td>II</td>\n",
       "      <td>Coplogic Initial</td>\n",
       "      <td>True</td>\n",
       "      <td>6374</td>\n",
       "      <td>Larceny Theft</td>\n",
       "      <td>Larceny Theft - Other</td>\n",
       "      <td>Theft, Other Property, &gt;$950</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mission</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023/03/13 01:16:00 PM</td>\n",
       "      <td>2023/03/13</td>\n",
       "      <td>13:16</td>\n",
       "      <td>2023</td>\n",
       "      <td>Monday</td>\n",
       "      <td>2023/03/13 01:17:00 PM</td>\n",
       "      <td>125357107041</td>\n",
       "      <td>1253571</td>\n",
       "      <td>220343896</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023/03/13 10:59:00 AM</td>\n",
       "      <td>2023/03/13</td>\n",
       "      <td>10:59</td>\n",
       "      <td>2023</td>\n",
       "      <td>Monday</td>\n",
       "      <td>2023/03/13 11:00:00 AM</td>\n",
       "      <td>125355107041</td>\n",
       "      <td>1253551</td>\n",
       "      <td>230174885</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023/03/14 06:44:00 PM</td>\n",
       "      <td>2023/03/14</td>\n",
       "      <td>18:44</td>\n",
       "      <td>2023</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>2023/03/14 06:45:00 PM</td>\n",
       "      <td>125402407041</td>\n",
       "      <td>1254024</td>\n",
       "      <td>230176728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Incident Datetime Incident Date Incident Time  Incident Year   \n",
       "0  2023/03/13 11:41:00 PM    2023/03/13         23:41           2023  \\\n",
       "1  2023/03/01 05:02:00 AM    2023/03/01         05:02           2023   \n",
       "2  2023/03/13 01:16:00 PM    2023/03/13         13:16           2023   \n",
       "3  2023/03/13 10:59:00 AM    2023/03/13         10:59           2023   \n",
       "4  2023/03/14 06:44:00 PM    2023/03/14         18:44           2023   \n",
       "\n",
       "  Incident Day of Week         Report Datetime        Row ID  Incident ID   \n",
       "0               Monday  2023/03/13 11:41:00 PM  125373607041      1253736  \\\n",
       "1            Wednesday  2023/03/11 03:40:00 PM  125379506374      1253795   \n",
       "2               Monday  2023/03/13 01:17:00 PM  125357107041      1253571   \n",
       "3               Monday  2023/03/13 11:00:00 AM  125355107041      1253551   \n",
       "4              Tuesday  2023/03/14 06:45:00 PM  125402407041      1254024   \n",
       "\n",
       "   Incident Number  CAD Number Report Type Code Report Type Description   \n",
       "0        230167874         NaN               VS      Vehicle Supplement  \\\n",
       "1        236046151         NaN               II        Coplogic Initial   \n",
       "2        220343896         NaN               VS      Vehicle Supplement   \n",
       "3        230174885         NaN               VS      Vehicle Supplement   \n",
       "4        230176728         NaN               VS      Vehicle Supplement   \n",
       "\n",
       "  Filed Online  Incident Code  Incident Category   Incident Subcategory   \n",
       "0          NaN           7041  Recovered Vehicle      Recovered Vehicle  \\\n",
       "1         True           6374      Larceny Theft  Larceny Theft - Other   \n",
       "2          NaN           7041  Recovered Vehicle      Recovered Vehicle   \n",
       "3          NaN           7041  Recovered Vehicle      Recovered Vehicle   \n",
       "4          NaN           7041  Recovered Vehicle      Recovered Vehicle   \n",
       "\n",
       "           Incident Description      Resolution Intersection  CNN   \n",
       "0      Vehicle, Recovered, Auto  Open or Active          NaN  NaN  \\\n",
       "1  Theft, Other Property, >$950  Open or Active          NaN  NaN   \n",
       "2      Vehicle, Recovered, Auto  Open or Active          NaN  NaN   \n",
       "3      Vehicle, Recovered, Auto  Open or Active          NaN  NaN   \n",
       "4      Vehicle, Recovered, Auto  Open or Active          NaN  NaN   \n",
       "\n",
       "  Police District Analysis Neighborhood  Supervisor District   \n",
       "0       Out of SF                   NaN                  NaN  \\\n",
       "1         Mission                   NaN                  NaN   \n",
       "2       Out of SF                   NaN                  NaN   \n",
       "3       Out of SF                   NaN                  NaN   \n",
       "4       Out of SF                   NaN                  NaN   \n",
       "\n",
       "   Supervisor District 2012  Latitude  Longitude Point  Neighborhoods   \n",
       "0                       NaN       NaN        NaN   NaN            NaN  \\\n",
       "1                       NaN       NaN        NaN   NaN            NaN   \n",
       "2                       NaN       NaN        NaN   NaN            NaN   \n",
       "3                       NaN       NaN        NaN   NaN            NaN   \n",
       "4                       NaN       NaN        NaN   NaN            NaN   \n",
       "\n",
       "   ESNCAG - Boundary File   \n",
       "0                     NaN  \\\n",
       "1                     NaN   \n",
       "2                     NaN   \n",
       "3                     NaN   \n",
       "4                     NaN   \n",
       "\n",
       "   Central Market/Tenderloin Boundary Polygon - Updated   \n",
       "0                                                NaN     \\\n",
       "1                                                NaN      \n",
       "2                                                NaN      \n",
       "3                                                NaN      \n",
       "4                                                NaN      \n",
       "\n",
       "   Civic Center Harm Reduction Project Boundary  HSOC Zones as of 2018-06-05   \n",
       "0                                           NaN                          NaN  \\\n",
       "1                                           NaN                          NaN   \n",
       "2                                           NaN                          NaN   \n",
       "3                                           NaN                          NaN   \n",
       "4                                           NaN                          NaN   \n",
       "\n",
       "   Invest In Neighborhoods (IIN) Areas  Current Supervisor Districts   \n",
       "0                                  NaN                           NaN  \\\n",
       "1                                  NaN                           NaN   \n",
       "2                                  NaN                           NaN   \n",
       "3                                  NaN                           NaN   \n",
       "4                                  NaN                           NaN   \n",
       "\n",
       "   Current Police Districts  \n",
       "0                       NaN  \n",
       "1                       NaN  \n",
       "2                       NaN  \n",
       "3                       NaN  \n",
       "4                       NaN  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Splitting the dataframe into 3 chuncks for better handling\n",
    "[df_1,df_2,df_3] = np.array_split(df, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Incident Datetime</th>\n",
       "      <th>Incident Date</th>\n",
       "      <th>Incident Time</th>\n",
       "      <th>Incident Year</th>\n",
       "      <th>Incident Day of Week</th>\n",
       "      <th>Report Datetime</th>\n",
       "      <th>Row ID</th>\n",
       "      <th>Incident ID</th>\n",
       "      <th>Incident Number</th>\n",
       "      <th>CAD Number</th>\n",
       "      <th>Report Type Code</th>\n",
       "      <th>Report Type Description</th>\n",
       "      <th>Filed Online</th>\n",
       "      <th>Incident Code</th>\n",
       "      <th>Incident Category</th>\n",
       "      <th>Incident Subcategory</th>\n",
       "      <th>Incident Description</th>\n",
       "      <th>Resolution</th>\n",
       "      <th>Intersection</th>\n",
       "      <th>CNN</th>\n",
       "      <th>Police District</th>\n",
       "      <th>Analysis Neighborhood</th>\n",
       "      <th>Supervisor District</th>\n",
       "      <th>Supervisor District 2012</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Point</th>\n",
       "      <th>Neighborhoods</th>\n",
       "      <th>ESNCAG - Boundary File</th>\n",
       "      <th>Central Market/Tenderloin Boundary Polygon - Updated</th>\n",
       "      <th>Civic Center Harm Reduction Project Boundary</th>\n",
       "      <th>HSOC Zones as of 2018-06-05</th>\n",
       "      <th>Invest In Neighborhoods (IIN) Areas</th>\n",
       "      <th>Current Supervisor Districts</th>\n",
       "      <th>Current Police Districts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>257533</th>\n",
       "      <td>2022/10/08 11:14:00 PM</td>\n",
       "      <td>2022/10/08</td>\n",
       "      <td>23:14</td>\n",
       "      <td>2022</td>\n",
       "      <td>Saturday</td>\n",
       "      <td>2022/10/08 11:14:00 PM</td>\n",
       "      <td>120159019057</td>\n",
       "      <td>1201590</td>\n",
       "      <td>220692568</td>\n",
       "      <td>222813410.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19057</td>\n",
       "      <td>Disorderly Conduct</td>\n",
       "      <td>Intimidation</td>\n",
       "      <td>Terrorist Threats</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>OFARRELL ST \\ SHANNON ST</td>\n",
       "      <td>24944000.0</td>\n",
       "      <td>Tenderloin</td>\n",
       "      <td>Tenderloin</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>37.785893</td>\n",
       "      <td>-122.412148</td>\n",
       "      <td>POINT (-122.41214750780264 37.78589292711297)</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257534</th>\n",
       "      <td>2022/12/31 07:25:00 PM</td>\n",
       "      <td>2022/12/31</td>\n",
       "      <td>19:25</td>\n",
       "      <td>2022</td>\n",
       "      <td>Saturday</td>\n",
       "      <td>2022/12/31 07:28:00 PM</td>\n",
       "      <td>123001915200</td>\n",
       "      <td>1230019</td>\n",
       "      <td>220896419</td>\n",
       "      <td>223652860.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15200</td>\n",
       "      <td>Offences Against The Family And Children</td>\n",
       "      <td>Other</td>\n",
       "      <td>Domestic Violence (secondary only)</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>LOMBARD ST \\ NEWELL ST</td>\n",
       "      <td>30035000.0</td>\n",
       "      <td>Central</td>\n",
       "      <td>North Beach</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>37.802755</td>\n",
       "      <td>-122.413623</td>\n",
       "      <td>POINT (-122.4136227157606 37.80275505740129)</td>\n",
       "      <td>106.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257535</th>\n",
       "      <td>2023/01/01 11:00:00 AM</td>\n",
       "      <td>2023/01/01</td>\n",
       "      <td>11:00</td>\n",
       "      <td>2023</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>2023/01/01 12:38:00 PM</td>\n",
       "      <td>123018506244</td>\n",
       "      <td>1230185</td>\n",
       "      <td>230001040</td>\n",
       "      <td>230011660.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6244</td>\n",
       "      <td>Larceny Theft</td>\n",
       "      <td>Larceny - From Vehicle</td>\n",
       "      <td>Theft, From Locked Vehicle, &gt;$950</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>VISTA LN \\ PARKRIDGE DR</td>\n",
       "      <td>32974000.0</td>\n",
       "      <td>Park</td>\n",
       "      <td>Twin Peaks</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>37.752352</td>\n",
       "      <td>-122.445984</td>\n",
       "      <td>POINT (-122.44598442613956 37.75235171503818)</td>\n",
       "      <td>51.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257536</th>\n",
       "      <td>2022/09/18 12:20:00 PM</td>\n",
       "      <td>2022/09/18</td>\n",
       "      <td>12:20</td>\n",
       "      <td>2022</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>2022/09/18 03:14:00 PM</td>\n",
       "      <td>119590706244</td>\n",
       "      <td>1195907</td>\n",
       "      <td>226174461</td>\n",
       "      <td>NaN</td>\n",
       "      <td>II</td>\n",
       "      <td>Coplogic Initial</td>\n",
       "      <td>True</td>\n",
       "      <td>6244</td>\n",
       "      <td>Larceny Theft</td>\n",
       "      <td>Larceny - From Vehicle</td>\n",
       "      <td>Theft, From Locked Vehicle, &gt;$950</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>48TH AVE \\ EL CAMINO DEL MAR \\ POINT LOBOS AVE</td>\n",
       "      <td>28013000.0</td>\n",
       "      <td>Richmond</td>\n",
       "      <td>Outer Richmond</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>37.779851</td>\n",
       "      <td>-122.509433</td>\n",
       "      <td>POINT (-122.50943294181482 37.779851069106634)</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257537</th>\n",
       "      <td>2022/12/29 10:00:00 AM</td>\n",
       "      <td>2022/12/29</td>\n",
       "      <td>10:00</td>\n",
       "      <td>2022</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>2023/01/01 10:14:00 AM</td>\n",
       "      <td>123019407051</td>\n",
       "      <td>1230194</td>\n",
       "      <td>230000810</td>\n",
       "      <td>230011290.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7051</td>\n",
       "      <td>Motor Vehicle Theft</td>\n",
       "      <td>Motor Vehicle Theft (Attempted)</td>\n",
       "      <td>Vehicle, Stolen, Attempted</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>EDINBURGH ST \\ BRAZIL AVE</td>\n",
       "      <td>21648000.0</td>\n",
       "      <td>Ingleside</td>\n",
       "      <td>Excelsior</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>37.722784</td>\n",
       "      <td>-122.430833</td>\n",
       "      <td>POINT (-122.43083311183287 37.72278422040074)</td>\n",
       "      <td>90.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515061</th>\n",
       "      <td>2018/08/30 05:30:00 PM</td>\n",
       "      <td>2018/08/30</td>\n",
       "      <td>17:30</td>\n",
       "      <td>2018</td>\n",
       "      <td>Thursday</td>\n",
       "      <td>2018/08/31 08:41:00 AM</td>\n",
       "      <td>70922505151</td>\n",
       "      <td>709225</td>\n",
       "      <td>180657585</td>\n",
       "      <td>182430845.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5151</td>\n",
       "      <td>Burglary</td>\n",
       "      <td>Burglary - Other</td>\n",
       "      <td>Burglary, Non-residential, Forcible Entry</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>FAIRFAX AVE \\ NEWHALL ST</td>\n",
       "      <td>20237000.0</td>\n",
       "      <td>Bayview</td>\n",
       "      <td>Bayview Hunters Point</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>37.741297</td>\n",
       "      <td>-122.387143</td>\n",
       "      <td>POINT (-122.38714331320446 37.74129736560071)</td>\n",
       "      <td>86.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515062</th>\n",
       "      <td>2018/12/05 09:00:00 PM</td>\n",
       "      <td>2018/12/05</td>\n",
       "      <td>21:00</td>\n",
       "      <td>2018</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>2018/12/05 09:35:00 PM</td>\n",
       "      <td>74519206154</td>\n",
       "      <td>745192</td>\n",
       "      <td>180918989</td>\n",
       "      <td>183393718.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6154</td>\n",
       "      <td>Larceny Theft</td>\n",
       "      <td>Larceny Theft - Other</td>\n",
       "      <td>Theft, From Person, &gt;$950 (other than Pickpocket)</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>MARKET ST \\ POWELL ST</td>\n",
       "      <td>34016000.0</td>\n",
       "      <td>Tenderloin</td>\n",
       "      <td>Financial District/South Beach</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>37.784560</td>\n",
       "      <td>-122.407337</td>\n",
       "      <td>POINT (-122.40733704162238 37.784560141211806)</td>\n",
       "      <td>19.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515063</th>\n",
       "      <td>2018/11/24 08:00:00 PM</td>\n",
       "      <td>2018/11/24</td>\n",
       "      <td>20:00</td>\n",
       "      <td>2018</td>\n",
       "      <td>Saturday</td>\n",
       "      <td>2018/11/26 10:48:00 AM</td>\n",
       "      <td>74160572000</td>\n",
       "      <td>741605</td>\n",
       "      <td>180893397</td>\n",
       "      <td>183301326.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72000</td>\n",
       "      <td>Non-Criminal</td>\n",
       "      <td>Non-Criminal</td>\n",
       "      <td>Found  Property</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>19TH AVE \\ JUDAH ST</td>\n",
       "      <td>27366000.0</td>\n",
       "      <td>Taraval</td>\n",
       "      <td>Sunset/Parkside</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>37.761699</td>\n",
       "      <td>-122.477011</td>\n",
       "      <td>POINT (-122.47701088805827 37.761699373831405)</td>\n",
       "      <td>39.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515064</th>\n",
       "      <td>2018/11/17 12:05:00 AM</td>\n",
       "      <td>2018/11/17</td>\n",
       "      <td>00:05</td>\n",
       "      <td>2018</td>\n",
       "      <td>Saturday</td>\n",
       "      <td>2018/11/17 04:06:00 PM</td>\n",
       "      <td>73862406304</td>\n",
       "      <td>738624</td>\n",
       "      <td>180873026</td>\n",
       "      <td>183212324.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6304</td>\n",
       "      <td>Larceny Theft</td>\n",
       "      <td>Larceny Theft - From Building</td>\n",
       "      <td>Theft, From Building, &gt;$950</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>DIVISADERO ST \\ HAYES ST</td>\n",
       "      <td>26053000.0</td>\n",
       "      <td>Northern</td>\n",
       "      <td>Hayes Valley</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>37.774992</td>\n",
       "      <td>-122.437799</td>\n",
       "      <td>POINT (-122.43779874819879 37.77499194694682)</td>\n",
       "      <td>23.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515065</th>\n",
       "      <td>2018/11/18 08:20:00 PM</td>\n",
       "      <td>2018/11/18</td>\n",
       "      <td>20:20</td>\n",
       "      <td>2018</td>\n",
       "      <td>Sunday</td>\n",
       "      <td>2018/11/18 09:10:00 PM</td>\n",
       "      <td>73895706244</td>\n",
       "      <td>738957</td>\n",
       "      <td>180875862</td>\n",
       "      <td>183223149.0</td>\n",
       "      <td>II</td>\n",
       "      <td>Initial</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6244</td>\n",
       "      <td>Larceny Theft</td>\n",
       "      <td>Larceny - From Vehicle</td>\n",
       "      <td>Theft, From Locked Vehicle, &gt;$950</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>GEARY BLVD \\ PRESIDIO AVE</td>\n",
       "      <td>26834000.0</td>\n",
       "      <td>Richmond</td>\n",
       "      <td>Lone Mountain/USF</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>37.782488</td>\n",
       "      <td>-122.445821</td>\n",
       "      <td>POINT (-122.4458205129012 37.782488031626265)</td>\n",
       "      <td>13.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>257533 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             Incident Datetime Incident Date Incident Time  Incident Year   \n",
       "257533  2022/10/08 11:14:00 PM    2022/10/08         23:14           2022  \\\n",
       "257534  2022/12/31 07:25:00 PM    2022/12/31         19:25           2022   \n",
       "257535  2023/01/01 11:00:00 AM    2023/01/01         11:00           2023   \n",
       "257536  2022/09/18 12:20:00 PM    2022/09/18         12:20           2022   \n",
       "257537  2022/12/29 10:00:00 AM    2022/12/29         10:00           2022   \n",
       "...                        ...           ...           ...            ...   \n",
       "515061  2018/08/30 05:30:00 PM    2018/08/30         17:30           2018   \n",
       "515062  2018/12/05 09:00:00 PM    2018/12/05         21:00           2018   \n",
       "515063  2018/11/24 08:00:00 PM    2018/11/24         20:00           2018   \n",
       "515064  2018/11/17 12:05:00 AM    2018/11/17         00:05           2018   \n",
       "515065  2018/11/18 08:20:00 PM    2018/11/18         20:20           2018   \n",
       "\n",
       "       Incident Day of Week         Report Datetime        Row ID   \n",
       "257533             Saturday  2022/10/08 11:14:00 PM  120159019057  \\\n",
       "257534             Saturday  2022/12/31 07:28:00 PM  123001915200   \n",
       "257535               Sunday  2023/01/01 12:38:00 PM  123018506244   \n",
       "257536               Sunday  2022/09/18 03:14:00 PM  119590706244   \n",
       "257537             Thursday  2023/01/01 10:14:00 AM  123019407051   \n",
       "...                     ...                     ...           ...   \n",
       "515061             Thursday  2018/08/31 08:41:00 AM   70922505151   \n",
       "515062            Wednesday  2018/12/05 09:35:00 PM   74519206154   \n",
       "515063             Saturday  2018/11/26 10:48:00 AM   74160572000   \n",
       "515064             Saturday  2018/11/17 04:06:00 PM   73862406304   \n",
       "515065               Sunday  2018/11/18 09:10:00 PM   73895706244   \n",
       "\n",
       "        Incident ID  Incident Number   CAD Number Report Type Code   \n",
       "257533      1201590        220692568  222813410.0               II  \\\n",
       "257534      1230019        220896419  223652860.0               II   \n",
       "257535      1230185        230001040  230011660.0               II   \n",
       "257536      1195907        226174461          NaN               II   \n",
       "257537      1230194        230000810  230011290.0               II   \n",
       "...             ...              ...          ...              ...   \n",
       "515061       709225        180657585  182430845.0               II   \n",
       "515062       745192        180918989  183393718.0               II   \n",
       "515063       741605        180893397  183301326.0               II   \n",
       "515064       738624        180873026  183212324.0               II   \n",
       "515065       738957        180875862  183223149.0               II   \n",
       "\n",
       "       Report Type Description Filed Online  Incident Code   \n",
       "257533                 Initial          NaN          19057  \\\n",
       "257534                 Initial          NaN          15200   \n",
       "257535                 Initial          NaN           6244   \n",
       "257536        Coplogic Initial         True           6244   \n",
       "257537                 Initial          NaN           7051   \n",
       "...                        ...          ...            ...   \n",
       "515061                 Initial          NaN           5151   \n",
       "515062                 Initial          NaN           6154   \n",
       "515063                 Initial          NaN          72000   \n",
       "515064                 Initial          NaN           6304   \n",
       "515065                 Initial          NaN           6244   \n",
       "\n",
       "                               Incident Category   \n",
       "257533                        Disorderly Conduct  \\\n",
       "257534  Offences Against The Family And Children   \n",
       "257535                             Larceny Theft   \n",
       "257536                             Larceny Theft   \n",
       "257537                       Motor Vehicle Theft   \n",
       "...                                          ...   \n",
       "515061                                  Burglary   \n",
       "515062                             Larceny Theft   \n",
       "515063                              Non-Criminal   \n",
       "515064                             Larceny Theft   \n",
       "515065                             Larceny Theft   \n",
       "\n",
       "                   Incident Subcategory   \n",
       "257533                     Intimidation  \\\n",
       "257534                            Other   \n",
       "257535           Larceny - From Vehicle   \n",
       "257536           Larceny - From Vehicle   \n",
       "257537  Motor Vehicle Theft (Attempted)   \n",
       "...                                 ...   \n",
       "515061                 Burglary - Other   \n",
       "515062            Larceny Theft - Other   \n",
       "515063                     Non-Criminal   \n",
       "515064    Larceny Theft - From Building   \n",
       "515065           Larceny - From Vehicle   \n",
       "\n",
       "                                     Incident Description      Resolution   \n",
       "257533                                  Terrorist Threats  Open or Active  \\\n",
       "257534                 Domestic Violence (secondary only)  Open or Active   \n",
       "257535                  Theft, From Locked Vehicle, >$950  Open or Active   \n",
       "257536                  Theft, From Locked Vehicle, >$950  Open or Active   \n",
       "257537                         Vehicle, Stolen, Attempted  Open or Active   \n",
       "...                                                   ...             ...   \n",
       "515061          Burglary, Non-residential, Forcible Entry  Open or Active   \n",
       "515062  Theft, From Person, >$950 (other than Pickpocket)  Open or Active   \n",
       "515063                                    Found  Property  Open or Active   \n",
       "515064                        Theft, From Building, >$950  Open or Active   \n",
       "515065                  Theft, From Locked Vehicle, >$950  Open or Active   \n",
       "\n",
       "                                          Intersection         CNN   \n",
       "257533                        OFARRELL ST \\ SHANNON ST  24944000.0  \\\n",
       "257534                          LOMBARD ST \\ NEWELL ST  30035000.0   \n",
       "257535                         VISTA LN \\ PARKRIDGE DR  32974000.0   \n",
       "257536  48TH AVE \\ EL CAMINO DEL MAR \\ POINT LOBOS AVE  28013000.0   \n",
       "257537                       EDINBURGH ST \\ BRAZIL AVE  21648000.0   \n",
       "...                                                ...         ...   \n",
       "515061                        FAIRFAX AVE \\ NEWHALL ST  20237000.0   \n",
       "515062                           MARKET ST \\ POWELL ST  34016000.0   \n",
       "515063                             19TH AVE \\ JUDAH ST  27366000.0   \n",
       "515064                        DIVISADERO ST \\ HAYES ST  26053000.0   \n",
       "515065                       GEARY BLVD \\ PRESIDIO AVE  26834000.0   \n",
       "\n",
       "       Police District           Analysis Neighborhood  Supervisor District   \n",
       "257533      Tenderloin                      Tenderloin                  5.0  \\\n",
       "257534         Central                     North Beach                  3.0   \n",
       "257535            Park                      Twin Peaks                  8.0   \n",
       "257536        Richmond                  Outer Richmond                  1.0   \n",
       "257537       Ingleside                       Excelsior                 11.0   \n",
       "...                ...                             ...                  ...   \n",
       "515061         Bayview           Bayview Hunters Point                 10.0   \n",
       "515062      Tenderloin  Financial District/South Beach                  6.0   \n",
       "515063         Taraval                 Sunset/Parkside                  4.0   \n",
       "515064        Northern                    Hayes Valley                  5.0   \n",
       "515065        Richmond               Lone Mountain/USF                  2.0   \n",
       "\n",
       "        Supervisor District 2012   Latitude   Longitude   \n",
       "257533                       6.0  37.785893 -122.412148  \\\n",
       "257534                       3.0  37.802755 -122.413623   \n",
       "257535                       8.0  37.752352 -122.445984   \n",
       "257536                       1.0  37.779851 -122.509433   \n",
       "257537                      11.0  37.722784 -122.430833   \n",
       "...                          ...        ...         ...   \n",
       "515061                      10.0  37.741297 -122.387143   \n",
       "515062                       3.0  37.784560 -122.407337   \n",
       "515063                       4.0  37.761699 -122.477011   \n",
       "515064                       5.0  37.774992 -122.437799   \n",
       "515065                       2.0  37.782488 -122.445821   \n",
       "\n",
       "                                                 Point  Neighborhoods   \n",
       "257533   POINT (-122.41214750780264 37.78589292711297)           20.0  \\\n",
       "257534    POINT (-122.4136227157606 37.80275505740129)          106.0   \n",
       "257535   POINT (-122.44598442613956 37.75235171503818)           51.0   \n",
       "257536  POINT (-122.50943294181482 37.779851069106634)            6.0   \n",
       "257537   POINT (-122.43083311183287 37.72278422040074)           90.0   \n",
       "...                                                ...            ...   \n",
       "515061   POINT (-122.38714331320446 37.74129736560071)           86.0   \n",
       "515062  POINT (-122.40733704162238 37.784560141211806)           19.0   \n",
       "515063  POINT (-122.47701088805827 37.761699373831405)           39.0   \n",
       "515064   POINT (-122.43779874819879 37.77499194694682)           23.0   \n",
       "515065   POINT (-122.4458205129012 37.782488031626265)           13.0   \n",
       "\n",
       "        ESNCAG - Boundary File   \n",
       "257533                     NaN  \\\n",
       "257534                     NaN   \n",
       "257535                     NaN   \n",
       "257536                     NaN   \n",
       "257537                     NaN   \n",
       "...                        ...   \n",
       "515061                     NaN   \n",
       "515062                     NaN   \n",
       "515063                     NaN   \n",
       "515064                     NaN   \n",
       "515065                     NaN   \n",
       "\n",
       "        Central Market/Tenderloin Boundary Polygon - Updated   \n",
       "257533                                                1.0     \\\n",
       "257534                                                NaN      \n",
       "257535                                                NaN      \n",
       "257536                                                NaN      \n",
       "257537                                                NaN      \n",
       "...                                                   ...      \n",
       "515061                                                NaN      \n",
       "515062                                                NaN      \n",
       "515063                                                NaN      \n",
       "515064                                                NaN      \n",
       "515065                                                NaN      \n",
       "\n",
       "        Civic Center Harm Reduction Project Boundary   \n",
       "257533                                           NaN  \\\n",
       "257534                                           NaN   \n",
       "257535                                           NaN   \n",
       "257536                                           NaN   \n",
       "257537                                           NaN   \n",
       "...                                              ...   \n",
       "515061                                           NaN   \n",
       "515062                                           NaN   \n",
       "515063                                           NaN   \n",
       "515064                                           NaN   \n",
       "515065                                           NaN   \n",
       "\n",
       "        HSOC Zones as of 2018-06-05  Invest In Neighborhoods (IIN) Areas   \n",
       "257533                          NaN                                  NaN  \\\n",
       "257534                          NaN                                  NaN   \n",
       "257535                          NaN                                  NaN   \n",
       "257536                          NaN                                  NaN   \n",
       "257537                          NaN                                  NaN   \n",
       "...                             ...                                  ...   \n",
       "515061                          NaN                                  NaN   \n",
       "515062                          NaN                                  NaN   \n",
       "515063                          NaN                                  NaN   \n",
       "515064                          NaN                                  NaN   \n",
       "515065                          NaN                                  NaN   \n",
       "\n",
       "        Current Supervisor Districts  Current Police Districts  \n",
       "257533                          10.0                       5.0  \n",
       "257534                           3.0                       6.0  \n",
       "257535                           5.0                       7.0  \n",
       "257536                           4.0                       8.0  \n",
       "257537                           1.0                       9.0  \n",
       "...                              ...                       ...  \n",
       "515061                           9.0                       2.0  \n",
       "515062                           3.0                       5.0  \n",
       "515063                           7.0                      10.0  \n",
       "515064                          11.0                       4.0  \n",
       "515065                           6.0                       8.0  \n",
       "\n",
       "[257533 rows x 35 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### To join all the parts of the csv files into one dataset, use the below code."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "#joining all the parts of the original dataframe\n",
    "df_check = pd.concat([df_1,df_2,df_3])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Incident Datetime</th>\n",
       "      <th>Incident Date</th>\n",
       "      <th>Incident Time</th>\n",
       "      <th>Incident Year</th>\n",
       "      <th>Incident Day of Week</th>\n",
       "      <th>Report Datetime</th>\n",
       "      <th>Row ID</th>\n",
       "      <th>Incident ID</th>\n",
       "      <th>Incident Number</th>\n",
       "      <th>CAD Number</th>\n",
       "      <th>Report Type Code</th>\n",
       "      <th>Report Type Description</th>\n",
       "      <th>Filed Online</th>\n",
       "      <th>Incident Code</th>\n",
       "      <th>Incident Category</th>\n",
       "      <th>Incident Subcategory</th>\n",
       "      <th>Incident Description</th>\n",
       "      <th>Resolution</th>\n",
       "      <th>Intersection</th>\n",
       "      <th>CNN</th>\n",
       "      <th>Police District</th>\n",
       "      <th>Analysis Neighborhood</th>\n",
       "      <th>Supervisor District</th>\n",
       "      <th>Supervisor District 2012</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Point</th>\n",
       "      <th>Neighborhoods</th>\n",
       "      <th>ESNCAG - Boundary File</th>\n",
       "      <th>Central Market/Tenderloin Boundary Polygon - Updated</th>\n",
       "      <th>Civic Center Harm Reduction Project Boundary</th>\n",
       "      <th>HSOC Zones as of 2018-06-05</th>\n",
       "      <th>Invest In Neighborhoods (IIN) Areas</th>\n",
       "      <th>Current Supervisor Districts</th>\n",
       "      <th>Current Police Districts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023/03/13 11:41:00 PM</td>\n",
       "      <td>2023/03/13</td>\n",
       "      <td>23:41</td>\n",
       "      <td>2023</td>\n",
       "      <td>Monday</td>\n",
       "      <td>2023/03/13 11:41:00 PM</td>\n",
       "      <td>125373607041</td>\n",
       "      <td>1253736</td>\n",
       "      <td>230167874</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023/03/01 05:02:00 AM</td>\n",
       "      <td>2023/03/01</td>\n",
       "      <td>05:02</td>\n",
       "      <td>2023</td>\n",
       "      <td>Wednesday</td>\n",
       "      <td>2023/03/11 03:40:00 PM</td>\n",
       "      <td>125379506374</td>\n",
       "      <td>1253795</td>\n",
       "      <td>236046151</td>\n",
       "      <td>NaN</td>\n",
       "      <td>II</td>\n",
       "      <td>Coplogic Initial</td>\n",
       "      <td>True</td>\n",
       "      <td>6374</td>\n",
       "      <td>Larceny Theft</td>\n",
       "      <td>Larceny Theft - Other</td>\n",
       "      <td>Theft, Other Property, &gt;$950</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mission</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023/03/13 01:16:00 PM</td>\n",
       "      <td>2023/03/13</td>\n",
       "      <td>13:16</td>\n",
       "      <td>2023</td>\n",
       "      <td>Monday</td>\n",
       "      <td>2023/03/13 01:17:00 PM</td>\n",
       "      <td>125357107041</td>\n",
       "      <td>1253571</td>\n",
       "      <td>220343896</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023/03/13 10:59:00 AM</td>\n",
       "      <td>2023/03/13</td>\n",
       "      <td>10:59</td>\n",
       "      <td>2023</td>\n",
       "      <td>Monday</td>\n",
       "      <td>2023/03/13 11:00:00 AM</td>\n",
       "      <td>125355107041</td>\n",
       "      <td>1253551</td>\n",
       "      <td>230174885</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023/03/14 06:44:00 PM</td>\n",
       "      <td>2023/03/14</td>\n",
       "      <td>18:44</td>\n",
       "      <td>2023</td>\n",
       "      <td>Tuesday</td>\n",
       "      <td>2023/03/14 06:45:00 PM</td>\n",
       "      <td>125402407041</td>\n",
       "      <td>1254024</td>\n",
       "      <td>230176728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VS</td>\n",
       "      <td>Vehicle Supplement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7041</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Recovered Vehicle</td>\n",
       "      <td>Vehicle, Recovered, Auto</td>\n",
       "      <td>Open or Active</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Out of SF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Incident Datetime Incident Date Incident Time  Incident Year   \n",
       "0  2023/03/13 11:41:00 PM    2023/03/13         23:41           2023  \\\n",
       "1  2023/03/01 05:02:00 AM    2023/03/01         05:02           2023   \n",
       "2  2023/03/13 01:16:00 PM    2023/03/13         13:16           2023   \n",
       "3  2023/03/13 10:59:00 AM    2023/03/13         10:59           2023   \n",
       "4  2023/03/14 06:44:00 PM    2023/03/14         18:44           2023   \n",
       "\n",
       "  Incident Day of Week         Report Datetime        Row ID  Incident ID   \n",
       "0               Monday  2023/03/13 11:41:00 PM  125373607041      1253736  \\\n",
       "1            Wednesday  2023/03/11 03:40:00 PM  125379506374      1253795   \n",
       "2               Monday  2023/03/13 01:17:00 PM  125357107041      1253571   \n",
       "3               Monday  2023/03/13 11:00:00 AM  125355107041      1253551   \n",
       "4              Tuesday  2023/03/14 06:45:00 PM  125402407041      1254024   \n",
       "\n",
       "   Incident Number  CAD Number Report Type Code Report Type Description   \n",
       "0        230167874         NaN               VS      Vehicle Supplement  \\\n",
       "1        236046151         NaN               II        Coplogic Initial   \n",
       "2        220343896         NaN               VS      Vehicle Supplement   \n",
       "3        230174885         NaN               VS      Vehicle Supplement   \n",
       "4        230176728         NaN               VS      Vehicle Supplement   \n",
       "\n",
       "  Filed Online  Incident Code  Incident Category   Incident Subcategory   \n",
       "0          NaN           7041  Recovered Vehicle      Recovered Vehicle  \\\n",
       "1         True           6374      Larceny Theft  Larceny Theft - Other   \n",
       "2          NaN           7041  Recovered Vehicle      Recovered Vehicle   \n",
       "3          NaN           7041  Recovered Vehicle      Recovered Vehicle   \n",
       "4          NaN           7041  Recovered Vehicle      Recovered Vehicle   \n",
       "\n",
       "           Incident Description      Resolution Intersection  CNN   \n",
       "0      Vehicle, Recovered, Auto  Open or Active          NaN  NaN  \\\n",
       "1  Theft, Other Property, >$950  Open or Active          NaN  NaN   \n",
       "2      Vehicle, Recovered, Auto  Open or Active          NaN  NaN   \n",
       "3      Vehicle, Recovered, Auto  Open or Active          NaN  NaN   \n",
       "4      Vehicle, Recovered, Auto  Open or Active          NaN  NaN   \n",
       "\n",
       "  Police District Analysis Neighborhood  Supervisor District   \n",
       "0       Out of SF                   NaN                  NaN  \\\n",
       "1         Mission                   NaN                  NaN   \n",
       "2       Out of SF                   NaN                  NaN   \n",
       "3       Out of SF                   NaN                  NaN   \n",
       "4       Out of SF                   NaN                  NaN   \n",
       "\n",
       "   Supervisor District 2012  Latitude  Longitude Point  Neighborhoods   \n",
       "0                       NaN       NaN        NaN   NaN            NaN  \\\n",
       "1                       NaN       NaN        NaN   NaN            NaN   \n",
       "2                       NaN       NaN        NaN   NaN            NaN   \n",
       "3                       NaN       NaN        NaN   NaN            NaN   \n",
       "4                       NaN       NaN        NaN   NaN            NaN   \n",
       "\n",
       "   ESNCAG - Boundary File   \n",
       "0                     NaN  \\\n",
       "1                     NaN   \n",
       "2                     NaN   \n",
       "3                     NaN   \n",
       "4                     NaN   \n",
       "\n",
       "   Central Market/Tenderloin Boundary Polygon - Updated   \n",
       "0                                                NaN     \\\n",
       "1                                                NaN      \n",
       "2                                                NaN      \n",
       "3                                                NaN      \n",
       "4                                                NaN      \n",
       "\n",
       "   Civic Center Harm Reduction Project Boundary  HSOC Zones as of 2018-06-05   \n",
       "0                                           NaN                          NaN  \\\n",
       "1                                           NaN                          NaN   \n",
       "2                                           NaN                          NaN   \n",
       "3                                           NaN                          NaN   \n",
       "4                                           NaN                          NaN   \n",
       "\n",
       "   Invest In Neighborhoods (IIN) Areas  Current Supervisor Districts   \n",
       "0                                  NaN                           NaN  \\\n",
       "1                                  NaN                           NaN   \n",
       "2                                  NaN                           NaN   \n",
       "3                                  NaN                           NaN   \n",
       "4                                  NaN                           NaN   \n",
       "\n",
       "   Current Police Districts  \n",
       "0                       NaN  \n",
       "1                       NaN  \n",
       "2                       NaN  \n",
       "3                       NaN  \n",
       "4                       NaN  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_check.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Saving the split dataframe into csv files.\n",
    "df_1.to_csv(r'Dataset/Part_1_Police_Department_Incident_Reports__2018_to_Present.csv')\n",
    "df_2.to_csv(r'Dataset/Part_2_Police_Department_Incident_Reports__2018_to_Present.csv')\n",
    "df_3.to_csv(r'Dataset/Part_3Police_Department_Incident_Reports__2018_to_Present.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "dashboard",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.3"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}