United_Way_WI.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/datakind/UWWi_DataDive_Dec22/blob/main/United_Way_WI.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Q5k2wLAOXE9h"
      },
      "source": [
        "# United way WI Breakout room 2"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "kWAl9lNQbm-l"
      },
      "source": [
        "## Standard libraries and data loading functions"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 119,
      "metadata": {
        "id": "sP5aE5v-VoiT"
      },
      "outputs": [],
      "source": [
        "%matplotlib inline\n",
        "import numpy as np \n",
        "import pandas as pd \n",
        "import os\n",
        "from matplotlib.colors import ListedColormap, LinearSegmentedColormap\n",
        "import seaborn as sns\n",
        "import matplotlib.pyplot as plt\n",
        "from IPython.display import display_html\n",
        "import regex as re"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 120,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 106
        },
        "id": "RqA3KTF7chTw",
        "outputId": "d3e7b963-2052-4819-d496-96460c7fb51a"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[1m\u001b[94mNotebook Color Schemes:\u001b[0m\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 720x72 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAj8AAABICAYAAAAZFJRnAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAACeElEQVR4nO3bPWpUYRiG4feYEPwJgaBJE4JLsLFyC27NFbgDGxfgGrSyip2NhQQFf0hM4nz2wcID+Tw533Nd5TAM78NMccNJptZaAQCkuLP0AQAA/5P4AQCiiB8AIIr4AQCiiB8AIIr4AQCibM958929/bZ7eNTrlsVdXI39b/+bX5dLn9DN5vxq6RO6utfG/e6qqu63sb+/B5uzpU/oamfg3+fO1tIXdLY1KwNW593Xb6ettYPrr89avXt4VM9fvL65q26ZT1/Olz6hq58fPi99Qjc/Bt5WVfXkcvB9F2Pve3b2fukTujoe+Pd5vPd76RP62n+49AVdTa/efPzb6x57AQBRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEEX8AABRxA8AEGVqrf37m6fpe1Wd9DtncY+q6nTpIzoZeVuVfWtn33qNvK3KvrV73Fo7uP7i9swPOWmtPb2hg26daZrejrpv5G1V9q2dfes18rYq+0blsRcAEEX8AABR5sbPyy5X3B4j7xt5W5V9a2ffeo28rcq+Ic36g2cAgLXz2AsAiCJ+AIAo4gcAiCJ+AIAo4gcAiPIH5250VlqtWw4AAAAASUVORK5CYII=\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ],
      "source": [
        "# https://www.kaggle.com/code/andradaolteanu/rsna-fracture-detection-dicom-images-explore\n",
        "class clr:\n",
        "    S = '\\033[1m' + '\\033[94m'\n",
        "    E = '\\033[0m'\n",
        "    \n",
        "my_colors = [\"#5EAFD9\", \"#449DD1\", \"#3977BB\", \n",
        "             \"#2D51A5\", \"#5C4C8F\", \"#8B4679\",\n",
        "             \"#C53D4C\", \"#E23836\", \"#FF4633\", \"#FF5746\"]\n",
        "CMAP1 = ListedColormap(my_colors)\n",
        "\n",
        "print(clr.S+\"Notebook Color Schemes:\"+clr.E)\n",
        "sns.palplot(sns.color_palette(my_colors))\n",
        "plt.show()\n",
        "\n",
        "def get_csv_info(csv, name=\"Default\"):\n",
        "    '''Prints main information for the speciffied .csv file.'''\n",
        "    \n",
        "    print(clr.S+f\"=== {name} ===\"+clr.E)\n",
        "    print(clr.S+f\"Shape:\"+clr.E, csv.shape)\n",
        "    print(clr.S+f\"Missing Values:\"+clr.E, csv.isna().sum().sum(), \"total missing datapoints.\")\n",
        "    print(clr.S+\"Columns:\"+clr.E, list(csv.columns), \"\\n\")\n",
        "    \n",
        "    display_html(csv.tail())\n",
        "    print(\"\\n\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5RqDFkRzZBsU"
      },
      "source": [
        "## News Headlines"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 121,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "AsamuoyPZGC6",
        "outputId": "d8def3b0-c5c1-4358-8fe1-af6de4761b89"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: GoogleNews in /usr/local/lib/python3.8/dist-packages (1.6.5)\n",
            "Requirement already satisfied: dateparser in /usr/local/lib/python3.8/dist-packages (from GoogleNews) (1.1.4)\n",
            "Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.8/dist-packages (from GoogleNews) (4.6.3)\n",
            "Requirement already satisfied: python-dateutil in /usr/local/lib/python3.8/dist-packages (from GoogleNews) (2.8.2)\n",
            "Requirement already satisfied: pytz in /usr/local/lib/python3.8/dist-packages (from dateparser->GoogleNews) (2022.6)\n",
            "Requirement already satisfied: tzlocal in /usr/local/lib/python3.8/dist-packages (from dateparser->GoogleNews) (1.5.1)\n",
            "Requirement already satisfied: regex!=2019.02.19,!=2021.8.27 in /usr/local/lib/python3.8/dist-packages (from dateparser->GoogleNews) (2022.6.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.8/dist-packages (from python-dateutil->GoogleNews) (1.15.0)\n"
          ]
        }
      ],
      "source": [
        "# https://github.com/bsenst/UWWi_DataDive_Dec22/blob/main/notebooks/news_apis.ipynb\n",
        "\n",
        "! pip install GoogleNews\n",
        "from GoogleNews import GoogleNews\n",
        "\n",
        "googlenews = GoogleNews(start='01/01/2017',end='02/01/2017')\n",
        "\n",
        "googlenews.search('Wisconsin')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 122,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7q8Hj0qPxnod",
        "outputId": "48b2070c-d23a-4fe9-a55b-97bcf285cb22"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "10 Sink the boat: Wisconsin defeats Western Michigan in Cotton ... an 2, 2017\n",
            "10 Calorie restriction lets monkeys live long and prosper an 17, 2017\n",
            "10 Rose Lavelle of Wisconsin Badgers goes No. 1 to Boston ... an 12, 2017\n",
            "10 Republicans condemn university's masculinity program as a 'war on men' an 9, 2017\n"
          ]
        }
      ],
      "source": [
        "for i in range(1, 5):\n",
        "  result = googlenews.page_at(i)\n",
        "  first_result = result[0]\n",
        "  print(len(result), first_result[\"title\"], first_result[\"date\"])"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "tonE_IXzZXYI"
      },
      "source": [
        "## Weather Dataset\n",
        "Ben L"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 123,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 328
        },
        "id": "WjoxfuRJZZMq",
        "outputId": "88f7c3bf-4a48-45d0-fd45-23c181b13123"
      },
      "outputs": [
        {
          "output_type": "error",
          "ename": "FileNotFoundError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-123-5eb68d3ab966>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mweather_df\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'/content/Weather data/Wisconsin_Weather_WY2017-2023.csv'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mget_csv_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mweather_df\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/util/_decorators.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    309\u001b[0m                     \u001b[0mstacklevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstacklevel\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    310\u001b[0m                 )\n\u001b[0;32m--> 311\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    312\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    313\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36mread_csv\u001b[0;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, encoding_errors, dialect, error_bad_lines, warn_bad_lines, on_bad_lines, delim_whitespace, low_memory, memory_map, float_precision, storage_options)\u001b[0m\n\u001b[1;32m    584\u001b[0m     \u001b[0mkwds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkwds_defaults\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    585\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 586\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0m_read\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    587\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    588\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m_read\u001b[0;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[1;32m    480\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    481\u001b[0m     \u001b[0;31m# Create the parser.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 482\u001b[0;31m     \u001b[0mparser\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mTextFileReader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    483\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    484\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mchunksize\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0miterator\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[1;32m    809\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"has_index_names\"\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"has_index_names\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    810\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 811\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_engine\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    812\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    813\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m_make_engine\u001b[0;34m(self, engine)\u001b[0m\n\u001b[1;32m   1038\u001b[0m             )\n\u001b[1;32m   1039\u001b[0m         \u001b[0;31m# error: Too many arguments for \"ParserBase\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1040\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mmapping\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# type: ignore[call-arg]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1041\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1042\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_failover_to_python\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/io/parsers/c_parser_wrapper.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, src, **kwds)\u001b[0m\n\u001b[1;32m     49\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     50\u001b[0m         \u001b[0;31m# open handles\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 51\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_open_handles\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msrc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     52\u001b[0m         \u001b[0;32massert\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhandles\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     53\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/io/parsers/base_parser.py\u001b[0m in \u001b[0;36m_open_handles\u001b[0;34m(self, src, kwds)\u001b[0m\n\u001b[1;32m    220\u001b[0m         \u001b[0mLet\u001b[0m \u001b[0mthe\u001b[0m \u001b[0mreaders\u001b[0m \u001b[0mopen\u001b[0m \u001b[0mIOHandles\u001b[0m \u001b[0mafter\u001b[0m \u001b[0mthey\u001b[0m \u001b[0mare\u001b[0m \u001b[0mdone\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mtheir\u001b[0m \u001b[0mpotential\u001b[0m \u001b[0mraises\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    221\u001b[0m         \"\"\"\n\u001b[0;32m--> 222\u001b[0;31m         self.handles = get_handle(\n\u001b[0m\u001b[1;32m    223\u001b[0m             \u001b[0msrc\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    224\u001b[0m             \u001b[0;34m\"r\"\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.8/dist-packages/pandas/io/common.py\u001b[0m in \u001b[0;36mget_handle\u001b[0;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[1;32m    700\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mencoding\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;34m\"b\"\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    701\u001b[0m             \u001b[0;31m# Encoding\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 702\u001b[0;31m             handle = open(\n\u001b[0m\u001b[1;32m    703\u001b[0m                 \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    704\u001b[0m                 \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: '/content/Weather data/Wisconsin_Weather_WY2017-2023.csv'"
          ]
        }
      ],
      "source": [
        "weather_df = pd.read_csv('/content/Weather data/Wisconsin_Weather_WY2017-2023.csv')\n",
        "get_csv_info(weather_df)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "7edK7tRhrsWd"
      },
      "outputs": [],
      "source": [
        "from datetime import datetime\n",
        "interactions_df = pd.read_csv('https://github.com/datakind/UWWi_DataDive_Dec22/blob/main/uwwi_datasets/uwwi_dataset_interactions/uwwi_dataset_interactions_2022.csv?raw=true', parse_dates=['Interaction_CreateStamp'])\n",
        "get_csv_info(interactions_df, 'interactions')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "zbnsEI4KLhDc"
      },
      "outputs": [],
      "source": [
        "interactions_df2 = pd.DataFrame()\n",
        "interactions_df2['Date'] = interactions_df['Interaction_CreateStamp'].astype('string').str[:10]\n",
        "interactions_df2['Time'] = interactions_df['Interaction_CreateStamp'].astype('string').str[11:16]\n",
        "interactions_df2['Interaction_Id'] = interactions_df['Interaction_Id']\n",
        "interactions_df2.tail()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Z45OoUGDMO5k"
      },
      "outputs": [],
      "source": [
        "interactions_df = interactions_df2\n",
        "get_csv_info(interactions_df)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "bNYLmGKXPiL6"
      },
      "outputs": [],
      "source": [
        "interactions_df['Date'] = interactions_df['Date'].astype('datetime64')\n",
        "interactions_df['Time'] = pd.to_datetime(interactions_df['Time'], format='%H:%M').apply(pd.Timestamp)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "iQduCpAJIdik"
      },
      "outputs": [],
      "source": [
        "def make_date(df, date_field:str):\n",
        "    \"Make sure `df[field_name]` is of the right date type.\"\n",
        "    field_dtype = df[date_field].dtype\n",
        "    if isinstance(field_dtype, pd.core.dtypes.dtypes.DatetimeTZDtype):\n",
        "        field_dtype = np.datetime64\n",
        "    if not np.issubdtype(field_dtype, np.datetime64):\n",
        "        df[date_field] = pd.to_datetime(df[date_field], infer_datetime_format=True)\n",
        "        \n",
        "\n",
        "def add_datepart(df, fldnames, drop=True, time=False, errors=\"raise\"):\n",
        "    # add_datepart converts a column of df from a datetime64 to many columns containing the information from the date. \n",
        "    # This applies changes inplace.\n",
        "    if isinstance(fldnames,str): \n",
        "        fldnames = [fldnames]\n",
        "    for fldname in fldnames:\n",
        "        fld = df[fldname]\n",
        "        fld_dtype = fld.dtype\n",
        "        if isinstance(fld_dtype, pd.core.dtypes.dtypes.DatetimeTZDtype):\n",
        "            fld_dtype = np.datetime64\n",
        "\n",
        "        if not np.issubdtype(fld_dtype, np.datetime64):\n",
        "            df[fldname] = fld = pd.to_datetime(fld, infer_datetime_format=True, errors=errors)\n",
        "        targ_pre = re.sub('[Dd]ate$', '', fldname)\n",
        "        attr = ['Year', 'Month', 'Week', 'Day', 'Dayofweek', 'Dayofyear',\n",
        "                'Is_month_end', 'Is_month_start', 'Is_quarter_end', 'Is_quarter_start', 'Is_year_end', 'Is_year_start']\n",
        "        if time: attr = attr + ['Hour', 'Minute', 'Second']\n",
        "        for n in attr: df[targ_pre + n] = getattr(fld.dt, n.lower())\n",
        "        df[targ_pre + 'Elapsed'] = fld.astype(np.int64) // 10 ** 9\n",
        "        if drop: df.drop(fldname, axis=1, inplace=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "RdnpaG1CJaHw"
      },
      "outputs": [],
      "source": [
        "add_datepart(interactions_df, 'Date')\n",
        "add_datepart(interactions_df, 'Time')\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "4Z1wG5xxP8Kn"
      },
      "outputs": [],
      "source": [
        "interactions_df.tail()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "wP-AYtjPs5mc"
      },
      "outputs": [],
      "source": [
        "\n",
        "#group by date\n",
        "# group by primary need\n",
        "#sum interactions \n",
        "# = number of interactions per day\n",
        "# fit, and feature importance\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "zon9xKj9glVi"
      },
      "outputs": [],
      "source": [
        "weather_df.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "ThsPK-yTgR8K"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "WjV2QCe1Z3ZO"
      },
      "source": [
        "testing [Helen]\n",
        "Ben L can see this"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "WyelMVsoeC88"
      },
      "source": [
        "# 211 Data Analysis: Kimberly W\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 124,
      "metadata": {
        "id": "B4kpJO3SeIbN"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "sites = pd.read_csv('https://github.com/datakind/UWWi_DataDive_Dec22/blob/main/uwwi_datasets/uwwi_dataset_sites.csv?raw=true')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 125,
      "metadata": {
        "id": "YBFWDv9neIlH",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 508
        },
        "outputId": "7bf8db21-78f8-4a04-ee31-4ea8a97bb421"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      AgencySystem_Name  Agency_Id  Site_Id  Site_AgencyId  \\\n",
              "0        INTEGRATED COMMUNITY SOLUTIONS          1    414.0            1.0   \n",
              "1        INTEGRATED COMMUNITY SOLUTIONS          1    418.0            1.0   \n",
              "2                   INTERIM HEALTH CARE          2    419.0            2.0   \n",
              "3  zzinactive_INTERNATIONAL TRANSLATORS          3    420.0            3.0   \n",
              "4                JACKIE NITSCHKE CENTER          4    421.0            4.0   \n",
              "\n",
              "                   Site_CreateStamp                    Site_EditStamp  \\\n",
              "0  2017-03-16T10:32:21.216012-05:00  2022-05-12T12:53:25.967449-05:00   \n",
              "1  2017-03-16T10:32:22.867221-05:00   2021-10-21T19:48:22.74763-05:00   \n",
              "2  2017-03-16T10:32:23.227182-05:00  2022-11-30T13:36:50.613023-06:00   \n",
              "3  2017-03-16T10:32:23.567045-05:00  2021-07-27T23:57:41.974815-05:00   \n",
              "4  2017-03-16T10:32:23.869975-05:00  2022-09-28T10:20:58.151543-05:00   \n",
              "\n",
              "   Site_AuditStamp Site_Status SiteSystem_Active  \\\n",
              "0              NaN      active               Yes   \n",
              "1              NaN      active                No   \n",
              "2              NaN      active               Yes   \n",
              "3              NaN      active                No   \n",
              "4              NaN      active               Yes   \n",
              "\n",
              "                                     SiteSystem_Name  ...  \\\n",
              "0                     INTEGRATED COMMUNITY SOLUTIONS  ...   \n",
              "1            ZZZINACTIVE LEAVING HOMELESSNESS BEHIND  ...   \n",
              "2                                INTERIM HEALTH CARE  ...   \n",
              "3  zzinactive_VILLA REAL DBA INTERNATIONAL TRANSL...  ...   \n",
              "4                             JACKIE NITSCHKE CENTER  ...   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_validated  \\\n",
              "0                                  True   \n",
              "1                                 False   \n",
              "2                                 False   \n",
              "3                                 False   \n",
              "4                                  True   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_custom_location  \\\n",
              "0                                       False   \n",
              "1                                       False   \n",
              "2                                       False   \n",
              "3                                       False   \n",
              "4                                       False   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_zip_latitude  \\\n",
              "0                                44.489906   \n",
              "1                                44.489906   \n",
              "2                                44.542973   \n",
              "3                                44.483376   \n",
              "4                                44.483376   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_zip_longitude  \\\n",
              "0                                 -88.06991   \n",
              "1                                 -88.06991   \n",
              "2                                 -88.05582   \n",
              "3                                 -88.02269   \n",
              "4                                 -88.02269   \n",
              "\n",
              "                         SiteAddressus_SiteAddressus  \\\n",
              "0     2605 S ONEIDA ST Suite 106 GREEN BAY WI, 54304   \n",
              "1  2605 South Oneida Street Suite 106 Green Bay W...   \n",
              "2  1600 Shawano Avenue Suite 201 Green Bay WI, 54303   \n",
              "3  529 South Jefferson Street Suite 203 Green Bay...   \n",
              "4              630 CHERRY STREET GREEN BAY WI, 54301   \n",
              "\n",
              "  SiteOption_PermanentlyInactiveSite SiteOption_RecordOwner  \\\n",
              "0                                 []               ['BCUW']   \n",
              "1                                 []               ['BCUW']   \n",
              "2                                 []               ['BCUW']   \n",
              "3                                 []               ['BCUW']   \n",
              "4                                 []               ['BCUW']   \n",
              "\n",
              "         SiteOption_Accessibility  \\\n",
              "0                              []   \n",
              "1                              []   \n",
              "2                              []   \n",
              "3  ['Elevators', 'Outside Ramps']   \n",
              "4                              []   \n",
              "\n",
              "                     SiteCustom_NonStandardHoursText  \\\n",
              "0                           Monday-Friday 8am-4:30pm   \n",
              "1                       Monday-Friday, 8:00am-4:30pm   \n",
              "2                        Monday-Friday 8:30am-5:00pm   \n",
              "3  Monday-Friday, 8:00am-5:00pm; Interpreters ava...   \n",
              "4  Business hours: Monday-Thursday 7am-6:30pm; Fr...   \n",
              "\n",
              "    SiteHoursofoperation_ModuleHoursofoperation.open  \n",
              "0  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "1  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "2  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "3  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "4  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "\n",
              "[5 rows x 32 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3934e8ca-e633-42f3-9809-a2376f389cf5\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>AgencySystem_Name</th>\n",
              "      <th>Agency_Id</th>\n",
              "      <th>Site_Id</th>\n",
              "      <th>Site_AgencyId</th>\n",
              "      <th>Site_CreateStamp</th>\n",
              "      <th>Site_EditStamp</th>\n",
              "      <th>Site_AuditStamp</th>\n",
              "      <th>Site_Status</th>\n",
              "      <th>SiteSystem_Active</th>\n",
              "      <th>SiteSystem_Name</th>\n",
              "      <th>...</th>\n",
              "      <th>SiteAddressus_SiteAddressus_validated</th>\n",
              "      <th>SiteAddressus_SiteAddressus_custom_location</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_latitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_longitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus</th>\n",
              "      <th>SiteOption_PermanentlyInactiveSite</th>\n",
              "      <th>SiteOption_RecordOwner</th>\n",
              "      <th>SiteOption_Accessibility</th>\n",
              "      <th>SiteCustom_NonStandardHoursText</th>\n",
              "      <th>SiteHoursofoperation_ModuleHoursofoperation.open</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>1</td>\n",
              "      <td>414.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2017-03-16T10:32:21.216012-05:00</td>\n",
              "      <td>2022-05-12T12:53:25.967449-05:00</td>\n",
              "      <td>NaN</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>44.489906</td>\n",
              "      <td>-88.06991</td>\n",
              "      <td>2605 S ONEIDA ST Suite 106 GREEN BAY WI, 54304</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 8am-4:30pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>1</td>\n",
              "      <td>418.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2017-03-16T10:32:22.867221-05:00</td>\n",
              "      <td>2021-10-21T19:48:22.74763-05:00</td>\n",
              "      <td>NaN</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZINACTIVE LEAVING HOMELESSNESS BEHIND</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.489906</td>\n",
              "      <td>-88.06991</td>\n",
              "      <td>2605 South Oneida Street Suite 106 Green Bay W...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday, 8:00am-4:30pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INTERIM HEALTH CARE</td>\n",
              "      <td>2</td>\n",
              "      <td>419.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2017-03-16T10:32:23.227182-05:00</td>\n",
              "      <td>2022-11-30T13:36:50.613023-06:00</td>\n",
              "      <td>NaN</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>INTERIM HEALTH CARE</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.542973</td>\n",
              "      <td>-88.05582</td>\n",
              "      <td>1600 Shawano Avenue Suite 201 Green Bay WI, 54303</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 8:30am-5:00pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>zzinactive_INTERNATIONAL TRANSLATORS</td>\n",
              "      <td>3</td>\n",
              "      <td>420.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>2017-03-16T10:32:23.567045-05:00</td>\n",
              "      <td>2021-07-27T23:57:41.974815-05:00</td>\n",
              "      <td>NaN</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>zzinactive_VILLA REAL DBA INTERNATIONAL TRANSL...</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.483376</td>\n",
              "      <td>-88.02269</td>\n",
              "      <td>529 South Jefferson Street Suite 203 Green Bay...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>['Elevators', 'Outside Ramps']</td>\n",
              "      <td>Monday-Friday, 8:00am-5:00pm; Interpreters ava...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>JACKIE NITSCHKE CENTER</td>\n",
              "      <td>4</td>\n",
              "      <td>421.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2017-03-16T10:32:23.869975-05:00</td>\n",
              "      <td>2022-09-28T10:20:58.151543-05:00</td>\n",
              "      <td>NaN</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>JACKIE NITSCHKE CENTER</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>44.483376</td>\n",
              "      <td>-88.02269</td>\n",
              "      <td>630 CHERRY STREET GREEN BAY WI, 54301</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Business hours: Monday-Thursday 7am-6:30pm; Fr...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 32 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3934e8ca-e633-42f3-9809-a2376f389cf5')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-3934e8ca-e633-42f3-9809-a2376f389cf5 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-3934e8ca-e633-42f3-9809-a2376f389cf5');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 125
        }
      ],
      "source": [
        "sites.head()\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 126,
      "metadata": {
        "id": "KrYfXchbeIqk",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3266343a-d6dd-4502-97be-4520456b5803"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 20583 entries, 0 to 20582\n",
            "Data columns (total 32 columns):\n",
            " #   Column                                            Non-Null Count  Dtype  \n",
            "---  ------                                            --------------  -----  \n",
            " 0   AgencySystem_Name                                 20572 non-null  object \n",
            " 1   Agency_Id                                         20583 non-null  int64  \n",
            " 2   Site_Id                                           20071 non-null  float64\n",
            " 3   Site_AgencyId                                     20071 non-null  float64\n",
            " 4   Site_CreateStamp                                  20071 non-null  object \n",
            " 5   Site_EditStamp                                    20071 non-null  object \n",
            " 6   Site_AuditStamp                                   0 non-null      float64\n",
            " 7   Site_Status                                       20071 non-null  object \n",
            " 8   SiteSystem_Active                                 20583 non-null  object \n",
            " 9   SiteSystem_Name                                   20071 non-null  object \n",
            " 10  SiteSystem_Description                            7427 non-null   object \n",
            " 11  SiteSystem_TravelInformation                      1351 non-null   object \n",
            " 12  SiteAddressus_SiteAddressus_address_1             18336 non-null  object \n",
            " 13  SiteAddressus_SiteAddressus_address_2             2938 non-null   object \n",
            " 14  SiteAddressus_SiteAddressus_city                  19695 non-null  object \n",
            " 15  SiteAddressus_SiteAddressus_county                19545 non-null  object \n",
            " 16  SiteAddressus_SiteAddressus_state                 19658 non-null  object \n",
            " 17  SiteAddressus_SiteAddressus_zip                   19597 non-null  object \n",
            " 18  SiteAddressus_SiteAddressus_country               12254 non-null  object \n",
            " 19  SiteAddressus_SiteAddressus_notes                 0 non-null      float64\n",
            " 20  SiteAddressus_SiteAddressus_latitude              19787 non-null  float64\n",
            " 21  SiteAddressus_SiteAddressus_longitude             19787 non-null  float64\n",
            " 22  SiteAddressus_SiteAddressus_validated             19786 non-null  object \n",
            " 23  SiteAddressus_SiteAddressus_custom_location       19786 non-null  object \n",
            " 24  SiteAddressus_SiteAddressus_zip_latitude          19664 non-null  float64\n",
            " 25  SiteAddressus_SiteAddressus_zip_longitude         19664 non-null  float64\n",
            " 26  SiteAddressus_SiteAddressus                       20583 non-null  object \n",
            " 27  SiteOption_PermanentlyInactiveSite                20583 non-null  object \n",
            " 28  SiteOption_RecordOwner                            20583 non-null  object \n",
            " 29  SiteOption_Accessibility                          20583 non-null  object \n",
            " 30  SiteCustom_NonStandardHoursText                   14060 non-null  object \n",
            " 31  SiteHoursofoperation_ModuleHoursofoperation.open  20583 non-null  object \n",
            "dtypes: float64(8), int64(1), object(23)\n",
            "memory usage: 5.0+ MB\n"
          ]
        }
      ],
      "source": [
        "sites.info()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "FgohjhiSjGSQ"
      },
      "outputs": [],
      "source": [
        "import seaborn as sns\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "GQo6pjVcjXCt"
      },
      "outputs": [],
      "source": [
        "sns.heatmap(sites.isnull(),cbar=True, vmin=0,vmax=.3)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 127,
      "metadata": {
        "id": "aanXvlZFjGa2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "99f6e4ac-a20e-48d2-dad0-fb9d9ad73c57"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "AgencySystem_Name                                      11\n",
              "Agency_Id                                               0\n",
              "Site_Id                                               512\n",
              "Site_AgencyId                                         512\n",
              "Site_CreateStamp                                      512\n",
              "Site_EditStamp                                        512\n",
              "Site_AuditStamp                                     20583\n",
              "Site_Status                                           512\n",
              "SiteSystem_Active                                       0\n",
              "SiteSystem_Name                                       512\n",
              "SiteSystem_Description                              13156\n",
              "SiteSystem_TravelInformation                        19232\n",
              "SiteAddressus_SiteAddressus_address_1                2247\n",
              "SiteAddressus_SiteAddressus_address_2               17645\n",
              "SiteAddressus_SiteAddressus_city                      888\n",
              "SiteAddressus_SiteAddressus_county                   1038\n",
              "SiteAddressus_SiteAddressus_state                     925\n",
              "SiteAddressus_SiteAddressus_zip                       986\n",
              "SiteAddressus_SiteAddressus_country                  8329\n",
              "SiteAddressus_SiteAddressus_notes                   20583\n",
              "SiteAddressus_SiteAddressus_latitude                  796\n",
              "SiteAddressus_SiteAddressus_longitude                 796\n",
              "SiteAddressus_SiteAddressus_validated                 797\n",
              "SiteAddressus_SiteAddressus_custom_location           797\n",
              "SiteAddressus_SiteAddressus_zip_latitude              919\n",
              "SiteAddressus_SiteAddressus_zip_longitude             919\n",
              "SiteAddressus_SiteAddressus                             0\n",
              "SiteOption_PermanentlyInactiveSite                      0\n",
              "SiteOption_RecordOwner                                  0\n",
              "SiteOption_Accessibility                                0\n",
              "SiteCustom_NonStandardHoursText                      6523\n",
              "SiteHoursofoperation_ModuleHoursofoperation.open        0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 127
        }
      ],
      "source": [
        "sites.isnull().sum() # There is signnificant absence of data in Auditstamp, address2,notes, and description.  The lattermost is unfortunate as it would help us to map out types of service by location. Might be \n",
        "#able to determine what types of service they provde based on agency ID and map it. ** TO DO\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 128,
      "metadata": {
        "id": "-9JI6lakjGkb",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7ee5173d-6321-4b4e-edea-0312e6f6b300"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(20583, 32)"
            ]
          },
          "metadata": {},
          "execution_count": 128
        }
      ],
      "source": [
        "sites.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 129,
      "metadata": {
        "id": "ztHH75wwkJGZ"
      },
      "outputs": [],
      "source": [
        "drop_cols = ['Site_AuditStamp','SiteSystem_TravelInformation','SiteAddressus_SiteAddressus_address_2','SiteAddressus_SiteAddressus_notes']\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 130,
      "metadata": {
        "id": "LExLkCUYkqaP"
      },
      "outputs": [],
      "source": [
        "sites.drop(drop_cols, inplace = True, axis = 1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 131,
      "metadata": {
        "id": "F65-nVqrkxWm",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 508
        },
        "outputId": "be005037-eaa5-4dff-a4e1-d6be5f524e1c"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      AgencySystem_Name  Agency_Id  Site_Id  Site_AgencyId  \\\n",
              "0        INTEGRATED COMMUNITY SOLUTIONS          1    414.0            1.0   \n",
              "1        INTEGRATED COMMUNITY SOLUTIONS          1    418.0            1.0   \n",
              "2                   INTERIM HEALTH CARE          2    419.0            2.0   \n",
              "3  zzinactive_INTERNATIONAL TRANSLATORS          3    420.0            3.0   \n",
              "4                JACKIE NITSCHKE CENTER          4    421.0            4.0   \n",
              "\n",
              "                   Site_CreateStamp                    Site_EditStamp  \\\n",
              "0  2017-03-16T10:32:21.216012-05:00  2022-05-12T12:53:25.967449-05:00   \n",
              "1  2017-03-16T10:32:22.867221-05:00   2021-10-21T19:48:22.74763-05:00   \n",
              "2  2017-03-16T10:32:23.227182-05:00  2022-11-30T13:36:50.613023-06:00   \n",
              "3  2017-03-16T10:32:23.567045-05:00  2021-07-27T23:57:41.974815-05:00   \n",
              "4  2017-03-16T10:32:23.869975-05:00  2022-09-28T10:20:58.151543-05:00   \n",
              "\n",
              "  Site_Status SiteSystem_Active  \\\n",
              "0      active               Yes   \n",
              "1      active                No   \n",
              "2      active               Yes   \n",
              "3      active                No   \n",
              "4      active               Yes   \n",
              "\n",
              "                                     SiteSystem_Name SiteSystem_Description  \\\n",
              "0                     INTEGRATED COMMUNITY SOLUTIONS                    NaN   \n",
              "1            ZZZINACTIVE LEAVING HOMELESSNESS BEHIND                    NaN   \n",
              "2                                INTERIM HEALTH CARE                    NaN   \n",
              "3  zzinactive_VILLA REAL DBA INTERNATIONAL TRANSL...                    NaN   \n",
              "4                             JACKIE NITSCHKE CENTER                    NaN   \n",
              "\n",
              "   ... SiteAddressus_SiteAddressus_validated  \\\n",
              "0  ...                                  True   \n",
              "1  ...                                 False   \n",
              "2  ...                                 False   \n",
              "3  ...                                 False   \n",
              "4  ...                                  True   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_custom_location  \\\n",
              "0                                       False   \n",
              "1                                       False   \n",
              "2                                       False   \n",
              "3                                       False   \n",
              "4                                       False   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_zip_latitude  \\\n",
              "0                                44.489906   \n",
              "1                                44.489906   \n",
              "2                                44.542973   \n",
              "3                                44.483376   \n",
              "4                                44.483376   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_zip_longitude  \\\n",
              "0                                 -88.06991   \n",
              "1                                 -88.06991   \n",
              "2                                 -88.05582   \n",
              "3                                 -88.02269   \n",
              "4                                 -88.02269   \n",
              "\n",
              "                         SiteAddressus_SiteAddressus  \\\n",
              "0     2605 S ONEIDA ST Suite 106 GREEN BAY WI, 54304   \n",
              "1  2605 South Oneida Street Suite 106 Green Bay W...   \n",
              "2  1600 Shawano Avenue Suite 201 Green Bay WI, 54303   \n",
              "3  529 South Jefferson Street Suite 203 Green Bay...   \n",
              "4              630 CHERRY STREET GREEN BAY WI, 54301   \n",
              "\n",
              "  SiteOption_PermanentlyInactiveSite  SiteOption_RecordOwner  \\\n",
              "0                                 []                ['BCUW']   \n",
              "1                                 []                ['BCUW']   \n",
              "2                                 []                ['BCUW']   \n",
              "3                                 []                ['BCUW']   \n",
              "4                                 []                ['BCUW']   \n",
              "\n",
              "         SiteOption_Accessibility  \\\n",
              "0                              []   \n",
              "1                              []   \n",
              "2                              []   \n",
              "3  ['Elevators', 'Outside Ramps']   \n",
              "4                              []   \n",
              "\n",
              "                     SiteCustom_NonStandardHoursText  \\\n",
              "0                           Monday-Friday 8am-4:30pm   \n",
              "1                       Monday-Friday, 8:00am-4:30pm   \n",
              "2                        Monday-Friday 8:30am-5:00pm   \n",
              "3  Monday-Friday, 8:00am-5:00pm; Interpreters ava...   \n",
              "4  Business hours: Monday-Thursday 7am-6:30pm; Fr...   \n",
              "\n",
              "    SiteHoursofoperation_ModuleHoursofoperation.open  \n",
              "0  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "1  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "2  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "3  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "4  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "\n",
              "[5 rows x 28 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c49d1bb4-a920-4086-a0a2-eb3ccd106d74\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>AgencySystem_Name</th>\n",
              "      <th>Agency_Id</th>\n",
              "      <th>Site_Id</th>\n",
              "      <th>Site_AgencyId</th>\n",
              "      <th>Site_CreateStamp</th>\n",
              "      <th>Site_EditStamp</th>\n",
              "      <th>Site_Status</th>\n",
              "      <th>SiteSystem_Active</th>\n",
              "      <th>SiteSystem_Name</th>\n",
              "      <th>SiteSystem_Description</th>\n",
              "      <th>...</th>\n",
              "      <th>SiteAddressus_SiteAddressus_validated</th>\n",
              "      <th>SiteAddressus_SiteAddressus_custom_location</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_latitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_longitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus</th>\n",
              "      <th>SiteOption_PermanentlyInactiveSite</th>\n",
              "      <th>SiteOption_RecordOwner</th>\n",
              "      <th>SiteOption_Accessibility</th>\n",
              "      <th>SiteCustom_NonStandardHoursText</th>\n",
              "      <th>SiteHoursofoperation_ModuleHoursofoperation.open</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>1</td>\n",
              "      <td>414.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2017-03-16T10:32:21.216012-05:00</td>\n",
              "      <td>2022-05-12T12:53:25.967449-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>44.489906</td>\n",
              "      <td>-88.06991</td>\n",
              "      <td>2605 S ONEIDA ST Suite 106 GREEN BAY WI, 54304</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 8am-4:30pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>1</td>\n",
              "      <td>418.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2017-03-16T10:32:22.867221-05:00</td>\n",
              "      <td>2021-10-21T19:48:22.74763-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZINACTIVE LEAVING HOMELESSNESS BEHIND</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.489906</td>\n",
              "      <td>-88.06991</td>\n",
              "      <td>2605 South Oneida Street Suite 106 Green Bay W...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday, 8:00am-4:30pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INTERIM HEALTH CARE</td>\n",
              "      <td>2</td>\n",
              "      <td>419.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2017-03-16T10:32:23.227182-05:00</td>\n",
              "      <td>2022-11-30T13:36:50.613023-06:00</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>INTERIM HEALTH CARE</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.542973</td>\n",
              "      <td>-88.05582</td>\n",
              "      <td>1600 Shawano Avenue Suite 201 Green Bay WI, 54303</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 8:30am-5:00pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>zzinactive_INTERNATIONAL TRANSLATORS</td>\n",
              "      <td>3</td>\n",
              "      <td>420.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>2017-03-16T10:32:23.567045-05:00</td>\n",
              "      <td>2021-07-27T23:57:41.974815-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>zzinactive_VILLA REAL DBA INTERNATIONAL TRANSL...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.483376</td>\n",
              "      <td>-88.02269</td>\n",
              "      <td>529 South Jefferson Street Suite 203 Green Bay...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>['Elevators', 'Outside Ramps']</td>\n",
              "      <td>Monday-Friday, 8:00am-5:00pm; Interpreters ava...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>JACKIE NITSCHKE CENTER</td>\n",
              "      <td>4</td>\n",
              "      <td>421.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2017-03-16T10:32:23.869975-05:00</td>\n",
              "      <td>2022-09-28T10:20:58.151543-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>JACKIE NITSCHKE CENTER</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>44.483376</td>\n",
              "      <td>-88.02269</td>\n",
              "      <td>630 CHERRY STREET GREEN BAY WI, 54301</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Business hours: Monday-Thursday 7am-6:30pm; Fr...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 28 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c49d1bb4-a920-4086-a0a2-eb3ccd106d74')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-c49d1bb4-a920-4086-a0a2-eb3ccd106d74 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-c49d1bb4-a920-4086-a0a2-eb3ccd106d74');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 131
        }
      ],
      "source": [
        "sites.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 132,
      "metadata": {
        "id": "1A7g_V2lk5PH",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "624ce9c9-fbcb-4cb5-8445-c03a030af200"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "count                                                  7427\n",
              "unique                                                 5943\n",
              "top       Narcotics Anonymous is a nonprofit fellowship ...\n",
              "freq                                                     79\n",
              "Name: SiteSystem_Description, dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 132
        }
      ],
      "source": [
        "sites['SiteSystem_Description'].describe()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 133,
      "metadata": {
        "id": "p8Qxgq5JlkOc",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "6619b494-7270-42c7-82d6-d44b79c84382"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0                                []\n",
              "1                                []\n",
              "2                                []\n",
              "3                                []\n",
              "4                                []\n",
              "5                   ['Yes - Other']\n",
              "6     ['Yes - Closed Organization']\n",
              "7                                []\n",
              "8                                []\n",
              "9                                []\n",
              "10                               []\n",
              "11                               []\n",
              "12                               []\n",
              "13                               []\n",
              "14                           ['No']\n",
              "15                               []\n",
              "16    ['Yes - Closed Organization']\n",
              "17                               []\n",
              "18                               []\n",
              "19                               []\n",
              "Name: SiteOption_PermanentlyInactiveSite, dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 133
        }
      ],
      "source": [
        "sites['SiteOption_PermanentlyInactiveSite'].head(20)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 134,
      "metadata": {
        "id": "ni51YIS1l45l",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 974
        },
        "outputId": "94e29c4e-a4a0-49f7-aead-7e3581c51248"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       AgencySystem_Name  Agency_Id  Site_Id  \\\n",
              "5                                  ZZZANGELS ON HUMBOLDT          5    424.0   \n",
              "6                                   ZZZKRIDER'S PHARMACY          6    425.0   \n",
              "16       ZZZ INACTIVE AMERICAN CANCER SOCIETY- GREEN BAY         16    435.0   \n",
              "28     ZZZ NORTH EAST WISCONSIN AREA OF NARCOTICS ANO...         28    447.0   \n",
              "31      ZZZ INACTIVE NATIONAL ASSOCIATION FOR CONTINENCE         30    455.0   \n",
              "...                                                  ...        ...      ...   \n",
              "20094  ZZZ - ASCENSION SOUTHEAST WISCONSIN - SETON DE...      23745  37818.0   \n",
              "20133                  ZZZENERGY SERVICES - VILAS COUNTY      23771  37878.0   \n",
              "20173                                         ZZZ - TATE      23786  37907.0   \n",
              "20297       ZZZNORTHLAKES COMMUNITY CLINIC - TURTLE LAKE      23887  38113.0   \n",
              "20363                    BE THERE FOR WISCONSIN VETERANS      50567  47865.0   \n",
              "\n",
              "       Site_AgencyId                  Site_CreateStamp  \\\n",
              "5                5.0  2017-03-16T10:32:24.982683-05:00   \n",
              "6                6.0  2017-03-16T10:32:25.301894-05:00   \n",
              "16              16.0  2017-03-16T10:32:29.650615-05:00   \n",
              "28              28.0    2017-03-16T10:32:34.8988-05:00   \n",
              "31              30.0  2017-03-16T10:32:39.348388-05:00   \n",
              "...              ...                               ...   \n",
              "20094        23745.0  2022-03-31T15:34:23.258248-05:00   \n",
              "20133        23771.0  2022-04-20T14:21:34.298942-05:00   \n",
              "20173        23786.0   2022-05-05T09:12:50.35214-05:00   \n",
              "20297        23887.0  2022-08-05T13:55:33.920686-05:00   \n",
              "20363        50567.0  2022-10-04T07:46:44.922351-05:00   \n",
              "\n",
              "                         Site_EditStamp Site_Status SiteSystem_Active  \\\n",
              "5      2022-10-31T08:35:10.985868-05:00      active                No   \n",
              "6      2021-10-28T12:29:13.795355-05:00      active                No   \n",
              "16     2021-11-16T11:42:49.619419-06:00      active                No   \n",
              "28      2022-10-26T08:15:19.29677-05:00      active                No   \n",
              "31      2021-11-16T11:05:52.70937-06:00      active                No   \n",
              "...                                 ...         ...               ...   \n",
              "20094  2022-11-22T08:14:35.466054-06:00      active                No   \n",
              "20133  2022-09-28T08:15:43.092298-05:00      active                No   \n",
              "20173  2022-08-24T10:48:23.848871-05:00      active                No   \n",
              "20297  2022-10-30T18:47:59.041121-05:00      active                No   \n",
              "20363  2022-10-10T09:29:30.756993-05:00      active                No   \n",
              "\n",
              "                                         SiteSystem_Name  \\\n",
              "5                                  ZZZANGELS ON HUMBOLDT   \n",
              "6                                   ZZZKRIDER'S PHARMACY   \n",
              "16       ZZZ INACTIVE AMERICAN CANCER SOCIETY- GREEN BAY   \n",
              "28     ZZZ NORTH EAST WISCONSIN AREA OF NARCOTICS ANO...   \n",
              "31      ZZZ INACTIVE NATIONAL ASSOCIATION FOR CONTINENCE   \n",
              "...                                                  ...   \n",
              "20094  ZZZ - ASCENSION SOUTHEAST WISCONSIN - SETON DE...   \n",
              "20133                  ZZZENERGY SERVICES - VILAS COUNTY   \n",
              "20173                                         ZZZ - TATE   \n",
              "20297       ZZZNORTHLAKES COMMUNITY CLINIC - TURTLE LAKE   \n",
              "20363                          ZZZSHOOTERS SPORTS CENTER   \n",
              "\n",
              "                                  SiteSystem_Description  ...  \\\n",
              "5                                                    NaN  ...   \n",
              "6                                                    NaN  ...   \n",
              "16                                                   NaN  ...   \n",
              "28     A substance abuse support group for men and wo...  ...   \n",
              "31                                                   NaN  ...   \n",
              "...                                                  ...  ...   \n",
              "20094                                                NaN  ...   \n",
              "20133                                                NaN  ...   \n",
              "20173                                                NaN  ...   \n",
              "20297  NorthLakes Community Clinic provides a variety...  ...   \n",
              "20363  Shooters Sports Center is a for-profit gun store.  ...   \n",
              "\n",
              "      SiteAddressus_SiteAddressus_validated  \\\n",
              "5                                     False   \n",
              "6                                     False   \n",
              "16                                     True   \n",
              "28                                    False   \n",
              "31                                    False   \n",
              "...                                     ...   \n",
              "20094                                  True   \n",
              "20133                                  True   \n",
              "20173                                  True   \n",
              "20297                                  True   \n",
              "20363                                  True   \n",
              "\n",
              "      SiteAddressus_SiteAddressus_custom_location  \\\n",
              "5                                           False   \n",
              "6                                           False   \n",
              "16                                          False   \n",
              "28                                          False   \n",
              "31                                          False   \n",
              "...                                           ...   \n",
              "20094                                       False   \n",
              "20133                                       False   \n",
              "20173                                       False   \n",
              "20297                                       False   \n",
              "20363                                       False   \n",
              "\n",
              "      SiteAddressus_SiteAddressus_zip_latitude  \\\n",
              "5                                    44.519512   \n",
              "6                                    44.542973   \n",
              "16                                   44.483376   \n",
              "28                                   44.519500   \n",
              "31                                   32.776500   \n",
              "...                                        ...   \n",
              "20094                                43.003590   \n",
              "20133                                45.951385   \n",
              "20173                                43.088013   \n",
              "20297                                45.410477   \n",
              "20363                                42.785410   \n",
              "\n",
              "      SiteAddressus_SiteAddressus_zip_longitude  \\\n",
              "5                                     -87.90283   \n",
              "6                                     -88.05582   \n",
              "16                                    -88.02269   \n",
              "28                                    -88.01990   \n",
              "31                                    -79.93120   \n",
              "...                                         ...   \n",
              "20094                                 -87.94333   \n",
              "20133                                 -89.26006   \n",
              "20173                                 -87.97704   \n",
              "20297                                 -92.17604   \n",
              "20363                                 -87.82155   \n",
              "\n",
              "                             SiteAddressus_SiteAddressus  \\\n",
              "5                  653 Woodside Road Green Bay WI, 54311   \n",
              "6             1119 West Mason Street Green Bay WI, 54303   \n",
              "16      2100 RIVERSIDE DRIVE STE 201 GREEN BAY WI, 54301   \n",
              "28                      PO Box 10035 Green Bay WI, 54307   \n",
              "31                      PO Box 1019 Charleston SC, 29402   \n",
              "...                                                  ...   \n",
              "20094  3267 South 16th Street Suite 101 Milwaukee WI,...   \n",
              "20133         115 South 3rd Street Eagle River WI, 54521   \n",
              "20173  4222 West Capitol Drive Suite 7  Milwaukee WI,...   \n",
              "20297          730 Cemetery Avenue Turtle Lake WI, 54889   \n",
              "20363                  4900 6 Mile Road Racine WI, 53402   \n",
              "\n",
              "               SiteOption_PermanentlyInactiveSite  SiteOption_RecordOwner  \\\n",
              "5                                 ['Yes - Other']                ['BCUW']   \n",
              "6                   ['Yes - Closed Organization']                ['BCUW']   \n",
              "16                  ['Yes - Closed Organization']                ['BCUW']   \n",
              "28                                ['Yes - Other']                ['BCUW']   \n",
              "31                                ['Yes - Other']                ['BCUW']   \n",
              "...                                           ...                     ...   \n",
              "20094            ['Yes - Record Moved Elsewhere']                ['IPCT']   \n",
              "20133            ['Yes - Record Moved Elsewhere']                ['WIMC']   \n",
              "20173        ['Yes - No Response When Contacted']                ['IPCT']   \n",
              "20297                         ['Yes - Duplicate']                ['SCVA']   \n",
              "20363  ['Yes - Does Not Meet Inclusion Criteria']                ['WIST']   \n",
              "\n",
              "                                SiteOption_Accessibility  \\\n",
              "5                                                     []   \n",
              "6                                                     []   \n",
              "16                                                    []   \n",
              "28                                                    []   \n",
              "31                                                    []   \n",
              "...                                                  ...   \n",
              "20094  ['Designated Parking', 'Indoor Wheelchair Acce...   \n",
              "20133                                                 []   \n",
              "20173                ['Designated Parking', 'Elevators']   \n",
              "20297                                                 []   \n",
              "20363                                                 []   \n",
              "\n",
              "                         SiteCustom_NonStandardHoursText  \\\n",
              "5            Available 24 hours a day, seven days a week   \n",
              "6      Monday-Friday, 8:00am-7:00pm; Saturday, 9:00am...   \n",
              "16     Green Bay Office Hours: Monday-Friday 8 am-4:3...   \n",
              "28     Meetings are held at various times and locatio...   \n",
              "31     Monday-Friday, 9:00am-5:00pm eastern standard ...   \n",
              "...                                                  ...   \n",
              "20094                      Monday, Wednesday 8am-4:30pm.   \n",
              "20133                                                NaN   \n",
              "20173  Monday-Thursday 8am-6pm; Friday, Saturday 9am-...   \n",
              "20297                        Monday-Friday 7:30am-5:30pm   \n",
              "20363    Monday-Friday 9am-7pm; Saturday-Sunday 11am-5pm   \n",
              "\n",
              "        SiteHoursofoperation_ModuleHoursofoperation.open  \n",
              "5      [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "6      [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "16     [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "28     [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "31     [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "...                                                  ...  \n",
              "20094  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "20133  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "20173  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "20297  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "20363  [{'day': 0, 'end_min': [0], 'end_hour': [17], ...  \n",
              "\n",
              "[2908 rows x 28 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-fb85878b-44a5-4a53-9a11-a226eece39b3\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>AgencySystem_Name</th>\n",
              "      <th>Agency_Id</th>\n",
              "      <th>Site_Id</th>\n",
              "      <th>Site_AgencyId</th>\n",
              "      <th>Site_CreateStamp</th>\n",
              "      <th>Site_EditStamp</th>\n",
              "      <th>Site_Status</th>\n",
              "      <th>SiteSystem_Active</th>\n",
              "      <th>SiteSystem_Name</th>\n",
              "      <th>SiteSystem_Description</th>\n",
              "      <th>...</th>\n",
              "      <th>SiteAddressus_SiteAddressus_validated</th>\n",
              "      <th>SiteAddressus_SiteAddressus_custom_location</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_latitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_longitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus</th>\n",
              "      <th>SiteOption_PermanentlyInactiveSite</th>\n",
              "      <th>SiteOption_RecordOwner</th>\n",
              "      <th>SiteOption_Accessibility</th>\n",
              "      <th>SiteCustom_NonStandardHoursText</th>\n",
              "      <th>SiteHoursofoperation_ModuleHoursofoperation.open</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>ZZZANGELS ON HUMBOLDT</td>\n",
              "      <td>5</td>\n",
              "      <td>424.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>2017-03-16T10:32:24.982683-05:00</td>\n",
              "      <td>2022-10-31T08:35:10.985868-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZANGELS ON HUMBOLDT</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.519512</td>\n",
              "      <td>-87.90283</td>\n",
              "      <td>653 Woodside Road Green Bay WI, 54311</td>\n",
              "      <td>['Yes - Other']</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Available 24 hours a day, seven days a week</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>ZZZKRIDER'S PHARMACY</td>\n",
              "      <td>6</td>\n",
              "      <td>425.0</td>\n",
              "      <td>6.0</td>\n",
              "      <td>2017-03-16T10:32:25.301894-05:00</td>\n",
              "      <td>2021-10-28T12:29:13.795355-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZKRIDER'S PHARMACY</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.542973</td>\n",
              "      <td>-88.05582</td>\n",
              "      <td>1119 West Mason Street Green Bay WI, 54303</td>\n",
              "      <td>['Yes - Closed Organization']</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday, 8:00am-7:00pm; Saturday, 9:00am...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>ZZZ INACTIVE AMERICAN CANCER SOCIETY- GREEN BAY</td>\n",
              "      <td>16</td>\n",
              "      <td>435.0</td>\n",
              "      <td>16.0</td>\n",
              "      <td>2017-03-16T10:32:29.650615-05:00</td>\n",
              "      <td>2021-11-16T11:42:49.619419-06:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZ INACTIVE AMERICAN CANCER SOCIETY- GREEN BAY</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>44.483376</td>\n",
              "      <td>-88.02269</td>\n",
              "      <td>2100 RIVERSIDE DRIVE STE 201 GREEN BAY WI, 54301</td>\n",
              "      <td>['Yes - Closed Organization']</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Green Bay Office Hours: Monday-Friday 8 am-4:3...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>ZZZ NORTH EAST WISCONSIN AREA OF NARCOTICS ANO...</td>\n",
              "      <td>28</td>\n",
              "      <td>447.0</td>\n",
              "      <td>28.0</td>\n",
              "      <td>2017-03-16T10:32:34.8988-05:00</td>\n",
              "      <td>2022-10-26T08:15:19.29677-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZ NORTH EAST WISCONSIN AREA OF NARCOTICS ANO...</td>\n",
              "      <td>A substance abuse support group for men and wo...</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.519500</td>\n",
              "      <td>-88.01990</td>\n",
              "      <td>PO Box 10035 Green Bay WI, 54307</td>\n",
              "      <td>['Yes - Other']</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Meetings are held at various times and locatio...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>ZZZ INACTIVE NATIONAL ASSOCIATION FOR CONTINENCE</td>\n",
              "      <td>30</td>\n",
              "      <td>455.0</td>\n",
              "      <td>30.0</td>\n",
              "      <td>2017-03-16T10:32:39.348388-05:00</td>\n",
              "      <td>2021-11-16T11:05:52.70937-06:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZ INACTIVE NATIONAL ASSOCIATION FOR CONTINENCE</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>32.776500</td>\n",
              "      <td>-79.93120</td>\n",
              "      <td>PO Box 1019 Charleston SC, 29402</td>\n",
              "      <td>['Yes - Other']</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday, 9:00am-5:00pm eastern standard ...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20094</th>\n",
              "      <td>ZZZ - ASCENSION SOUTHEAST WISCONSIN - SETON DE...</td>\n",
              "      <td>23745</td>\n",
              "      <td>37818.0</td>\n",
              "      <td>23745.0</td>\n",
              "      <td>2022-03-31T15:34:23.258248-05:00</td>\n",
              "      <td>2022-11-22T08:14:35.466054-06:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZ - ASCENSION SOUTHEAST WISCONSIN - SETON DE...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>43.003590</td>\n",
              "      <td>-87.94333</td>\n",
              "      <td>3267 South 16th Street Suite 101 Milwaukee WI,...</td>\n",
              "      <td>['Yes - Record Moved Elsewhere']</td>\n",
              "      <td>['IPCT']</td>\n",
              "      <td>['Designated Parking', 'Indoor Wheelchair Acce...</td>\n",
              "      <td>Monday, Wednesday 8am-4:30pm.</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20133</th>\n",
              "      <td>ZZZENERGY SERVICES - VILAS COUNTY</td>\n",
              "      <td>23771</td>\n",
              "      <td>37878.0</td>\n",
              "      <td>23771.0</td>\n",
              "      <td>2022-04-20T14:21:34.298942-05:00</td>\n",
              "      <td>2022-09-28T08:15:43.092298-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZENERGY SERVICES - VILAS COUNTY</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>45.951385</td>\n",
              "      <td>-89.26006</td>\n",
              "      <td>115 South 3rd Street Eagle River WI, 54521</td>\n",
              "      <td>['Yes - Record Moved Elsewhere']</td>\n",
              "      <td>['WIMC']</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20173</th>\n",
              "      <td>ZZZ - TATE</td>\n",
              "      <td>23786</td>\n",
              "      <td>37907.0</td>\n",
              "      <td>23786.0</td>\n",
              "      <td>2022-05-05T09:12:50.35214-05:00</td>\n",
              "      <td>2022-08-24T10:48:23.848871-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZ - TATE</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>43.088013</td>\n",
              "      <td>-87.97704</td>\n",
              "      <td>4222 West Capitol Drive Suite 7  Milwaukee WI,...</td>\n",
              "      <td>['Yes - No Response When Contacted']</td>\n",
              "      <td>['IPCT']</td>\n",
              "      <td>['Designated Parking', 'Elevators']</td>\n",
              "      <td>Monday-Thursday 8am-6pm; Friday, Saturday 9am-...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20297</th>\n",
              "      <td>ZZZNORTHLAKES COMMUNITY CLINIC - TURTLE LAKE</td>\n",
              "      <td>23887</td>\n",
              "      <td>38113.0</td>\n",
              "      <td>23887.0</td>\n",
              "      <td>2022-08-05T13:55:33.920686-05:00</td>\n",
              "      <td>2022-10-30T18:47:59.041121-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZNORTHLAKES COMMUNITY CLINIC - TURTLE LAKE</td>\n",
              "      <td>NorthLakes Community Clinic provides a variety...</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>45.410477</td>\n",
              "      <td>-92.17604</td>\n",
              "      <td>730 Cemetery Avenue Turtle Lake WI, 54889</td>\n",
              "      <td>['Yes - Duplicate']</td>\n",
              "      <td>['SCVA']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 7:30am-5:30pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20363</th>\n",
              "      <td>BE THERE FOR WISCONSIN VETERANS</td>\n",
              "      <td>50567</td>\n",
              "      <td>47865.0</td>\n",
              "      <td>50567.0</td>\n",
              "      <td>2022-10-04T07:46:44.922351-05:00</td>\n",
              "      <td>2022-10-10T09:29:30.756993-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZSHOOTERS SPORTS CENTER</td>\n",
              "      <td>Shooters Sports Center is a for-profit gun store.</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>42.785410</td>\n",
              "      <td>-87.82155</td>\n",
              "      <td>4900 6 Mile Road Racine WI, 53402</td>\n",
              "      <td>['Yes - Does Not Meet Inclusion Criteria']</td>\n",
              "      <td>['WIST']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 9am-7pm; Saturday-Sunday 11am-5pm</td>\n",
              "      <td>[{'day': 0, 'end_min': [0], 'end_hour': [17], ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2908 rows × 28 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fb85878b-44a5-4a53-9a11-a226eece39b3')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-fb85878b-44a5-4a53-9a11-a226eece39b3 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-fb85878b-44a5-4a53-9a11-a226eece39b3');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 134
        }
      ],
      "source": [
        "closed = sites[sites['SiteOption_PermanentlyInactiveSite'].str.contains('Yes')] #these sites are closed...some permanently but for purpose of analysis going to omit.\n",
        "closed"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 135,
      "metadata": {
        "id": "DdS2F1D88GDF"
      },
      "outputs": [],
      "source": [
        "index_closed = sites[sites['SiteOption_PermanentlyInactiveSite'].str.contains('Yes')].index "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 136,
      "metadata": {
        "id": "p1DWVY5S-say"
      },
      "outputs": [],
      "source": [
        "sites.drop(index_closed, inplace=True)  # Getting rid of the sites that are closed so going from 20,583 to 17,675 \n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 137,
      "metadata": {
        "id": "HRL293XJADQI",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "81f6364e-e7cc-427f-cdc5-094243ebebee"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(17675, 28)"
            ]
          },
          "metadata": {},
          "execution_count": 137
        }
      ],
      "source": [
        "sites.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 138,
      "metadata": {
        "id": "YgrSbyOL8GGT",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 508
        },
        "outputId": "16b6213a-dd48-40c4-dc34-750f37751490"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      AgencySystem_Name  Agency_Id  Site_Id  Site_AgencyId  \\\n",
              "0        INTEGRATED COMMUNITY SOLUTIONS          1    414.0            1.0   \n",
              "1        INTEGRATED COMMUNITY SOLUTIONS          1    418.0            1.0   \n",
              "2                   INTERIM HEALTH CARE          2    419.0            2.0   \n",
              "3  zzinactive_INTERNATIONAL TRANSLATORS          3    420.0            3.0   \n",
              "4                JACKIE NITSCHKE CENTER          4    421.0            4.0   \n",
              "\n",
              "                   Site_CreateStamp                    Site_EditStamp  \\\n",
              "0  2017-03-16T10:32:21.216012-05:00  2022-05-12T12:53:25.967449-05:00   \n",
              "1  2017-03-16T10:32:22.867221-05:00   2021-10-21T19:48:22.74763-05:00   \n",
              "2  2017-03-16T10:32:23.227182-05:00  2022-11-30T13:36:50.613023-06:00   \n",
              "3  2017-03-16T10:32:23.567045-05:00  2021-07-27T23:57:41.974815-05:00   \n",
              "4  2017-03-16T10:32:23.869975-05:00  2022-09-28T10:20:58.151543-05:00   \n",
              "\n",
              "  Site_Status SiteSystem_Active  \\\n",
              "0      active               Yes   \n",
              "1      active                No   \n",
              "2      active               Yes   \n",
              "3      active                No   \n",
              "4      active               Yes   \n",
              "\n",
              "                                     SiteSystem_Name SiteSystem_Description  \\\n",
              "0                     INTEGRATED COMMUNITY SOLUTIONS                    NaN   \n",
              "1            ZZZINACTIVE LEAVING HOMELESSNESS BEHIND                    NaN   \n",
              "2                                INTERIM HEALTH CARE                    NaN   \n",
              "3  zzinactive_VILLA REAL DBA INTERNATIONAL TRANSL...                    NaN   \n",
              "4                             JACKIE NITSCHKE CENTER                    NaN   \n",
              "\n",
              "   ... SiteAddressus_SiteAddressus_validated  \\\n",
              "0  ...                                  True   \n",
              "1  ...                                 False   \n",
              "2  ...                                 False   \n",
              "3  ...                                 False   \n",
              "4  ...                                  True   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_custom_location  \\\n",
              "0                                       False   \n",
              "1                                       False   \n",
              "2                                       False   \n",
              "3                                       False   \n",
              "4                                       False   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_zip_latitude  \\\n",
              "0                                44.489906   \n",
              "1                                44.489906   \n",
              "2                                44.542973   \n",
              "3                                44.483376   \n",
              "4                                44.483376   \n",
              "\n",
              "  SiteAddressus_SiteAddressus_zip_longitude  \\\n",
              "0                                 -88.06991   \n",
              "1                                 -88.06991   \n",
              "2                                 -88.05582   \n",
              "3                                 -88.02269   \n",
              "4                                 -88.02269   \n",
              "\n",
              "                         SiteAddressus_SiteAddressus  \\\n",
              "0     2605 S ONEIDA ST Suite 106 GREEN BAY WI, 54304   \n",
              "1  2605 South Oneida Street Suite 106 Green Bay W...   \n",
              "2  1600 Shawano Avenue Suite 201 Green Bay WI, 54303   \n",
              "3  529 South Jefferson Street Suite 203 Green Bay...   \n",
              "4              630 CHERRY STREET GREEN BAY WI, 54301   \n",
              "\n",
              "  SiteOption_PermanentlyInactiveSite  SiteOption_RecordOwner  \\\n",
              "0                                 []                ['BCUW']   \n",
              "1                                 []                ['BCUW']   \n",
              "2                                 []                ['BCUW']   \n",
              "3                                 []                ['BCUW']   \n",
              "4                                 []                ['BCUW']   \n",
              "\n",
              "         SiteOption_Accessibility  \\\n",
              "0                              []   \n",
              "1                              []   \n",
              "2                              []   \n",
              "3  ['Elevators', 'Outside Ramps']   \n",
              "4                              []   \n",
              "\n",
              "                     SiteCustom_NonStandardHoursText  \\\n",
              "0                           Monday-Friday 8am-4:30pm   \n",
              "1                       Monday-Friday, 8:00am-4:30pm   \n",
              "2                        Monday-Friday 8:30am-5:00pm   \n",
              "3  Monday-Friday, 8:00am-5:00pm; Interpreters ava...   \n",
              "4  Business hours: Monday-Thursday 7am-6:30pm; Fr...   \n",
              "\n",
              "    SiteHoursofoperation_ModuleHoursofoperation.open  \n",
              "0  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "1  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "2  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "3  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "4  [{'day': -1, 'end_min': None, 'end_hour': None...  \n",
              "\n",
              "[5 rows x 28 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-42188729-8361-4b06-91eb-b6a1db1ef98c\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>AgencySystem_Name</th>\n",
              "      <th>Agency_Id</th>\n",
              "      <th>Site_Id</th>\n",
              "      <th>Site_AgencyId</th>\n",
              "      <th>Site_CreateStamp</th>\n",
              "      <th>Site_EditStamp</th>\n",
              "      <th>Site_Status</th>\n",
              "      <th>SiteSystem_Active</th>\n",
              "      <th>SiteSystem_Name</th>\n",
              "      <th>SiteSystem_Description</th>\n",
              "      <th>...</th>\n",
              "      <th>SiteAddressus_SiteAddressus_validated</th>\n",
              "      <th>SiteAddressus_SiteAddressus_custom_location</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_latitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus_zip_longitude</th>\n",
              "      <th>SiteAddressus_SiteAddressus</th>\n",
              "      <th>SiteOption_PermanentlyInactiveSite</th>\n",
              "      <th>SiteOption_RecordOwner</th>\n",
              "      <th>SiteOption_Accessibility</th>\n",
              "      <th>SiteCustom_NonStandardHoursText</th>\n",
              "      <th>SiteHoursofoperation_ModuleHoursofoperation.open</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>1</td>\n",
              "      <td>414.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2017-03-16T10:32:21.216012-05:00</td>\n",
              "      <td>2022-05-12T12:53:25.967449-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>44.489906</td>\n",
              "      <td>-88.06991</td>\n",
              "      <td>2605 S ONEIDA ST Suite 106 GREEN BAY WI, 54304</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 8am-4:30pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>INTEGRATED COMMUNITY SOLUTIONS</td>\n",
              "      <td>1</td>\n",
              "      <td>418.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2017-03-16T10:32:22.867221-05:00</td>\n",
              "      <td>2021-10-21T19:48:22.74763-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>ZZZINACTIVE LEAVING HOMELESSNESS BEHIND</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.489906</td>\n",
              "      <td>-88.06991</td>\n",
              "      <td>2605 South Oneida Street Suite 106 Green Bay W...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday, 8:00am-4:30pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INTERIM HEALTH CARE</td>\n",
              "      <td>2</td>\n",
              "      <td>419.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2017-03-16T10:32:23.227182-05:00</td>\n",
              "      <td>2022-11-30T13:36:50.613023-06:00</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>INTERIM HEALTH CARE</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.542973</td>\n",
              "      <td>-88.05582</td>\n",
              "      <td>1600 Shawano Avenue Suite 201 Green Bay WI, 54303</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Monday-Friday 8:30am-5:00pm</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>zzinactive_INTERNATIONAL TRANSLATORS</td>\n",
              "      <td>3</td>\n",
              "      <td>420.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>2017-03-16T10:32:23.567045-05:00</td>\n",
              "      <td>2021-07-27T23:57:41.974815-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>No</td>\n",
              "      <td>zzinactive_VILLA REAL DBA INTERNATIONAL TRANSL...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>44.483376</td>\n",
              "      <td>-88.02269</td>\n",
              "      <td>529 South Jefferson Street Suite 203 Green Bay...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>['Elevators', 'Outside Ramps']</td>\n",
              "      <td>Monday-Friday, 8:00am-5:00pm; Interpreters ava...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>JACKIE NITSCHKE CENTER</td>\n",
              "      <td>4</td>\n",
              "      <td>421.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2017-03-16T10:32:23.869975-05:00</td>\n",
              "      <td>2022-09-28T10:20:58.151543-05:00</td>\n",
              "      <td>active</td>\n",
              "      <td>Yes</td>\n",
              "      <td>JACKIE NITSCHKE CENTER</td>\n",
              "      <td>NaN</td>\n",
              "      <td>...</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>44.483376</td>\n",
              "      <td>-88.02269</td>\n",
              "      <td>630 CHERRY STREET GREEN BAY WI, 54301</td>\n",
              "      <td>[]</td>\n",
              "      <td>['BCUW']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Business hours: Monday-Thursday 7am-6:30pm; Fr...</td>\n",
              "      <td>[{'day': -1, 'end_min': None, 'end_hour': None...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 28 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-42188729-8361-4b06-91eb-b6a1db1ef98c')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-42188729-8361-4b06-91eb-b6a1db1ef98c button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-42188729-8361-4b06-91eb-b6a1db1ef98c');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 138
        }
      ],
      "source": [
        "sites.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 139,
      "metadata": {
        "id": "0K9C6SgX8GI2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d072b26b-9470-4729-9b85-fdd0fc3e3ecf"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "Int64Index: 17675 entries, 0 to 20582\n",
            "Data columns (total 28 columns):\n",
            " #   Column                                            Non-Null Count  Dtype  \n",
            "---  ------                                            --------------  -----  \n",
            " 0   AgencySystem_Name                                 17664 non-null  object \n",
            " 1   Agency_Id                                         17675 non-null  int64  \n",
            " 2   Site_Id                                           17163 non-null  float64\n",
            " 3   Site_AgencyId                                     17163 non-null  float64\n",
            " 4   Site_CreateStamp                                  17163 non-null  object \n",
            " 5   Site_EditStamp                                    17163 non-null  object \n",
            " 6   Site_Status                                       17163 non-null  object \n",
            " 7   SiteSystem_Active                                 17675 non-null  object \n",
            " 8   SiteSystem_Name                                   17163 non-null  object \n",
            " 9   SiteSystem_Description                            6840 non-null   object \n",
            " 10  SiteAddressus_SiteAddressus_address_1             15585 non-null  object \n",
            " 11  SiteAddressus_SiteAddressus_city                  16856 non-null  object \n",
            " 12  SiteAddressus_SiteAddressus_county                16708 non-null  object \n",
            " 13  SiteAddressus_SiteAddressus_state                 16818 non-null  object \n",
            " 14  SiteAddressus_SiteAddressus_zip                   16766 non-null  object \n",
            " 15  SiteAddressus_SiteAddressus_country               11237 non-null  object \n",
            " 16  SiteAddressus_SiteAddressus_latitude              16939 non-null  float64\n",
            " 17  SiteAddressus_SiteAddressus_longitude             16939 non-null  float64\n",
            " 18  SiteAddressus_SiteAddressus_validated             16938 non-null  object \n",
            " 19  SiteAddressus_SiteAddressus_custom_location       16938 non-null  object \n",
            " 20  SiteAddressus_SiteAddressus_zip_latitude          16822 non-null  float64\n",
            " 21  SiteAddressus_SiteAddressus_zip_longitude         16822 non-null  float64\n",
            " 22  SiteAddressus_SiteAddressus                       17675 non-null  object \n",
            " 23  SiteOption_PermanentlyInactiveSite                17675 non-null  object \n",
            " 24  SiteOption_RecordOwner                            17675 non-null  object \n",
            " 25  SiteOption_Accessibility                          17675 non-null  object \n",
            " 26  SiteCustom_NonStandardHoursText                   12687 non-null  object \n",
            " 27  SiteHoursofoperation_ModuleHoursofoperation.open  17675 non-null  object \n",
            "dtypes: float64(6), int64(1), object(21)\n",
            "memory usage: 3.9+ MB\n"
          ]
        }
      ],
      "source": [
        "sites.info()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 139,
      "metadata": {
        "id": "lIG-cXfa8GOY"
      },
      "outputs": [],
      "source": [
        "#Frustrating conclusion... sites don't give much info... going to upload agencies, clean, and determine analysis... total waste of time other than to save time of others going down same worm hole. Acc to documentation, \n",
        "# calls come into agencies who then send to sites so I thought focusing on sites would help indicate where people are getting the services but it's not at all clear that is the case, so will try to suss out agencies and see if \n",
        "# it makes sense to merge the two together to send for gps location.  \n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "ZH7g_h_q8GRQ"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "B5bU18IskmGr"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "l38RUahVkmJt"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "XmVimp5GkmMn"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "qWmPQ7Oj8GTm"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "wk1lzchb8GWO"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "KLKnUb7j8GbY"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "W14NHJXbuZsZ"
      },
      "source": [
        "Tamaras Analysis of Interaction"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "FQix9QLoudfY"
      },
      "outputs": [],
      "source": [
        "import matplotlib.pyplot as plt\n",
        "import pandas as pd\n",
        "\n",
        "#interaction_data = pd.read_csv(f\"../uwwi_datasets/uwwi_dataset_interactions/uwwi_dataset_interactions_2022.csv\")\n",
        "interaction_data = pd.read_csv('https://github.com/datakind/UWWi_DataDive_Dec22/blob/main/uwwi_datasets/uwwi_dataset_interactions/uwwi_dataset_interactions_2022.csv?raw=true')\n",
        "\n",
        "print(interaction_data.head())\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "xxSjraHr5UZ7"
      },
      "outputs": [],
      "source": [
        "prim_needs = interaction_data[\"InteractionOption_SwfPrimaryNeeds\"]\n",
        "call_centers = interaction_data[\"InteractionOption_CallCenterSiteNew\"]\n",
        "\n",
        "df = pd.DataFrame({\"prim_need\": prim_needs, \"call_centers\": call_centers})\n",
        "\n",
        "primary_needs_list = [\"Food\", \"Utility/Energy\", \"Housing Payment Assistance\", \"Shelter\", \"Mental Health\", \"Substance Use\",\n",
        "                      \"Health Care Coverage\",\"Legal Assistance\", \"Supportive Listening\", \"Other Financial Assistance\", \"Others\", \"Crisis\",\n",
        "                      \"Transportation\", \"Directory Assistance\"]\n",
        "\n",
        "new_df = pd.DataFrame({\"primary_needs\": primary_needs_list})\n",
        "\n",
        "for call_center, filtered_df in df.groupby(\"call_centers\"):\n",
        "    prim_needs = filtered_df[\"prim_need\"]\n",
        "    # replace all \"Other\" with \"Others\" so that searching for \"Other\" doesn't trigger \"Other financial services\" anymore\n",
        "    prim_needs.replace(\"('Other')\",'Others',regex=True, inplace = True)\n",
        "    needs_per_call_center_list = []\n",
        "    for need in primary_needs_list:\n",
        "        needs_per_call_center_list.append(prim_needs.str.count(need).sum())\n",
        "    new_df[call_center] = needs_per_call_center_list"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "_nRDUcCezM7R"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}