DataProcessing.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "a5Q8OCjPO3ej"
      },
      "source": [
        "# Step 0. Set-up"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "4sJZMwq0J610"
      },
      "outputs": [],
      "source": [
        "import csv\n",
        "import os\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "import plotly.express as px\n",
        "from datetime import datetime\n",
        "import ast"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KcEy-dvfOlR9",
        "outputId": "7ef0dbe3-efc4-4101-9860-37485a5ceec9"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ],
      "source": [
        "# Drive folder permissions\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive', force_remount = True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "dmYET2TeOolM"
      },
      "outputs": [],
      "source": [
        "# Change working directory\n",
        "# os.chdir(\"drive/My Drive/CIS 5500 Final Project/data\")\n",
        "os.chdir(\"drive/My Drive/Courses/CIS 5500 Final Project/data\")\n",
        "!ls"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NqREMJcbP0hz"
      },
      "source": [
        "# Step 1. Processing"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 973
        },
        "id": "K9erIYdBP2Om",
        "outputId": "ab069037-5582-46f7-d792-49f20de5e78b"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                              Artist                                    Title  \\\n",
              "0                          Neko Case                           Middle Cyclone   \n",
              "1      Jason Isbell and The 400 Unit            Jason Isbell and The 400 Unit   \n",
              "2                  Animal Collective               Merriweather Post Pavilion   \n",
              "3                  Bruce Springsteen                       Working on a Dream   \n",
              "4                        Andrew Bird                              Noble Beast   \n",
              "...                              ...                                      ...   \n",
              "32353             Death Valley Girls                   Under the Spell of Joy   \n",
              "32354                       Gorillaz  Song Machine, Season One: Strange Timez   \n",
              "32355                   Tobin Sprout                             Empty Horses   \n",
              "32356                    Jeremy Ivey                    Waiting out the Storm   \n",
              "32357                  Delmer Darion                         Morning Pageants   \n",
              "\n",
              "      Release Month  Release Day  Release Year Format             Label  \\\n",
              "0             March            3          2009     LP             ANTI-   \n",
              "1          February           17          2009     LP     Thirty Tigers   \n",
              "2           January           20          2009     LP            Domino   \n",
              "3           January           27          2009     LP  Columbia Records   \n",
              "4           January           20          2009     LP        Fat Possum   \n",
              "...             ...          ...           ...    ...               ...   \n",
              "32353       October            2          2020     LP   Suicide Squeeze   \n",
              "32354       October           23          2020     LP               nan   \n",
              "32355     September           18          2020     LP              Fire   \n",
              "32356       October           16          2020     LP             ANTI-   \n",
              "32357       October           16          2020     LP          Practise   \n",
              "\n",
              "                   Genre  Metacritic Critic Score  Metacritic Reviews  \\\n",
              "0            Alt-Country                     79.0                31.0   \n",
              "1           Country Rock                     70.0                14.0   \n",
              "2        Psychedelic Pop                     89.0                36.0   \n",
              "3                   Rock                     72.0                29.0   \n",
              "4      Singer-Songwriter                     79.0                29.0   \n",
              "...                  ...                      ...                 ...   \n",
              "32353                nan                     70.0                 7.0   \n",
              "32354                nan                     80.0                11.0   \n",
              "32355                nan                     77.0                 5.0   \n",
              "32356                nan                     82.0                 4.0   \n",
              "32357                nan                     78.0                 4.0   \n",
              "\n",
              "       Metacritic User Score  Metacritic User Reviews  AOTY Critic Score  \\\n",
              "0                        8.7                     31.0                 79   \n",
              "1                        8.4                      7.0                 73   \n",
              "2                        8.5                    619.0                 92   \n",
              "3                        7.9                    101.0                 70   \n",
              "4                        8.7                     47.0                 74   \n",
              "...                      ...                      ...                ...   \n",
              "32353                    NaN                      NaN                 67   \n",
              "32354                    9.3                     44.0                 75   \n",
              "32355                    NaN                      NaN                 79   \n",
              "32356                    NaN                      NaN                 77   \n",
              "32357                    NaN                      NaN                 79   \n",
              "\n",
              "       AOTY Critic Reviews  AOTY User Score  AOTY User Reviews  \\\n",
              "0                       25               78                 55   \n",
              "1                       11               73                  8   \n",
              "2                       30               87               1335   \n",
              "3                       23               66                 38   \n",
              "4                       24               78                 44   \n",
              "...                    ...              ...                ...   \n",
              "32353                    7               63                  3   \n",
              "32354                    8               94                  4   \n",
              "32355                    5               64                  4   \n",
              "32356                    3               64                  3   \n",
              "32357                    5               69                  4   \n",
              "\n",
              "                                                     key  \n",
              "0                            (MIDDLE CYCLONE, NEKO CASE)  \n",
              "1      (JASON ISBELL AND THE 400 UNIT, JASON ISBELL A...  \n",
              "2        (MERRIWEATHER POST PAVILION, ANIMAL COLLECTIVE)  \n",
              "3                (WORKING ON A DREAM, BRUCE SPRINGSTEEN)  \n",
              "4                             (NOBLE BEAST, ANDREW BIRD)  \n",
              "...                                                  ...  \n",
              "32353       (UNDER THE SPELL OF JOY, DEATH VALLEY GIRLS)  \n",
              "32354  (SONG MACHINE, SEASON ONE: STRANGE TIMEZ, GORI...  \n",
              "32355                       (EMPTY HORSES, TOBIN SPROUT)  \n",
              "32356               (WAITING OUT THE STORM, JEREMY IVEY)  \n",
              "32357                  (MORNING PAGEANTS, DELMER DARION)  \n",
              "\n",
              "[32001 rows x 17 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5ff768ff-1742-49c4-8794-5a9bb05b7be4\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Artist</th>\n",
              "      <th>Title</th>\n",
              "      <th>Release Month</th>\n",
              "      <th>Release Day</th>\n",
              "      <th>Release Year</th>\n",
              "      <th>Format</th>\n",
              "      <th>Label</th>\n",
              "      <th>Genre</th>\n",
              "      <th>Metacritic Critic Score</th>\n",
              "      <th>Metacritic Reviews</th>\n",
              "      <th>Metacritic User Score</th>\n",
              "      <th>Metacritic User Reviews</th>\n",
              "      <th>AOTY Critic Score</th>\n",
              "      <th>AOTY Critic Reviews</th>\n",
              "      <th>AOTY User Score</th>\n",
              "      <th>AOTY User Reviews</th>\n",
              "      <th>key</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Neko Case</td>\n",
              "      <td>Middle Cyclone</td>\n",
              "      <td>March</td>\n",
              "      <td>3</td>\n",
              "      <td>2009</td>\n",
              "      <td>LP</td>\n",
              "      <td>ANTI-</td>\n",
              "      <td>Alt-Country</td>\n",
              "      <td>79.0</td>\n",
              "      <td>31.0</td>\n",
              "      <td>8.7</td>\n",
              "      <td>31.0</td>\n",
              "      <td>79</td>\n",
              "      <td>25</td>\n",
              "      <td>78</td>\n",
              "      <td>55</td>\n",
              "      <td>(MIDDLE CYCLONE, NEKO CASE)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Jason Isbell and The 400 Unit</td>\n",
              "      <td>Jason Isbell and The 400 Unit</td>\n",
              "      <td>February</td>\n",
              "      <td>17</td>\n",
              "      <td>2009</td>\n",
              "      <td>LP</td>\n",
              "      <td>Thirty Tigers</td>\n",
              "      <td>Country Rock</td>\n",
              "      <td>70.0</td>\n",
              "      <td>14.0</td>\n",
              "      <td>8.4</td>\n",
              "      <td>7.0</td>\n",
              "      <td>73</td>\n",
              "      <td>11</td>\n",
              "      <td>73</td>\n",
              "      <td>8</td>\n",
              "      <td>(JASON ISBELL AND THE 400 UNIT, JASON ISBELL A...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Animal Collective</td>\n",
              "      <td>Merriweather Post Pavilion</td>\n",
              "      <td>January</td>\n",
              "      <td>20</td>\n",
              "      <td>2009</td>\n",
              "      <td>LP</td>\n",
              "      <td>Domino</td>\n",
              "      <td>Psychedelic Pop</td>\n",
              "      <td>89.0</td>\n",
              "      <td>36.0</td>\n",
              "      <td>8.5</td>\n",
              "      <td>619.0</td>\n",
              "      <td>92</td>\n",
              "      <td>30</td>\n",
              "      <td>87</td>\n",
              "      <td>1335</td>\n",
              "      <td>(MERRIWEATHER POST PAVILION, ANIMAL COLLECTIVE)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Bruce Springsteen</td>\n",
              "      <td>Working on a Dream</td>\n",
              "      <td>January</td>\n",
              "      <td>27</td>\n",
              "      <td>2009</td>\n",
              "      <td>LP</td>\n",
              "      <td>Columbia Records</td>\n",
              "      <td>Rock</td>\n",
              "      <td>72.0</td>\n",
              "      <td>29.0</td>\n",
              "      <td>7.9</td>\n",
              "      <td>101.0</td>\n",
              "      <td>70</td>\n",
              "      <td>23</td>\n",
              "      <td>66</td>\n",
              "      <td>38</td>\n",
              "      <td>(WORKING ON A DREAM, BRUCE SPRINGSTEEN)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Andrew Bird</td>\n",
              "      <td>Noble Beast</td>\n",
              "      <td>January</td>\n",
              "      <td>20</td>\n",
              "      <td>2009</td>\n",
              "      <td>LP</td>\n",
              "      <td>Fat Possum</td>\n",
              "      <td>Singer-Songwriter</td>\n",
              "      <td>79.0</td>\n",
              "      <td>29.0</td>\n",
              "      <td>8.7</td>\n",
              "      <td>47.0</td>\n",
              "      <td>74</td>\n",
              "      <td>24</td>\n",
              "      <td>78</td>\n",
              "      <td>44</td>\n",
              "      <td>(NOBLE BEAST, ANDREW BIRD)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32353</th>\n",
              "      <td>Death Valley Girls</td>\n",
              "      <td>Under the Spell of Joy</td>\n",
              "      <td>October</td>\n",
              "      <td>2</td>\n",
              "      <td>2020</td>\n",
              "      <td>LP</td>\n",
              "      <td>Suicide Squeeze</td>\n",
              "      <td>nan</td>\n",
              "      <td>70.0</td>\n",
              "      <td>7.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>67</td>\n",
              "      <td>7</td>\n",
              "      <td>63</td>\n",
              "      <td>3</td>\n",
              "      <td>(UNDER THE SPELL OF JOY, DEATH VALLEY GIRLS)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32354</th>\n",
              "      <td>Gorillaz</td>\n",
              "      <td>Song Machine, Season One: Strange Timez</td>\n",
              "      <td>October</td>\n",
              "      <td>23</td>\n",
              "      <td>2020</td>\n",
              "      <td>LP</td>\n",
              "      <td>nan</td>\n",
              "      <td>nan</td>\n",
              "      <td>80.0</td>\n",
              "      <td>11.0</td>\n",
              "      <td>9.3</td>\n",
              "      <td>44.0</td>\n",
              "      <td>75</td>\n",
              "      <td>8</td>\n",
              "      <td>94</td>\n",
              "      <td>4</td>\n",
              "      <td>(SONG MACHINE, SEASON ONE: STRANGE TIMEZ, GORI...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32355</th>\n",
              "      <td>Tobin Sprout</td>\n",
              "      <td>Empty Horses</td>\n",
              "      <td>September</td>\n",
              "      <td>18</td>\n",
              "      <td>2020</td>\n",
              "      <td>LP</td>\n",
              "      <td>Fire</td>\n",
              "      <td>nan</td>\n",
              "      <td>77.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>79</td>\n",
              "      <td>5</td>\n",
              "      <td>64</td>\n",
              "      <td>4</td>\n",
              "      <td>(EMPTY HORSES, TOBIN SPROUT)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32356</th>\n",
              "      <td>Jeremy Ivey</td>\n",
              "      <td>Waiting out the Storm</td>\n",
              "      <td>October</td>\n",
              "      <td>16</td>\n",
              "      <td>2020</td>\n",
              "      <td>LP</td>\n",
              "      <td>ANTI-</td>\n",
              "      <td>nan</td>\n",
              "      <td>82.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>77</td>\n",
              "      <td>3</td>\n",
              "      <td>64</td>\n",
              "      <td>3</td>\n",
              "      <td>(WAITING OUT THE STORM, JEREMY IVEY)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32357</th>\n",
              "      <td>Delmer Darion</td>\n",
              "      <td>Morning Pageants</td>\n",
              "      <td>October</td>\n",
              "      <td>16</td>\n",
              "      <td>2020</td>\n",
              "      <td>LP</td>\n",
              "      <td>Practise</td>\n",
              "      <td>nan</td>\n",
              "      <td>78.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>79</td>\n",
              "      <td>5</td>\n",
              "      <td>69</td>\n",
              "      <td>4</td>\n",
              "      <td>(MORNING PAGEANTS, DELMER DARION)</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>32001 rows × 17 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5ff768ff-1742-49c4-8794-5a9bb05b7be4')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5ff768ff-1742-49c4-8794-5a9bb05b7be4 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5ff768ff-1742-49c4-8794-5a9bb05b7be4');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "ratings_df = pd.read_csv('album_ratings.csv', \n",
        "                         delimiter = ',', skiprows = 0, lineterminator = '\\n' )\n",
        "ratings_df['Artist'] = ratings_df['Artist'].str.replace('&', 'and')\n",
        "ratings_df['Title'] = ratings_df['Title'].str.replace('&', 'and')\n",
        "ratings_df['Label'] = ratings_df['Label'].replace('&', 'and')\n",
        "ratings_df = ratings_df.rename(\n",
        "    columns = {'AOTY User Reviews\\r': 'AOTY User Reviews'}\n",
        ")\n",
        "\n",
        "ratings_df[\n",
        "    [\"Artist\", \"Title\", \"Release Month\", \"Format\", \"Label\", \"Genre\"]\n",
        "] = ratings_df[\n",
        "    [\"Artist\", \"Title\", \"Release Month\", \"Format\", \"Label\", \"Genre\"]\n",
        "].astype(str)\n",
        "\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"ar\"]\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"be\"]\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"Ma\"]\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"rc\"]\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"ri\"]\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"ul\"]\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"un\"]\n",
        "ratings_df = ratings_df[ratings_df[\"Release Day\"] != \"us\"]\n",
        "\n",
        "ratings_df[\n",
        "    [\"Release Day\", \"Release Year\", \"AOTY Critic Score\", \"AOTY Critic Reviews\", \"AOTY User Score\", \"AOTY User Reviews\"]\n",
        "] = ratings_df[\n",
        "    [\"Release Day\", \"Release Year\", \"AOTY Critic Score\", \"AOTY Critic Reviews\", \"AOTY User Score\", \"AOTY User Reviews\"]\n",
        "].astype(np.int64, errors = \"ignore\")\n",
        "ratings_df[\"Release Day\"] = ratings_df[\"Release Day\"].astype(\"Int64\", errors = \"ignore\").astype(np.int64, errors = \"ignore\")\n",
        "ratings_df['key'] = list(zip(ratings_df.Title.str.upper(), ratings_df.Artist.str.upper()))\n",
        "\n",
        "ratings_df"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "print(ratings_df[\"Release Day\"].unique())"
      ],
      "metadata": {
        "id": "qNHhNmqYrYQF"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "ratings_df.dtypes"
      ],
      "metadata": {
        "id": "FlqAz6wMDaow"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "t_IzZuRqQclk"
      },
      "outputs": [],
      "source": [
        "ratings_df.to_csv(r'final/Ratings.csv', index = False)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "ratings_small_df = ratings_df[:1000]\n",
        "ratings_small_df.to_csv(r'final/Ratings_small.csv', index = False)"
      ],
      "metadata": {
        "id": "po3khue5tdDs"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "p8bkXVOlaqwU"
      },
      "outputs": [],
      "source": [
        "artists_df = pd.read_csv('artists.csv', \n",
        "                         delimiter = ',', skiprows = 0)\n",
        "artists_df\n",
        "\n",
        "artists_df['artist'] = artists_df['artist_mb']\n",
        "artists_df['country'] = np.where(artists_df['country_mb'], artists_df['country_mb'], \n",
        "                                 artists_df['country_lastfm'])\n",
        "artists_df['tags'] = np.where(artists_df['tags_mb'], artists_df['tags_mb'], \n",
        "                              artists_df['tags_lastfm'])\n",
        "artists_df['listeners'] = artists_df['listeners_lastfm']\n",
        "artists_df['scrobbles'] = artists_df['scrobbles_lastfm']\n",
        "artists_df['ambiguous'] = np.where(artists_df['ambiguous_artist'], 1, 0)\n",
        "artists_df.drop(['mbid', 'artist_mb', 'artist_lastfm', 'country_mb', \n",
        "                 'country_lastfm','tags_mb', 'tags_lastfm', 'listeners_lastfm', \n",
        "                 'scrobbles_lastfm', 'ambiguous_artist'], axis = 1, inplace = True)\n",
        "artists_df['key'] = artists_df['artist'].str.upper()\n",
        "artists_df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "6U765pdrsQpw"
      },
      "outputs": [],
      "source": [
        "artists_df.to_csv(r'final/Artists.csv', index = False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 814
        },
        "id": "-7wW9o8Hs_-V",
        "outputId": "11a689d8-34a4-42d1-de39-bce5897c8f2c"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      Artist                                    Title  \\\n",
              "0       The Bird and the Bee                     The Bird and the Bee   \n",
              "1              Pet Shop Boys                                      Yes   \n",
              "2                The Rapture                In The Grace of Your Love   \n",
              "3        Death Cab For Cutie                           Codes and Keys   \n",
              "4               French Kicks                             Two Thousand   \n",
              "...                      ...                                      ...   \n",
              "166264    Death Valley Girls                   Under the Spell of Joy   \n",
              "166265              Gorillaz  Song Machine, Season One: Strange Timez   \n",
              "166266              Gorillaz  Song Machine, Season One: Strange Timez   \n",
              "166267          Tobin Sprout                             Empty Horses   \n",
              "166268           Jeremy Ivey                    Waiting out the Storm   \n",
              "\n",
              "                       Source  Rating  \\\n",
              "0       Delusions of Adequacy    70.0   \n",
              "1               The A.V. Club    67.0   \n",
              "2                 Clash Music    70.0   \n",
              "3                Boston Globe    70.0   \n",
              "4                      Filter    78.0   \n",
              "...                       ...     ...   \n",
              "166264                   Mojo    60.0   \n",
              "166265           DIY Magazine    90.0   \n",
              "166266               AllMusic    70.0   \n",
              "166267                  Uncut    60.0   \n",
              "166268             PopMatters    80.0   \n",
              "\n",
              "                                                   Review  Reception  \n",
              "0       The Bird and the Bee is as light as a feather,...  Favorable  \n",
              "1       On the surface, this big-sounding album belong...  Favorable  \n",
              "2       It's not a difficult or aloof album, but there...  Favorable  \n",
              "3       Here on Death Cab for Cutie's seventh record t...  Favorable  \n",
              "4       [They've] caught on to what all those indies d...  Favorable  \n",
              "...                                                   ...        ...  \n",
              "166264  Pare things back to an insistent Banshees-like...      Mixed  \n",
              "166265  Often Gorillaz records fall victim to feeling ...    Acclaim  \n",
              "166266  The likes of Robert Smith, Beck, St. Vincent, ...  Favorable  \n",
              "166267  Sprout can get a little too earnest - greater ...      Mixed  \n",
              "166268  There's no showing off or extended solos here,...  Favorable  \n",
              "\n",
              "[166213 rows x 6 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-7a442f21-e9b1-41e7-aed4-da2dbfad041f\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Artist</th>\n",
              "      <th>Title</th>\n",
              "      <th>Source</th>\n",
              "      <th>Rating</th>\n",
              "      <th>Review</th>\n",
              "      <th>Reception</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The Bird and the Bee</td>\n",
              "      <td>The Bird and the Bee</td>\n",
              "      <td>Delusions of Adequacy</td>\n",
              "      <td>70.0</td>\n",
              "      <td>The Bird and the Bee is as light as a feather,...</td>\n",
              "      <td>Favorable</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Pet Shop Boys</td>\n",
              "      <td>Yes</td>\n",
              "      <td>The A.V. Club</td>\n",
              "      <td>67.0</td>\n",
              "      <td>On the surface, this big-sounding album belong...</td>\n",
              "      <td>Favorable</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Rapture</td>\n",
              "      <td>In The Grace of Your Love</td>\n",
              "      <td>Clash Music</td>\n",
              "      <td>70.0</td>\n",
              "      <td>It's not a difficult or aloof album, but there...</td>\n",
              "      <td>Favorable</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Death Cab For Cutie</td>\n",
              "      <td>Codes and Keys</td>\n",
              "      <td>Boston Globe</td>\n",
              "      <td>70.0</td>\n",
              "      <td>Here on Death Cab for Cutie's seventh record t...</td>\n",
              "      <td>Favorable</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>French Kicks</td>\n",
              "      <td>Two Thousand</td>\n",
              "      <td>Filter</td>\n",
              "      <td>78.0</td>\n",
              "      <td>[They've] caught on to what all those indies d...</td>\n",
              "      <td>Favorable</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>166264</th>\n",
              "      <td>Death Valley Girls</td>\n",
              "      <td>Under the Spell of Joy</td>\n",
              "      <td>Mojo</td>\n",
              "      <td>60.0</td>\n",
              "      <td>Pare things back to an insistent Banshees-like...</td>\n",
              "      <td>Mixed</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>166265</th>\n",
              "      <td>Gorillaz</td>\n",
              "      <td>Song Machine, Season One: Strange Timez</td>\n",
              "      <td>DIY Magazine</td>\n",
              "      <td>90.0</td>\n",
              "      <td>Often Gorillaz records fall victim to feeling ...</td>\n",
              "      <td>Acclaim</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>166266</th>\n",
              "      <td>Gorillaz</td>\n",
              "      <td>Song Machine, Season One: Strange Timez</td>\n",
              "      <td>AllMusic</td>\n",
              "      <td>70.0</td>\n",
              "      <td>The likes of Robert Smith, Beck, St. Vincent, ...</td>\n",
              "      <td>Favorable</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>166267</th>\n",
              "      <td>Tobin Sprout</td>\n",
              "      <td>Empty Horses</td>\n",
              "      <td>Uncut</td>\n",
              "      <td>60.0</td>\n",
              "      <td>Sprout can get a little too earnest - greater ...</td>\n",
              "      <td>Mixed</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>166268</th>\n",
              "      <td>Jeremy Ivey</td>\n",
              "      <td>Waiting out the Storm</td>\n",
              "      <td>PopMatters</td>\n",
              "      <td>80.0</td>\n",
              "      <td>There's no showing off or extended solos here,...</td>\n",
              "      <td>Favorable</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>166213 rows × 6 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-7a442f21-e9b1-41e7-aed4-da2dbfad041f')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-7a442f21-e9b1-41e7-aed4-da2dbfad041f button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-7a442f21-e9b1-41e7-aed4-da2dbfad041f');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ],
      "source": [
        "reviews_df = pd.read_csv('reviews.csv', delimiter = ',', skiprows = 0)\n",
        "reviews_df['Artist'] = reviews_df['Artist'].str.replace('&', 'and')\n",
        "reviews_df['Title'] = reviews_df['Title'].str.replace('&', 'and')\n",
        "reviews_df = reviews_df[reviews_df[\"Title\"].isin(ratings_df[\"Title\"])]\n",
        "reviews_df = reviews_df[reviews_df[\"Artist\"].isin(ratings_df[\"Artist\"])]\n",
        "reviews_df.dropna(inplace = True)\n",
        "reviews_df"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "reviews_df.dtypes"
      ],
      "metadata": {
        "id": "OX5Fs3AT1B0D"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(len(reviews_df[\"Title\"].unique()))"
      ],
      "metadata": {
        "id": "VhzGE0YK01eh"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "qKYldPUlthzP"
      },
      "outputs": [],
      "source": [
        "reviews_df.to_csv(r'final/Reviews.csv', index = False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 869
        },
        "id": "pbGhm7TMtmGL",
        "outputId": "8464c7f2-6d8a-4ac0-8635-5253c4e09999"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                          name                      album  \\\n",
              "0                      Testify  The Battle Of Los Angeles   \n",
              "1              Guerrilla Radio  The Battle Of Los Angeles   \n",
              "2             Calm Like a Bomb  The Battle Of Los Angeles   \n",
              "3                    Mic Check  The Battle Of Los Angeles   \n",
              "4        Sleep Now In the Fire  The Battle Of Los Angeles   \n",
              "...                        ...                        ...   \n",
              "1204020         Gospel of Juke                 Notch - EP   \n",
              "1204021          Prism Visions                 Notch - EP   \n",
              "1204022              Tokyo 360                 Notch - EP   \n",
              "1204023                 Yummy!                 Notch - EP   \n",
              "1204024   That's The Way It Is                 Notch - EP   \n",
              "\n",
              "                          artists  track_number  disc_number  explicit  \\\n",
              "0        Rage Against The Machine             1            1         0   \n",
              "1        Rage Against The Machine             2            1         1   \n",
              "2        Rage Against The Machine             3            1         0   \n",
              "3        Rage Against The Machine             4            1         1   \n",
              "4        Rage Against The Machine             5            1         0   \n",
              "...                           ...           ...          ...       ...   \n",
              "1204020                   FVLCRVM             2            1         0   \n",
              "1204021                   FVLCRVM             3            1         0   \n",
              "1204022                   FVLCRVM             4            1         0   \n",
              "1204023                   FVLCRVM             5            1         0   \n",
              "1204024                   FVLCRVM             6            1         0   \n",
              "\n",
              "         danceability  energy  key  loudness  ...  speechiness  acousticness  \\\n",
              "0               0.470   0.978    7    -5.399  ...       0.0727       0.02610   \n",
              "1               0.599   0.957   11    -5.764  ...       0.1880       0.01290   \n",
              "2               0.315   0.970    7    -5.424  ...       0.4830       0.02340   \n",
              "3               0.440   0.967   11    -5.830  ...       0.2370       0.16300   \n",
              "4               0.426   0.929    2    -6.729  ...       0.0701       0.00162   \n",
              "...               ...     ...  ...       ...  ...          ...           ...   \n",
              "1204020         0.264   0.966    5    -6.970  ...       0.0672       0.00935   \n",
              "1204021         0.796   0.701   11    -6.602  ...       0.0883       0.10400   \n",
              "1204022         0.785   0.796    9    -5.960  ...       0.0564       0.03040   \n",
              "1204023         0.665   0.856    6    -6.788  ...       0.0409       0.00007   \n",
              "1204024         0.736   0.708    2    -9.279  ...       0.0539       0.01680   \n",
              "\n",
              "         instrumentalness  liveness  valence    tempo  duration_ms  \\\n",
              "0                0.000011    0.3560    0.503  117.906       210133   \n",
              "1                0.000071    0.1550    0.489  103.680       206200   \n",
              "2                0.000002    0.1220    0.370  149.749       298893   \n",
              "3                0.000004    0.1210    0.574   96.752       213640   \n",
              "4                0.105000    0.0789    0.539  127.059       205600   \n",
              "...                   ...       ...      ...      ...          ...   \n",
              "1204020          0.002240    0.3370    0.415  159.586       276213   \n",
              "1204021          0.644000    0.0749    0.781  121.980       363179   \n",
              "1204022          0.918000    0.0664    0.467  121.996       385335   \n",
              "1204023          0.776000    0.1170    0.227  124.986       324455   \n",
              "1204024          0.296000    0.2790    0.204  117.991       304982   \n",
              "\n",
              "         time_signature  year  release_date  \n",
              "0                   4.0  1999    1999-11-02  \n",
              "1                   4.0  1999    1999-11-02  \n",
              "2                   4.0  1999    1999-11-02  \n",
              "3                   4.0  1999    1999-11-02  \n",
              "4                   4.0  1999    1999-11-02  \n",
              "...                 ...   ...           ...  \n",
              "1204020             4.0  2014    2014-01-09  \n",
              "1204021             4.0  2014    2014-01-09  \n",
              "1204022             4.0  2014    2014-01-09  \n",
              "1204023             4.0  2014    2014-01-09  \n",
              "1204024             4.0  2014    2014-01-09  \n",
              "\n",
              "[1798207 rows x 21 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-373ecbb4-fdb0-4a38-bfec-3ac3f4dc5ce9\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>album</th>\n",
              "      <th>artists</th>\n",
              "      <th>track_number</th>\n",
              "      <th>disc_number</th>\n",
              "      <th>explicit</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>key</th>\n",
              "      <th>loudness</th>\n",
              "      <th>...</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>time_signature</th>\n",
              "      <th>year</th>\n",
              "      <th>release_date</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Testify</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.470</td>\n",
              "      <td>0.978</td>\n",
              "      <td>7</td>\n",
              "      <td>-5.399</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0727</td>\n",
              "      <td>0.02610</td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.3560</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>210133</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.599</td>\n",
              "      <td>0.957</td>\n",
              "      <td>11</td>\n",
              "      <td>-5.764</td>\n",
              "      <td>...</td>\n",
              "      <td>0.1880</td>\n",
              "      <td>0.01290</td>\n",
              "      <td>0.000071</td>\n",
              "      <td>0.1550</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>206200</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.315</td>\n",
              "      <td>0.970</td>\n",
              "      <td>7</td>\n",
              "      <td>-5.424</td>\n",
              "      <td>...</td>\n",
              "      <td>0.4830</td>\n",
              "      <td>0.02340</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.1220</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>298893</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Mic Check</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.967</td>\n",
              "      <td>11</td>\n",
              "      <td>-5.830</td>\n",
              "      <td>...</td>\n",
              "      <td>0.2370</td>\n",
              "      <td>0.16300</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.1210</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>213640</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.426</td>\n",
              "      <td>0.929</td>\n",
              "      <td>2</td>\n",
              "      <td>-6.729</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0701</td>\n",
              "      <td>0.00162</td>\n",
              "      <td>0.105000</td>\n",
              "      <td>0.0789</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>205600</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204020</th>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.264</td>\n",
              "      <td>0.966</td>\n",
              "      <td>5</td>\n",
              "      <td>-6.970</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0672</td>\n",
              "      <td>0.00935</td>\n",
              "      <td>0.002240</td>\n",
              "      <td>0.3370</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>276213</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204021</th>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.796</td>\n",
              "      <td>0.701</td>\n",
              "      <td>11</td>\n",
              "      <td>-6.602</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0883</td>\n",
              "      <td>0.10400</td>\n",
              "      <td>0.644000</td>\n",
              "      <td>0.0749</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>363179</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204022</th>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.796</td>\n",
              "      <td>9</td>\n",
              "      <td>-5.960</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0564</td>\n",
              "      <td>0.03040</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.0664</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>385335</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204023</th>\n",
              "      <td>Yummy!</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.665</td>\n",
              "      <td>0.856</td>\n",
              "      <td>6</td>\n",
              "      <td>-6.788</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.776000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>324455</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204024</th>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.736</td>\n",
              "      <td>0.708</td>\n",
              "      <td>2</td>\n",
              "      <td>-9.279</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0539</td>\n",
              "      <td>0.01680</td>\n",
              "      <td>0.296000</td>\n",
              "      <td>0.2790</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>304982</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1798207 rows × 21 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-373ecbb4-fdb0-4a38-bfec-3ac3f4dc5ce9')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-373ecbb4-fdb0-4a38-bfec-3ac3f4dc5ce9 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-373ecbb4-fdb0-4a38-bfec-3ac3f4dc5ce9');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ],
      "source": [
        "songs_df = pd.read_csv('songs.csv', \n",
        "    converters={'artists': ast.literal_eval}, delimiter = ',', skiprows = 0)\n",
        "songs_df['name'] = songs_df['name'].str.replace('&', 'and')\n",
        "songs_df['album'] = songs_df['album'].str.replace('&', 'and')\n",
        "songs_df['explicit'] = np.where(songs_df['explicit'], 1, 0)\n",
        "songs_df['release_date'] = pd.to_datetime(songs_df['release_date'], errors = 'coerce')\n",
        "\n",
        "songs_df['artists'] = songs_df['artists'].apply(lambda x: list(x))\n",
        "songs_df = songs_df.explode(\"artists\")\n",
        "songs_df['artists'] = songs_df['artists'].str.replace('&', 'and')\n",
        "songs_df = songs_df.drop_duplicates()\n",
        "# songs_df = songs_df.rename(columns = {'artists': 'artist'}).reset_index()\n",
        "songs_df.drop(['id', 'album_id', 'artist_ids'], axis = 1, inplace = True)\n",
        "\n",
        "songs_df"
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "0wgaYNvS45Dp"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "songs_albums_df = songs_df\n",
        "songs_albums_df['key'] = list(zip(songs_albums_df.album.str.upper(), songs_albums_df.artists.str.upper()))\n",
        "songs_albums_df = songs_albums_df.set_index('key').join(ratings_df[['key', 'Title', 'Artist']].set_index('key'), how = 'inner')\n",
        "songs_albums_df['album'] = songs_albums_df['Title']\n",
        "songs_albums_df['artists'] = songs_albums_df['Artist']\n",
        "songs_albums_df = songs_albums_df.reset_index(drop = True)\n",
        "songs_albums_df = songs_albums_df.drop_duplicates()\n",
        "songs_albums_df = songs_albums_df.reset_index()\n",
        "songs_albums_df.drop(['Title', 'Artist', 'index'], axis = 1, inplace = True)\n",
        "songs_albums_df.rename(columns = {'artists': 'artist'}, inplace = True)\n",
        "\n",
        "songs_albums_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 869
        },
        "id": "o_6HSfqytyyf",
        "outputId": "ac3b5943-943a-4030-83a9-f2bdd8227a02"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       name         album          artist  \\\n",
              "0                      Shine A Little Light  \"Let's Rock\"  The Black Keys   \n",
              "1                               Eagle Birds  \"Let's Rock\"  The Black Keys   \n",
              "2                                     Lo/Hi  \"Let's Rock\"  The Black Keys   \n",
              "3                     Walk Across The Water  \"Let's Rock\"  The Black Keys   \n",
              "4                              Tell Me Lies  \"Let's Rock\"  The Black Keys   \n",
              "...                                     ...           ...             ...   \n",
              "57797                              Slowness           ~~~     Ana Roxanne   \n",
              "57798  It's a Rainy Day on the Cosmic Shore           ~~~     Ana Roxanne   \n",
              "57799                              Nocturne           ~~~     Ana Roxanne   \n",
              "57800               I'm Every Sparkly Woman           ~~~     Ana Roxanne   \n",
              "57801                     In a Small Valley           ~~~     Ana Roxanne   \n",
              "\n",
              "       track_number  disc_number  explicit  danceability  energy  loudness  \\\n",
              "0                 1            1         0        0.4400   0.719    -6.645   \n",
              "1                 2            1         0        0.5120   0.780    -4.946   \n",
              "2                 3            1         0        0.6060   0.679    -7.445   \n",
              "3                 4            1         0        0.4180   0.583    -7.296   \n",
              "4                 5            1         0        0.4360   0.626    -7.612   \n",
              "...             ...          ...       ...           ...     ...       ...   \n",
              "57797             2            1         0        0.3930   0.302   -18.905   \n",
              "57798             3            1         0        0.0815   0.737   -21.119   \n",
              "57799             4            1         0        0.1830   0.135   -17.968   \n",
              "57800             5            1         0        0.1610   0.340   -15.648   \n",
              "57801             6            1         0        0.3130   0.957   -20.949   \n",
              "\n",
              "       mode  speechiness  acousticness  instrumentalness  liveness  valence  \\\n",
              "0         0       0.0445        0.0217          0.000005    0.0663   0.5230   \n",
              "1         0       0.0409        0.0471          0.024200    0.0856   0.6090   \n",
              "2         1       0.0321        0.0151          0.000433    0.0962   0.7070   \n",
              "3         1       0.0257        0.3290          0.769000    0.2380   0.3270   \n",
              "4         1       0.0361        0.2950          0.697000    0.1170   0.4090   \n",
              "...     ...          ...           ...               ...       ...      ...   \n",
              "57797     1       0.0372        0.9110          0.882000    0.3250   0.1910   \n",
              "57798     1       0.2480        0.8700          0.973000    0.1410   0.0654   \n",
              "57799     1       0.0407        0.9330          0.945000    0.1150   0.0399   \n",
              "57800     1       0.0523        0.9790          0.962000    0.0853   0.1180   \n",
              "57801     0       0.7030        0.7420          0.000361    0.6460   0.0346   \n",
              "\n",
              "         tempo  duration_ms  time_signature  year release_date  \n",
              "0      111.398       196777             4.0  2019   2019-06-28  \n",
              "1       93.998       160543             4.0  2019   2019-06-28  \n",
              "2      122.016       177768             4.0  2019   2019-06-28  \n",
              "3       79.594       235842             4.0  2019   2019-06-28  \n",
              "4       94.643       219891             4.0  2019   2019-06-28  \n",
              "...        ...          ...             ...   ...          ...  \n",
              "57797   79.048       260621             4.0  2019   2019-03-15  \n",
              "57798   50.642       320093             4.0  2019   2019-03-15  \n",
              "57799  126.901       336666             4.0  2019   2019-03-15  \n",
              "57800  218.026       143147             4.0  2019   2019-03-15  \n",
              "57801  128.733       324000             5.0  2019   2019-03-15  \n",
              "\n",
              "[57802 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-0b236461-35f3-4c6c-8b23-13d9ce306f54\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>album</th>\n",
              "      <th>artist</th>\n",
              "      <th>track_number</th>\n",
              "      <th>disc_number</th>\n",
              "      <th>explicit</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>time_signature</th>\n",
              "      <th>year</th>\n",
              "      <th>release_date</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Shine A Little Light</td>\n",
              "      <td>\"Let's Rock\"</td>\n",
              "      <td>The Black Keys</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.4400</td>\n",
              "      <td>0.719</td>\n",
              "      <td>-6.645</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0445</td>\n",
              "      <td>0.0217</td>\n",
              "      <td>0.000005</td>\n",
              "      <td>0.0663</td>\n",
              "      <td>0.5230</td>\n",
              "      <td>111.398</td>\n",
              "      <td>196777</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-06-28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Eagle Birds</td>\n",
              "      <td>\"Let's Rock\"</td>\n",
              "      <td>The Black Keys</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.5120</td>\n",
              "      <td>0.780</td>\n",
              "      <td>-4.946</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.0471</td>\n",
              "      <td>0.024200</td>\n",
              "      <td>0.0856</td>\n",
              "      <td>0.6090</td>\n",
              "      <td>93.998</td>\n",
              "      <td>160543</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-06-28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Lo/Hi</td>\n",
              "      <td>\"Let's Rock\"</td>\n",
              "      <td>The Black Keys</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.6060</td>\n",
              "      <td>0.679</td>\n",
              "      <td>-7.445</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0321</td>\n",
              "      <td>0.0151</td>\n",
              "      <td>0.000433</td>\n",
              "      <td>0.0962</td>\n",
              "      <td>0.7070</td>\n",
              "      <td>122.016</td>\n",
              "      <td>177768</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-06-28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Walk Across The Water</td>\n",
              "      <td>\"Let's Rock\"</td>\n",
              "      <td>The Black Keys</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.4180</td>\n",
              "      <td>0.583</td>\n",
              "      <td>-7.296</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0257</td>\n",
              "      <td>0.3290</td>\n",
              "      <td>0.769000</td>\n",
              "      <td>0.2380</td>\n",
              "      <td>0.3270</td>\n",
              "      <td>79.594</td>\n",
              "      <td>235842</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-06-28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Tell Me Lies</td>\n",
              "      <td>\"Let's Rock\"</td>\n",
              "      <td>The Black Keys</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.4360</td>\n",
              "      <td>0.626</td>\n",
              "      <td>-7.612</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0361</td>\n",
              "      <td>0.2950</td>\n",
              "      <td>0.697000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.4090</td>\n",
              "      <td>94.643</td>\n",
              "      <td>219891</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-06-28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57797</th>\n",
              "      <td>Slowness</td>\n",
              "      <td>~~~</td>\n",
              "      <td>Ana Roxanne</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.3930</td>\n",
              "      <td>0.302</td>\n",
              "      <td>-18.905</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0372</td>\n",
              "      <td>0.9110</td>\n",
              "      <td>0.882000</td>\n",
              "      <td>0.3250</td>\n",
              "      <td>0.1910</td>\n",
              "      <td>79.048</td>\n",
              "      <td>260621</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-03-15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57798</th>\n",
              "      <td>It's a Rainy Day on the Cosmic Shore</td>\n",
              "      <td>~~~</td>\n",
              "      <td>Ana Roxanne</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0815</td>\n",
              "      <td>0.737</td>\n",
              "      <td>-21.119</td>\n",
              "      <td>1</td>\n",
              "      <td>0.2480</td>\n",
              "      <td>0.8700</td>\n",
              "      <td>0.973000</td>\n",
              "      <td>0.1410</td>\n",
              "      <td>0.0654</td>\n",
              "      <td>50.642</td>\n",
              "      <td>320093</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-03-15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57799</th>\n",
              "      <td>Nocturne</td>\n",
              "      <td>~~~</td>\n",
              "      <td>Ana Roxanne</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.1830</td>\n",
              "      <td>0.135</td>\n",
              "      <td>-17.968</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0407</td>\n",
              "      <td>0.9330</td>\n",
              "      <td>0.945000</td>\n",
              "      <td>0.1150</td>\n",
              "      <td>0.0399</td>\n",
              "      <td>126.901</td>\n",
              "      <td>336666</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-03-15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57800</th>\n",
              "      <td>I'm Every Sparkly Woman</td>\n",
              "      <td>~~~</td>\n",
              "      <td>Ana Roxanne</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.1610</td>\n",
              "      <td>0.340</td>\n",
              "      <td>-15.648</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0523</td>\n",
              "      <td>0.9790</td>\n",
              "      <td>0.962000</td>\n",
              "      <td>0.0853</td>\n",
              "      <td>0.1180</td>\n",
              "      <td>218.026</td>\n",
              "      <td>143147</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-03-15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57801</th>\n",
              "      <td>In a Small Valley</td>\n",
              "      <td>~~~</td>\n",
              "      <td>Ana Roxanne</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.3130</td>\n",
              "      <td>0.957</td>\n",
              "      <td>-20.949</td>\n",
              "      <td>0</td>\n",
              "      <td>0.7030</td>\n",
              "      <td>0.7420</td>\n",
              "      <td>0.000361</td>\n",
              "      <td>0.6460</td>\n",
              "      <td>0.0346</td>\n",
              "      <td>128.733</td>\n",
              "      <td>324000</td>\n",
              "      <td>5.0</td>\n",
              "      <td>2019</td>\n",
              "      <td>2019-03-15</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>57802 rows × 20 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0b236461-35f3-4c6c-8b23-13d9ce306f54')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-0b236461-35f3-4c6c-8b23-13d9ce306f54 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-0b236461-35f3-4c6c-8b23-13d9ce306f54');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Step 2. Exports"
      ],
      "metadata": {
        "id": "aqFTh2EcWjvA"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "9EZUhdyJuX5i"
      },
      "outputs": [],
      "source": [
        "songs_df[265300:].to_csv(r'final/Songs_265k.csv', index = False)\n",
        "songs_artists_df[191800:].to_csv(r'final/SongsArtists_192k.csv', index = False)\n",
        "# songs_albums_df.to_csv(r'final/SongsAlbums.csv', index = False)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "songs_df[265300:300000].to_csv(r'final/Songs_265k.csv', index = False)\n",
        "songs_df[300000:330000].to_csv(r'final/Songs_300k.csv', index = False)\n",
        "songs_df[330000:360000].to_csv(r'final/Songs_330k.csv', index = False)\n",
        "songs_df[360000:390000].to_csv(r'final/Songs_360k.csv', index = False)\n",
        "songs_df[390000:420000].to_csv(r'final/Songs_390k.csv', index = False)\n",
        "songs_df[420000:450000].to_csv(r'final/Songs_420k.csv', index = False)\n",
        "songs_df[450000:480000].to_csv(r'final/Songs_450k.csv', index = False)\n",
        "songs_df[480000:510000].to_csv(r'final/Songs_480k.csv', index = False)\n",
        "songs_df[510000:540000].to_csv(r'final/Songs_510k.csv', index = False)\n",
        "songs_df[540000:570000].to_csv(r'final/Songs_540k.csv', index = False)\n",
        "songs_df[570000:600000].to_csv(r'final/Songs_570k.csv', index = False)"
      ],
      "metadata": {
        "id": "ng2do22YC2us"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "songs_df[600000:630000].to_csv(r'final/Songs_600k.csv', index = False)\n",
        "songs_df[630000:660000].to_csv(r'final/Songs_630k.csv', index = False)\n",
        "songs_df[660000:690000].to_csv(r'final/Songs_660k.csv', index = False)\n",
        "songs_df[690000:720000].to_csv(r'final/Songs_690k.csv', index = False)\n",
        "songs_df[720000:750000].to_csv(r'final/Songs_720k.csv', index = False)\n",
        "songs_df[750000:780000].to_csv(r'final/Songs_750k.csv', index = False)\n",
        "songs_df[780000:810000].to_csv(r'final/Songs_780k.csv', index = False)\n",
        "songs_df[810000:840000].to_csv(r'final/Songs_810k.csv', index = False)\n",
        "songs_df[840000:870000].to_csv(r'final/Songs_840k.csv', index = False)\n",
        "songs_df[870000:900000].to_csv(r'final/Songs_870k.csv', index = False)"
      ],
      "metadata": {
        "id": "TTdDnFv5DzjY"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "songs_df[900000:930000].to_csv(r'final/Songs_900k.csv', index = False)\n",
        "songs_df[930000:960000].to_csv(r'final/Songs_930k.csv', index = False)\n",
        "songs_df[960000:990000].to_csv(r'final/Songs_960k.csv', index = False)\n",
        "songs_df[990000:1020000].to_csv(r'final/Songs_990k.csv', index = False)\n",
        "songs_df[1020000:1050000].to_csv(r'final/Songs_1020k.csv', index = False)\n",
        "songs_df[1050000:1080000].to_csv(r'final/Songs_1050k.csv', index = False)\n",
        "songs_df[1080000:1110000].to_csv(r'final/Songs_1080k.csv', index = False)\n",
        "songs_df[1110000:1140000].to_csv(r'final/Songs_1110k.csv', index = False)\n",
        "songs_df[1140000:1170000].to_csv(r'final/Songs_1140k.csv', index = False)\n",
        "songs_df[1170000:1200000].to_csv(r'final/Songs_1170k.csv', index = False)"
      ],
      "metadata": {
        "id": "SvB_9b92Dzde"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "songs_df[1200000:1230000].to_csv(r'final/Songs_1200k.csv', index = False)\n",
        "songs_df[1230000:1260000].to_csv(r'final/Songs_1230k.csv', index = False)\n",
        "songs_df[1260000:1290000].to_csv(r'final/Songs_1260k.csv', index = False)\n",
        "songs_df[1290000:1320000].to_csv(r'final/Songs_1290k.csv', index = False)\n",
        "songs_df[1320000:1350000].to_csv(r'final/Songs_1320k.csv', index = False)\n",
        "songs_df[1350000:1380000].to_csv(r'final/Songs_1350k.csv', index = False)\n",
        "songs_df[1380000:1410000].to_csv(r'final/Songs_1380k.csv', index = False)\n",
        "songs_df[1410000:1440000].to_csv(r'final/Songs_1410k.csv', index = False)\n",
        "songs_df[1440000:1470000].to_csv(r'final/Songs_1440k.csv', index = False)\n",
        "songs_df[1470000:1500000].to_csv(r'final/Songs_1470k.csv', index = False)"
      ],
      "metadata": {
        "id": "PgnIm8-cDzWN"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "songs_df[1500000:1530000].to_csv(r'final/Songs_1500k.csv', index = False)\n",
        "songs_df[1530000:1560000].to_csv(r'final/Songs_1530k.csv', index = False)\n",
        "songs_df[1560000:1590000].to_csv(r'final/Songs_1560k.csv', index = False)\n",
        "songs_df[1590000:1620000].to_csv(r'final/Songs_1590k.csv', index = False)\n",
        "songs_df[1620000:1650000].to_csv(r'final/Songs_1620k.csv', index = False)\n",
        "songs_df[1650000:1680000].to_csv(r'final/Songs_1650k.csv', index = False)\n",
        "songs_df[1680000:1710000].to_csv(r'final/Songs_1680k.csv', index = False)\n",
        "songs_df[1710000:1740000].to_csv(r'final/Songs_1710k.csv', index = False)\n",
        "songs_df[1740000:1770000].to_csv(r'final/Songs_1740k.csv', index = False)\n",
        "songs_df[1770000:].to_csv(r'final/Songs_1770k.csv', index = False)"
      ],
      "metadata": {
        "id": "r3x8XTZyDzKZ"
      },
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}