01: Topic_Modeling_using_LDA_sklearn.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "01: Topic_Modeling_using _LDA _sklearn.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ChmlSn20feAH"
      },
      "source": [
        "End to End Topic Modeling using Scikit-Learn"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ITnIil_rP8FE"
      },
      "source": [
        "Video walkthorugh the code - https://youtu.be/25JOEnrz40c"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3Tib-VoNf3SU"
      },
      "source": [
        "import pandas as pd\n",
        "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer\n",
        "from sklearn import decomposition\n",
        "import matplotlib.pyplot as plt\n",
        "import numpy as np\n",
        "import re\n",
        "import nltk\n",
        "from nltk.stem.porter import PorterStemmer\n",
        "from sklearn.model_selection import train_test_split"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WShP9UhDdqqz",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8070ecb4-e177-4cf5-a69f-2d22bd1bf03b"
      },
      "source": [
        "nltk.download('punkt') #sentence tokenization"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tJLUmACgf8oQ"
      },
      "source": [
        "df=pd.read_csv('https://github.com/srivatsan88/YouTubeLI/blob/master/dataset/consumer_compliants.zip?raw=true', compression='zip', sep=',', quotechar='\"')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2YZbkRxzg6KI",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "347970e4-4b1b-43e6-d4dd-fbe8d8582920"
      },
      "source": [
        "df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Date received</th>\n",
              "      <th>Product</th>\n",
              "      <th>Sub-product</th>\n",
              "      <th>Issue</th>\n",
              "      <th>Sub-issue</th>\n",
              "      <th>Consumer complaint narrative</th>\n",
              "      <th>Company public response</th>\n",
              "      <th>Company</th>\n",
              "      <th>State</th>\n",
              "      <th>ZIP code</th>\n",
              "      <th>Tags</th>\n",
              "      <th>Consumer consent provided?</th>\n",
              "      <th>Submitted via</th>\n",
              "      <th>Date sent to company</th>\n",
              "      <th>Company response to consumer</th>\n",
              "      <th>Timely response?</th>\n",
              "      <th>Consumer disputed?</th>\n",
              "      <th>Complaint ID</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>4/3/2020</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>Loan</td>\n",
              "      <td>Getting a loan or lease</td>\n",
              "      <td>Fraudulent loan</td>\n",
              "      <td>This auto loan was opened on XX/XX/2020 in XXX...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>TRUIST FINANCIAL CORPORATION</td>\n",
              "      <td>PA</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>4/3/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3591341</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>3/12/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Payday loan debt</td>\n",
              "      <td>Attempts to collect debt not owed</td>\n",
              "      <td>Debt is not yours</td>\n",
              "      <td>In XXXX of 2019 I noticed a debt for {$620.00}...</td>\n",
              "      <td>None</td>\n",
              "      <td>CURO Intermediate Holdings</td>\n",
              "      <td>CO</td>\n",
              "      <td>806XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>3/12/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3564184</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2/6/2020</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>Loan</td>\n",
              "      <td>Getting a loan or lease</td>\n",
              "      <td>Credit denial</td>\n",
              "      <td>As stated from Capital One, XXXX XX/XX/XXXX an...</td>\n",
              "      <td>None</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "      <td>OH</td>\n",
              "      <td>430XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/6/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3521949</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3/6/2020</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>Savings account</td>\n",
              "      <td>Managing an account</td>\n",
              "      <td>Banking errors</td>\n",
              "      <td>Please see CFPB case XXXX. \\n\\nCapital One, in...</td>\n",
              "      <td>None</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "      <td>CA</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>3/6/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3556237</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2/14/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Medical debt</td>\n",
              "      <td>Attempts to collect debt not owed</td>\n",
              "      <td>Debt is not yours</td>\n",
              "      <td>This debt was incurred due to medical malpract...</td>\n",
              "      <td>Company believes it acted appropriately as aut...</td>\n",
              "      <td>Merchants and Professional Bureau, Inc.</td>\n",
              "      <td>OH</td>\n",
              "      <td>432XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/14/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3531704</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57448</th>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Student loan</td>\n",
              "      <td>Federal student loan servicing</td>\n",
              "      <td>Dealing with your lender or servicer</td>\n",
              "      <td>Trouble with how payments are being handled</td>\n",
              "      <td>I am attempting to make a payment toward my st...</td>\n",
              "      <td>None</td>\n",
              "      <td>Nelnet, Inc.</td>\n",
              "      <td>KS</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3549178</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57449</th>\n",
              "      <td>2/11/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Other debt</td>\n",
              "      <td>Attempts to collect debt not owed</td>\n",
              "      <td>Debt was paid</td>\n",
              "      <td>Received letter for {$480.00}. Original credit...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>The Receivable Management Services LLC, New Yo...</td>\n",
              "      <td>AZ</td>\n",
              "      <td>853XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/18/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3527928</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57450</th>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Other debt</td>\n",
              "      <td>Communication tactics</td>\n",
              "      <td>Used obscene, profane, or other abusive language</td>\n",
              "      <td>entire time 10 years until XX/XX/2020. XXXX ma...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>Convergent Resources, Inc.</td>\n",
              "      <td>NJ</td>\n",
              "      <td>8101</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>2/29/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3549238</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57451</th>\n",
              "      <td>1/16/2020</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>Checking account</td>\n",
              "      <td>Problem with a lender or other company chargin...</td>\n",
              "      <td>Transaction was not authorized</td>\n",
              "      <td>I am a customer with Wells Fargo Bank. Recentl...</td>\n",
              "      <td>Company has responded to the consumer and the ...</td>\n",
              "      <td>WELLS FARGO &amp; COMPANY</td>\n",
              "      <td>AZ</td>\n",
              "      <td>852XX</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>1/22/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3498566</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57452</th>\n",
              "      <td>1/16/2020</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Auto debt</td>\n",
              "      <td>Took or threatened to take negative or legal a...</td>\n",
              "      <td>Threatened or suggested your credit would be d...</td>\n",
              "      <td>I spoken with them several times in a year. An...</td>\n",
              "      <td>None</td>\n",
              "      <td>Exeter Finance Corp.</td>\n",
              "      <td>SC</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>Consent provided</td>\n",
              "      <td>Web</td>\n",
              "      <td>1/16/2020</td>\n",
              "      <td>Closed with explanation</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3498524</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>57453 rows × 18 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "      Date received  ... Complaint ID\n",
              "0          4/3/2020  ...      3591341\n",
              "1         3/12/2020  ...      3564184\n",
              "2          2/6/2020  ...      3521949\n",
              "3          3/6/2020  ...      3556237\n",
              "4         2/14/2020  ...      3531704\n",
              "...             ...  ...          ...\n",
              "57448     2/29/2020  ...      3549178\n",
              "57449     2/11/2020  ...      3527928\n",
              "57450     2/29/2020  ...      3549238\n",
              "57451     1/16/2020  ...      3498566\n",
              "57452     1/16/2020  ...      3498524\n",
              "\n",
              "[57453 rows x 18 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Iu0aXVAqg73M",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "88d70099-1b36-437d-ee9d-c653e8373995"
      },
      "source": [
        "df['Product'].value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Debt collection                21772\n",
              "Credit card or prepaid card    13193\n",
              "Mortgage                        9799\n",
              "Checking or savings account     7003\n",
              "Student loan                    2950\n",
              "Vehicle loan or lease           2736\n",
              "Name: Product, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZIOA2D7qhPIM",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ddaaa874-0451-401f-ca9a-820f5363f16f"
      },
      "source": [
        "df['Company'].value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "CITIBANK, N.A.                           3226\n",
              "CAPITAL ONE FINANCIAL CORPORATION        2711\n",
              "BANK OF AMERICA, NATIONAL ASSOCIATION    2580\n",
              "JPMORGAN CHASE & CO.                     2409\n",
              "WELLS FARGO & COMPANY                    2001\n",
              "                                         ... \n",
              "Asset Recovery Inc                          1\n",
              "Northern Resolution Services                1\n",
              "MIDWEST EQUITY MORTGAGE, LLC                1\n",
              "Bushwood Capital Group, Inc.                1\n",
              "Absolute Home Mortgage Corporation          1\n",
              "Name: Company, Length: 2197, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RyAy7ALMkDK-"
      },
      "source": [
        "complaints_df=df[['Consumer complaint narrative','Product','Company']].rename(columns={'Consumer complaint narrative':'complaints'})"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "j2e_-PbHkgcC",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "7b02839c-6407-446c-c658-972b098af91a"
      },
      "source": [
        "pd.set_option('display.max_colwidth', -1)\n",
        "complaints_df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:1: FutureWarning: Passing a negative integer is deprecated in version 1.0 and will not be supported in future version. Instead, use None to not limit the column width.\n",
            "  \"\"\"Entry point for launching an IPython kernel.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>complaints</th>\n",
              "      <th>Product</th>\n",
              "      <th>Company</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>This auto loan was opened on XX/XX/2020 in XXXX, NC with BB &amp; T in my name. I have NEVER been to North Carolina and I have NEVER been a resident. I have filed a dispute twice through my credit bureaus but both times BB &amp; T has claimed that this is an accurate loan. Which I wasn't aware of until today. I have tried to contact BB &amp; T multiple times but I have never gotten through to a live person. I do n't drive and I have never owned a car before. I didn't have any knowledge of this account until I checked XXXXXXXX XXXX  and noticed it. I've tried twice to dispute it. Additionally I never received any bills or information about this account. This is my last resort in trying to remove this fraudulent loan off of my account.</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>TRUIST FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>In XXXX of 2019 I noticed a debt for {$620.00} on my credit which i believed was mine I thought speedy cash had bought one of my old debts and sold it to XXXX XXXX XXXX XXXX. I contacted XXXX XXXX XXXX XXXX and after several attempts of giving my full name, nothing came up in their system. I gave my social and the rep said the account popped up but DID NOT tell me that the account was under someone elses name and continued to let me make a payment. The payment was for {$120.00}. Confirmation number-XXXX. After realizing it was not my account, I called back to get my money back and inform them of the mistake. I was told i needed to mail them an FTC report and dispute letter to get my money back. I completed all of this and when i called again they said they transferred the account back to speedy cash for fraud review and I would need to contact them. After contacting them i was again told that i can not get my money back. The issue im having is this representative at XXXX XXXX played blind to obvious fraud and let an innocent person make a payment on someone elses debt and i want my money back.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>CURO Intermediate Holdings</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>As stated from Capital One, XXXX XX/XX/XXXX and XXXX 2018, My wife and I went to several car dealerships to request for a car loan to get a used car. However, according to their credit requirements unfortunately my credit score was insufficient for the car loan approval at that time. It seemed as though they pulled my credit report multiple times.</td>\n",
              "      <td>Vehicle loan or lease</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Please see CFPB case XXXX. \\n\\nCapital One, in the letter they provided ( and attached to that case as their response ) said this : \" The funds were reversed and sent back to XXXX XXXX XXXX  on XX/XX/XXXX ''. \\n\\nXXXX XXXX XXXX  ( now XXXX XXXX  ) has not received these funds. Staff at XXXX XXXX  - and also staff at the account-holder 's business - have looked for return of my money ( {$650.00} ) and find nothing. \\n\\nCapital One needs to document - actually prove - they returned the funds, as stated in their letter. Capital One must provide electronic information, if the return was made that way, or document the paper check they sent back to XXXX XXXX. \\n\\nI've left 3 messages about this problem for the person who signed the letter ( XXXX ) from Capital One. I have received no call-backs. \\n\\nSummary : Capital One said they returned my money on XX/XX/XXXX : they did not. If they continue claim they did, then they need to prove that.</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>This debt was incurred due to medical malpractice ( XXXX XXXX XXXX, XXXX, TX ). I asked the doctor to turn over my claim to his malpractice insurance company. This has cost me thousands of dollars to XXXX XXXX XXXX. I am still trying to collect damages from this doctor. He never responded and turned over me to collections Merchants and Professional Collection Bureau , Inc. I sent them a letter describing exactly this issue and instead of not contacting me and verifying my debt they start reporting this debt to the credit reporting agencies. They never verified the debt, like I asked and they never stopped it from being reported when I specifically told them not to, due to the circumstances above.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Merchants and Professional Bureau, Inc.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57448</th>\n",
              "      <td>I am attempting to make a payment toward my student loans on the Nelnet website today, XX/XX/20, and Nelnet will not allow me to post the payment sooner than XX/XX/20. By the time the payment posts, 2-3 days of additional interest will have accrued and my payments will apply more to interest than is due today, the day that I'm attempting to pay. My understanding was that I could make a payment at any time but this does not appear to be true. The funds are available in my bank account today regardless of whether Nelnet can collect over the weekend. I should not be penalized for this. \\n\\nI submitted complaint XXXX in XXXX for other deceptive practices with Nelnet. They have not yet resolved the issue identified in that complaint or contacted me as they said they would in their response. I believe this new issue is just one more deceptive practice by this company that causes financial harm to borrowers.</td>\n",
              "      <td>Student loan</td>\n",
              "      <td>Nelnet, Inc.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57449</th>\n",
              "      <td>Received letter for {$480.00}. Original creditor didnt contact me until past statute of limitations for insurance company recoupment per Arizona law. Debt collection is illegal for phantom debt. Additionally they are phoning my office excessively.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>The Receivable Management Services LLC, New York, NY Branch</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57450</th>\n",
              "      <td>entire time 10 years until XX/XX/2020. XXXX makes my blood boil. I have called and was lied to told to provide my checking account information over the phone in order to turn my cell phone back on. i called at XXXX them at XXXX {$300.00} was added to my bill. \\n\\nScam scam scam I was told I can not call the office of the President just to write to XXXX XXXX XXXX XXXX XXXX XXXX XXXX, NM XXXX. I did three thousand times. the last letter I mailed on XX/XX/2020. Two collection agencies later. \\n\\nI chose to leave XXXX XXXX every time I called the XXXX supervisor would threaten me on a recorded line. I need peace of mind and a good Heart to beat inside of me. Im on a XXXX XXXX due to the stress at XXXX XXXX   taking all my money 4 10 years.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Convergent Resources, Inc.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57451</th>\n",
              "      <td>I am a customer with Wells Fargo Bank. Recently money was withdrawn on a couple of occasions without my permission or consent to pay for a timeshare account that was never used by me nor anyone connected to me because of unfair policies pertaining to the fees of the said timeshare. I tried cancelling the said timeshare account several times because of these fees that were never mentioned at the initiation. My account was debited to pay for the timeshare fees without my knowledge or consent several times. I tried correcting this with Wells Fargo bank with no avail. I would appreciate it if you can look into this matter for me. I was left with no funds in my account and as such I could not take care of the basic necessities of my day to day life. \\nThanks in advance,</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>WELLS FARGO &amp; COMPANY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>57452</th>\n",
              "      <td>I spoken with them several times in a year. An in XXXX they informed me yes they sold my information to a third party without my knowledge. Also, I told them that I dont owe them anything because my car was paid off by insurance XXXX an Gap an they said no. I also informed them that constantly calling me an telling me that my credit score would be damage was inappropriate. But on my credit they written several negative things. An I didnt give Exeter financial Corp no authority to sell my information to XXXX XXXX</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Exeter Finance Corp.</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>57453 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   complaints  ...                                                      Company\n",
              "0      This auto loan was opened on XX/XX/2020 in XXXX, NC with BB & T in my name. I have NEVER been to North Carolina and I have NEVER been a resident. I have filed a dispute twice through my credit bureaus but both times BB & T has claimed that this is an accurate loan. Which I wasn't aware of until today. I have tried to contact BB & T multiple times but I have never gotten through to a live person. I do n't drive and I have never owned a car before. I didn't have any knowledge of this account until I checked XXXXXXXX XXXX  and noticed it. I've tried twice to dispute it. Additionally I never received any bills or information about this account. This is my last resort in trying to remove this fraudulent loan off of my account.                                                                                                                                                                                                                                                                                                                                                                                             ...  TRUIST FINANCIAL CORPORATION                               \n",
              "1      In XXXX of 2019 I noticed a debt for {$620.00} on my credit which i believed was mine I thought speedy cash had bought one of my old debts and sold it to XXXX XXXX XXXX XXXX. I contacted XXXX XXXX XXXX XXXX and after several attempts of giving my full name, nothing came up in their system. I gave my social and the rep said the account popped up but DID NOT tell me that the account was under someone elses name and continued to let me make a payment. The payment was for {$120.00}. Confirmation number-XXXX. After realizing it was not my account, I called back to get my money back and inform them of the mistake. I was told i needed to mail them an FTC report and dispute letter to get my money back. I completed all of this and when i called again they said they transferred the account back to speedy cash for fraud review and I would need to contact them. After contacting them i was again told that i can not get my money back. The issue im having is this representative at XXXX XXXX played blind to obvious fraud and let an innocent person make a payment on someone elses debt and i want my money back.  ...  CURO Intermediate Holdings                                 \n",
              "2      As stated from Capital One, XXXX XX/XX/XXXX and XXXX 2018, My wife and I went to several car dealerships to request for a car loan to get a used car. However, according to their credit requirements unfortunately my credit score was insufficient for the car loan approval at that time. It seemed as though they pulled my credit report multiple times.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           ...  CAPITAL ONE FINANCIAL CORPORATION                          \n",
              "3      Please see CFPB case XXXX. \\n\\nCapital One, in the letter they provided ( and attached to that case as their response ) said this : \" The funds were reversed and sent back to XXXX XXXX XXXX  on XX/XX/XXXX ''. \\n\\nXXXX XXXX XXXX  ( now XXXX XXXX  ) has not received these funds. Staff at XXXX XXXX  - and also staff at the account-holder 's business - have looked for return of my money ( {$650.00} ) and find nothing. \\n\\nCapital One needs to document - actually prove - they returned the funds, as stated in their letter. Capital One must provide electronic information, if the return was made that way, or document the paper check they sent back to XXXX XXXX. \\n\\nI've left 3 messages about this problem for the person who signed the letter ( XXXX ) from Capital One. I have received no call-backs. \\n\\nSummary : Capital One said they returned my money on XX/XX/XXXX : they did not. If they continue claim they did, then they need to prove that.                                                                                                                                                                     ...  CAPITAL ONE FINANCIAL CORPORATION                          \n",
              "4      This debt was incurred due to medical malpractice ( XXXX XXXX XXXX, XXXX, TX ). I asked the doctor to turn over my claim to his malpractice insurance company. This has cost me thousands of dollars to XXXX XXXX XXXX. I am still trying to collect damages from this doctor. He never responded and turned over me to collections Merchants and Professional Collection Bureau , Inc. I sent them a letter describing exactly this issue and instead of not contacting me and verifying my debt they start reporting this debt to the credit reporting agencies. They never verified the debt, like I asked and they never stopped it from being reported when I specifically told them not to, due to the circumstances above.                                                                                                                                                                                                                                                                                                                                                                                                                       ...  Merchants and Professional Bureau, Inc.                    \n",
              "...                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  ...                                                                                                                                                                                                                                                                                                                                                                                                                       ...                                      ...                    \n",
              "57448  I am attempting to make a payment toward my student loans on the Nelnet website today, XX/XX/20, and Nelnet will not allow me to post the payment sooner than XX/XX/20. By the time the payment posts, 2-3 days of additional interest will have accrued and my payments will apply more to interest than is due today, the day that I'm attempting to pay. My understanding was that I could make a payment at any time but this does not appear to be true. The funds are available in my bank account today regardless of whether Nelnet can collect over the weekend. I should not be penalized for this. \\n\\nI submitted complaint XXXX in XXXX for other deceptive practices with Nelnet. They have not yet resolved the issue identified in that complaint or contacted me as they said they would in their response. I believe this new issue is just one more deceptive practice by this company that causes financial harm to borrowers.                                                                                                                                                                                                      ...  Nelnet, Inc.                                               \n",
              "57449  Received letter for {$480.00}. Original creditor didnt contact me until past statute of limitations for insurance company recoupment per Arizona law. Debt collection is illegal for phantom debt. Additionally they are phoning my office excessively.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 ...  The Receivable Management Services LLC, New York, NY Branch\n",
              "57450  entire time 10 years until XX/XX/2020. XXXX makes my blood boil. I have called and was lied to told to provide my checking account information over the phone in order to turn my cell phone back on. i called at XXXX them at XXXX {$300.00} was added to my bill. \\n\\nScam scam scam I was told I can not call the office of the President just to write to XXXX XXXX XXXX XXXX XXXX XXXX XXXX, NM XXXX. I did three thousand times. the last letter I mailed on XX/XX/2020. Two collection agencies later. \\n\\nI chose to leave XXXX XXXX every time I called the XXXX supervisor would threaten me on a recorded line. I need peace of mind and a good Heart to beat inside of me. Im on a XXXX XXXX due to the stress at XXXX XXXX   taking all my money 4 10 years.                                                                                                                                                                                                                                                                                                                                                                               ...  Convergent Resources, Inc.                                 \n",
              "57451  I am a customer with Wells Fargo Bank. Recently money was withdrawn on a couple of occasions without my permission or consent to pay for a timeshare account that was never used by me nor anyone connected to me because of unfair policies pertaining to the fees of the said timeshare. I tried cancelling the said timeshare account several times because of these fees that were never mentioned at the initiation. My account was debited to pay for the timeshare fees without my knowledge or consent several times. I tried correcting this with Wells Fargo bank with no avail. I would appreciate it if you can look into this matter for me. I was left with no funds in my account and as such I could not take care of the basic necessities of my day to day life. \\nThanks in advance,                                                                                                                                                                                                                                                                                                                                                 ...  WELLS FARGO & COMPANY                                      \n",
              "57452  I spoken with them several times in a year. An in XXXX they informed me yes they sold my information to a third party without my knowledge. Also, I told them that I dont owe them anything because my car was paid off by insurance XXXX an Gap an they said no. I also informed them that constantly calling me an telling me that my credit score would be damage was inappropriate. But on my credit they written several negative things. An I didnt give Exeter financial Corp no authority to sell my information to XXXX XXXX                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   ...  Exeter Finance Corp.                                       \n",
              "\n",
              "[57453 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SC6IhFa35ea5"
      },
      "source": [
        "X_train, X_hold = train_test_split(complaints_df, test_size=0.6, random_state=111)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b4IuhHvB8CKf",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ce5a3cde-f979-4a62-8e39-0f8fd7c7e820"
      },
      "source": [
        "X_train['Product'].value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Debt collection                8720\n",
              "Credit card or prepaid card    5297\n",
              "Mortgage                       3809\n",
              "Checking or savings account    2822\n",
              "Student loan                   1236\n",
              "Vehicle loan or lease          1097\n",
              "Name: Product, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yOJI-TWxkXmH"
      },
      "source": [
        "stemmer = PorterStemmer()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c33HdaMZkPlJ"
      },
      "source": [
        "def tokenize(text):\n",
        "   tokens = [word for word in nltk.word_tokenize(text) if (len(word) > 3 and len(word.strip('Xx/')) > 2) ] \n",
        "   #stems = [stemmer.stem(item) for item in tokens]\n",
        "   return tokens"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HgZ6lFDEBz8k"
      },
      "source": [
        "vectorizer_tf = TfidfVectorizer(tokenizer=tokenize, stop_words='english', max_df=0.75, min_df=50, max_features=10000, use_idf=False, norm=None)\n",
        "tf_vectors = vectorizer_tf.fit_transform(X_train.complaints) "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7G0gLYV_j6Rq",
        "outputId": "c2184782-3be8-4633-dd55-9ddcc1d7cd32"
      },
      "source": [
        "tf_vectors"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<22981x2967 sparse matrix of type '<class 'numpy.float64'>'\n",
              "\twith 1147387 stored elements in Compressed Sparse Row format>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NwxB1PqJPEJV",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "66635f5d-dd62-4aea-c8a7-d283b5e1f5d1"
      },
      "source": [
        "tf_vectors.A"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[0., 0., 0., ..., 0., 0., 0.],\n",
              "       [0., 0., 0., ..., 0., 0., 1.],\n",
              "       [0., 0., 0., ..., 0., 0., 0.],\n",
              "       ...,\n",
              "       [0., 0., 0., ..., 0., 0., 0.],\n",
              "       [0., 0., 0., ..., 0., 0., 0.],\n",
              "       [0., 0., 0., ..., 0., 0., 0.]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0rl3k7xm0aKE",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "98f02bbb-8b73-4774-912f-cc20345b3481"
      },
      "source": [
        "vectorizer_tf.get_feature_names()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['0.00',\n",
              " '1.00',\n",
              " '10.00',\n",
              " '100.00',\n",
              " '1000.00',\n",
              " '10000.00',\n",
              " '100000.00',\n",
              " '110.00',\n",
              " '1100.00',\n",
              " '11000.00',\n",
              " '12.00',\n",
              " '120.00',\n",
              " '1200.00',\n",
              " '12000.00',\n",
              " '130.00',\n",
              " '1300.00',\n",
              " '13000.00',\n",
              " '140.00',\n",
              " '1400.00',\n",
              " '14000.00',\n",
              " '15.00',\n",
              " '150.00',\n",
              " '1500.00',\n",
              " '15000.00',\n",
              " '160.00',\n",
              " '1600.00',\n",
              " '16000.00',\n",
              " '1681c-2',\n",
              " '1692',\n",
              " '1692g',\n",
              " '170.00',\n",
              " '1700.00',\n",
              " '180.00',\n",
              " '1800.00',\n",
              " '18000.00',\n",
              " '190.00',\n",
              " '1900.00',\n",
              " '2.00',\n",
              " '20.00',\n",
              " '200.00',\n",
              " '2000.00',\n",
              " '20000.00',\n",
              " '2015',\n",
              " '2016',\n",
              " '2017',\n",
              " '2018',\n",
              " '2019',\n",
              " '2019.',\n",
              " '2020',\n",
              " '210.00',\n",
              " '2100.00',\n",
              " '220.00',\n",
              " '2200.00',\n",
              " '230.00',\n",
              " '2300.00',\n",
              " '240.00',\n",
              " '2400.00',\n",
              " '25.00',\n",
              " '250.00',\n",
              " '2500.00',\n",
              " '25000.00',\n",
              " '260.00',\n",
              " '2600.00',\n",
              " '27.00',\n",
              " '270.00',\n",
              " '2700.00',\n",
              " '28.00',\n",
              " '280.00',\n",
              " '2800.00',\n",
              " '29.00',\n",
              " '290.00',\n",
              " '2900.00',\n",
              " '3.00',\n",
              " '30.00',\n",
              " '300.00',\n",
              " '3000.00',\n",
              " '30000.00',\n",
              " '310.00',\n",
              " '320.00',\n",
              " '3200.00',\n",
              " '3300.00',\n",
              " '340.00',\n",
              " '3400.00',\n",
              " '35.00',\n",
              " '350.00',\n",
              " '3500.00',\n",
              " '36.00',\n",
              " '360.00',\n",
              " '3600.00',\n",
              " '370.00',\n",
              " '3700.00',\n",
              " '380.00',\n",
              " '39.00',\n",
              " '390.00',\n",
              " '4.00',\n",
              " '40.00',\n",
              " '400.00',\n",
              " '4000.00',\n",
              " '420.00',\n",
              " '430.00',\n",
              " '450.00',\n",
              " '4500.00',\n",
              " '460.00',\n",
              " '470.00',\n",
              " '480.00',\n",
              " '490.00',\n",
              " '5.00',\n",
              " '50.00',\n",
              " '500.00',\n",
              " '5000.00',\n",
              " '50000.00',\n",
              " '510.00',\n",
              " '520.00',\n",
              " '530.00',\n",
              " '550.00',\n",
              " '6.00',\n",
              " '60.00',\n",
              " '600.00',\n",
              " '6000.00',\n",
              " '650.00',\n",
              " '7-10',\n",
              " '7.00',\n",
              " '70.00',\n",
              " '700.00',\n",
              " '7000.00',\n",
              " '75.00',\n",
              " '750.00',\n",
              " '8.00',\n",
              " '800.00',\n",
              " '8000.00',\n",
              " '900.00',\n",
              " '99.00',\n",
              " 'aadvantage',\n",
              " 'ability',\n",
              " 'able',\n",
              " 'absolutely',\n",
              " 'absurd',\n",
              " 'abuse',\n",
              " 'abusive',\n",
              " 'accept',\n",
              " 'acceptable',\n",
              " 'acceptance',\n",
              " 'accepted',\n",
              " 'accepting',\n",
              " 'access',\n",
              " 'accessed',\n",
              " 'accessing',\n",
              " 'accident',\n",
              " 'accidentally',\n",
              " 'accordance',\n",
              " 'according',\n",
              " 'accordingly',\n",
              " 'account',\n",
              " 'accountability',\n",
              " 'accountable',\n",
              " 'accounting',\n",
              " 'accounts',\n",
              " 'accrue',\n",
              " 'accrued',\n",
              " 'accruing',\n",
              " 'acct',\n",
              " 'accumulated',\n",
              " 'accuracy',\n",
              " 'accurate',\n",
              " 'accurately',\n",
              " 'accused',\n",
              " 'acknowledge',\n",
              " 'acknowledged',\n",
              " 'acknowledgement',\n",
              " 'acknowledging',\n",
              " 'acquired',\n",
              " 'acquisition',\n",
              " 'acted',\n",
              " 'acting',\n",
              " 'action',\n",
              " 'actions',\n",
              " 'activate',\n",
              " 'activated',\n",
              " 'active',\n",
              " 'activities',\n",
              " 'activity',\n",
              " 'acts',\n",
              " 'actual',\n",
              " 'actually',\n",
              " 'added',\n",
              " 'adding',\n",
              " 'addition',\n",
              " 'additional',\n",
              " 'additionally',\n",
              " 'address',\n",
              " 'addressed',\n",
              " 'addresses',\n",
              " 'addressing',\n",
              " 'adequate',\n",
              " 'adjust',\n",
              " 'adjusted',\n",
              " 'adjustment',\n",
              " 'adjustments',\n",
              " 'administration',\n",
              " 'administrative',\n",
              " 'admit',\n",
              " 'admitted',\n",
              " 'advance',\n",
              " 'advantage',\n",
              " 'adverse',\n",
              " 'advertised',\n",
              " 'advertisement',\n",
              " 'advertising',\n",
              " 'advice',\n",
              " 'advise',\n",
              " 'advised',\n",
              " 'advising',\n",
              " 'advocate',\n",
              " 'affairs',\n",
              " 'affect',\n",
              " 'affected',\n",
              " 'affecting',\n",
              " 'affidavit',\n",
              " 'affiliated',\n",
              " 'afford',\n",
              " 'affordable',\n",
              " 'aforementioned',\n",
              " 'aforesaid',\n",
              " 'afraid',\n",
              " 'afternoon',\n",
              " 'agencies',\n",
              " 'agency',\n",
              " 'agent',\n",
              " 'agents',\n",
              " 'aggressive',\n",
              " 'agree',\n",
              " 'agreed',\n",
              " 'agreeing',\n",
              " 'agreement',\n",
              " 'agreements',\n",
              " 'ahead',\n",
              " 'airline',\n",
              " 'alert',\n",
              " 'alerted',\n",
              " 'alerts',\n",
              " 'allegations',\n",
              " 'alleged',\n",
              " 'allegedly',\n",
              " 'allow',\n",
              " 'allowed',\n",
              " 'allowing',\n",
              " 'allows',\n",
              " 'ally',\n",
              " 'alternative',\n",
              " 'amazon',\n",
              " 'america',\n",
              " 'american',\n",
              " 'americans',\n",
              " 'amex',\n",
              " 'amounts',\n",
              " 'analysis',\n",
              " 'and/or',\n",
              " 'angry',\n",
              " 'annual',\n",
              " 'answer',\n",
              " 'answered',\n",
              " 'answering',\n",
              " 'answers',\n",
              " 'anybody',\n",
              " 'anymore',\n",
              " 'anytime',\n",
              " 'anyways',\n",
              " 'apart',\n",
              " 'apartment',\n",
              " 'apologize',\n",
              " 'apologized',\n",
              " 'apparent',\n",
              " 'apparently',\n",
              " 'appeal',\n",
              " 'appealed',\n",
              " 'appear',\n",
              " 'appeared',\n",
              " 'appearing',\n",
              " 'appears',\n",
              " 'applicable',\n",
              " 'application',\n",
              " 'applications',\n",
              " 'applied',\n",
              " 'applies',\n",
              " 'apply',\n",
              " 'applying',\n",
              " 'appointment',\n",
              " 'appraisal',\n",
              " 'appraiser',\n",
              " 'appreciate',\n",
              " 'appreciated',\n",
              " 'appropriate',\n",
              " 'appropriately',\n",
              " 'approval',\n",
              " 'approve',\n",
              " 'approved',\n",
              " 'approx',\n",
              " 'approximately',\n",
              " 'arbitration',\n",
              " 'area',\n",
              " 'arent',\n",
              " 'argue',\n",
              " 'argued',\n",
              " 'arizona',\n",
              " 'arrangement',\n",
              " 'arrangements',\n",
              " 'arrears',\n",
              " 'arrive',\n",
              " 'arrived',\n",
              " 'asap',\n",
              " 'aside',\n",
              " 'asked',\n",
              " 'asking',\n",
              " 'asks',\n",
              " 'assessed',\n",
              " 'asset',\n",
              " 'assets',\n",
              " 'assigned',\n",
              " 'assignee',\n",
              " 'assignment',\n",
              " 'assist',\n",
              " 'assistance',\n",
              " 'assistant',\n",
              " 'assisted',\n",
              " 'assisting',\n",
              " 'associate',\n",
              " 'associated',\n",
              " 'associates',\n",
              " 'association',\n",
              " 'assume',\n",
              " 'assumed',\n",
              " 'assuming',\n",
              " 'assumption',\n",
              " 'assure',\n",
              " 'assured',\n",
              " 'attach',\n",
              " 'attached',\n",
              " 'attaching',\n",
              " 'attachment',\n",
              " 'attachments',\n",
              " 'attatched',\n",
              " 'attempt',\n",
              " 'attempted',\n",
              " 'attempting',\n",
              " 'attempts',\n",
              " 'attend',\n",
              " 'attended',\n",
              " 'attending',\n",
              " 'attention',\n",
              " 'attitude',\n",
              " 'attorney',\n",
              " 'attorneys',\n",
              " 'auction',\n",
              " 'audit',\n",
              " 'authorities',\n",
              " 'authority',\n",
              " 'authorization',\n",
              " 'authorize',\n",
              " 'authorized',\n",
              " 'auto',\n",
              " 'auto-pay',\n",
              " 'automated',\n",
              " 'automatic',\n",
              " 'automatically',\n",
              " 'autopay',\n",
              " 'avail',\n",
              " 'available',\n",
              " 'average',\n",
              " 'avoid',\n",
              " 'avoided',\n",
              " 'awaiting',\n",
              " 'award',\n",
              " 'awarded',\n",
              " 'aware',\n",
              " 'away',\n",
              " 'awful',\n",
              " 'backed',\n",
              " 'background',\n",
              " 'bait',\n",
              " 'balance',\n",
              " 'balances',\n",
              " 'balloon',\n",
              " 'bank',\n",
              " 'banker',\n",
              " 'banking',\n",
              " 'bankruptcy',\n",
              " 'banks',\n",
              " 'barclay',\n",
              " 'barclays',\n",
              " 'barely',\n",
              " 'base',\n",
              " 'based',\n",
              " 'basic',\n",
              " 'basically',\n",
              " 'basis',\n",
              " 'bearing',\n",
              " 'began',\n",
              " 'begin',\n",
              " 'beginning',\n",
              " 'behalf',\n",
              " 'behavior',\n",
              " 'belief',\n",
              " 'believe',\n",
              " 'believed',\n",
              " 'believing',\n",
              " 'belong',\n",
              " 'belongs',\n",
              " 'benefit',\n",
              " 'benefits',\n",
              " 'best',\n",
              " 'better',\n",
              " 'billed',\n",
              " 'billing',\n",
              " 'bills',\n",
              " 'binding',\n",
              " 'birth',\n",
              " 'blame',\n",
              " 'blatant',\n",
              " 'block',\n",
              " 'blocked',\n",
              " 'blocking',\n",
              " 'blue',\n",
              " 'board',\n",
              " 'bofa',\n",
              " 'bogus',\n",
              " 'bonus',\n",
              " 'book',\n",
              " 'booked',\n",
              " 'borrow',\n",
              " 'borrowed',\n",
              " 'borrower',\n",
              " 'borrowers',\n",
              " 'borrowing',\n",
              " 'boss',\n",
              " 'bother',\n",
              " 'bought',\n",
              " 'bounced',\n",
              " 'branch',\n",
              " 'branches',\n",
              " 'brand',\n",
              " 'breach',\n",
              " 'breached',\n",
              " 'break',\n",
              " 'breakdown',\n",
              " 'breaking',\n",
              " 'brief',\n",
              " 'bring',\n",
              " 'bringing',\n",
              " 'broke',\n",
              " 'broken',\n",
              " 'broker',\n",
              " 'brother',\n",
              " 'brought',\n",
              " 'budget',\n",
              " 'build',\n",
              " 'building',\n",
              " 'built',\n",
              " 'bunch',\n",
              " 'burden',\n",
              " 'bureau',\n",
              " 'bureaus',\n",
              " 'business',\n",
              " 'businesses',\n",
              " 'busy',\n",
              " 'button',\n",
              " 'buyer',\n",
              " 'buyers',\n",
              " 'buying',\n",
              " 'cable',\n",
              " 'calculate',\n",
              " 'calculated',\n",
              " 'calculation',\n",
              " 'calculations',\n",
              " 'calendar',\n",
              " 'california',\n",
              " 'called',\n",
              " 'caller',\n",
              " 'calling',\n",
              " 'calls',\n",
              " 'came',\n",
              " 'cancel',\n",
              " 'canceled',\n",
              " 'canceling',\n",
              " 'cancellation',\n",
              " 'cancelled',\n",
              " 'cancelling',\n",
              " 'capital',\n",
              " 'card',\n",
              " 'cardholder',\n",
              " 'cards',\n",
              " 'care',\n",
              " 'career',\n",
              " 'cares',\n",
              " 'carolina',\n",
              " 'carrier',\n",
              " 'carry',\n",
              " 'cars',\n",
              " 'case',\n",
              " 'cases',\n",
              " 'cash',\n",
              " 'cashed',\n",
              " 'cashier',\n",
              " 'cashiers',\n",
              " 'catch',\n",
              " 'caught',\n",
              " 'cause',\n",
              " 'caused',\n",
              " 'causes',\n",
              " 'causing',\n",
              " 'cease',\n",
              " 'ceased',\n",
              " 'cell',\n",
              " 'center',\n",
              " 'cents',\n",
              " 'certain',\n",
              " 'certainly',\n",
              " 'certificate',\n",
              " 'certification',\n",
              " 'certified',\n",
              " 'cfpb',\n",
              " 'chain',\n",
              " 'chance',\n",
              " 'change',\n",
              " 'changed',\n",
              " 'changes',\n",
              " 'changing',\n",
              " 'chapter',\n",
              " 'character',\n",
              " 'charge',\n",
              " 'chargeback',\n",
              " 'charged',\n",
              " 'charges',\n",
              " 'charging',\n",
              " 'chase',\n",
              " 'chat',\n",
              " 'check',\n",
              " 'checked',\n",
              " 'checking',\n",
              " 'checks',\n",
              " 'child',\n",
              " 'children',\n",
              " 'chip',\n",
              " 'choice',\n",
              " 'choose',\n",
              " 'chose',\n",
              " 'circumstances',\n",
              " 'citi',\n",
              " 'citibank',\n",
              " 'citing',\n",
              " 'citizen',\n",
              " 'citizens',\n",
              " 'city',\n",
              " 'civil',\n",
              " 'claim',\n",
              " 'claimed',\n",
              " 'claiming',\n",
              " 'claims',\n",
              " 'clarification',\n",
              " 'clarify',\n",
              " 'class',\n",
              " 'clause',\n",
              " 'clean',\n",
              " 'clear',\n",
              " 'cleared',\n",
              " 'clearing',\n",
              " 'clearly',\n",
              " 'clerk',\n",
              " 'click',\n",
              " 'clicked',\n",
              " 'client',\n",
              " 'clients',\n",
              " 'close',\n",
              " 'closed',\n",
              " 'closing',\n",
              " 'closure',\n",
              " 'clue',\n",
              " 'co-signer',\n",
              " 'code',\n",
              " 'codes',\n",
              " 'collateral',\n",
              " 'collect',\n",
              " 'collected',\n",
              " 'collecting',\n",
              " 'collection',\n",
              " 'collections',\n",
              " 'collector',\n",
              " 'collectors',\n",
              " 'college',\n",
              " 'colorado',\n",
              " 'combined',\n",
              " 'come',\n",
              " 'comenity',\n",
              " 'comes',\n",
              " 'comfortable',\n",
              " 'coming',\n",
              " 'comment',\n",
              " 'comments',\n",
              " 'commercial',\n",
              " 'commission',\n",
              " 'commit',\n",
              " 'commitment',\n",
              " 'committed',\n",
              " 'committing',\n",
              " 'common',\n",
              " 'communicate',\n",
              " 'communicated',\n",
              " 'communicating',\n",
              " 'communication',\n",
              " 'communications',\n",
              " 'community',\n",
              " 'companies',\n",
              " 'company',\n",
              " 'companys',\n",
              " 'compensation',\n",
              " 'competent',\n",
              " 'complain',\n",
              " 'complained',\n",
              " 'complaining',\n",
              " 'complaint',\n",
              " 'complaints',\n",
              " 'complete',\n",
              " 'completed',\n",
              " 'completely',\n",
              " 'completing',\n",
              " 'completion',\n",
              " 'complex',\n",
              " 'compliance',\n",
              " 'compliant',\n",
              " 'complied',\n",
              " 'comply',\n",
              " 'compromised',\n",
              " 'computer',\n",
              " 'concern',\n",
              " 'concerned',\n",
              " 'concerning',\n",
              " 'concerns',\n",
              " 'concluded',\n",
              " 'conclusion',\n",
              " 'condition',\n",
              " 'conditions',\n",
              " 'conduct',\n",
              " 'conducted',\n",
              " 'conference',\n",
              " 'confident',\n",
              " 'confidential',\n",
              " 'confirm',\n",
              " 'confirmation',\n",
              " 'confirmed',\n",
              " 'confirming',\n",
              " 'confirms',\n",
              " 'conflicting',\n",
              " 'confused',\n",
              " 'confusing',\n",
              " 'confusion',\n",
              " 'connect',\n",
              " 'connected',\n",
              " 'connection',\n",
              " 'consecutive',\n",
              " 'consent',\n",
              " 'consequences',\n",
              " 'consider',\n",
              " 'consideration',\n",
              " 'considered',\n",
              " 'considering',\n",
              " 'consistent',\n",
              " 'consistently',\n",
              " 'consolidate',\n",
              " 'consolidated',\n",
              " 'consolidation',\n",
              " 'constant',\n",
              " 'constantly',\n",
              " 'constitute',\n",
              " 'construction',\n",
              " 'construed',\n",
              " 'consult',\n",
              " 'consumer',\n",
              " 'consumerfinance.gov',\n",
              " 'consumers',\n",
              " 'contact',\n",
              " 'contacted',\n",
              " 'contacting',\n",
              " 'contacts',\n",
              " 'contain',\n",
              " 'contained',\n",
              " 'containing',\n",
              " 'contains',\n",
              " 'contents',\n",
              " 'continually',\n",
              " 'continue',\n",
              " 'continued',\n",
              " 'continues',\n",
              " 'continuing',\n",
              " 'continuously',\n",
              " 'contract',\n",
              " 'contracted',\n",
              " 'contractor',\n",
              " 'contracts',\n",
              " 'contractual',\n",
              " 'contrary',\n",
              " 'control',\n",
              " 'convenience',\n",
              " 'conventional',\n",
              " 'convergent',\n",
              " 'conversation',\n",
              " 'conversations',\n",
              " 'cooper',\n",
              " 'cooperate',\n",
              " 'copied',\n",
              " 'copies',\n",
              " 'copy',\n",
              " 'corona',\n",
              " 'coronavirus',\n",
              " 'corp',\n",
              " 'corporate',\n",
              " 'corporation',\n",
              " 'correct',\n",
              " 'corrected',\n",
              " 'correcting',\n",
              " 'correction',\n",
              " 'correctly',\n",
              " 'correspondence',\n",
              " 'corresponding',\n",
              " 'cost',\n",
              " 'costing',\n",
              " 'costs',\n",
              " 'counsel',\n",
              " 'count',\n",
              " 'counted',\n",
              " 'counter',\n",
              " 'countless',\n",
              " 'country',\n",
              " 'county',\n",
              " 'couple',\n",
              " 'course',\n",
              " 'court',\n",
              " 'courtesy',\n",
              " 'courts',\n",
              " 'cover',\n",
              " 'coverage',\n",
              " 'covered',\n",
              " 'covid',\n",
              " 'covid-19',\n",
              " 'covid19',\n",
              " 'crazy',\n",
              " 'create',\n",
              " 'created',\n",
              " 'creating',\n",
              " 'credit',\n",
              " 'credited',\n",
              " 'crediting',\n",
              " 'creditor',\n",
              " 'creditor/company',\n",
              " 'creditors',\n",
              " 'credits',\n",
              " 'crime',\n",
              " 'criminal',\n",
              " 'crisis',\n",
              " 'criteria',\n",
              " 'current',\n",
              " 'currently',\n",
              " 'customer',\n",
              " 'customers',\n",
              " 'cycle',\n",
              " 'cycles',\n",
              " 'daily',\n",
              " 'damage',\n",
              " 'damaged',\n",
              " 'damages',\n",
              " 'damaging',\n",
              " 'data',\n",
              " 'date',\n",
              " 'dated',\n",
              " 'dates',\n",
              " 'dating',\n",
              " 'daughter',\n",
              " 'days',\n",
              " 'days/120',\n",
              " 'days/60',\n",
              " 'dead',\n",
              " 'deadline',\n",
              " 'deal',\n",
              " 'dealer',\n",
              " 'dealership',\n",
              " 'dealing',\n",
              " 'dealt',\n",
              " 'dear',\n",
              " 'death',\n",
              " 'debit',\n",
              " 'debited',\n",
              " 'debits',\n",
              " 'debt',\n",
              " 'debtor',\n",
              " 'debts',\n",
              " 'decade',\n",
              " 'deceased',\n",
              " 'deception',\n",
              " 'deceptive',\n",
              " 'decide',\n",
              " 'decided',\n",
              " 'decision',\n",
              " 'decisions',\n",
              " 'declaration',\n",
              " 'declared',\n",
              " 'decline',\n",
              " 'declined',\n",
              " 'decrease',\n",
              " 'decreased',\n",
              " 'deducted',\n",
              " 'deduction',\n",
              " 'deed',\n",
              " 'deemed',\n",
              " 'defamation',\n",
              " 'default',\n",
              " 'defaulted',\n",
              " 'defense',\n",
              " 'defer',\n",
              " 'deferment',\n",
              " 'deferral',\n",
              " 'deferred',\n",
              " 'definitely',\n",
              " 'defrauded',\n",
              " 'degree',\n",
              " 'delay',\n",
              " 'delayed',\n",
              " 'delaying',\n",
              " 'delays',\n",
              " 'delete',\n",
              " 'deleted',\n",
              " 'deletion',\n",
              " 'deliberately',\n",
              " 'delinquency',\n",
              " 'delinquent',\n",
              " 'deliver',\n",
              " 'delivered',\n",
              " 'delivery',\n",
              " 'demand',\n",
              " 'demanded',\n",
              " 'demanding',\n",
              " 'demands',\n",
              " 'denial',\n",
              " 'denied',\n",
              " 'deny',\n",
              " 'denying',\n",
              " 'department',\n",
              " 'departments',\n",
              " 'depending',\n",
              " 'deposit',\n",
              " 'deposited',\n",
              " 'depositing',\n",
              " 'deposits',\n",
              " 'depot',\n",
              " 'dept',\n",
              " 'derogatory',\n",
              " 'described',\n",
              " 'description',\n",
              " 'deserve',\n",
              " 'designed',\n",
              " 'desist',\n",
              " 'desk',\n",
              " 'desperate',\n",
              " 'desperately',\n",
              " 'despite',\n",
              " 'destroy',\n",
              " 'destroyed',\n",
              " 'detailed',\n",
              " 'details',\n",
              " 'determination',\n",
              " 'determine',\n",
              " 'determined',\n",
              " 'detrimental',\n",
              " 'device',\n",
              " 'didnt',\n",
              " 'died',\n",
              " 'difference',\n",
              " 'different',\n",
              " 'difficult',\n",
              " 'difficulties',\n",
              " 'difficulty',\n",
              " 'digits',\n",
              " 'diligence',\n",
              " 'direct',\n",
              " 'directed',\n",
              " 'direction',\n",
              " 'directly',\n",
              " 'director',\n",
              " 'disagree',\n",
              " 'disappeared',\n",
              " 'disappointed',\n",
              " 'disaster',\n",
              " 'disbursement',\n",
              " 'discharge',\n",
              " 'discharged',\n",
              " 'disclose',\n",
              " 'disclosed',\n",
              " 'disclosing',\n",
              " 'disclosure',\n",
              " 'disclosures',\n",
              " 'disconnected',\n",
              " 'discount',\n",
              " 'discover',\n",
              " 'discovered',\n",
              " 'discrepancy',\n",
              " 'discriminated',\n",
              " 'discrimination',\n",
              " 'discriminatory',\n",
              " 'discuss',\n",
              " 'discussed',\n",
              " 'discussing',\n",
              " 'discussion',\n",
              " 'dishonest',\n",
              " 'dismissed',\n",
              " 'displayed',\n",
              " 'dispute',\n",
              " 'disputed',\n",
              " 'disputes',\n",
              " 'disputing',\n",
              " 'disregard',\n",
              " 'disrespectful',\n",
              " 'distress',\n",
              " 'district',\n",
              " 'ditech',\n",
              " 'diversified',\n",
              " 'division',\n",
              " 'divorce',\n",
              " 'docs',\n",
              " 'doctor',\n",
              " 'document',\n",
              " 'documentation',\n",
              " 'documented',\n",
              " 'documents',\n",
              " 'does',\n",
              " 'doesnt',\n",
              " 'doing',\n",
              " 'dollar',\n",
              " 'dollars',\n",
              " 'dont',\n",
              " 'door',\n",
              " 'double',\n",
              " 'doubled',\n",
              " 'doubt',\n",
              " 'dozen',\n",
              " 'draft',\n",
              " 'drafted',\n",
              " 'drawn',\n",
              " 'drive',\n",
              " 'driven',\n",
              " 'driver',\n",
              " 'drivers',\n",
              " 'driving',\n",
              " 'drop',\n",
              " 'dropped',\n",
              " 'dropping',\n",
              " 'drove',\n",
              " 'duplicate',\n",
              " 'duty',\n",
              " 'e-mail',\n",
              " 'e-mails',\n",
              " 'earlier',\n",
              " 'early',\n",
              " 'earn',\n",
              " 'earned',\n",
              " 'easily',\n",
              " 'easy',\n",
              " 'economic',\n",
              " 'education',\n",
              " 'effect',\n",
              " 'effected',\n",
              " 'effective',\n",
              " 'effectively',\n",
              " 'effort',\n",
              " 'efforts',\n",
              " 'egregious',\n",
              " 'elderly',\n",
              " 'electronic',\n",
              " 'electronically',\n",
              " 'eligibility',\n",
              " 'eligible',\n",
              " 'email',\n",
              " 'emailed',\n",
              " 'emailing',\n",
              " 'emails',\n",
              " 'emergency',\n",
              " 'emotional',\n",
              " 'employed',\n",
              " 'employee',\n",
              " 'employees',\n",
              " 'employer',\n",
              " 'employment',\n",
              " 'enclosed',\n",
              " 'encouraged',\n",
              " 'ended',\n",
              " 'ending',\n",
              " 'ends',\n",
              " 'enforce',\n",
              " 'enforcement',\n",
              " 'engaged',\n",
              " 'engaging',\n",
              " 'english',\n",
              " 'enhanced',\n",
              " 'enroll',\n",
              " ...]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Xg9vop9MBz5A"
      },
      "source": [
        "lda = decomposition.LatentDirichletAllocation(n_components=6, max_iter=3, learning_method='online', learning_offset=50, n_jobs=-1, random_state=111)\n",
        "\n",
        "W1 = lda.fit_transform(tf_vectors)\n",
        "H1 = lda.components_"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oZffP-JIY_27",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5001c4ca-28dd-461f-8f5f-a0df135470cb"
      },
      "source": [
        "W1"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[0.40182055, 0.00119634, 0.20577477, 0.29858583, 0.0011919 ,\n",
              "        0.09143062],\n",
              "       [0.00126332, 0.05483517, 0.67769433, 0.26368021, 0.00126195,\n",
              "        0.00126502],\n",
              "       [0.11339717, 0.00559696, 0.18965242, 0.68015024, 0.00559755,\n",
              "        0.00560566],\n",
              "       ...,\n",
              "       [0.07437239, 0.00304815, 0.24242365, 0.67402458, 0.00306407,\n",
              "        0.00306716],\n",
              "       [0.01685243, 0.01673817, 0.9156112 , 0.01690722, 0.01690215,\n",
              "        0.01698884],\n",
              "       [0.19539276, 0.66819962, 0.00137129, 0.00137083, 0.13228202,\n",
              "        0.00138348]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "M5fq2S23BzxE"
      },
      "source": [
        "num_words=15\n",
        "\n",
        "vocab = np.array(vectorizer_tf.get_feature_names())\n",
        "\n",
        "top_words = lambda t: [vocab[i] for i in np.argsort(t)[:-num_words-1:-1]]\n",
        "topic_words = ([top_words(t) for t in H1])\n",
        "topics = [' '.join(t) for t in topic_words]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Mc9ZQd7es12p",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b2c8ef37-ec18-49d2-f6b6-0d3736f80cd1"
      },
      "source": [
        "topics"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['payment paid balance account fees insurance payments late statement received company charged month make escrow',\n",
              " 'loan mortgage home property received letter sent documents time company modification process servicing closing request',\n",
              " 'card credit account bank charges dispute charge capital fraud citi received xx/xx/2019 closed chase citibank',\n",
              " 'account bank told called said phone money number asked check received time information funds email',\n",
              " 'debt credit account collection report company information reporting letter sent agency provide received original identity',\n",
              " 'credit payment payments late time month years loans loan told months make help account score']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ksR6IYpZGw1B"
      },
      "source": [
        "colnames = [\"Topic\" + str(i) for i in range(lda.n_components)]\n",
        "docnames = [\"Doc\" + str(i) for i in range(len(X_train.complaints))]\n",
        "df_doc_topic = pd.DataFrame(np.round(W1, 2), columns=colnames, index=docnames)\n",
        "significant_topic = np.argmax(df_doc_topic.values, axis=1)\n",
        "df_doc_topic['dominant_topic'] = significant_topic"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jx2p6-NwVeJY",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "outputId": "455b1b10-04c7-4f5c-b8aa-fadcc47d150d"
      },
      "source": [
        "df_doc_topic"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Topic0</th>\n",
              "      <th>Topic1</th>\n",
              "      <th>Topic2</th>\n",
              "      <th>Topic3</th>\n",
              "      <th>Topic4</th>\n",
              "      <th>Topic5</th>\n",
              "      <th>dominant_topic</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Doc0</th>\n",
              "      <td>0.40</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.21</td>\n",
              "      <td>0.30</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.09</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc1</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.05</td>\n",
              "      <td>0.68</td>\n",
              "      <td>0.26</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc2</th>\n",
              "      <td>0.11</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.19</td>\n",
              "      <td>0.68</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.01</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc3</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.44</td>\n",
              "      <td>0.55</td>\n",
              "      <td>0.00</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc4</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.19</td>\n",
              "      <td>0.79</td>\n",
              "      <td>0.00</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc22976</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.75</td>\n",
              "      <td>0.24</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc22977</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.06</td>\n",
              "      <td>0.23</td>\n",
              "      <td>0.24</td>\n",
              "      <td>0.17</td>\n",
              "      <td>0.30</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc22978</th>\n",
              "      <td>0.07</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.24</td>\n",
              "      <td>0.67</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc22979</th>\n",
              "      <td>0.02</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.92</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.02</td>\n",
              "      <td>0.02</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc22980</th>\n",
              "      <td>0.20</td>\n",
              "      <td>0.67</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.13</td>\n",
              "      <td>0.00</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>22981 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "          Topic0  Topic1  Topic2  Topic3  Topic4  Topic5  dominant_topic\n",
              "Doc0      0.40    0.00    0.21    0.30    0.00    0.09    0             \n",
              "Doc1      0.00    0.05    0.68    0.26    0.00    0.00    2             \n",
              "Doc2      0.11    0.01    0.19    0.68    0.01    0.01    3             \n",
              "Doc3      0.00    0.00    0.00    0.44    0.55    0.00    4             \n",
              "Doc4      0.00    0.00    0.00    0.19    0.79    0.00    4             \n",
              "...        ...     ...     ...     ...     ...     ...   ..             \n",
              "Doc22976  0.00    0.00    0.75    0.24    0.00    0.00    2             \n",
              "Doc22977  0.00    0.06    0.23    0.24    0.17    0.30    5             \n",
              "Doc22978  0.07    0.00    0.24    0.67    0.00    0.00    3             \n",
              "Doc22979  0.02    0.02    0.92    0.02    0.02    0.02    2             \n",
              "Doc22980  0.20    0.67    0.00    0.00    0.13    0.00    1             \n",
              "\n",
              "[22981 rows x 7 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sdHfi1-uWRpQ",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 884
        },
        "outputId": "06d1c935-3762-4cee-a37f-09c5ee328931"
      },
      "source": [
        "X_train.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>complaints</th>\n",
              "      <th>Product</th>\n",
              "      <th>Company</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>36524</th>\n",
              "      <td>On XX/XX/2020. Checks for the full amounts owed were sent to each of these accounts from XXXX to Capital One : Capital One ending in # XXXX {$3700.00} Capital One ending in # XXXX {$680.00} Capital One ending in # XXXX {$2600.00} Capital One ending in # XXXX {$2100.00} Capital One ending in # XXXX {$3400.00} Total payment on these accounts : {$12000.00}. \\nPrior to these payoff checks sent, I made my monthly payments due XX/XX/XXXX to avoid any late fees while these checks were received and processed by Capital One. \\nI later received statements showing I owed interest on each one after payment in full was received. After sending them a letter priority mail on XX/XX/2020, asking why I was paying interest on top of interest, I received a letter on XX/XX/2020 letting me know the accounts were closed per my request, which I had requested they close since I was paying in full BUT no answer to my question. I attempted to call several times prior to mailing this letter but had not success in getting anyone on the line after waiting over an hour. I went ahead and paid the interest on these accounts which added to {$280.00}, out of fear I may be hit with a late fee. I attempted to call again XX/XX/2020. After waiting over an hour for a rep on phone, I was told I had to pay the interest on interest and also a residual fee after for each one. ( how do you pay interest on interest? ) Residual fee? On accounts paid in full? They said, that was their policy. \\nShortly after making full payments on these accounts, On XX/XX/XXXX, my husband lost his job due to COVID and is currently unemployed. I have struggled to pay these additional fees that I find to be an illegal act by this credit card company. I was told if I did not pay the additional fees, a late fee will be added on top. I should not have to pay interest or residual fees on a payoff amount that had not outstanding balance. I also requested a copy of their agreement stating they are allowed to do this. I never received a response or any response to any of my questions. Again, we are in no financial position at this time due to loss of unemployment to be slammed with extra fees. It is unfortunate that the timing on these payments made in full and my husband losing his job came at a worse time.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46281</th>\n",
              "      <td>On or about XX/XX/XXXX I opened a Citibank Basic Checking Account after seeing an offer described by Citibank that if I opened a Basic Checking Account, deposited at least {$5000.00} within 30 days of accounting opening, and held at least that amount in the account for 60 days that within 90 days after fulfilling the conditions of the agreement I would receive a {$200.00} checking account bonus. I soon deposited approximately {$5000.00} on XX/XX/XXXX into the account. On XX/XX/XXXX I received another email update from Citibank about the offer and thanking me for enrolling in the Citibank {$200.00} checking offer and repeating the terms of the agreement. \\n\\nOn or about XX/XX/XXXX I utilized the Citibank Mobile Application 's chat function to inquire as to when my bonus might be depositing, as it had been well over 60 days since when I opened the account and deposited the qualifying funds on XX/XX/XXXX. 60 days since my deposit would have been around early XX/XX/XXXX. The Mobile Application representative stated they could not resolve the issue and to call their One Stop Sales Unit, which I did on XX/XX/XXXX. The representative at the One Stop Sales Unit was confused and did not know how to search for the offer clearly, saying too that often the offers are for holding money in the account for 90 days or more, and provided essentially no clarity or guidance. \\n\\nI withdrew {$3000.00} of the {$5000.00} I had held in the account since XX/XX/XXXX on XX/XX/XXXX, my first withdrawl from the account. I am concerned as Citibank has been very unclear on when my deposit bonus will be depositing, as that is {$5000.00} I could be storing in other accounts that actually provided material interest income ( which are generally well over 1.7 % at the moment compared to Citibank Basic Checking 's essential zero interest ). Furthermore Citibank makes it extremely difficult to get any clear, definite answers on the matter as neither their chat representative nor their One Stop Sales Unit personnel have any meaningful knowledge on how to handle the matter.</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>CITIBANK, N.A.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45126</th>\n",
              "      <td>i did received a check XXXX on XX/XX/2017 at that time i was moving from XXXX to XXXX, the check was for a refund of over payment, and the check got lost. Later I close my account with XXXX balance. since then i try many time calling capital one, they put an hold and promise to re issue a new check, every time they wan na verified my address, &amp; i have to wait couples of weeks to received a new one and never received any new check.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>54605</th>\n",
              "      <td>On XX/XX/2020, sometime before XXXX XXXX, XXXX XXXX called not only my employer, but the office of the Director at my place of employment for the city of   XXXX on behalf of Reliant Capital Solutions. She did not call with questions attempting to identify my location. This company is not the original debt owner. She identified her employer without being asked. My place of employment does not allow personal calls at work. It prohibits personal calls on work time. I was notified via an official email from my Director 's personal assistant. I do not wish the stress caused by this blatant invasion on privacy and violation of the FDCPA amongst other violations. If I lose my job, I will surely sue for lost wages.This account is not even reported on my credit report. I have not ever received any written documentation from this company prior to the escalation of calling the Top office for the company I work for. This is blatant harrassment! An official cease and desist letter has been sent.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>Reliant Capital Solutions, LLC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17153</th>\n",
              "      <td>Hello, CFPB. I am submitting this complaint because I dont know what else to do. Well Fargo is not respecting my rights as a consumer. I tried to solve this issue with them but they did not respond my demand. \\n\\nAccounts : WF CRD SVC XXXX Date Opened XX/XX/XXXX Bal XXXX WF CRD SVC XXXX Date Opened XX/XX/XXXX Bal XXXX On XX/XX/XXXX, I sent them a dispute notice, which they ignored, and did not send any debt validation, as required by the Fair Credit Reporting Act. \\n\\nI am demanding Wells Fargo to remove the RELATED TO FRAUD items from my credit report. I wans a deletion letter for my records. I have been affected psychologically because of this situation.</td>\n",
              "      <td>Debt collection</td>\n",
              "      <td>WELLS FARGO &amp; COMPANY</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 complaints  ...                            Company\n",
              "36524  On XX/XX/2020. Checks for the full amounts owed were sent to each of these accounts from XXXX to Capital One : Capital One ending in # XXXX {$3700.00} Capital One ending in # XXXX {$680.00} Capital One ending in # XXXX {$2600.00} Capital One ending in # XXXX {$2100.00} Capital One ending in # XXXX {$3400.00} Total payment on these accounts : {$12000.00}. \\nPrior to these payoff checks sent, I made my monthly payments due XX/XX/XXXX to avoid any late fees while these checks were received and processed by Capital One. \\nI later received statements showing I owed interest on each one after payment in full was received. After sending them a letter priority mail on XX/XX/2020, asking why I was paying interest on top of interest, I received a letter on XX/XX/2020 letting me know the accounts were closed per my request, which I had requested they close since I was paying in full BUT no answer to my question. I attempted to call several times prior to mailing this letter but had not success in getting anyone on the line after waiting over an hour. I went ahead and paid the interest on these accounts which added to {$280.00}, out of fear I may be hit with a late fee. I attempted to call again XX/XX/2020. After waiting over an hour for a rep on phone, I was told I had to pay the interest on interest and also a residual fee after for each one. ( how do you pay interest on interest? ) Residual fee? On accounts paid in full? They said, that was their policy. \\nShortly after making full payments on these accounts, On XX/XX/XXXX, my husband lost his job due to COVID and is currently unemployed. I have struggled to pay these additional fees that I find to be an illegal act by this credit card company. I was told if I did not pay the additional fees, a late fee will be added on top. I should not have to pay interest or residual fees on a payoff amount that had not outstanding balance. I also requested a copy of their agreement stating they are allowed to do this. I never received a response or any response to any of my questions. Again, we are in no financial position at this time due to loss of unemployment to be slammed with extra fees. It is unfortunate that the timing on these payments made in full and my husband losing his job came at a worse time.  ...  CAPITAL ONE FINANCIAL CORPORATION\n",
              "46281  On or about XX/XX/XXXX I opened a Citibank Basic Checking Account after seeing an offer described by Citibank that if I opened a Basic Checking Account, deposited at least {$5000.00} within 30 days of accounting opening, and held at least that amount in the account for 60 days that within 90 days after fulfilling the conditions of the agreement I would receive a {$200.00} checking account bonus. I soon deposited approximately {$5000.00} on XX/XX/XXXX into the account. On XX/XX/XXXX I received another email update from Citibank about the offer and thanking me for enrolling in the Citibank {$200.00} checking offer and repeating the terms of the agreement. \\n\\nOn or about XX/XX/XXXX I utilized the Citibank Mobile Application 's chat function to inquire as to when my bonus might be depositing, as it had been well over 60 days since when I opened the account and deposited the qualifying funds on XX/XX/XXXX. 60 days since my deposit would have been around early XX/XX/XXXX. The Mobile Application representative stated they could not resolve the issue and to call their One Stop Sales Unit, which I did on XX/XX/XXXX. The representative at the One Stop Sales Unit was confused and did not know how to search for the offer clearly, saying too that often the offers are for holding money in the account for 90 days or more, and provided essentially no clarity or guidance. \\n\\nI withdrew {$3000.00} of the {$5000.00} I had held in the account since XX/XX/XXXX on XX/XX/XXXX, my first withdrawl from the account. I am concerned as Citibank has been very unclear on when my deposit bonus will be depositing, as that is {$5000.00} I could be storing in other accounts that actually provided material interest income ( which are generally well over 1.7 % at the moment compared to Citibank Basic Checking 's essential zero interest ). Furthermore Citibank makes it extremely difficult to get any clear, definite answers on the matter as neither their chat representative nor their One Stop Sales Unit personnel have any meaningful knowledge on how to handle the matter.                                                                                                                                                                                                               ...  CITIBANK, N.A.                   \n",
              "45126  i did received a check XXXX on XX/XX/2017 at that time i was moving from XXXX to XXXX, the check was for a refund of over payment, and the check got lost. Later I close my account with XXXX balance. since then i try many time calling capital one, they put an hold and promise to re issue a new check, every time they wan na verified my address, & i have to wait couples of weeks to received a new one and never received any new check.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    ...  CAPITAL ONE FINANCIAL CORPORATION\n",
              "54605  On XX/XX/2020, sometime before XXXX XXXX, XXXX XXXX called not only my employer, but the office of the Director at my place of employment for the city of   XXXX on behalf of Reliant Capital Solutions. She did not call with questions attempting to identify my location. This company is not the original debt owner. She identified her employer without being asked. My place of employment does not allow personal calls at work. It prohibits personal calls on work time. I was notified via an official email from my Director 's personal assistant. I do not wish the stress caused by this blatant invasion on privacy and violation of the FDCPA amongst other violations. If I lose my job, I will surely sue for lost wages.This account is not even reported on my credit report. I have not ever received any written documentation from this company prior to the escalation of calling the Top office for the company I work for. This is blatant harrassment! An official cease and desist letter has been sent.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 ...  Reliant Capital Solutions, LLC   \n",
              "17153  Hello, CFPB. I am submitting this complaint because I dont know what else to do. Well Fargo is not respecting my rights as a consumer. I tried to solve this issue with them but they did not respond my demand. \\n\\nAccounts : WF CRD SVC XXXX Date Opened XX/XX/XXXX Bal XXXX WF CRD SVC XXXX Date Opened XX/XX/XXXX Bal XXXX On XX/XX/XXXX, I sent them a dispute notice, which they ignored, and did not send any debt validation, as required by the Fair Credit Reporting Act. \\n\\nI am demanding Wells Fargo to remove the RELATED TO FRAUD items from my credit report. I wans a deletion letter for my records. I have been affected psychologically because of this situation.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              ...  WELLS FARGO & COMPANY            \n",
              "\n",
              "[5 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NewYZ8r8W-GG"
      },
      "source": [
        "WHold = lda.transform(vectorizer_tf.transform(X_hold.complaints[:5]))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GNtw0H1Sb2Ka"
      },
      "source": [
        "colnames = [\"Topic\" + str(i) for i in range(lda.n_components)]\n",
        "docnames = [\"Doc\" + str(i) for i in range(len(X_hold.complaints[:5]))]\n",
        "df_doc_topic = pd.DataFrame(np.round(WHold, 2), columns=colnames, index=docnames)\n",
        "significant_topic = np.argmax(df_doc_topic.values, axis=1)\n",
        "df_doc_topic['dominant_topic'] = significant_topic"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tvWaPeLLcKds",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "outputId": "f5784c43-f767-4efe-c7a6-91509fc71c07"
      },
      "source": [
        "df_doc_topic"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Topic0</th>\n",
              "      <th>Topic1</th>\n",
              "      <th>Topic2</th>\n",
              "      <th>Topic3</th>\n",
              "      <th>Topic4</th>\n",
              "      <th>Topic5</th>\n",
              "      <th>dominant_topic</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Doc0</th>\n",
              "      <td>0.11</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.09</td>\n",
              "      <td>0.80</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc1</th>\n",
              "      <td>0.19</td>\n",
              "      <td>0.56</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.15</td>\n",
              "      <td>0.09</td>\n",
              "      <td>0.00</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc2</th>\n",
              "      <td>0.22</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.41</td>\n",
              "      <td>0.36</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.01</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc3</th>\n",
              "      <td>0.00</td>\n",
              "      <td>0.29</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.70</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Doc4</th>\n",
              "      <td>0.27</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.18</td>\n",
              "      <td>0.15</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.39</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      Topic0  Topic1  Topic2  Topic3  Topic4  Topic5  dominant_topic\n",
              "Doc0  0.11    0.00    0.09    0.80    0.00    0.00    3             \n",
              "Doc1  0.19    0.56    0.00    0.15    0.09    0.00    1             \n",
              "Doc2  0.22    0.01    0.41    0.36    0.01    0.01    2             \n",
              "Doc3  0.00    0.29    0.00    0.00    0.00    0.70    5             \n",
              "Doc4  0.27    0.00    0.18    0.15    0.00    0.39    5             "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yoEBjMqxcMk2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 918
        },
        "outputId": "a6805a9b-bfeb-4a44-b4eb-b530ff5f1152"
      },
      "source": [
        "X_hold.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>complaints</th>\n",
              "      <th>Product</th>\n",
              "      <th>Company</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>30060</th>\n",
              "      <td>I have a business checking account at BB &amp; T. On XX/XX/2019, I attempted to deposit a check into my account and I received a message stating that I was over my monthly mobile deposit limit. I was confused because it was the first of the month and I had not deposited any checks since the previous month. I called BB &amp; T and they said that I couldnt deposit checks into business accounts via the mobile app even though I had done that before. \\n\\nI was instructed to open a personal account, into which I could deposit checks via the mobile app. I was told that if I opened the account online I would have immediate access, that I could link my personal and business accounts, and immediately be able to transfer money between them. \\n\\nOn XX/XX/XXXX, I opened my personal account online. Though I successfully opened online, I did not have online access as I had been promised. Because I was traveling in an area where there were no BB &amp; T branches, I could not go into a branch until XX/XX/2019. In the intervening time, my business account became overdrawn. I had the money in my personal account to bring it back into the black, but BB &amp; T could not make the transfer until I went into a branch. During this time, I incurred an astonishing {$320.00} in overdraft fees in my business account because I had no way of transferring money between the two accounts. \\n\\nWhen I went into the branch, I met with XXXX XXXX in XXXX XXXX County, Florida. She investigated the accounts and told me she would link them and that I would have online access in XXXX hours. The online access still never material, I was not able to transfer money and I received an additional {$36.00} overdraft fee. This brought the total to {$360.00} in overdraft fees. \\n\\nI had only opened the second account on BB &amp; Ts advice ; I could have had my customer send a bank wire directly into business account in the first week of XXXX to keep the account positive. My TOTAL deposits between the two accounts was always positive. \\n\\nI requested a refund and was told they would not refund any of the fees.</td>\n",
              "      <td>Checking or savings account</td>\n",
              "      <td>BB&amp;T CORPORATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>53473</th>\n",
              "      <td>To who it may concern, My concern is regarding Shellpoint Mortgage Servicing Company. This company has received my monthly mortgage payments and have failed to account it as payments received. My bank has sent me proof the account was cleared and paid. This company is trying to foreclosed on my house and has sent me a letter indicating they sent my file to their Loss Mitigation dept. The person who they assigned it to is XXXX XXXX XXXX x XXXX. Their corporate number is XXXX. \\n\\nI have can send proof of my claim from above should you need it. Please assist.</td>\n",
              "      <td>Mortgage</td>\n",
              "      <td>Shellpoint Partners, LLC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35879</th>\n",
              "      <td>I contacted XXXX about fraudulent charges that were made on my account and the customer service representative told me that they wouldnt be able to issue anew card or remove my fraudulent charges since the account was closed due to non-payment. I was unaware of this these charging that were made.. To my knowledge I didnt owe a payment because the account wasnt being used.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>EQUIFAX, INC.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20993</th>\n",
              "      <td>I first applied for the Fedloan Serving program in XXXX in hopes of getting loan forgiveness since I've been paying on my student loans since late XXXX or early XXXX and I have been a public servant since XXXX, XXXX. I have never missed a payment to any of the various loan companies that owned my loans. The Fedloan Program turned me down in XXXX, saying my loans, which were originally Federal Stafford Loans, did not qualify me for the Program. In XXXX, XXXX, I was solicited by XXXX XXXX   and told I could get into this program to reduce my loan payments. I was charged {$690.00} by XXXX XXXX to get me into the Fedloan Serving program. My loan payments went down to $ XXXX/month for the first year. In XXXX, XXXX, Fedloan Servicing informed me via email that I needed to recertify my \" income-driven repayment plan. Their customer service helped me submit the form XXXX XXXX ) via the internet and it involved the IRS. For reasons I don't understand, Fedloan is now increasing my monthly payments to {$380.00}, effective XX/XX/XXXX. This is a 60 % increase. On XX/XX/XXXX, I called Fedloan regarding this issue. The customer service person suggested I ask for a recalculation and provide pay-stubs rather than IRS information. On the same call, I was transferred to a second agent who listened to my concern and suggested I get out of the Fedloan Program since I really didn't qualify for it anyway and I could save money by going to a regular payment plan with a different servicer such as XXXX which had serviced my loan previously. I feel like I've been miss-lead by the Fedloan Serving Program and by Mr. XXXX XXXX, the case manager at XXXX XXXX ( http : //www.nexum-servicing.com ). After receiving my {$690.00}, I was never able to talk to XXXX on the phone again. He had convinced me I could save money with Fedloan and he told me my payments would go down to {$0.00} when I retire from State Service in XXXX. He told me I would receive loan forgiveness once my payments went to {$0.00}. I have concluded his advise was incorrect and or miss-leading. I regret having my loan transferred to the Fedloan Program because its representatives have indicated I will not receive loan forgiveness for my 20 years of public service. I am very concerned about the cost of my student loan debt, especially since I intend to retire from State service in XXXX. I am also concerned about how I will be able to afford these student loan payments once I am receiving a pension. I am also very disappointed that I haven't been able to \" qualify '' for loan forgiveness based on my long years of public service. I think this whole Fedloan Program is complete scam and I have been duped.</td>\n",
              "      <td>Student loan</td>\n",
              "      <td>AES/PHEAA</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>53</th>\n",
              "      <td>On several occasions ( XXXX ) I have tried to reach someone in costumer service today XX/XX/2020 I tried again to get through and was on hold for over 20 minutes and hung up. \\n\\n3 Years ago I have made no more than {$600.00} in purchases, and while making payments on my account with a {$9000.00} limit the interest charges are deducted from the credit limit and the interest was based on the balance each month. this left my interest and charge fess higher than my monthly payment which amounted to around {$240.00} each month. \\n\\nIn all of this time the interest was so big that it completely eat up the limit balance on the card, which left in me in a vicious cycle of never paying down the money owed. with in 2 years I was able to get the balance down {$2000.00} and I asked Walmart Capital One to reduce the balance down. Now it is back up to the high bank fees and interest charges that have again gone beyond what I can afford monthly the {$240.00}. This is a unfair and infantile game that is forced on me as an consumer.</td>\n",
              "      <td>Credit card or prepaid card</td>\n",
              "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      complaints  ...                            Company\n",
              "30060  I have a business checking account at BB & T. On XX/XX/2019, I attempted to deposit a check into my account and I received a message stating that I was over my monthly mobile deposit limit. I was confused because it was the first of the month and I had not deposited any checks since the previous month. I called BB & T and they said that I couldnt deposit checks into business accounts via the mobile app even though I had done that before. \\n\\nI was instructed to open a personal account, into which I could deposit checks via the mobile app. I was told that if I opened the account online I would have immediate access, that I could link my personal and business accounts, and immediately be able to transfer money between them. \\n\\nOn XX/XX/XXXX, I opened my personal account online. Though I successfully opened online, I did not have online access as I had been promised. Because I was traveling in an area where there were no BB & T branches, I could not go into a branch until XX/XX/2019. In the intervening time, my business account became overdrawn. I had the money in my personal account to bring it back into the black, but BB & T could not make the transfer until I went into a branch. During this time, I incurred an astonishing {$320.00} in overdraft fees in my business account because I had no way of transferring money between the two accounts. \\n\\nWhen I went into the branch, I met with XXXX XXXX in XXXX XXXX County, Florida. She investigated the accounts and told me she would link them and that I would have online access in XXXX hours. The online access still never material, I was not able to transfer money and I received an additional {$36.00} overdraft fee. This brought the total to {$360.00} in overdraft fees. \\n\\nI had only opened the second account on BB & Ts advice ; I could have had my customer send a bank wire directly into business account in the first week of XXXX to keep the account positive. My TOTAL deposits between the two accounts was always positive. \\n\\nI requested a refund and was told they would not refund any of the fees.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                ...  BB&T CORPORATION                 \n",
              "53473  To who it may concern, My concern is regarding Shellpoint Mortgage Servicing Company. This company has received my monthly mortgage payments and have failed to account it as payments received. My bank has sent me proof the account was cleared and paid. This company is trying to foreclosed on my house and has sent me a letter indicating they sent my file to their Loss Mitigation dept. The person who they assigned it to is XXXX XXXX XXXX x XXXX. Their corporate number is XXXX. \\n\\nI have can send proof of my claim from above should you need it. Please assist.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        ...  Shellpoint Partners, LLC         \n",
              "35879  I contacted XXXX about fraudulent charges that were made on my account and the customer service representative told me that they wouldnt be able to issue anew card or remove my fraudulent charges since the account was closed due to non-payment. I was unaware of this these charging that were made.. To my knowledge I didnt owe a payment because the account wasnt being used.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     ...  EQUIFAX, INC.                    \n",
              "20993  I first applied for the Fedloan Serving program in XXXX in hopes of getting loan forgiveness since I've been paying on my student loans since late XXXX or early XXXX and I have been a public servant since XXXX, XXXX. I have never missed a payment to any of the various loan companies that owned my loans. The Fedloan Program turned me down in XXXX, saying my loans, which were originally Federal Stafford Loans, did not qualify me for the Program. In XXXX, XXXX, I was solicited by XXXX XXXX   and told I could get into this program to reduce my loan payments. I was charged {$690.00} by XXXX XXXX to get me into the Fedloan Serving program. My loan payments went down to $ XXXX/month for the first year. In XXXX, XXXX, Fedloan Servicing informed me via email that I needed to recertify my \" income-driven repayment plan. Their customer service helped me submit the form XXXX XXXX ) via the internet and it involved the IRS. For reasons I don't understand, Fedloan is now increasing my monthly payments to {$380.00}, effective XX/XX/XXXX. This is a 60 % increase. On XX/XX/XXXX, I called Fedloan regarding this issue. The customer service person suggested I ask for a recalculation and provide pay-stubs rather than IRS information. On the same call, I was transferred to a second agent who listened to my concern and suggested I get out of the Fedloan Program since I really didn't qualify for it anyway and I could save money by going to a regular payment plan with a different servicer such as XXXX which had serviced my loan previously. I feel like I've been miss-lead by the Fedloan Serving Program and by Mr. XXXX XXXX, the case manager at XXXX XXXX ( http : //www.nexum-servicing.com ). After receiving my {$690.00}, I was never able to talk to XXXX on the phone again. He had convinced me I could save money with Fedloan and he told me my payments would go down to {$0.00} when I retire from State Service in XXXX. He told me I would receive loan forgiveness once my payments went to {$0.00}. I have concluded his advise was incorrect and or miss-leading. I regret having my loan transferred to the Fedloan Program because its representatives have indicated I will not receive loan forgiveness for my 20 years of public service. I am very concerned about the cost of my student loan debt, especially since I intend to retire from State service in XXXX. I am also concerned about how I will be able to afford these student loan payments once I am receiving a pension. I am also very disappointed that I haven't been able to \" qualify '' for loan forgiveness based on my long years of public service. I think this whole Fedloan Program is complete scam and I have been duped.  ...  AES/PHEAA                        \n",
              "53     On several occasions ( XXXX ) I have tried to reach someone in costumer service today XX/XX/2020 I tried again to get through and was on hold for over 20 minutes and hung up. \\n\\n3 Years ago I have made no more than {$600.00} in purchases, and while making payments on my account with a {$9000.00} limit the interest charges are deducted from the credit limit and the interest was based on the balance each month. this left my interest and charge fess higher than my monthly payment which amounted to around {$240.00} each month. \\n\\nIn all of this time the interest was so big that it completely eat up the limit balance on the card, which left in me in a vicious cycle of never paying down the money owed. with in 2 years I was able to get the balance down {$2000.00} and I asked Walmart Capital One to reduce the balance down. Now it is back up to the high bank fees and interest charges that have again gone beyond what I can afford monthly the {$240.00}. This is a unfair and infantile game that is forced on me as an consumer.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   ...  CAPITAL ONE FINANCIAL CORPORATION\n",
              "\n",
              "[5 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1r6kmKzQmqgR"
      },
      "source": [
        "----"
      ]
    }
  ]
}