tensorflow-summarizer-model-with-bart.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ap09O_yL3Exf"
      },
      "source": [
        "# Text Summarizer"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "RxTpE3I6KAe0"
      },
      "source": [
        "## Import Module"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:48:54.240729Z",
          "iopub.status.busy": "2024-05-09T09:48:54.240033Z",
          "iopub.status.idle": "2024-05-09T09:49:06.702076Z",
          "shell.execute_reply": "2024-05-09T09:49:06.700855Z",
          "shell.execute_reply.started": "2024-05-09T09:48:54.240693Z"
        },
        "id": "ySdoG0L23Exh",
        "outputId": "c56180d2-781f-42a4-dc17-14c62f690400",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting datasets\n",
            "  Downloading datasets-2.19.1-py3-none-any.whl (542 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m542.0/542.0 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.14.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.25.2)\n",
            "Requirement already satisfied: pyarrow>=12.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (14.0.2)\n",
            "Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets) (0.6)\n",
            "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n",
            "  Downloading dill-0.3.8-py3-none-any.whl (116 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.0.3)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.31.0)\n",
            "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.66.4)\n",
            "Collecting xxhash (from datasets)\n",
            "  Downloading xxhash-3.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting multiprocess (from datasets)\n",
            "  Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]<=2024.3.1,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.9.5)\n",
            "Collecting huggingface-hub>=0.21.2 (from datasets)\n",
            "  Downloading huggingface_hub-0.23.0-py3-none-any.whl (401 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m401.2/401.2 kB\u001b[0m \u001b[31m14.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.1)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.2.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.1)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.5)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.21.2->datasets) (4.11.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2024.2.2)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2023.4)\n",
            "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.16.0)\n",
            "Installing collected packages: xxhash, dill, multiprocess, huggingface-hub, datasets\n",
            "  Attempting uninstall: huggingface-hub\n",
            "    Found existing installation: huggingface-hub 0.20.3\n",
            "    Uninstalling huggingface-hub-0.20.3:\n",
            "      Successfully uninstalled huggingface-hub-0.20.3\n",
            "Successfully installed datasets-2.19.1 dill-0.3.8 huggingface-hub-0.23.0 multiprocess-0.70.16 xxhash-3.4.1\n"
          ]
        }
      ],
      "source": [
        "!pip install datasets"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1zN614mg3Exi",
        "outputId": "620ba251-2f5c-4006-8c55-e94ee1720fcf"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting rouge\n",
            "  Downloading rouge-1.0.1-py3-none-any.whl (13 kB)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from rouge) (1.16.0)\n",
            "Installing collected packages: rouge\n",
            "Successfully installed rouge-1.0.1\n"
          ]
        }
      ],
      "source": [
        "!pip install rouge"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T10:05:37.014088Z",
          "iopub.status.busy": "2024-05-09T10:05:37.012949Z",
          "iopub.status.idle": "2024-05-09T10:05:51.575293Z",
          "shell.execute_reply": "2024-05-09T10:05:51.574121Z",
          "shell.execute_reply.started": "2024-05-09T10:05:37.014050Z"
        },
        "id": "LEvliRHn3Exi",
        "outputId": "857521cf-096f-440d-82d2-20cc3d69d154",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting rouge-score\n",
            "  Downloading rouge_score-0.1.2.tar.gz (17 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Requirement already satisfied: absl-py in /usr/local/lib/python3.10/dist-packages (from rouge-score) (1.4.0)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.10/dist-packages (from rouge-score) (3.8.1)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from rouge-score) (1.25.2)\n",
            "Requirement already satisfied: six>=1.14.0 in /usr/local/lib/python3.10/dist-packages (from rouge-score) (1.16.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (8.1.7)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (1.4.2)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (2023.12.25)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score) (4.66.4)\n",
            "Building wheels for collected packages: rouge-score\n",
            "  Building wheel for rouge-score (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for rouge-score: filename=rouge_score-0.1.2-py3-none-any.whl size=24933 sha256=e335d88b2a0de16f5eaf4c7e1437689dbccfa4b3eb5e95556434630b018697dc\n",
            "  Stored in directory: /root/.cache/pip/wheels/5f/dd/89/461065a73be61a532ff8599a28e9beef17985c9e9c31e541b4\n",
            "Successfully built rouge-score\n",
            "Installing collected packages: rouge-score\n",
            "Successfully installed rouge-score-0.1.2\n"
          ]
        }
      ],
      "source": [
        "!pip install rouge-score"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:06.705842Z",
          "iopub.status.busy": "2024-05-09T09:49:06.704854Z",
          "iopub.status.idle": "2024-05-09T09:49:45.263790Z",
          "shell.execute_reply": "2024-05-09T09:49:45.262578Z",
          "shell.execute_reply.started": "2024-05-09T09:49:06.705796Z"
        },
        "id": "nimOxRn-3Exj",
        "outputId": "7cc140fc-86ac-4fd9-e6b5-18207f916dd9",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting git+https://github.com/keras-team/keras-nlp.git\n",
            "  Cloning https://github.com/keras-team/keras-nlp.git to /tmp/pip-req-build-gc9g1ft6\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/keras-team/keras-nlp.git /tmp/pip-req-build-gc9g1ft6\n",
            "  Resolved https://github.com/keras-team/keras-nlp.git to commit 294304b94f8ab9355beeeae6965e26f6c4fc9286\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting keras-core (from keras-nlp==0.10.0)\n",
            "  Downloading keras_core-0.1.7-py3-none-any.whl (950 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m950.8/950.8 kB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: absl-py in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (1.4.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (1.25.2)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (24.0)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (2023.12.25)\n",
            "Requirement already satisfied: rich in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (13.7.1)\n",
            "Requirement already satisfied: dm-tree in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (0.1.8)\n",
            "Requirement already satisfied: kagglehub in /usr/local/lib/python3.10/dist-packages (from keras-nlp==0.10.0) (0.2.5)\n",
            "Collecting tensorflow-text (from keras-nlp==0.10.0)\n",
            "  Downloading tensorflow_text-2.16.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.2/5.2 MB\u001b[0m \u001b[31m24.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from kagglehub->keras-nlp==0.10.0) (2.31.0)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from kagglehub->keras-nlp==0.10.0) (4.66.4)\n",
            "Collecting namex (from keras-core->keras-nlp==0.10.0)\n",
            "  Downloading namex-0.0.8-py3-none-any.whl (5.8 kB)\n",
            "Requirement already satisfied: h5py in /usr/local/lib/python3.10/dist-packages (from keras-core->keras-nlp==0.10.0) (3.9.0)\n",
            "Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from rich->keras-nlp==0.10.0) (3.0.0)\n",
            "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from rich->keras-nlp==0.10.0) (2.16.1)\n",
            "Collecting tensorflow<2.17,>=2.16.1 (from tensorflow-text->keras-nlp==0.10.0)\n",
            "  Downloading tensorflow-2.16.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (589.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m589.8/589.8 MB\u001b[0m \u001b[31m2.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py>=2.2.0->rich->keras-nlp==0.10.0) (0.1.2)\n",
            "Requirement already satisfied: astunparse>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.6.3)\n",
            "Requirement already satisfied: flatbuffers>=23.5.26 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (24.3.25)\n",
            "Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.5.4)\n",
            "Requirement already satisfied: google-pasta>=0.1.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.2.0)\n",
            "Collecting h5py (from keras-core->keras-nlp==0.10.0)\n",
            "  Downloading h5py-3.11.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.3/5.3 MB\u001b[0m \u001b[31m76.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: libclang>=13.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (18.1.1)\n",
            "Collecting ml-dtypes~=0.3.1 (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
            "  Downloading ml_dtypes-0.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.2/2.2 MB\u001b[0m \u001b[31m72.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.3.0)\n",
            "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.20.3)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (67.7.2)\n",
            "Requirement already satisfied: six>=1.12.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.16.0)\n",
            "Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (2.4.0)\n",
            "Requirement already satisfied: typing-extensions>=3.6.6 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (4.11.0)\n",
            "Requirement already satisfied: wrapt>=1.11.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.14.1)\n",
            "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (1.63.0)\n",
            "Collecting tensorboard<2.17,>=2.16 (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
            "  Downloading tensorboard-2.16.2-py3-none-any.whl (5.5 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.5/5.5 MB\u001b[0m \u001b[31m110.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting keras>=3.0.0 (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
            "  Downloading keras-3.3.3-py3-none-any.whl (1.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m79.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.37.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub->keras-nlp==0.10.0) (2024.2.2)\n",
            "Requirement already satisfied: wheel<1.0,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from astunparse>=1.6.0->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.43.0)\n",
            "Collecting optree (from keras>=3.0.0->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0)\n",
            "  Downloading optree-0.11.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (311 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m311.2/311.2 kB\u001b[0m \u001b[31m42.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.6)\n",
            "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (0.7.2)\n",
            "Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (3.0.3)\n",
            "Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.10/dist-packages (from werkzeug>=1.0.1->tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16.1->tensorflow-text->keras-nlp==0.10.0) (2.1.5)\n",
            "Building wheels for collected packages: keras-nlp\n",
            "  Building wheel for keras-nlp (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for keras-nlp: filename=keras_nlp-0.10.0-py3-none-any.whl size=876028 sha256=50475c779ae0ad3ea3540421eda08f6ae3a9911c19ee71bbd0b45eaa05d73934\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-htfqggzu/wheels/aa/8c/45/112235850203b00e1d4942afbaa83677a6d8a775618e72a132\n",
            "Successfully built keras-nlp\n",
            "Installing collected packages: namex, optree, ml-dtypes, h5py, tensorboard, keras-core, keras, tensorflow, tensorflow-text, keras-nlp\n",
            "  Attempting uninstall: ml-dtypes\n",
            "    Found existing installation: ml-dtypes 0.2.0\n",
            "    Uninstalling ml-dtypes-0.2.0:\n",
            "      Successfully uninstalled ml-dtypes-0.2.0\n",
            "  Attempting uninstall: h5py\n",
            "    Found existing installation: h5py 3.9.0\n",
            "    Uninstalling h5py-3.9.0:\n",
            "      Successfully uninstalled h5py-3.9.0\n",
            "  Attempting uninstall: tensorboard\n",
            "    Found existing installation: tensorboard 2.15.2\n",
            "    Uninstalling tensorboard-2.15.2:\n",
            "      Successfully uninstalled tensorboard-2.15.2\n",
            "  Attempting uninstall: keras\n",
            "    Found existing installation: keras 2.15.0\n",
            "    Uninstalling keras-2.15.0:\n",
            "      Successfully uninstalled keras-2.15.0\n",
            "  Attempting uninstall: tensorflow\n",
            "    Found existing installation: tensorflow 2.15.0\n",
            "    Uninstalling tensorflow-2.15.0:\n",
            "      Successfully uninstalled tensorflow-2.15.0\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "tf-keras 2.15.1 requires tensorflow<2.16,>=2.15, but you have tensorflow 2.16.1 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed h5py-3.11.0 keras-3.3.3 keras-core-0.1.7 keras-nlp-0.10.0 ml-dtypes-0.3.2 namex-0.0.8 optree-0.11.0 tensorboard-2.16.2 tensorflow-2.16.1 tensorflow-text-2.16.1\n"
          ]
        }
      ],
      "source": [
        "!pip install git+https://github.com/keras-team/keras-nlp.git\n",
        "#!pip install tensorflow-datasets"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:05:55.489940Z",
          "iopub.status.busy": "2024-05-09T10:05:55.489524Z",
          "iopub.status.idle": "2024-05-09T10:05:56.570119Z",
          "shell.execute_reply": "2024-05-09T10:05:56.569321Z",
          "shell.execute_reply.started": "2024-05-09T10:05:55.489901Z"
        },
        "id": "K0VA4CEi3Exj",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "from rouge import Rouge\n",
        "from rouge_score import rouge_scorer"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:45.265569Z",
          "iopub.status.busy": "2024-05-09T09:49:45.265247Z",
          "iopub.status.idle": "2024-05-09T09:49:45.270747Z",
          "shell.execute_reply": "2024-05-09T09:49:45.269768Z",
          "shell.execute_reply.started": "2024-05-09T09:49:45.265529Z"
        },
        "id": "Bl0lFL403Exj",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "import os\n",
        "\n",
        "os.environ[\"KERAS_BACKEND\"] = \"tensorflow\""
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:45.274090Z",
          "iopub.status.busy": "2024-05-09T09:49:45.273663Z",
          "iopub.status.idle": "2024-05-09T09:49:45.287300Z",
          "shell.execute_reply": "2024-05-09T09:49:45.286459Z",
          "shell.execute_reply.started": "2024-05-09T09:49:45.274058Z"
        },
        "id": "xeg1AjzE3Exj",
        "outputId": "aa6ed29e-fbd8-4a53-f83f-cd4c225bf94f",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Default GPU Device: /device:GPU:0\n"
          ]
        }
      ],
      "source": [
        "import tensorflow as tf\n",
        "\n",
        "if tf.test.gpu_device_name():\n",
        "    print(\"Default GPU Device: {}\".format(tf.test.gpu_device_name()))\n",
        "else:\n",
        "    print(\"Please install GPU version of TF\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:45.288758Z",
          "iopub.status.busy": "2024-05-09T09:49:45.288453Z",
          "iopub.status.idle": "2024-05-09T09:49:45.299372Z",
          "shell.execute_reply": "2024-05-09T09:49:45.298486Z",
          "shell.execute_reply.started": "2024-05-09T09:49:45.288733Z"
        },
        "id": "RcbPNILp3Exj",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "import time\n",
        "import keras_nlp\n",
        "import tensorflow as tf\n",
        "#import tensorflow_datasets as tfds\n",
        "from tensorflow.keras.callbacks import EarlyStopping\n",
        "\n",
        "import time"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wiN0UPm5K-O5"
      },
      "source": [
        "## Define Training Variables"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:45.300787Z",
          "iopub.status.busy": "2024-05-09T09:49:45.300497Z",
          "iopub.status.idle": "2024-05-09T09:49:45.309685Z",
          "shell.execute_reply": "2024-05-09T09:49:45.308865Z",
          "shell.execute_reply.started": "2024-05-09T09:49:45.300763Z"
        },
        "id": "4gZv4CRH3Exk",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "BATCH_SIZE = 8\n",
        "NUM_BATCHES = 50\n",
        "EPOCHS = 10\n",
        "MAX_ENCODER_SEQUENCE_LENGTH = 1024\n",
        "MAX_DECODER_SEQUENCE_LENGTH = 256"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NOnEa7zSLHLd"
      },
      "source": [
        "## Collecting Data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 365,
          "referenced_widgets": [
            "16bb79ba14df4dcfaa17886d862d866c",
            "ffcfe7124903419b8903d684f7b68d7a",
            "c9f52b6c001943919e39602f3cf525f6",
            "19d839b21cf74c9a8d390e7a9e20c44e",
            "4960e7d2fd184b94a4d76d2415d8f0eb",
            "4e90dce6ce6a4a98bbd6946d89090a02",
            "d48adfb6987c495aa486953bdf516b9d",
            "5a78ffc298ef48e0b5cfa54f85630763",
            "57230f13e02848a9a7b1a8b10ca68f17",
            "9a6d9395189b4e329ad4bd28d99c58d2",
            "fb86e141b3ca42868b63c1ff3f310756",
            "fa1da835ebf54e4d954a5d6e7ebe5102",
            "72175117e8ab4bfb9378443a04168851",
            "0a166bbdb4fd4e3bb5c595695ced2654",
            "d0bf5db2b7df49a9ad56cc36cde663b4",
            "e83e35f4e2ad499b94b23a35ea71ffc5",
            "2b02d5f362884e658bdabe9d59d8d1b7",
            "a5db5c3caa3046d7b4bfbf6241542e73",
            "cbf258c05361409aa3d4ffd8da7161b2",
            "456b79a7dad644389fb8020e07855466",
            "29cae4230ba94241b972b1f7a7472bc4",
            "d35121b675a745f895437114264d6072",
            "f6281a2b2e57465ba37caf40b50f142d",
            "83fbd0bc25de422a98324ffdf03e99af",
            "4abb44f5e96945e6a8973cda11f79650",
            "0668eda6cc764cf89eb4a4b3caa2e0eb",
            "51f066a3149543ef9286fcfa769c9a7d",
            "a7d92db025444a209bba79bd316bf148",
            "17752425c1c148f69ee28558f4b611b4",
            "cee49a6054be48878521025d3b296062",
            "d8183f1c0c4845c791daa19436970457",
            "dc5e9dc9cec646739c399980ca9d9e86",
            "09f08e0bd0c34cfe95de707f95bef8d9",
            "d288b6d3a4a44ebdb313981c713346ab",
            "50c9c5e846ba436a8ed5129094abfaaa",
            "fc5d497b8e264af284d98215c2d9fb85",
            "8b55a23b8f8f46dd85a381e0a658dc82",
            "197f7ab5c5f542b185085e6ac5ec6bb2",
            "e6b375f404a14f7998d08cd7c360bb9b",
            "d94ec244bc5948cbb7869876baccc605",
            "f87770efd7204186a8bef817039d02c6",
            "feb4e900998942fd858d86023a80a875",
            "51f929b36e5847fa92c20415784484b1",
            "8fceaa333b59423283aee94f68cf927b",
            "0c92582a118f4208a86ba74198b80c33",
            "cb6e51e4420f45beb5e634745f9c15c5",
            "7df6b34be9ad4de6bc64092fc6894f32",
            "bf42d6467a244a11b5c3b7e207d7f163",
            "43c794452ff34076b9241530f76d46bb",
            "32e321edca7f49e39c12073c086993e2",
            "d8699434eabb4a7a8fea8e2dc84f299c",
            "99c465772c66496a9754b30f1640e694",
            "66745442e2154e8a85e915bf0b318037",
            "b52306f0cd2d4cfb82a41dedc6b0ec2f",
            "a12372db054b4b7fa06694047379ceab",
            "c3cb27dc53934fdb9292037038a2ad4b",
            "4ed42dd6709e465b8812ea3f495e96fb",
            "b7e763a9637343c2bb4f72b9542103e9",
            "f2ca4e5466c34ecfb972ee359e126e55",
            "97a92e800a6d4121b0a1e1f566209cdf",
            "ab4b7b018cbf4ef3bfce404234f122b9",
            "1ab3db35a49b4b2f85e591b1cfd73507",
            "2a331347a10549a4967e85f5452331af",
            "4f6f6c5e6f2845a4a5063817618880f2",
            "89e56c9363fa4bd6affa6940c7810485",
            "5a4ccf7cd7574c689ecdf0e1b40eaf9f",
            "96451d09b07045a08218c07c76ba3840",
            "d934a4c44c904b379fa88c3160f85d73",
            "081cb47c5c374f69ad4ccf92ecd19fbc",
            "277ee952e0b741cd8bd074dba7eb34e2",
            "df73458c056d4c9681395091a3d64ea5",
            "1dbeccc6c69f44ff96576f74d01f7b63",
            "44e2770f24f549f799f673df33df7b8f",
            "f8648ee19d69479283e29b1f6682f8c4",
            "b151c915bdd049d1972846de07060ea2",
            "f3434897092c402480a4adb1baae6adb",
            "888e380377ba4c7a8e9ff037eed66b49"
          ]
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:45.310973Z",
          "iopub.status.busy": "2024-05-09T09:49:45.310703Z",
          "iopub.status.idle": "2024-05-09T09:49:47.511434Z",
          "shell.execute_reply": "2024-05-09T09:49:47.510538Z",
          "shell.execute_reply.started": "2024-05-09T09:49:45.310951Z"
        },
        "id": "xhhh_WYk3Exk",
        "outputId": "dccfe1ec-5d59-4e96-b000-a0506c714a9e",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "16bb79ba14df4dcfaa17886d862d866c",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/295M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "fa1da835ebf54e4d954a5d6e7ebe5102",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/28.3M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "f6281a2b2e57465ba37caf40b50f142d",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/39.5M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "d288b6d3a4a44ebdb313981c713346ab",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/40.1M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "0c92582a118f4208a86ba74198b80c33",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating train split:   0%|          | 0/44972 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c3cb27dc53934fdb9292037038a2ad4b",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating validation split:   0%|          | 0/5622 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "96451d09b07045a08218c07c76ba3840",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating test split:   0%|          | 0/5622 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "from datasets import load_dataset\n",
        "\n",
        "dataset_dict = load_dataset(\"multi_news\")\n",
        "\n",
        "train_dataset = dataset_dict['train']\n",
        "validation_dataset = dataset_dict['validation']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:47.512821Z",
          "iopub.status.busy": "2024-05-09T09:49:47.512514Z",
          "iopub.status.idle": "2024-05-09T09:49:47.521186Z",
          "shell.execute_reply": "2024-05-09T09:49:47.520276Z",
          "shell.execute_reply.started": "2024-05-09T09:49:47.512795Z"
        },
        "id": "6RsYpKdY3Exk",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "def check_len_every_split(dataset_dict):\n",
        "    for split in ['train', 'validation', 'test']:\n",
        "        print(f\"Number of rows in {split} dataset: {len(dataset_dict[split])}\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:47.522890Z",
          "iopub.status.busy": "2024-05-09T09:49:47.522544Z",
          "iopub.status.idle": "2024-05-09T09:49:47.533028Z",
          "shell.execute_reply": "2024-05-09T09:49:47.531967Z",
          "shell.execute_reply.started": "2024-05-09T09:49:47.522859Z"
        },
        "id": "rdJ370PQ3Exk",
        "outputId": "847bdcb6-903e-4a2f-dd36-20f2575b3553",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Number of rows in train dataset: 44972\n",
            "Number of rows in validation dataset: 5622\n",
            "Number of rows in test dataset: 5622\n"
          ]
        }
      ],
      "source": [
        "check_len_every_split(dataset_dict)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:47.537292Z",
          "iopub.status.busy": "2024-05-09T09:49:47.536878Z",
          "iopub.status.idle": "2024-05-09T09:49:47.544102Z",
          "shell.execute_reply": "2024-05-09T09:49:47.543168Z",
          "shell.execute_reply.started": "2024-05-09T09:49:47.537261Z"
        },
        "id": "aUWFLncU3Exl",
        "outputId": "9a224733-427e-429b-da8c-5bf8cc4deb78",
        "trusted": true
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "DatasetDict({\n",
              "    train: Dataset({\n",
              "        features: ['document', 'summary'],\n",
              "        num_rows: 44972\n",
              "    })\n",
              "    validation: Dataset({\n",
              "        features: ['document', 'summary'],\n",
              "        num_rows: 5622\n",
              "    })\n",
              "    test: Dataset({\n",
              "        features: ['document', 'summary'],\n",
              "        num_rows: 5622\n",
              "    })\n",
              "})"
            ]
          },
          "execution_count": 13,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "dataset_dict"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:47.545458Z",
          "iopub.status.busy": "2024-05-09T09:49:47.545201Z",
          "iopub.status.idle": "2024-05-09T09:49:49.351128Z",
          "shell.execute_reply": "2024-05-09T09:49:49.350226Z",
          "shell.execute_reply.started": "2024-05-09T09:49:47.545436Z"
        },
        "id": "gIfbZ2nL3Exl",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "dataset_dict = load_dataset(\"multi_news\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "KbsdoDIbLXdt"
      },
      "source": [
        "## Data Preprocessing"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SJeYO1K6LayM"
      },
      "source": [
        "Delete rows that have a summary longer than the document"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 209,
          "referenced_widgets": [
            "2ec7afd73a4a4003ae2aeec34d1bd03b",
            "926c114dd76c4b2ba8c889a0686c44aa",
            "8cd6103269ae489eb26d7da34d487f4a",
            "b66bd50016c341ae8d7efcf4900fd1ef",
            "090d2a901e414e1b861ca1559603a6d7",
            "71a4f21197a649afbfe6331334156747",
            "d02144ae039b42e58c05d485fd116887",
            "335e27525bb6421b8aacfbd89dcea2f9",
            "5ceaad9422e24bbd8aafa0d1c3ad551b",
            "2cdf784120734b419ce1d35032e6ddef",
            "ba41a320cb8e40569f17423ffec95061",
            "c32b62b8e9354f11ac08c27843856030",
            "1fb1ab7919d748c68ba4d7a1c06e901a",
            "ab95cb8635394233a3e70e9ab13978ef",
            "58e36fd119e44d289fa14c978d8cb38c",
            "526f7dc303e14b8da3d442e8e6cc1655",
            "307bcaacd03149a58958c4f4cf30fec9",
            "8f1a4603111943efab924c14189aede9",
            "6f7b08e5d7cd49ccbad1ca7f1af09174",
            "af38af6adba94ce9abdaab8436a68331",
            "5028ad4de9ea48199bb7b035f30643cb",
            "e4fa54cb886d45c7b17b083426d4d622",
            "3fd3851bcb284b9bb5c99dad2bab4ea5",
            "d548a7320bdc43f88eeeaf7f0963e202",
            "4bb3448ce30848a5a50c8a051b0475ed",
            "5cfbc4eae434424aa6172c1e733eaf95",
            "3fee7619e7ac45aeba62382bf0388eaf",
            "4830502a50e442edaf03ba6bc217db9a",
            "db3561f6c22e4f5a946eb4f6ba6d94a8",
            "9f94c3d7d2c64bd2afa86fa096133bea",
            "7d1dc5d4dbad4c0497458984c68a4488",
            "1e7e7607d4ef4462af7335cd2646c9db",
            "e33ce42164ef4a08ac4a254e712c2119",
            "5c84cde33fcb4427b9a9f3814639f7a0",
            "1e4d477cd41e4971a0a2fe86085caec8",
            "9ea15c6618d94fb8bb816aae94fa5e13",
            "2068e67827eb469592536669dbd995c0",
            "e69689a25c874b6ab164269472bda7e8",
            "09c27d98813647dfaec9b5da915aea54",
            "39960896f9564515864c4ac3b6a5c90e",
            "7a844543d71d466bbc6bc2678367b197",
            "03bfb1471c78499aa9f22b10009d328e",
            "7142ca0c1fe34afbb9766e731a6773c7",
            "9ba085cef6c946e1b78da7dc050c0c4f",
            "866f8ec85cf442c4a47f6352c5f9de89",
            "3ef375bcec674fbdbfe6cf23f74aada0",
            "59510bd0289e418eb8ad0020887d8435",
            "2a6fc0f6316e404bbba07cb8a4929079",
            "036b8fac6ac1491c9a3788beaed3bc45",
            "2d44f1dc6b014c4899a8d0341d88fc70",
            "f33a8a115ea246c69df95de11d7bf000",
            "761db9ccdeea49cc8dd2c36ae29e3621",
            "21233417016d479c98812f0f047533ea",
            "bf92c0898a51449ebe13be6143e5c175",
            "89b2e4f03c8c413a9956a3abcf7cd4f9",
            "9c68ef783d8b4a20a9a2cca43d3ac8ab",
            "5d267509b2a4413a8e5c5f2c4af1561b",
            "0854e2de2443419a946b47b9e79f5194",
            "e3c71e64cd0a48ccbf584e5a02e7dbb2",
            "6118360abbc94f398f53c450f6ca7499",
            "b0a58b8f37fa473a9201fca09314e52b",
            "0d785dd11064488298656573da1763d1",
            "a9b7359a0da5422587b1126ff9e098f8",
            "04f97b5aee1742b4b82d276018692365",
            "08d4e87829fc409299e8804a4d92d45c",
            "deaa676fe3af4076a7aee7e9cb1f557c"
          ]
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:49.353173Z",
          "iopub.status.busy": "2024-05-09T09:49:49.352646Z",
          "iopub.status.idle": "2024-05-09T09:49:49.383166Z",
          "shell.execute_reply": "2024-05-09T09:49:49.382302Z",
          "shell.execute_reply.started": "2024-05-09T09:49:49.353130Z"
        },
        "id": "H6pCAYAN3Exl",
        "outputId": "22de87ab-8652-416c-a140-fa2a8384b50c",
        "trusted": true
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2ec7afd73a4a4003ae2aeec34d1bd03b",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Map:   0%|          | 0/44972 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c32b62b8e9354f11ac08c27843856030",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Filter:   0%|          | 0/44972 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "3fd3851bcb284b9bb5c99dad2bab4ea5",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Map:   0%|          | 0/5622 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5c84cde33fcb4427b9a9f3814639f7a0",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Filter:   0%|          | 0/5622 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "866f8ec85cf442c4a47f6352c5f9de89",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Map:   0%|          | 0/5622 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "9c68ef783d8b4a20a9a2cca43d3ac8ab",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Filter:   0%|          | 0/5622 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "for split in ['train', 'validation', 'test']:\n",
        "    dataset = dataset_dict[split]\n",
        "    dataset = dataset.map(lambda example: {'document': example['document'], 'summary': example['summary'].strip(\"–\").strip()})\n",
        "    dataset = dataset.filter(lambda example: len(example['summary']) <= len(example['document']))\n",
        "#     dataset = dataset.filter(lambda example: len(example['document']) <= MAX_DECODER_SEQUENCE_LENGTH)\n",
        "#     dataset = dataset.filter(lambda example: len(example['summary']) <= MAX_ENCODER_SEQUENCE_LENGTH)\n",
        "    dataset_dict[split] = dataset\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:49.384608Z",
          "iopub.status.busy": "2024-05-09T09:49:49.384330Z",
          "iopub.status.idle": "2024-05-09T09:49:49.389156Z",
          "shell.execute_reply": "2024-05-09T09:49:49.388289Z",
          "shell.execute_reply.started": "2024-05-09T09:49:49.384564Z"
        },
        "id": "QC5g4U9a3Exl",
        "outputId": "ca0cb5cf-74c0-452b-e08d-3b477507e94c",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Number of rows in train dataset: 44556\n",
            "Number of rows in validation dataset: 5574\n",
            "Number of rows in test dataset: 5564\n"
          ]
        }
      ],
      "source": [
        "check_len_every_split(dataset_dict)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:49.390612Z",
          "iopub.status.busy": "2024-05-09T09:49:49.390322Z",
          "iopub.status.idle": "2024-05-09T09:49:49.930767Z",
          "shell.execute_reply": "2024-05-09T09:49:49.929893Z",
          "shell.execute_reply.started": "2024-05-09T09:49:49.390570Z"
        },
        "id": "cds8jrbz3Exl",
        "outputId": "b3d5a250-e1b9-4be0-c828-cedc2b2a31c3",
        "trusted": true
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "['The unemployment rate dropped to 8.2% last month, but the economy only added 120,000 jobs, when 203,000 new jobs had been predicted, according to today\\'s jobs report. Reaction on the Wall Street Journal\\'s MarketBeat Blog was swift: \"Woah!!! Bad number.\" The unemployment rate, however, is better news; it had been expected to hold steady at 8.3%. But the AP notes that the dip is mostly due to more Americans giving up on seeking employment.',\n",
              " 'Shelly Sterling plans \"eventually\" to divorce her estranged husband Donald, she tells Barbara Walters at ABC News. As for her stake in the Los Angeles Clippers, she plans to keep it, the AP notes. Sterling says she would \"absolutely\" fight any NBA decision to force her to sell the team. The team is her \"legacy\" to her family, she says. \"To be honest with you, I\\'m wondering if a wife of one of the owners … said those racial slurs, would they oust the husband? Or would they leave the husband in?\"']"
            ]
          },
          "execution_count": 17,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "dataset_dict['train']['summary'][:2]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:49:49.932082Z",
          "iopub.status.busy": "2024-05-09T09:49:49.931821Z",
          "iopub.status.idle": "2024-05-09T09:50:02.993549Z",
          "shell.execute_reply": "2024-05-09T09:50:02.992436Z",
          "shell.execute_reply.started": "2024-05-09T09:49:49.932059Z"
        },
        "id": "4yGRYAch3Exm",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "train_ds = tf.data.Dataset.from_tensor_slices({\n",
        "    \"encoder_text\":dataset_dict['train']['document'],\n",
        "    \"decoder_text\":dataset_dict['train']['summary'],\n",
        "})\n",
        "train_ds = train_ds.batch(BATCH_SIZE)\n",
        "train_ds = train_ds.take(NUM_BATCHES)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:50:02.995262Z",
          "iopub.status.busy": "2024-05-09T09:50:02.994953Z",
          "iopub.status.idle": "2024-05-09T09:50:04.749637Z",
          "shell.execute_reply": "2024-05-09T09:50:04.748833Z",
          "shell.execute_reply.started": "2024-05-09T09:50:02.995236Z"
        },
        "id": "cxZSEzLe3Exm",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "val_ds = tf.data.Dataset.from_tensor_slices({\n",
        "    \"encoder_text\":dataset_dict['validation']['document'],\n",
        "    \"decoder_text\":dataset_dict['validation']['summary'],\n",
        "})\n",
        "val_ds = val_ds.batch(BATCH_SIZE)\n",
        "val_ds = val_ds.take(NUM_BATCHES)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "82RqWN0yLrml"
      },
      "source": [
        "## Creating Model"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "PxcjuKyWL0GL"
      },
      "source": [
        "Creating model using Keras-NLP + Tensorflow Keras Utility"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:50:04.751226Z",
          "iopub.status.busy": "2024-05-09T09:50:04.750878Z",
          "iopub.status.idle": "2024-05-09T09:50:08.564764Z",
          "shell.execute_reply": "2024-05-09T09:50:08.563973Z",
          "shell.execute_reply.started": "2024-05-09T09:50:04.751194Z"
        },
        "id": "dqCGT09p3Exm",
        "outputId": "9fa24d7f-d918-4e0c-d8fb-d806fc43d22d",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "Attaching 'metadata.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'metadata.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'tokenizer.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'tokenizer.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'assets/tokenizer/vocabulary.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'assets/tokenizer/merges.txt' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n"
          ]
        }
      ],
      "source": [
        "preprocessor = keras_nlp.models.BartSeq2SeqLMPreprocessor(\n",
        "    tokenizer=keras_nlp.models.BartTokenizer.from_preset(\"bart_large_en_cnn\"),\n",
        "    encoder_sequence_length=MAX_ENCODER_SEQUENCE_LENGTH,\n",
        "    decoder_sequence_length=MAX_DECODER_SEQUENCE_LENGTH,\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:50:08.566211Z",
          "iopub.status.busy": "2024-05-09T09:50:08.565919Z",
          "iopub.status.idle": "2024-05-09T09:50:33.704936Z",
          "shell.execute_reply": "2024-05-09T09:50:33.704057Z",
          "shell.execute_reply.started": "2024-05-09T09:50:08.566185Z"
        },
        "id": "kodbIpyw3Exm",
        "outputId": "bf052e51-2c26-4757-91f0-205e764536fa",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "Attaching 'metadata.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'metadata.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'config.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'config.json' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n",
            "Attaching 'model.weights.h5' from model 'keras/bart/keras/bart_large_en_cnn/2' to your Kaggle notebook...\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"font-weight: bold\">Preprocessor: \"bart_seq2_seq_lm_preprocessor\"</span>\n",
              "</pre>\n"
            ],
            "text/plain": [
              "\u001b[1mPreprocessor: \"bart_seq2_seq_lm_preprocessor\"\u001b[0m\n"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/html": [
              "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓\n",
              "┃<span style=\"font-weight: bold\"> Tokenizer (type)                                   </span>┃<span style=\"font-weight: bold\">                                             Vocab # </span>┃\n",
              "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩\n",
              "│ bart_tokenizer (<span style=\"color: #0087ff; text-decoration-color: #0087ff\">BartTokenizer</span>)                     │                                              <span style=\"color: #00af00; text-decoration-color: #00af00\">50,265</span> │\n",
              "└────────────────────────────────────────────────────┴─────────────────────────────────────────────────────┘\n",
              "</pre>\n"
            ],
            "text/plain": [
              "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓\n",
              "┃\u001b[1m \u001b[0m\u001b[1mTokenizer (type)                                  \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1m                                            Vocab #\u001b[0m\u001b[1m \u001b[0m┃\n",
              "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩\n",
              "│ bart_tokenizer (\u001b[38;5;33mBartTokenizer\u001b[0m)                     │                                              \u001b[38;5;34m50,265\u001b[0m │\n",
              "└────────────────────────────────────────────────────┴─────────────────────────────────────────────────────┘\n"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/html": [
              "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"font-weight: bold\">Model: \"bart_seq2_seq_lm\"</span>\n",
              "</pre>\n"
            ],
            "text/plain": [
              "\u001b[1mModel: \"bart_seq2_seq_lm\"\u001b[0m\n"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/html": [
              "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┓\n",
              "┃<span style=\"font-weight: bold\"> Layer (type)                                  </span>┃<span style=\"font-weight: bold\"> Output Shape                           </span>┃<span style=\"font-weight: bold\">         Param # </span>┃\n",
              "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━┩\n",
              "│ decoder_padding_mask (<span style=\"color: #0087ff; text-decoration-color: #0087ff\">InputLayer</span>)             │ (<span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>)                           │               <span style=\"color: #00af00; text-decoration-color: #00af00\">0</span> │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ decoder_token_ids (<span style=\"color: #0087ff; text-decoration-color: #0087ff\">InputLayer</span>)                │ (<span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>)                           │               <span style=\"color: #00af00; text-decoration-color: #00af00\">0</span> │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ encoder_padding_mask (<span style=\"color: #0087ff; text-decoration-color: #0087ff\">InputLayer</span>)             │ (<span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>)                           │               <span style=\"color: #00af00; text-decoration-color: #00af00\">0</span> │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ encoder_token_ids (<span style=\"color: #0087ff; text-decoration-color: #0087ff\">InputLayer</span>)                │ (<span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>)                           │               <span style=\"color: #00af00; text-decoration-color: #00af00\">0</span> │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ bart_backbone (<span style=\"color: #0087ff; text-decoration-color: #0087ff\">BartBackbone</span>)                  │ {encoder_sequence_output: (<span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, │     <span style=\"color: #00af00; text-decoration-color: #00af00\">406,286,336</span> │\n",
              "│                                               │ <span style=\"color: #00af00; text-decoration-color: #00af00\">1024</span>), decoder_sequence_output: (<span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, │                 │\n",
              "│                                               │ <span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00af00; text-decoration-color: #00af00\">1024</span>)}                           │                 │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ token_embedding (<span style=\"color: #0087ff; text-decoration-color: #0087ff\">ReversibleEmbedding</span>)         │ (<span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00d7ff; text-decoration-color: #00d7ff\">None</span>, <span style=\"color: #00af00; text-decoration-color: #00af00\">50264</span>)                    │      <span style=\"color: #00af00; text-decoration-color: #00af00\">51,470,336</span> │\n",
              "└───────────────────────────────────────────────┴────────────────────────────────────────┴─────────────────┘\n",
              "</pre>\n"
            ],
            "text/plain": [
              "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┓\n",
              "┃\u001b[1m \u001b[0m\u001b[1mLayer (type)                                 \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mOutput Shape                          \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1m        Param #\u001b[0m\u001b[1m \u001b[0m┃\n",
              "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━┩\n",
              "│ decoder_padding_mask (\u001b[38;5;33mInputLayer\u001b[0m)             │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m)                           │               \u001b[38;5;34m0\u001b[0m │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ decoder_token_ids (\u001b[38;5;33mInputLayer\u001b[0m)                │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m)                           │               \u001b[38;5;34m0\u001b[0m │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ encoder_padding_mask (\u001b[38;5;33mInputLayer\u001b[0m)             │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m)                           │               \u001b[38;5;34m0\u001b[0m │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ encoder_token_ids (\u001b[38;5;33mInputLayer\u001b[0m)                │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m)                           │               \u001b[38;5;34m0\u001b[0m │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ bart_backbone (\u001b[38;5;33mBartBackbone\u001b[0m)                  │ {encoder_sequence_output: (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m, │     \u001b[38;5;34m406,286,336\u001b[0m │\n",
              "│                                               │ \u001b[38;5;34m1024\u001b[0m), decoder_sequence_output: (\u001b[38;5;45mNone\u001b[0m, │                 │\n",
              "│                                               │ \u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m1024\u001b[0m)}                           │                 │\n",
              "├───────────────────────────────────────────────┼────────────────────────────────────────┼─────────────────┤\n",
              "│ token_embedding (\u001b[38;5;33mReversibleEmbedding\u001b[0m)         │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m50264\u001b[0m)                    │      \u001b[38;5;34m51,470,336\u001b[0m │\n",
              "└───────────────────────────────────────────────┴────────────────────────────────────────┴─────────────────┘\n"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/html": [
              "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"font-weight: bold\"> Total params: </span><span style=\"color: #00af00; text-decoration-color: #00af00\">406,286,336</span> (1.51 GB)\n",
              "</pre>\n"
            ],
            "text/plain": [
              "\u001b[1m Total params: \u001b[0m\u001b[38;5;34m406,286,336\u001b[0m (1.51 GB)\n"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/html": [
              "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"font-weight: bold\"> Trainable params: </span><span style=\"color: #00af00; text-decoration-color: #00af00\">406,286,336</span> (1.51 GB)\n",
              "</pre>\n"
            ],
            "text/plain": [
              "\u001b[1m Trainable params: \u001b[0m\u001b[38;5;34m406,286,336\u001b[0m (1.51 GB)\n"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/html": [
              "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"font-weight: bold\"> Non-trainable params: </span><span style=\"color: #00af00; text-decoration-color: #00af00\">0</span> (0.00 B)\n",
              "</pre>\n"
            ],
            "text/plain": [
              "\u001b[1m Non-trainable params: \u001b[0m\u001b[38;5;34m0\u001b[0m (0.00 B)\n"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "bart_lm = keras_nlp.models.BartSeq2SeqLM(\n",
        "    backbone = keras_nlp.models.BartBackbone.from_preset(\"bart_large_en_cnn\"),\n",
        "    preprocessor=preprocessor,\n",
        ")\n",
        "\n",
        "bart_lm.summary()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:50:33.706356Z",
          "iopub.status.busy": "2024-05-09T09:50:33.706034Z",
          "iopub.status.idle": "2024-05-09T09:50:33.744651Z",
          "shell.execute_reply": "2024-05-09T09:50:33.743964Z",
          "shell.execute_reply.started": "2024-05-09T09:50:33.706329Z"
        },
        "id": "IGCxbG953Exm",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "optimizer = tf.keras.optimizers.AdamW(\n",
        "    learning_rate=5e-5,\n",
        "    weight_decay=0.01,\n",
        "    epsilon=1e-6,\n",
        "    global_clipnorm=1.0,\n",
        ")\n",
        "\n",
        "optimizer.exclude_from_weight_decay(var_names=[\"bias\"])\n",
        "optimizer.exclude_from_weight_decay(var_names=[\"gamma\"])\n",
        "optimizer.exclude_from_weight_decay(var_names=[\"beta\"])\n",
        "\n",
        "loss = tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True)\n",
        "\n",
        "bart_lm.compile(\n",
        "    optimizer=optimizer,\n",
        "    loss=loss,\n",
        "    weighted_metrics=[\"accuracy\"],\n",
        ")\n",
        "\n",
        "early_stopping = EarlyStopping(\n",
        "    monitor='val_loss',\n",
        "    patience=5,\n",
        "    restore_best_weights=True\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "ZZOhqszS3Exn",
        "outputId": "0b2bd34c-0538-46be-c1de-3a527fdfcf16"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Epoch 1/10\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n",
            "\n",
            "I0000 00:00:1715177964.524744    9643 service.cc:145] XLA service 0x7f126c0400a0 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
            "\n",
            "I0000 00:00:1715177964.524819    9643 service.cc:153]   StreamExecutor device (0): NVIDIA A100-SXM4-40GB MIG 7g.40gb, Compute Capability 8.0\n",
            "\n",
            "2024-05-08 21:19:27.103587: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:268] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.\n",
            "\n",
            "W0000 00:00:1715177970.706905    9643 assert_op.cc:38] Ignoring Assert operator compile_loss/sparse_categorical_crossentropy/SparseSoftmaxCrossEntropyWithLogits/assert_equal_1/Assert/Assert\n",
            "\n",
            "2024-05-08 21:19:36.820027: I external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:465] Loaded cuDNN version 8907\n",
            "\n",
            "WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n",
            "\n",
            "I0000 00:00:1715178075.666352    9762 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_289', 24 bytes spill stores, 24 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178076.165019    9766 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_289', 1456 bytes spill stores, 1840 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178076.234660    9745 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1185', 296 bytes spill stores, 480 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178076.242935    9769 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_289', 100 bytes spill stores, 100 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178076.981695    9764 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_277', 100 bytes spill stores, 100 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178077.316521    9749 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1185', 100 bytes spill stores, 100 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178077.366223    9745 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_575', 1456 bytes spill stores, 1840 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178077.611185    9759 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_575', 24 bytes spill stores, 24 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178077.711387    9748 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1088', 648 bytes spill stores, 944 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178077.901690    9750 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1186', 648 bytes spill stores, 944 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178078.200723    9762 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_277', 1456 bytes spill stores, 1840 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178078.372503    9755 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_277', 24 bytes spill stores, 24 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178078.789418    9744 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_575', 100 bytes spill stores, 100 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178078.943988    9761 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'triton_gemm_dot_1186', 16 bytes spill stores, 16 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178274.308223    9643 asm_compiler.cc:369] ptxas warning : Registers are spilled to local memory in function 'loop_add_subtract_fusion_125', 116 bytes spill stores, 224 bytes spill loads\n",
            "\n",
            "ptxas warning : Registers are spilled to local memory in function 'loop_add_subtract_fusion_124', 8 bytes spill stores, 8 bytes spill loads\n",
            "\n",
            "ptxas warning : Registers are spilled to local memory in function 'copy_fusion_49', 136 bytes spill stores, 136 bytes spill loads\n",
            "\n",
            "ptxas warning : Registers are spilled to local memory in function 'copy_fusion_43', 244 bytes spill stores, 400 bytes spill loads\n",
            "\n",
            "ptxas warning : Registers are spilled to local memory in function 'copy_fusion_42', 3036 bytes spill stores, 2676 bytes spill loads\n",
            "\n",
            "ptxas warning : Registers are spilled to local memory in function '__cuda_sm3x_div_rn_noftz_f32_slowpath', 24 bytes spill stores, 24 bytes spill loads\n",
            "\n",
            "ptxas warning : Registers are spilled to local memory in function 'copy_fusion_37', 24 bytes spill stores, 24 bytes spill loads\n",
            "\n",
            "ptxas warning : Registers are spilled to local memory in function 'copy_fusion_32', 8 bytes spill stores, 8 bytes spill loads\n",
            "\n",
            "\n",
            "\n",
            "I0000 00:00:1715178274.587572    9643 device_compiler.h:188] Compiled cluster using XLA!  This line is logged at most once for the lifetime of the process.\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 345ms/step - accuracy: 0.4865 - loss: 2.2594"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "W0000 00:00:1715178302.055912    9648 assert_op.cc:38] Ignoring Assert operator compile_loss/sparse_categorical_crossentropy/SparseSoftmaxCrossEntropyWithLogits/assert_equal_1/Assert/Assert\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m412s\u001b[0m 762ms/step - accuracy: 0.4868 - loss: 2.2574 - val_accuracy: 0.5168 - val_loss: 2.0858\n",
            "\n",
            "Epoch 2/10\n",
            "\n",
            "\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m30s\u001b[0m 569ms/step - accuracy: 0.5760 - loss: 1.7116 - val_accuracy: 0.5122 - val_loss: 2.1271\n",
            "\n",
            "Epoch 3/10\n",
            "\n",
            "\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m30s\u001b[0m 571ms/step - accuracy: 0.6440 - loss: 1.3491 - val_accuracy: 0.5041 - val_loss: 2.2663\n",
            "\n",
            "Epoch 4/10\n",
            "\n",
            "\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m30s\u001b[0m 570ms/step - accuracy: 0.7051 - loss: 1.0527 - val_accuracy: 0.4910 - val_loss: 2.5058\n",
            "\n",
            "Epoch 5/10\n",
            "\n",
            "\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m32s\u001b[0m 597ms/step - accuracy: 0.7595 - loss: 0.8171 - val_accuracy: 0.4903 - val_loss: 2.7663\n",
            "\n",
            "Epoch 6/10\n",
            "\n",
            "\u001b[1m50/50\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m31s\u001b[0m 574ms/step - accuracy: 0.8056 - loss: 0.6320 - val_accuracy: 0.4936 - val_loss: 2.9751\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "<keras.src.callbacks.history.History at 0x7f13402c93f0>"
            ]
          },
          "execution_count": 18,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "bart_lm.fit(\n",
        "    train_ds,\n",
        "    validation_data=val_ds,\n",
        "    epochs=EPOCHS,\n",
        "    callbacks=[early_stopping]\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:51:22.139778Z",
          "iopub.status.busy": "2024-05-09T09:51:22.138964Z",
          "iopub.status.idle": "2024-05-09T09:51:22.145099Z",
          "shell.execute_reply": "2024-05-09T09:51:22.144176Z",
          "shell.execute_reply.started": "2024-05-09T09:51:22.139746Z"
        },
        "id": "0yePBfPh3Exn",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "def generate_text(model, input_text, max_length=200, print_time_taken=False):\n",
        "    start = time.time()\n",
        "    output = model.generate(input_text, max_length=max_length)\n",
        "    end = time.time()\n",
        "    print(f\"Total Time Elapsed: {end - start:.2f}s\")\n",
        "    return output"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1xHVw-712dqU"
      },
      "source": [
        "### Test Random Document to Summarize"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:00:28.558527Z",
          "iopub.status.busy": "2024-05-09T10:00:28.558107Z",
          "iopub.status.idle": "2024-05-09T10:00:30.136342Z",
          "shell.execute_reply": "2024-05-09T10:00:30.135284Z",
          "shell.execute_reply.started": "2024-05-09T10:00:28.558488Z"
        },
        "id": "uF3R0HLW3Exn",
        "outputId": "24d7e63f-8ad3-4518-812c-fe3245e1a95b",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Total Time Elapsed: 1.56s\n",
            "Creatures of the Night is the 10th album by American band Kiss. The album was released in 1982, and was the first Kiss album with guitarist Vinnie Vincent credited. The band was on the verge of releasing their heaviest album yet when they cancelled the tour for Music from \"The Elder\" The album was dedicated to Kiss label founder Neil Bogart, who had died of cancer during the recording sessions.\n"
          ]
        }
      ],
      "source": [
        "text = '''\n",
        "\n",
        "Creatures of the Night is the tenth studio album by American rock band Kiss, released in 1982. It was the band's last for Casablanca Records, the only label for which\n",
        "Kiss had recorded up to that point. The album was dedicated to the memory of Casablanca founder and early Kiss supporter Neil Bogart, who had died of cancer during the recording sessions. It is also the band's last album recorded with Ace Frehley credited as an official member and their first album with Vinnie Vincent, as the initially uncredited lead guitarist. Vincent would later be credited but not featured on the cover of the 1985 reissue of the album. It was also Kiss' last album to feature\n",
        "the band with their trademark makeup until the release of Psycho Circus in 1998.\n",
        "\n",
        "\n",
        "== Background ==\n",
        "By 1982, Kiss's popularity in the US had plummeted due to changing musical tastes and their move away from the anthemic hard rock of their earlier material. 1979's Dynasty, while commercially successful, alienated many fans with the disco-flavored track \"I Was Made for Lovin' You.\" 1980's Unmasked fell further into a pop rock/power\n",
        "pop oriented sound and was Kiss's first album not to achieve platinum status since 1975's Dressed to Kill. The band did not even tour the US for Unmasked, and it also\n",
        "soon faced its first lineup change: founding member Peter Criss, who had not participated in any of the Unmasked recording sessions, officially left Kiss in 1980 and was replaced by Eric Carr.\n",
        "Fan hopes were raised in 1980 when Kiss announced that they were going to record their heaviest record yet. Instead, the band released Music from \"The Elder\" in late 1981, a concept album originally intended to complement a film called The Elder that was ultimately never filmed. Despite confidence from producer Bob Ezrin that this would recreate the success from 1976's Destroyer, the album did not improve the band's status, and on the contrary, further diminished Kiss' US fanbase, failed to achieve gold status, and having cancelled their US Unmasked Tour just a short time before, the band then called off the planned tour for Music from \"The Elder.\"\n",
        "Kiss's label situation had changed as well. Casablanca Records founder Neil Bogart had sold the label to its distributor PolyGram in 1980, and went on to briefly form\n",
        "Boardwalk Records before being diagnosed with and later succumbing to cancer. Using a clause in their Casablanca contract that gave the band an option to leave the label if Bogart did, Kiss became free agents and signed a multimillion-dollar deal with Mercury Records. Mercury, a label also owned by PolyGram, reverted the band to their \"old\" label, though in name only.\n",
        "\n",
        "\n",
        "== Composition and recording ==\n",
        "The album represented a conscious effort by Kiss to return to the hard rock style that had helped them achieve commercial success with Destroyer (1976) and Love Gun (1977). The first key ingredient was songwriter/guitarist Vinnie Vincent, who was soon to replace Frehley as the band's new lead guitarist after being introduced to the\n",
        "band by album co-writer Adam Mitchell.\n",
        "Musically, the progressive elements of Music from \"The Elder\" and the pop affectations of Dynasty and Unmasked were completely absent from Creatures of the Night, making it the heaviest album the group had made at that point. Paul Stanley called Kiss \"a heavy metal band\" in 1982. \"I Still Love You\", the only ballad on Creatures of the Night, was still heavier and darker than any ballad Kiss had released in earlier years. Also contributing to the heavy sound was Carr's drumming style, which was more similar to John Bonham's drumming than to Criss' jazz-influenced style. Creatures of the Night is the first Kiss album to have all lead vocal duties handled by either Gene Simmons or Stanley exclusively. All previous studio releases by the group contained at least one song with lead vocals by another band member.\n",
        "The song \"Rock and Roll Hell\" is a rewrite of the song of the same title on the 1979 album Rock n' Roll Nights by Canadian band Bachman–Turner Overdrive, where the original version of this Simmons/Adams/Vallance song credited to Jim Vallance only.\n",
        "Kiss had used \"ghost players\" on previous albums, most notably Bob Kulick (Alive II and Killers) and Dick Wagner (Destroyer), but Vincent handled most of the lead guitar as a session player and co-writer before being added as the full-time replacement for Frehley, though as an employee and not a full member (like Carr). Blues guitarist Robben Ford, a friend of the album's producer Michael James Jackson, contributed two solos in what he described as one of his weirdest gigs. Mr. Mister guitarist Steve Farris (who was considered as a replacement for Frehley but was thought to not have \"the right look\") provided the solo and lead fills to the title track. Co-writer Mitchell also contributed guitar work to the title track. Though often given credit for playing the solos on \"Keep Me Comin'\" and \"Danger\", Kulick admitted in a 2011 interview that none of the studio work he did on Creatures of the Night made it to the album; this confirmed the same from an earlier Mitchell interview. Jimmy Haslip (former member of Blackjack), Tommy Bolin Band and Street Punk declared in 2008 that he was invited by James Jackson to record five songs (Simmons allegedly refused\n",
        "to play his bass parts due to the end of his relationship with Diana Ross), but Haslip only confirmed that he recorded \"Danger.\"\n",
        "Though Ace Frehley did not play on the album, his face was still featured on the album cover for contractual and commercial reasons. Frehley had been pushing the band\n",
        "to do a heavy rock record since Dynasty, and by the time of Creatures of the Night, he was fully disillusioned with the band; alcoholism and a prescription medicine dependency (begun after a car wreck) led to him not participating in the recording sessions. In fact, when recording sessions for Creatures of the Night began in July 1982, Kiss was essentially a trio. It was only after the album was released and a short promotional tour of Europe was completed that Frehley officially left Kiss. The lead guitar replacement for Frehley for the Creatures of the Night Tour/10th Anniversary Tour in the U.S. was Vincent, adopting his Egyptian Ankh makeup, hastily designed by Stanley.\n",
        "Speaking to Record Mirror in 1982, Stanley explained the album title as \"Basically, we feel that everybody is a creature of the night. We're all less inhibited and we're all vampires. The night makes people feel free and then by the cold light of dawn we crawl home to our coffins to behave like normal people during the day.\"\n",
        "\n",
        "\n",
        "== Artwork ==\n",
        "It has been speculated that the original 1982 cover was modeled after the 1979 children's book, I Can Read About Creatures of the Night. In the early days of KISS 1972-73, there was a band on the same New York circuit by the name of \"Creatures of the Dark\" the members dressed as characters from the Universal Monster Film Series; Dracula, Wolfman, Frankenstein's Monster and the Mummy.\n",
        "Three official variations on the album artwork exist: the 1982 original issue; the 1985 reissue, featuring Stanley, Carr, Gene Simmons, and then-current guitarist Bruce Kulick—who did not play on the album—all without make-up; and the 1997 remastered version (same photo as the original, but with minor variations in the logo and lettering). There is also a bootlegged LP that claims to be a Brazilian promo version that features Vincent in make-up airbrushed over Frehley.\n",
        "\n",
        "\n",
        "== Promotion ==\n",
        "The band released a video for \"I Love It Loud,\" which received moderate airplay on MTV. In it was a stage set up that featured Carr's drum kit as a giant metallic tank with an exploding turret. Flames and explosions were also in abundance. Frehley did appear in the video as the rhythm guitarist, with Stanley shown playing the seven-note solo.\n",
        "The album is the band's most represented of their 1980s material over the course of their career in their live setlists by a wide margin and it is their fourth most represented album overall. \"I Love It Loud\" is a setlist staple performed at nearly all of their shows, with over 1500 performances, and \"War Machine\" has also been played on most of their tours, having been performed over 900 times. In addition, the album's title track and \"I Still Love You\" have both been performed over 300 times each.\n",
        "\n",
        "\n",
        "== Reception ==\n",
        "\n",
        "Despite positive reviews, the album did not return the band to the commercial success they had held five years prior. Despite charting higher than The Elder (No. 45, compared to The Elder's No. 75), Creatures of the Night would not attain gold status until 1994. The album would receive critical recognition. In 2022, Creatures of the Night was named No. 4 of 'The 25 greatest rock guitar albums of 1982' list in Guitar World.\n",
        "Carr noted in an interview that Creatures of the Night was his favorite Kiss record on which he played.\n",
        "Creatures of the Night was certified gold by the RIAA on May 9, 1994. It was certified gold in Brazil in 1983 for sales of 100,000 copies.\n",
        "In 2022, a super deluxe edition of the album was released in multiple configurations on CD, vinyl and streaming. The most extensive, a five CD + Blu-ray audio disc, features a total of 103 songs including a new remastered version of the album, 2 discs of demos and studio outtakes (including all 4 new songs from Killers and 3 unreleased songs from the Elder-era Penny Lane session), and 2 discs of live soundboard recordings from the 1982-83 tour for the album. The first single from this re-release\n",
        "was the song Betrayed, a re-working of a Vinnie Vincent demo from his earlier band Warrior with new lyrics and vocals by Paul Stanley.\n",
        "\n",
        "\n",
        "== Track listing ==\n",
        "All credits adapted from the original release.\n",
        "\n",
        "On the 1985 non-make-up release, the song \"Creatures of the Night\" is remixed, and \"Saint and Sinner\" and \"Killer\" are interchanged from side to side with each other.\n",
        "Also, for the 1985 reissue, engineer Dave Wittman remixed three tracks: \"Creatures of the Night\", \"I Love It Loud\" and \"War Machine\".\n",
        "\n",
        "\n",
        "== Personnel ==\n",
        "\n",
        "\n",
        "== Charts ==\n",
        "\n",
        "\n",
        "== Certifications and sales ==\n",
        "\n",
        "\n",
        "== Release history ==\n",
        "Casablanca NBLP-7270: LP\n",
        "Casablanca NBLS-7270: Cassette\n",
        "Casablanca NBL8-7270: 8-track\n",
        "\n",
        "\n",
        "== References ==\n",
        "\n",
        "\n",
        "== External links ==\n",
        "Creatures of the Night at Discogs (list of releases)\n",
        "\n",
        "'''.strip()\n",
        "\n",
        "generated_summary = generate_text(\n",
        "    bart_lm,\n",
        "    text,\n",
        "    max_length=512,\n",
        "    print_time_taken=True,\n",
        ")\n",
        "print(generated_summary)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:00:31.975291Z",
          "iopub.status.busy": "2024-05-09T10:00:31.974252Z",
          "iopub.status.idle": "2024-05-09T10:00:31.979676Z",
          "shell.execute_reply": "2024-05-09T10:00:31.978730Z",
          "shell.execute_reply.started": "2024-05-09T10:00:31.975246Z"
        },
        "id": "AAbQcyNw3Exn",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "index_to_test = 100"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:00:33.695627Z",
          "iopub.status.busy": "2024-05-09T10:00:33.694930Z",
          "iopub.status.idle": "2024-05-09T10:01:01.329148Z",
          "shell.execute_reply": "2024-05-09T10:01:01.328122Z",
          "shell.execute_reply.started": "2024-05-09T10:00:33.695595Z"
        },
        "id": "0zEt6fw73Exo",
        "outputId": "69c72447-0d3c-46af-9172-9aef89013c6c",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "W0000 00:00:1715248860.765869      35 graph_launch.cc:671] Fallback to op-by-op mode because memset node breaks graph update\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Total Time Elapsed: 26.96s\n"
          ]
        }
      ],
      "source": [
        "text = dataset_dict['test']['document'][index_to_test]\n",
        "\n",
        "generated_summary = generate_text(\n",
        "    bart_lm,\n",
        "    text,\n",
        "    max_length=256,\n",
        "    print_time_taken=True,\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:01:09.656500Z",
          "iopub.status.busy": "2024-05-09T10:01:09.655633Z",
          "iopub.status.idle": "2024-05-09T10:01:09.662086Z",
          "shell.execute_reply": "2024-05-09T10:01:09.660925Z",
          "shell.execute_reply.started": "2024-05-09T10:01:09.656455Z"
        },
        "id": "9wOYUVIk3Exo",
        "outputId": "20d90a45-b2a7-433f-f0da-1d153fcbefc4",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Six women from Australia wear identical dresses to same wedding reception. Photo of group of women has been shared 42,000 times on Facebook. Debbie Speranza posted a photo and joked that they were \"backup bridesmaids\" Debbie said the women had been 'in the same dress' for three weeks. The women were in Sydney for a wedding of Julia Mammone in Sydney.\n"
          ]
        }
      ],
      "source": [
        "print(generated_summary)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:01:51.441903Z",
          "iopub.status.busy": "2024-05-09T10:01:51.441516Z",
          "iopub.status.idle": "2024-05-09T10:01:51.503577Z",
          "shell.execute_reply": "2024-05-09T10:01:51.502803Z",
          "shell.execute_reply.started": "2024-05-09T10:01:51.441877Z"
        },
        "id": "ejJu77A13Exo",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "real_summary = dataset_dict['test']['summary'][index_to_test]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:01:53.223951Z",
          "iopub.status.busy": "2024-05-09T10:01:53.223123Z",
          "iopub.status.idle": "2024-05-09T10:01:53.228581Z",
          "shell.execute_reply": "2024-05-09T10:01:53.227545Z",
          "shell.execute_reply.started": "2024-05-09T10:01:53.223920Z"
        },
        "id": "OGq73Jnm3Exo",
        "outputId": "5323bf2c-b54c-40b1-f2c5-c450d9627509",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Debbie Speranza was surprised when she met up with her cousin at a Sydney wedding reception recently and they were wearing the same dress. But both women were even more surprised when they kept bumping into other women also in the same dress—a total of six women at the Australian wedding, which was attended by about 200 people total, showed up in the A$160 (about $128 USD) dress from Forever New. \"No we are NOT the bridesmaids just the guests,\" Speranza wrote on the brand's Facebook page alongside a picture of the six women with the bride, Julia Mammone. She did dub the group #backupbridesmaids when the post went viral on social media, the BBC reports. \"Then another walked in … then another one … and another one,\" Speranza tells the Telegraph. \"A couple of the women were a little bit 'ahhhhh' but then we all saw the fun in it.\" She adds, \"It wasn't a setup, I swear. I only knew one of the six women. Three were from the bride's side and three from the groom.\" The six women and Mammone are scheduled to appear on an Australian morning show Wednesday to discuss the viral incident.\n"
          ]
        }
      ],
      "source": [
        "print(real_summary)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:02:16.227722Z",
          "iopub.status.busy": "2024-05-09T10:02:16.226823Z",
          "iopub.status.idle": "2024-05-09T10:02:16.249781Z",
          "shell.execute_reply": "2024-05-09T10:02:16.248864Z",
          "shell.execute_reply.started": "2024-05-09T10:02:16.227688Z"
        },
        "id": "lWQg_oZp3Exo",
        "outputId": "964c0940-535c-430a-f951-f5c9a1da1910",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "{'r': 0.1796875, 'p': 0.5, 'f': 0.2643678122024046}\n"
          ]
        }
      ],
      "source": [
        "rouge = Rouge()\n",
        "scores = rouge.get_scores(generated_summary, real_summary)[0]\n",
        "rouge_score = scores['rouge-1']\n",
        "print(rouge_score)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:06:47.387878Z",
          "iopub.status.busy": "2024-05-09T10:06:47.386941Z",
          "iopub.status.idle": "2024-05-09T10:06:47.408320Z",
          "shell.execute_reply": "2024-05-09T10:06:47.407354Z",
          "shell.execute_reply.started": "2024-05-09T10:06:47.387844Z"
        },
        "id": "ocD5wa403Exo",
        "outputId": "7eafe843-ac68-44a5-b181-cfc57cfb76fc",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "{'rouge1': Score(precision=0.6612903225806451, recall=0.20398009950248755, fmeasure=0.31178707224334595), 'rougeL': Score(precision=0.3064516129032258, recall=0.0945273631840796, fmeasure=0.1444866920152091), 'rouge2': Score(precision=0.16393442622950818, recall=0.05, fmeasure=0.07662835249042146)}\n"
          ]
        }
      ],
      "source": [
        "scorer = rouge_scorer.RougeScorer(['rouge1', 'rougeL', 'rouge2'], use_stemmer=True)\n",
        "scores = scorer.score(real_summary, generated_summary)\n",
        "rouge_scores = scores\n",
        "print(rouge_scores)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "33n-c3s63Exp"
      },
      "source": [
        "## Model Evaluation"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "tP_24clcMAFa"
      },
      "source": [
        "Model Evaluation using Rouge Metrics."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XTHxUsCGMvBy"
      },
      "source": [
        "Skor ROUGE mengukur kualitas ringkasan otomatis dengan membandingkannya dengan satu atau lebih ringkasan yang dibuat manusia (ringkasan referensi). Skor ini berfokus pada tiga aspek utama: *precision*, *recall*, dan skor *F1*. Masing-masing dari metrik ini memiliki range nilai dari 0 hingga 1, di mana 0 menunjukkan tidak ada kesamaan dan 1 menunjukkan kesamaan yang sempurna. Berikut penjelasan lebih rinci tentang ketiga aspek tersebut:\n",
        "\n",
        "1. **Recall (R)**: Recall mengukur proporsi kata-kata dalam ringkasan referensi yang juga muncul dalam ringkasan yang dihasilkan. Nilai ini menunjukkan seberapa lengkap ringkasan yang dihasilkan dalam menangkap informasi penting dari teks sumber. Recall dihitung dengan formula:\n",
        "   \n",
        "![image.png](data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAmEAAABOCAYAAABokMGBAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsMAAA7DAcdvqGQAADeXSURBVHhe7Z0PcFRFvu+/712riIUw3sutN5TUNVwMxOuDDHphsurbpCQwXJdkuBoDdyWblUTDujGyGuKfQEpNzMom0cUEdg3CamK8qxNWNhN2eRlwzcQt3Bn2SSY+MYMFNQOyNUPhOuNCZajLq36/PufM5My/ZGbIP6A/VZM5OedMn+5f/7r716e7f/3fGAGBQCAQCAQCwaTy35VvgUAgEAgEAsEkIowwgUAgEAgEgilAGGECgUAgEAgEU4AwwgQCgUAgEAimAGGECQQCgUAgEEwBwggTCAQCgUAgmAKEESYQCAQCgUAwBQgjTCAQCAQCgWAKEEaYQCAQCAQCwRQgPOYLxhE/nP0DcHudcP7lEjAnGyXFemiUq0nxtRPWz90494UTngCguacEJctTCokYx3gJBKMR8MJhH4L79CDcX9P/i4yovD9dvjZuBOA9ZsPQV24MnvLT/5kwbjYgtaeMZ1iTxVSV56tRVtOLwFkHbCfdcB9zUy6SBAsqYVggX7tu4UaY4CpieIC1rMlgszLyWZtDOTdtGGBtxnyWp5vFZs2iT4mJeZQrSfNpG8s35rHFPBz6bDClHBIhxys/m+R2pfESCEbD08tq1GVgu025MJ54WO9zpM8rFsvPmNXIUn+KElawbFxRWJPFVJXn8ZT7FOJsZ4UZFP8VNazvvHJukvD8viasXm+0KxeuY8Rw5NXGFxa09HsBrxX9TvqeVuhQ3t2Dwx/sRK5yJmXuLEdP92EcaLnikAg5Xj2mn8KonJlQvBZsfd6C6ZY7gklAa0ADLwO/rFZOTARaGF4hff5wL678KUpYfXtQqZyZ/kxyeQ4xnnKfOrwOCyy8cjraCvsp+dxkob2/QarX9z6rnBCIOWFXHXeuw67NRuQWN+DJFVrl5DRjxo3jNjSQNnMcBxn+TvmeaC754f4Lf9kuuG65IU05mFjG7SlpN+Jm5fCqYbLKcwwmJ3cnBu33qtFcnAvj5n1Yt1w5OdncoHwLhBF29ZEOQ30nen5RCf0c5ZRgWuH/3AazciwQCATTipk6lP+iB531Yj7bdEAYYQLBuOJG957dyrFAIBAIBPERqyOvJqQVgx7g0jk4j3uQFloxqKza+Rvgl1ZlqVbtBH+DS/JKw1tVq7UiwpsvrVShsAYt6P2Ir17RIP2+1TBmKcOefjesll4M/uUSZtyShdWGXKTHGi0824XifymD+YG9+LK9CGGDpl4HzIf6YTtiweDZdGSt0CO3YC09N/awo7erGAvLzDDu/RKdRZqwuGXeT79blMRwZYx4+U844NPODw3FBLwkj1szoQ2ON1z2wnGwF/12OyyDbqRnGaDPMWLtqvSoIdcApa2nuQplbXbgvmp0VuUo98zF0pzMsPv9p6ywSHKww4lM6O/Jxup/L4I+wRHmwFk3vDfdrBpCCsBzFki/Q4s0ZfVYYP5SzJ/hgdMZQLpeF0pTos+WVzL5pHwfPAVkP1IC/UwKm/LOesyDS2lzkZ1fAP28OIMzfKXgIZIdX0k2Jx059xmgu8kN8xutePMIybLgZTQ/qktoaMd/woLuLgssdidwmx45d6/G2gf00EYNa5D+Hu1Bt9mKnkGMqV/h94+evzw99p5udH/Ug0FkwXBPLowFVM5iBX20CbPz6oGth/Hts3o6Qc857gbmzQ2l1+f24OascL2Iy2WV3OkXcrl0o2n2StSjFoe/rQZ/ygh+uPuprHxsI90dS2Yce/ywEi4DEfUQlFWLvJ75gzVmveEdNMeuaxIhlfLMofTY94/kY8F9a+PLJWG5R6Q90To4SJL1YhTKqlwfz/djpGe8bVjggfmghfKB4qLoaXiZ9qtWJyaSd9lYW0ByilNg/SeoXvloEJ7ADMy9M5fKRyYCR3ajaW8P1TNZqPxpAwzz5HvtP5uNlQ1A7YffopoPiVL8naeppgwF7oPLezN0qvo9uTpTXa59yNQbUFB0O5z7fVj7rGGkTRpX3R5dPnGRpucLrgp80sqSfLaMr2yZpV4xOMoKJ2mV4chvwlZrRaxAbLQMsJaNpazF3Mdsdhvr3l5I5zPYhndczGdvZIUbW1i3fYAN2E2sbgX9JqOUmdxKWGq+MrENPMzIVUsn6TzFY1mliQ35fMzn87ABUxXLo2fkN9vYsHKbGo9pgxS3DW92s7bHK6LiVmpyKXcmQIx4DexcxjKU9M+atZjlGWtYbyjSLmZ6mGT6rxXM5OTx9TGPw8SqKO0Za0jGF5TbJJQVW2uU8DKWSXKXP210dYThI3WSzPN22KQwfT4X62supN8tZhUfJJaeyFVGs3R5LP+5XiVdFJfQCq4MtmzNSJqSebb0jGB6Zm1gpiO9rGZjDWu32CgPeln7U/fS+TzWaI/OuWFHCyvMoHx92STlV5+Z9If+z7i3grU7hpjpcS6jxjC5xMbFerfk0b2FpJ9DzMPj7GxnpTxOK1rCf+8j/V2XwfK2tDObW84vl72NVegyWOHOgWj9uiDfP2tFFWu3k47zsK2NbBmFnfFUL/Mpt3F8n/L05LGqd2zMpcjN9kYFW0zxanHE0FwqL5L8Q+WNymhlME942rl+hOtFPIYpvRU6itO6OmaykgzcA6ybnl24cQMrlMKLXKU3zGwv82flsZYjshx87j7WyNOqq2DdscoshdAYM6xkykBEPUTlzEY6VPpcO+slHbBZ2lnVvXReV8f6SH7dlYWs5p1eNuAYYL1vlEp6lkfyilUPxCTp8ky4uyVZ5m0xsQHP6HJJTu4p1sGcFOrFKJRVuaG2YXsjK11Dev1OHYVD51a0sSF+W1iZVq9OTDDvVkTmOUcpoyTDtmDdIJVZKncv9zHPkUapzin9YCQjbNsjnk/x57KWnk2fjGyKyxsjpSO5OtPDuh+nvH+xl8qqLL3hYD6HtUkToNsx5TM6wgi7Chn+sEZShCi3DcN9rEZSYnXlIOMzV8jKE2PJvOutfFnxqRCFG1VUMfNCnbGYLXvcRCo7QjAOGc0xmpE4Rpjng1I5DhHxG9jBG/MMVmeNrm6CRli0wReMW3Ra4xIrXnSulBfkdwaY77+Uc0E83XJjT5+wpdRkYNxL5zJe7IuuIOOkXc1A80hBHrnHRxUHf1Yhaz+pnEoA1zvcGJ3F8t+KrIhsrC6GgZT8s4dZ3zZ+jQyoyIopmNbHusPTSnpYx/PG2B6mM7KeKfl8fogMpej8DoeMie1Umc+6l9UdUd0bNHC4YfiVco7MmRbeMXgw/JkSJ9ulRrMwTEZUAT/GZUFhqPQqpG9qHaX85g1Z+O9lXG9x+ceQW5QRRtC5ZRn5rM7iSdzQcJN+cllSfkU+fZjCkxrYqPI+IJcNuhZWR5wnA4TfH0tGvDzFCiuVMhCsh7gRHmFUBeW7WEdGdZhuuli7kT+nlHXHKziRJFueL1CZ4A1lZPoVuYQZ3inJnUihDk6lXowLGStyWIpOft4WZoQFsb3M74nIU04Ceac2pjjBOqjmQ9XdwXAkWQ9TZ2gorFMTZYQRtu1kHK6pY71fRac3qXpL0s3wci3hJGNY/fsJ0u1I+YyFmBN2FZI2K846plFWOGnmRrz+VhFagfj9EhTdKh/KpGP+PfTlDWDdxqKwSZzBOHgHTyTsikFreAadTQ1o/u26sOEOnX41/fWi46hTPhED7aOb4sTNAfdZ+UzSfG1F/aYO3N77R+ws1kETORyhNeCZd5vR0NQTvoooKxtSjDv5a/Hk0T3yLnbWN2BvVYFqqFYDXQ5fcG+B1ZG4c4v0+9ZLy/Ste8xwyKdkTg3BUfwkypeHvxtP/tlpuPEm/u1F9g/5cKR0UmZeOnT8+z0n3NIJhWP9aOLBZKWrnhHUMy+aPhkE5mRCf+sY7+1PmdDYYKdwKI13q+5dvg49XI/erUWBMrzh7qzH1qOAsSg3TE8lFuRifQGl7skmmLkDVSLQ34Ga9yiSj5bAoNIrvnJsL8lnZ2+5oqNudLy0FXaS8voV0WUofQWXvwVPNJsx2nrYwIkOlFW68cyHPahdxYeMEyEA61s16KJoVv6wICpdactzJT2MRofyjp1oqN+L6u+pcmCODrkkBxyyImEVS6UMBOshrzxko06rdr6kMXDr1qMkTDdJz6QfdUnDUikxRnl2dtagiVQvSkfmZMPwHxTdPRbYpExMVe5ECnXwldSLUQRX5RasRy4fZryjHAfOnMGZ35UjU74iE3NImkgg77pOqEu7G/aDFvrOReZ81d3BcA5ZYD+bhvTlow27B+B8uwwV7mdw+Le1MMxTP1UmqXrrUgCDMKO7P6xWAm5dipwFmpE0TZBuh8tnbIQRJgiRvSB2JUFXMP8W5TDILfOT99EzMxPGTZUolxqzAPxeJ+z9Vlg/lwuQ9/Il6TsW8eOWGoHTXXgirwCuH+5B9d3xqoc0ZBaUo3KTXGkH/F44j1J8+wdkw5P+xI/xKMzRo2RzJYqyqAhfJjmcdlCY1DCelJvxS5elr8SYZ8C6YvoebIG5PyCfIxw9u5H5kCG64ruCZ+vmq02qUQg2BBcvpSYfBXd/F1WvxP3ZsrEXIh25XI8KMpVK0As7VfYc3W2x9ITukhqdDqqYec4FYDvUJOWhUR/ROMzUoYjkUxLUibN2WA7xAx3SwzoBCkE3CZ3dsMpqHIX/kyYUrWnF7a07IzoSYxCwwfKqFEsszVBkmiCau0tQubkIOm40X/TDPcj11oGhC/wq5UvCOnYlZYBkphjJUdwRbqBTE4b0O5TDFBi7PLsx2E8GPXGz3yXp/MhnCB5JvH+Ck7efVyD3lLiCejEu1AEKloQ0jQaapJMxSt6FESxb38Av6VaSXPbD/moR8nfejl0t1NGPZxwmU28toE4IKZf5x0swe+lKFD9dj91dVrgv6VH9grpOnCDdThJhhAkmF68Vu59+CEtmL8HK5ztg++LcFTXUKXGyDWXrGmG7SL2WmhZY6Tsul72wtm3BQ0tnY8nqGnQcceLcOETYf9yMptLlWPgPy1G2w4zB06O9RxkNDfXiq6kJ86Lpt/3y25iAFea3VsNwT+yad/yeHYcluajNom+7Ey75jITPz5+ThdoV/OLYeElXJOJVzCHccO1XDmMy0sDLvVQ/zgXftvzdGK3TX1yjuxsJvg2M9wbHUoPip0xwUcNav70j/I3hWHx9buT+pH1i+eHsaULZdxZi9r1laO0ZhDvVbJ6gMjBuJFSevXD1KIcxZJn5UA96DrwG4230zxXJPUWmQ72YElrk5PPu+CAZsCoFu+iTDZkH1iJnFGOld1sxKrpc8J6oR2Pn6KUj4XprjgEv/6YZRv4m8JQd5j1N2FJWgCXLCrD1YMQzpoFuCyNMMGkEjjZh5cICbHHo8OqXX+LorxqoF1IEgy7W24sJZAYZCb87isMt5dB6W/ForSX2UNJFO5pWL0RB9QB0TV/iyz/tRcPmchStWhrqZSYCX5HkODvylsrdVYZl3ynG7hsqceDMZ9j3Wi0qi43ITmalp4q0HCOe5HbNHjOsX1Nl9VEPejcakRvDvhjvZ8ckTQ/jI3rp7dw2alAs1GO1dG5BxdNDMLyyC5URQ6RXzgzeFoyO0lPOuonuTQYyAMcKWs7ZLKTFCFp7WwmaPzyKzldIHoeeQNmusEHjCcKNrvJlWL5hN/CjAzgzsA/NWytRUpCN2+ONlcVjnMrAhJJQeZ6BNMX2T9flIjcn1kePdPVw+yQxberFFNF+rwTl9N1RW0HGPn+TxI2lCuxeXo599RGr48OgztEPmvHxnzrRsJxPF6DOwqByKYJk6620rHJ0DpzDmT8fxr69zah8KJN0w4rW9SNTEqaLbgsj7Doh8DefcjRV2NH6cD39zUXzL2thiFcy+VLrY16lYZsgDKuROwfQ3F+LXY9q4d1Tgaf3y6/+1dh3bkD9USD3tV3SPJ7Y8KXLDj5tLi7+I01oOqI0C2e7sLWsi3qJ5dj18xJkxrN9+NLnE3F6elHoYPyRgb470HHQDmuPC+UF4QN4EhPy7Fg4YHk7Gz1n/ozmB2+G59ggXDMMePULqjwrdMoQ4thkUkUqcdwt96rjMh86PteJcLhi3emF+wT/1mL1Ej4zRotFerlFtp0a493UAh3WSgdx5h6edcvzRrSrkbVIOhNG9qrVyKSGXVfxqtTQ2J+vQtOxBLV73iLoJLXzYziJ3rm3ayvK+Hy3Tbuw65H4c3G4SwFnsEGKw3iVgQklofKciSwl/o6TcfI8EJDrnRTlPhax6+BpVC+miL/fAmfLUZz7XTUyA04MHvMhcwsZ/73NYfMto8nGv63iUwp0qPx5A/Qkha1PNcERmchk661ju1H8Ni+VadAs0sNQVI6GXx3Fn98lIz00JWH66LYwwq4TnJ8pQztTBTVW8tzJHCyNaKy8LtXbga/70bRDGVabcDQw1O9BpdaLrmdq0BU2nEQN93G5sObowqa0ymlRDnlF3b+jCf1jNGYzgkNqweGtB7Ll+Toq3KdsyhFxyoyC/YlPyE2/xwhuhlle2oAqr1GelBvJBD07mksIDDrh/lqDzOVGaS5HeZEBunnJvQHT3FeAal437n8fvTH2uHO8vhL10jw4DXJ+UCtNarYdH4puqAJDGODDlcufhDFHjoPu/nJJXt493TGGr/ww//ghdPBnanLwgxekkDF0MromDjgHJJnqfxL7zeMI1NC8uZOeaUf9llbYRxsCD6GD4Sf82VZY/k+kUUEEh3wicFP+cYz6SIPXDdcR5ZBw7i+AedS9A8e3DEw8o5XnNOQ+8KSkI2bqqETLjfL86WKYJHmkJvexiFkHT8t6MTkCFzxUNjxkvJLcyOCp3FwCI5+IP+Y0AhVZldjbQiXyaD2qXreHl+Fk663LlJd7LOELlQjNXdlk9gFzNdyKmz66LYywa4pMZPJJ2qRgPnUlf7oLb76lVBvUSDn9fvi5lvMJjnTs+atctP1/9Uj/By5TweL3+D34Ruq8+fHNOf4//5H8G/+5b+QKwfcNPPx/5XnS72Jdm5eFHGkFSjd6P1EVMb8dHe855Ne/530IXBqGf44GaSnFLT5h8TrvgTcYrxnZMDxKhdDbhZrqJlhPB8PSIuseXhFTjC3qSsEPe+f7cEhGDpdzAMO+udBIKwgJ6kVn85cs+62wSQU3AIc9gFy5aw0skieNYn83+tWNBOVRx/40eio9wU9yoF5zUkNnC9aihOe914vVj6yN/To92WcHuCy88JyXb/N6vPQ/5QEdS/L0khzlK/B4g3LjaKFdZcETD65EwdqC0IdPkG19vQOWRN+ypeWi+j+5cWVB/fOtcKh/xnXauQklilGVdmclfvpCLvAqPeMT9Y2UX6/TOW0R9r5VSc2rwoISvLq3SBq+qn/RDLdqYq//k90wpT+DdVIeUz/9Rz9FbQ7Q9BIZT2FB29Ha0Artf+zF3opgyLLecllxgnorieaWXKzneUQNTc2LXdT40vkxjDHdI/RsKjfm11tgUTcEl93oeqoC8t4MDgyRTIPyz7yL9/jpNwf6w+agud/rgGmmlMv4huvtBXkINX5eJl8G4oallOegXEJlkAd6kd8TW8/ikXx5JnhDz/N8fw1q3nbKv1Vwdz2NN2+rVfI8NbnLJFkHJ1svShdjEUe+YXEjIsp0wDdyT0p5R2i0JO/XH8V380fKesHaJ7D19Vbs7iKDVx2FsOcH6245r7Ur1qOEvu0NNdjW5ZCewev7lOrMwRa0vBf+xjNweggubTnVxVyKk6TbiaC4qoiBjw1Z+1jfqJ+BkDO06c0w83xK8TW3s5YdLfTpVfl+kdPZa2qTr71jozPTHMUHUZSfMI67l9WsyWAZ2aWshtJT91QhK3yO0nsk6FtJ/ki/VcKJ/DTaPcxUEn1e8mMT9M0T+dnOPdwEfQ3Fukact7GWEu5EcjErfKqOtWwrZfkbW5jtvI/ZmvNlB4JBp4mpxE1+SgxGiVes54R8yVC8dmyQnAQufrCK1e2oYaVrSmUHmPS7fMkXU7SzwGFHG9vAnTxyh4Nr8tiGCEehw06TlEfcYWfptmAecUeNLsnJII9DtLPAsRm21rGMjDrWN0qRTObZIz6z1B/umyuOPFU+eDy/VnwixfnkbVGXwdHxfU5xfpDixh2cPl7Dah7PY3klbWwghnw81hZWmr2YLVtDsueOcvkx6VhfHNc98v0kDx3l01M1rGpdnlxelOsh/svD+naUsmW6ESe8/Lh0Rx/zqP1RxSkfvLzFlGewbIzGhSFmeo7Kh5JnLdsqWP66Gmb6vJfVqcMKyX+YDZlqJP2U64E6SlchqzENMZ/irJT7n5IdgcYpTymVgVHCilOeuVyCPqPCP2ofcJGkWp5l1Hku5eUKyvPtfdH1ftJyV0imDuYkUy/GI169HFEvxi7T/J7U8k7CR/lhiL4e+qgcGsevU2I/P+i/K6k6k+LLHey2bCtkeZLOyvcvo/xoC3OsPPG6nQijbFvkwO6128AXlHiOW+GUjLx06O+bjxv5Ief/eTDU7wTuKEL51mekJePxhmunFi8szz+K1o+GYJVeQaq3m5DTaXJbYeevomNttTPdULZEkbfyiR1TbrVL0xlu0EDDX+Fya/0iPzMDmuTXK48robhFxCVAXYe0KY5bTHjvTZkbMkOj6o3S+QDJNy3ma3feO6IfBeUfg6g8UkhVDoH+euQfM+Lw5hjzwSIY72er4ZNoV9YAP+3dhaIF4WEFvnbCsrMCxa+6UX3gM9Qqb7ISIV6cYxG6dwbdm8AjEr9fyVciTBcmA/7GSHpjN1JugvGOGZdQmafrM1V6ys9fTkvObUFKZWB6k3CeJyt3hVD4QX0dow4O3X+11IscPrnduBK9hh78pio3fAiS0us+1oG6h7egK2snPvtNyRVPeI+SqUKYjOi59J+skyG9jS1zianWbckUG4OQ9fpwtPdg3kPsfZF7tSZr8vHuhHu3U8Io3oy5V+18fi2yVzMd8AywPuuIx+G4HvMF1xF8Sx6+hY7yL/3f/Xhy3vYnhgHWwr2Sj/qGh3vzp55rrN0WBALBVYPv91XUFo321pIx16+5/ZDETgjXGcnNCSOLMMqWvEELw7O1qKRDd2cxqt4eY7XRVDKKN2PMuHGavsVzoLXwuyjIX44K7sKZ8J7m63i1iTvPFFxzePc/jSV5K7HkJWU5/qludKAEa5U5LVPHXMzlvpaOu8PmI4VxWl5RuHrRfPl/gUBwVaL5Ry21RC4MnY43ASoA70kXkLUU6aK5isn4TMxPux1LH5APLZHbpwiukJuhkZRXD10GmYl+O0zvWJFe/CpKpAmdguuRtJv+nio/6gDdlY4ZXgvqn7Ri/XPGadCR0KKofh/KvypDWXUH7OrKmQ9P9Lei2FgGR3EnqgumZ7dHIBAkyPJK7HtlLjpKitF0yBk2GT3wtQNdzxdhw9t/j9qfPzayKEYQxjitjuQrBJRDwTiTjpJffYydj85F78YlWL6hBb4fHcUff2Gk5k5wvaJZVYt9TatxqWsLil5yIPsXe5PbEmciudWA5t4z2GUAurcXoYB7bZ+9EMv/vYgqag1KTGfwGenvlc4PEQgEU00adBX78FnfM5h//E1UrF+JJbNnS9sFFT39Djx31eKPn/WgetwdNF87jDIxfwRvVzEWlpnjT1oPWLH1fxSglQ71r3yMw6Hl2hF47ej6bTesvx8EsgqQa1yLouVxTAk+gfegCZZDfBPNTOjvycZqqsT1Ybf7qWdtQe/HNvTbncBteuTcvRprH9BDG3MynR1Ns1eiPmxivsLZLhT/SxnMV8PEfIFAIBAIBFc94/AmTPHDQ0f6TftU/nLCce9/AksW1sD2D+tQ29GJ6lV+vP/wQiz5sTlq7oj74Bas/Od87PZm47HGTnS2PIZ0WxlWLlyp2tYgAHvD/8KS/DZcWlGLXRTmrp/kwL9vAxYuewLmMEd9AoFAIBAIBNOL5N6EZRWhumipMrndB/endgw4rPDexr3kVqM8J/b7o8An9Vi5uglzWz7DvkdGBiH8PU/gnzb0ovz9P6P5fnl+CN9HKz+vHoFnD+PwVr2yECD4BgsqtwwONC38Luq96nPE12Y88c/F6FgVa0nseL4J88PyUjFaP1X+TRo9KjtqYRDTYgQCgUAguD7hRthYjLioaGdDPh/zSR8PG7K0SE4pZ+k2RDhBUzPE2lZwtxAbmCnS2Zynm5XycJ/qVdwvuFj7g/zee1mLQzoRwvVhG2t5o5sNqRw0+o5w56umCKeNLmZ6mIcRa0ls0MlfDBcVQWd3ybioGA7KIpXPKB41BQKBQCAQXPMk6aLiRtys0UAjfbTIXFWJTvNeGE+ZsaWwImKvLoXTg+g/yg9uxjcuvsO66uP0yI5f7U64+PcpK7oO8YPV8tYvKtJXlKNyk1HaDDeI5u4SVG4ukveTuuiHe5CH68DQBX71Ei5N9GKBtKAsUvmIiYoCgUAgEFzPjMPEfC+6frgQZfsB7Qsf48uqiDlhind3oATNB4oQsVWmzI3zkb08HWmhe2MMF8bED2fPbjQ27EZXQIfyolxkZaXDvacYTR8ZsfeLThTNU26VuHon5s+ePVs5EggEAoFAMN359ttvlaNRkN6HjUFoODLmUN0w69vGh/jiXHe0sHvjDQFGEtqDKYF7+bDjYxl0bwYrfWvEmzzFVtnjKZYXXzEcKRAIBAKBYHowDqsj03DjTcrhfle0l+xFWVgtvVZywB1nxWLgouLhje+WLh3QvWelg7h4u7ai7D0vsGkXdj0Sf89K/wkrnOpd8McNPyw/K0ZxSaqfJljU2/gLBAKBQCC4rhgnZ61B1MaTF9aDDgTScmH8CR/4M6PbJm+7E8bXZmwpMcnGmyYHBVXcYjPj/UMxNj0ZbMXKl6zcNSzcp8zSKaNeF7GVkhuuI8oh4dxfADPfmHvc0cDwQg96ulP9iJWRAoFAIBBcz4xphPFdyz1/VV7Z+L6Bh/4PREx4z7yjRDkyY8CpvNU6248397vBf6mr2Iu9/6GFuaYGHcfVr3/c6Hr+TaRvW6e4kkhD7pZ3UbscsDRUofWY6t7LdO8bTmzamCsZXZl3lUvztswH+sPevrnf64BpJr/ixzcXAxi+kIW0GXI6/F4PmYYcLzxe+l/ZY0G6du4bKa7BNPovSpcEAoFAIBAIJoRRJuaP+OaKRe2H36I6tHehG5bnn0DFLiu8y8ux8zkDWVGtGFzRGfL/hcteWHfVYMvOLgRuzcX8m0AG0gys3roX1SsiXgn5nehq3oq61x1Iy1kNw52A7YgP636+B+VZwfdeATi76rGlphVDc4qw7vvzcemIAzMeasAz2U5sNRaj45QWuS+8i66qdPQoiwfCkCbhp6MjVjq3Hsa3z469NEAgEAgEAoEgFRJaHZkoga+dGPx0EAPHhzH3vtUwZsVYY3g5AP/FS9LhDI0mYigxgoAffunWGfFdOqjDm0nhBbcr4ucvp0F4ghAkSuCsA7aTbriPyW9wMwsqYVggX0uW8QwLAS8c9iG4Tw/Czec3LjKi8v5rdOdFqkOsn7tx7gsnPAFAc08JSpanOm7vh7N/AG6vE86/UB0xJxslxfppsMn51c+46rcgPn4nzG+/CdMhKxzn02GsakBtUebo7abg6oIbYQLBZOExV7DFs2axxVuCDnqnD57f17D8NctYhrSCdhZrtCsXUmA8w2KeXlZjzGd53DEyD2/72GuHr1o+bWP5lNZlGXJaN5gSXqscgwHWppZbMiufrwac7ayQy2lFDes7r5ybJCT9NuZJZfmK9VsQG3c3qyDdzaPy7rvQx+qkMhFr1f+1wdA7hVJ9mbetb9q1DRPJOE/MFwhGwwtbT4c0h8/d5oBTPjlt0N7fgJ4DH2PPZuXEFTCeYUFrQEN3Dw7/slo5MbE42gqw+5jyz2RzZ7m0cGVfvVE5cSXoUM7l9sFO5CpnriW8DgssfJLr0VbYJ2TxUXwk/e4+jL3PKicE44wXXbXF6LipAa8+q4fm75TT2rnQBL0RXFN4MXjIIs3Ztr9un3Ztw0QijDDBJKKF4YlmlNxnRGX7OkRsijBNULlcuWLGMyzihskZhLh03gr/RO82MQZpwUZnPJhx4zU5BKn9XjWai3Nh3LwP60LzcyeZ4PQPwfjiteF/8znM+kzM5/+n5aL2szM481nzNbqqXouCKqVteH9dAo7arx2EESaYVNKyyrGzuxMND6SLeQ3TEgdsB5VDwfRmpg7lv+hBZ71BWV0uuGa4fAnSTGftzSMdCL5N3jVcaYbahmt1vmschBEmEAhCBP5gQsug8o9AIBAIJpRxXR0pEMQnAO8xG4b+BvilVX6ZMG4O9uDlVWwe6vtJq+Jmjqxik1dh+aR7+EosqFbLha753Rg8BWQ/UgL9TArriAXWYxRa2lxkrTIgd4HSl/Q6YD7UL60w1CzIwer7ddDGGE6x/2w2VjZEumHhUBz6Lej92IZ+uxO4TY+cu1dj7QP6mOFwwsK6Mzxu2fkF0M9Lomsb3Fs15D6FZHqcZDJvbuitos/twc1Zqh0klDTb6LmDZ9ORtUKP3IK1MARlEiRAabPvRlVZvTTPqOS1HhQtki/dfFs2dGHxTF4Oo8Hz0fKRnC8zbsnCakMu0izyfrXGvV+isyhilXWiaQoyyr6w/lNWWKSw+DyUTOjvycbqfy+CPnJht7Rq0wNcOgfncQ/mS6sBSf6DJIeP+ApBDdLVK8JJJ62WXgz+5VIoTelxoheGshLWp9b3BR6YD1rgpvgZC6jMUDjhuu9XrU6MKGdQyhKP/x+sSnyysbaA8iqO6vFdRiwfDcITmIG5d+bCcE8mAkd2o2lvD8koC5U/bYBB2ZM3qqxQ/J2ngbmhwH1weW+GbtFI4hOWuQSl52gPus1W9Az6kKk3oKDodjj3+7D2WcNIXl4muR3sJX20wzLoRnqWAfocI9auSh8pCxJXLh81seqgzLNmdHNn43fEej7l66FudFB+2r+eCz3VTyVKnsoo8XP1o/mHTbA+0oyeh+Qdl+f+z1xkzpEOiTHCSVCP1PhPWdD9awssdg/mkpwN31eXqSuTm/8Ehd3Fw3ZS/VQAQ1E20OVAen0JdJFhh7UN1wHS9HyBYMIZYG3r8ln+isXySrWw/Tvjr2KLXIWlXi0XvgJxAzMd6WU1G2tYu8XGbPZe1v7UvXR+Mauz+pjrgwpW+Fw763UMsAFLGyuVVpVRHC4ogamwbZefFb7ia5jZXuZxz2MtR5T9P919rHFdBpulq2DdbuW2CIJh1f2a4vZ4ZNzy6BlJ7CEa3Fs1tDrSw3org/KkT8YyklUbSVPhpIltoHQuqzSxIWm/Ug8bMFWxvFkZLL/ZRikaQZbzSB4sXkF5Rf/zT83v1WsKU5NDbHys7+V8yr88VvFGNxtwe9iQ1cQaNxayDeu4fGKsjkwiTSHi7As7fKRO0qu8HTY5HT4X62vmK7QWs4oPXMpdCtKqTdVqQMsAa9lYylrMfZSfNta9vZDOZ7AN77iYj/KpcGML67aTrtlNrG4Fz5tSZkpENspK2NDq0O2NrHRNFWt/p47SSOdWtLEhflvc1bekE89RvmXzfXXpGqXZRveWct2neNos7azqXh5OLN13sd4teVI+tgX1lP+fkcEKX+5jniONUvpLPxiRYlRZofjzFX3Ss+mTkU1xeSOkkcnJnNLS/fhilvdiL3Mpe+0OB3UtLC9dzPQwnfvXCmZyyjrpcZhYFck9Y01kOq9EPtFE1kGNzaUsf0s7a3+R5MbT+QbPLYULNta4JoNlrGtkfW6Kp2eAmST55qvqASV+wTClMi2Xw7ZPlVsSCSdBPZKhMt1M5TCjkDVaSX9jlqlU5TbMBnbks8WPtbMBj5KH55X4htqAiLAT2jv62kEYYYJJxsXajXEK2sl2lq8U8IimlwpynEaZCrm8gTxVSpEVbrDx1S1mhWS4BKs5juutfCk8dYMSJLYRNsAagxWaOg7nu1kFf8aD7ZSyaIJhRVVOqWwYH2WEEXRuGVW+dRZPWPo4ng9K5fsjZC3LMoOM08hfxEu7mtTkEA1V/Nt5RXwvqzsSGY/g5vzR+Z1KmuLJeqB5pEEZOe+jhp+HX8jaTyqnVAT1JoMMlXCjihpGLpeMxWzZ46YwGQx/WCP/pnnEGBkTMlbkdCrx+LwtRuNJT32Z3xMjv4b7WA2/nwyo/Ajd95g2SL+J1H3XO9yQnMVqPlTdHQxHytdh5rIPhbkPiKUvtu1kQKypY71fRedFUjJ3tLB7eecq0nh1kkGs/r2nm5XyMCPiIf+e5P5iX1TZSEU+oxHMh6D+D70RaYSRTpfw59WwvjAjhYx5yXhpGek8ceLWD0mGk4AeuX7N05sRnu+EXKaos+VQTnCSlZuvl1XRubojyv9BLvDzkW2AjdVJcY08f20j5oQJJpk03HizchjJKKvY5t4irRGKQXAFohfZP+TDkdJJmXnp0PHvUzqsL9aHLQRImyk/qeuEW/oeGx3KO3aioX4vqr+nGjeZo0NuAX1zZ4oxtkYNYvxRnLjF2vQ+QQInOlBW6cYzH/agdpU2aqGD1vAMOpsa0Pzb8NVGOv1q+utFx9FUFoJfmRxCnDKhscEO3FeOkrsjY56OnFXZynE445km3SPvYmd9A/ZWFaiGKDXQ5XD3GBZYYyQkqDf4fgmKbpUPZdIx/x768gawbmNR2FBK2ixZ4b2DJ6Ql+AkRXAlbsB65fJjxjnIcOHMGZ35XDnlwSiHe8G/ajZCe6pWHjdQS1s6XNC9C992wH7TQdy4y56vuDoZzyAL72TSkL1cNdUcRgPPtMlS4n8Hh39bCMC8yX5OU+aUABvmew/0RJeTWpchZoHL0rTXgmXeb0dDUE75KNCsbklZ0xnB5kLR8xkDJB2NRrpT3mZsO4Azl14FNcm75D7Wihq92fGQtctX1AJWnnAdIEkffR38CczGTDmcsPfJb0FrL92EuwdoV4fmly1lLeWTH+x87lDNEsnK74IeHvnr/YIVqE0JgZiayH9VG6VJ4DK4PhBEmuGbQzVcZBWHokK7MYQkSrDCSQXN3CSo3F0HHK7+LfrgHrbD2OzB0gV+9hEujuHWIH7fU8H/ShKI1rbi9dWeEMaCCKjrjpkqUr+DNQgB+rxP2forz53JD570s7zSRLFcihyDu/i5qcgn97cnN/RjPNM3Ro2RzJYr4Vmh8h43TDkoHGZEn5eZitHRkL4gX62zMv0U5DEIdiJS9nmWlh+STpklldVy07seGApYMiW/gl/IxSS77YX+1CPk7b8euFjJC4xmHych8ARn8VGzMP16C2UtXovjpeuzussJ9SY/qFwyqBjwNmQXlqNwkG0ABvxfOo1wnB2Sjl/7E14pE5ZMYuttCuQWNakcYp323FBf9ZbeUXvXHHbidrgzCfTbMTIlJyuHE06PjNuzmAd7Ny2R4eFZXAFKIJ73hBpREgnKbtwjZZBgP/qwA/7RwOQp+vBWtnWbqqKWj6LWS8A7FdYowwgSChPHD2dOEsu8sxOx7y9DaQxXe2PXm+GOpQfFTJrjIAKnfLju/jYvXit1PP4Qls5dg5fMdsH1xbpQGKVGuXA5eipdEChP5xzNN/uNmNJUux8J/WI6yHWYMnp6KDJ0OaJGTz03FQTjVmXnRJxsyD6xFziiNbu+2YlR0ueA9UY/GztHfICUs8zkGvPybZhj5G5xTdpj3NGFLWQGWLCvA1oMRz+B7E7dtwUNLZ2PJ6hp0HHHi3JUr+jjhhfuEfHTjDTPkAxWa725Bz4EePKaP/45RZrzCGcH7lfKOkIyyqBDn5GALhdfzaPYobz/HQofKt/ahMoesaaqvrJ2t2PrjYnx34RIUtzmoGyUQRphAkBBudJUvw/INu4EfHcCZgX1o3lqJkoJs3C6PNk0a2ttK0PzhUXS+ogcOPYGyXarhAhWBo01YubAAWxw6vPrllzj6qwZUbiqCQRfvLU4s+MpVp6onPLVyGJ80ybi7yrDsO8XYfUMlDpz5DPteq0VlsRHZqpV81xPa75WgnL47aivIsOZvQ7ixVIHdy8uxrz58VWk4WqT/oBkf/6kTDcupj/AkGeZxhtaSlTn3HdU5cA5n/nwY+/Y2o/KhTGjJCG9d3wQz30eVc9GOptULUVA9AF3Tl/jyT3vRsLkcRauWJveWdcJIg0ZZ1ahZlI3cnNyYn5GVj/EYr3BGSLtprnxw8+3IjhGW9LnjCsvDrQY0HPgS5/7vx+h5dyeqH+UrH90wV1fgTeEORxhhgquDwMWpfUPh7dqKsve8wKZd2PVI/HkxfHm/M9g4TBDZq1Yjcyb1MStelRo9+/NVaDoW2ae0o/Xhevqbi+Zf1sIQrwXlS9mPeUfpkTphzjeH5tSMlxzSFxXJBxeGk+gNj1eaiLNd2FrWBS+ZHbt+XoLMeAnhS/BPXB9vx/z9FjhbjuLc76qRGXBi8JgPmVvI0O5thiHekLdENv5tFd9UWofKnzdATzm09akmOCIzIFmZH9uN4re55pHxsUgPQ1E5Gn51FH9+t5zMvg5090vv6GDfuQH1R4Hc13ZJcyNjw90gOPiUvSlAg8y7DNKROd48s8sBBMYcxh+vcEbQZGZBCnH/UNw36oGLykEqeC3Y+pJF6sSl3crnjZag9rV9OPrHBnruIFoOxe5AXk8II0xwFeCHw64MX00R7lN88ipg1Ov4m3sVbriOKIeEc38BzJO2jx81em/upMrMjvotrbCrK8uzbmWCfA6WKv6+gnhdqorv63407ehXvemKAbVrwaGK8ZKDNme9NN8H79mpKo7G548Ro/FM019ckFLyQLY8t02F+5RNOSIovQX7E5/sfzUTuODB0EkPME8nGTyVm0tg5BPxkxkyzqrE3hZq1o/Wo+p1e7ghnKzML/th3mNBZDOtuSubzD5groZbcV64j8vGWI4uYoYR1xflkNch/Tua0D/BHaR4pN9fLuv7QSvsMQxBx658NB0Z20Icr3BCLFiL8kd5gL2wHo3xu8FW5Ddbk+goRUB56H7VDGuE3NOy5Dy8fc4kDyNMQ4QRJpg+8EmcfENJ3zfwyWck/J/sxpuHeEUBuE4MwUsNtNTbC/jh93vhOS9dgtfjpf/pmnSJrnk9VEVLV+Dx8nvpCp8MTNf4vRLn6R5+r/yjuOFl3sV739QDPdAf1mN0v9cB00x+xY9vLgYwfCELadxiSSVucQmPs/+vHul/6Se35GJ9MX1To1fzYhcZKXSeG2PzspAjrRTrRu8nqrD9dnS855CHac77ELg0DP+ckQnEmVl8QIp+dURpvk4MwFasD02gTVoO8ZhjQOVPi6D11qNljzOskueLDiqelo3usPxOIU2SrM99IxtkpFce/j+XzyJ50jf2d6P/NL+ocLoLHfvTpDT6/RTW33zIuokSouiN56+yaRfMAx4v6Rl+D76RlJbSf47/z+Mn/ybm8+MSRz8j9SNCvwK+kXtS0n1Co6Vcfv1RfDe/AAVrg58nsPX1Vuzusoe/RQp7fjDNsn5rV6xHCX3bG2qwrcsxkn/Jypwz2IKW98Lf0QROD8GlLUeujuewFln3yOtkuy1qo88Pe+f7cEgObL3wcZ30yZtfpyqfmMQp51F5zOe3/Wct9INUTn9mgVf1tooPsW/7/EmU58ilMKbO0keKRsLhJKhH0MBQ/y5qlw+i/rkmeUP4IHyYt2YATz6aO1KWUpJbB5Vxu5yeIKe5gayH4S55wDg87IDUCRu9nFxDKK4qBIJJwiP7uYnjC2bY0cY26GaxxQ9WsbodLaxmYz4rfWOADSk+aIIf7g8o6Jcm/LOBmb6yscao8/ThPneCvrYiPtwfVfzwpJhRHGpYfgZ3QFnKanbUsap1hazGNMR87m7FQeWIc8OU4sYfE4ugz6CIT9w4b1cke97GWkq4Y9XFrPCpOtayrZTlb2xhtvM+2TkjvzfKwapLcpzInWfmGfNZHuVDb9j15OQwFr4jLar85mFRfu/oY7Z3ovNbIqk0xZG1Ip9hp4nVrMlg3CFm6bYWVvdUISt8jjuBdUlOQvm9Id9zcfSm0R7U58gP/S5OvoX5eYsk3m8iykts/eL3xInPGLov4SN5GaKvhz4ZhazFIedqfP2O/fxg/iUr84x1PI8LJT3k9QG/fxnpXZsSDxnK+x0bJCewsh7VsNI1pbIzYQqD6yrXF9kZ7BXIJwax5UCfOHns+5zS/yClM+iEdU0ey6tsZ0Mhn19xdDZUD8mMGU6CehTCN8RMJOfFVHaXrZGdw+atqGDtzqCcU5Qbj8eKKtayvZTC4/VFi1Rml2VTnfH7oDe9OGGPVk6uIcS2RYJJxouuHy5E2f5aHP62Ou5u+bxnJC1umqEsp+Y9TvkENFO5iy3v9V2Ul13NmKlBWnCohp+/nDYtN9gNyTJCdgHqqqbFi/BFkjf1smeoltmHMa5y4D3piLCC+X0D5X/E0BUnpTTFIRRWxLNSCeuqhb/1MK5Er6EHv6nKDR+CpDx1H+tA3cNb0JW1E5/9puSKJ7wnJHN6Lv0Xrg+jlf/QPRF6S+cD9JyQjk4D4qU/WcYrnBDjXs9SHgYoD3lQoTpjiuvwaYYwwgQTjB/uowPwarOhv5UXPDc61i7BEx+NboQJBILJw39wC/5pvQd7v+hEURxXFO73irGkfAY6v9wLIx87FAgEV4yYEyaYUPwH67EkrwAr81ph5ycCLjg/ou8H5k+T5eMCgUDzj1po4cLQ6XgToALwnnQBWUuRLgwwgWDcEEaYYELhw0u8ztbelykZXe7fdsCkzUXDT9TblggEgilleSX2vTIXHSXFaDrkDJuMHvjaga7ni7Dh7b9H7c8fQ/J7TQgEgniI4UjBhOM+1ISm103o/UqD2+9Ziy0vVCJXWGACwbQjcNaOnn0mdP9hAI6P7HAv0CNXtxSG/HVYV6CHVkzlEQjGFWGECQQCgUAgEEwBYjhSIBAIBAKBYAoQRphAIBAIBALBFCCMMIFAIBAIBIIpQBhhAoFAIBAIBFOAMMIEAoFAIBAIpgBhhAkEAoFAIBBMAcIIEwgEAoFAIJgChBEmEAgEAoFAMAUII0wgEAgEAoFgChBGmEAgEAgEAsEUIIwwgUAgEAgEgilAGGECgUAgEAgEkw7w/wGZjRBXhO4L5gAAAABJRU5ErkJggg==)\n",
        "\n",
        "2. **Precision (P)**: Precision mengukur proporsi kata-kata dalam ringkasan yang dihasilkan yang juga muncul dalam ringkasan referensi. Nilai ini menunjukkan seberapa akurat atau relevan kata-kata dalam ringkasan yang dihasilkan terhadap teks referensi. Precision dihitung dengan formula:\n",
        "   \n",
        "![image.png](data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoMAAABTCAYAAADkzw2IAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsMAAA7DAcdvqGQAADnLSURBVHhe7Z0PcFPHve+/793M4AwB517eXDHhNWaIwNxcsNJekJuktQcM4lJs+SaOTRv7qsFOnKaOkyaGNDH4NbXjhNpOS2zTGxxoasd9TWUaYjkNY0GK5fSRSu4Ey3khFgyMREKexEAjtWEspnT27Z4/ts6Rji3JMjjxfmaOdHTO0Z7d3/5293fO7v72vxEKOBwOh8PhcDhzkv8ufXM4HA6Hw+Fw5iDcGORwOBwOh8OZw3BjkMPhcDgcDmcOw41BDofD4XA4nDkMNwY5HA6Hw+Fw5jDcGORwOBwOh8OZw3BjkMPhcDgcDmcOw41BDofD4XA4nDkMNwY5HA6Hw+Fw5jDcGORwOBwOh8OZw/Dl6DhfKsLn3XCe8cF3wocQ/Z1ZUA3TMvFcoqQyLIQDcLtG4Ts3At8l+nuFGdWbM8RzHE4KCZ1yYNh3AZ6TflxBOrIfsMCYLp1MFZc8cHzow4WPPPCHgfS7LLCsTfYmIXgGh+ELeOD59AqwKBuWMiON+SzmupXnL6CsZhVcfpowY5DDSQS/rYqsWrCArNreT4LSsdmC/+1akr9lDdHT+C2gW5NLOpEEqQyL+PtJrTmf5BnEsBbsdkonOJzUMvxyfoTelhLrJ9KJVPL+PpJP9XmNXtTnUqtfOpEMw2RfZNmwWMl0QrsmXLfyLMoqP1v/xZFVFEEysCuPxl9Pil4blY5dK74M8psZeDcxJ0ECcPZ1wUf3fPvc8IgHZw26zY3oe+td7H9cOjANUhkWdCY09vbh6H/tkA7MLO59Beg4If3gzCkMD/dRvT2I5wukAzPBVyvRR/X5YINZOjAdDKhkZeONduRKR2Y917g8TyDKqs/6PFIh+euDB66XXPQ7APuREfp5LfkyyG9m4MYgJ0F0MD3aAss6M6o7S5AlHZ1dpOHGm6TdaZPKsCg3pEk7M8uViw6Erko/OHMQqmc3SLszSNo/SDupYN6NX7zuumtUnqNIpdyvOUaU/KYa5nUWtNQU0BblOvCFlt/MwI1BTsKkZVWivbcbjfdksCaHM+tww3lY2uVwOJxZRsbmRnT3tqMyi7cgswVuDHI4XzLCv7eidUT6weFwOBzOFPDZxJwECCNwwonRvwIhYRZdJsyPmyDOoRNnabH5i8IMw/kTs7TEWblB4Ro2MxcRMw/Hz4V8GDkLcebjfBrWcTscJ2hoaYuRtdGE3GVSB1LADduRQWEGX/qyHGzabIAuRneY6ycLsaERqHvnL9ixVjooQOMwaEf/u04MujzAbUbk3LkJhfcYY4bDUIT1VWXcsvMLYFySwNPtUDMW5jUAO4/iLz800gNUpiepTJYsHn/LGvT5cXNW5kSXmZRmJ73vyPkMZK03IregECZZJjJhmjZXB2oqGmAPAJaf9qF4hXjq5tuyYVDEM3E5KKH/PxXGzbqIMENemu8GZC6S8vXTNKxcsRhh3zC8aXcgd4UU36sBuA/30/u6YB/xISPLBGOOGYUbM1TdhCp9g6RTbCbr7x0Y+fQK5t2SjcICGmeNLGDxsB+L0JeNBqSdtaGj/RUMUlkWNLTE93YiHICrrxe9x/omzwMGjZ/9sBX2Iy74F8Uh1xkJO4Ce7y5HxSEzDnzUjeIl9BD9r/vyYiyVgw374b+agcw49TdSlvNuycImUy7S7GVYXmGD+cBpdBerOvzi1VuZ8z0o+5cK2O45gNOdxYruw9BZB00zC8sFDzJhvCsbm/6jGEZ1H6Mwy9kPXBFnUy8VPABQPRqhun6MeQVIR8a6TTBnSX+k9Y7D3i/pkpimDI3oxSSZ8swIuNDzZi8cb9OntqwC5JoLUbxWo8OUzVw+QsvL2RAg14fz7DFklVwdLDLd+oCGwGaxM9ELM3WX0rYhBxjsQ/+Jz/CPd8np045jPHmXuZnqj1yPqLmqajfWsXYjDMeBZrzyNk1TVjVebDCJsoqha6FTbgR1S3EzO08JB2hcbs2cqFvirrckIsv1ZaqzGwtQkumB7WIhdmyOyOt4y8l05TMVwjQSDicuhsm+knySv36VOBNrQROZmEOnPSNQmJVrzhNmILNzkTMPlTN2S4n1eD+p3VZLOu1O4nT1k84n7qbHV5F6R5B436giRU93kn73MBm27yPlbCbjehqHz6XAInDuFu+lnAE8RpzPsbjnkdbjQRIM0s03QJpK9GSBoYr0+qTLVMhh1f+axu0Rddzy6D3GpCvjwNUkhDUx+9BP+qtledJNv4bKah+VpsQZKyml6VxTbSWjLL5BPxm21pC8BXqS3+KkKZpAlPNEHqxaT/OKzZyjW+3bkXPmkpODEtWsPBqfNVvyyb73xbP+t2vGZ5ouMOSR/JflFHmJ9X76n3+rIlaPeG+/20pq1i8g+i3qvKSyeVo5889J01jOdMBF88DeSWrupsdj6sAYGW4vInp9Pqm3svwaIL0t7Lee3P1IJxn2WEkVDVPfMi5pTcbcraSIpiVveydx+sQ4D+xeI6S55m3lfHqvjeaNvog02UeJn8nVP0p6n8sn+vU1pD+GXGcubD+xWpj8I2YTv986kSd0Y/qh1AstaJzYfai+VL3cS4Z9fjLqsJKmbUWktISVgRiziRPQ23E+of+R8lmhrcfrhbojb49T1NWglwywvKT1QtUbXukqCWGW80Rd02QfJq3bykmrbYDqgJP07i6ix/Wk9DUvCdKyWLStlfS6aH3ispJ6qoML9OXEGpf+SyRanimsHltFZVljHRby0eug8aCyWvVILy0dSoLv1JN8ph+P7CO9bi/xewaIdXc5KbIUkbtZ+ApZJVcHp6Y+oHdns9jH24Za0tSST4paesm+R9hvqs92ps/acYw378qtailRfP1CHbKKymm8bmB1Ci0v9e/4ibOFxauc9Mo3i6Frw+0TniNYm5NnriX945FLpN6ifNJLqmi9V2+nesaU/W9j4/mskH0i5WQ68okDbgxyksBLOs1MISONQYkznSRfVchkhvdoNBxU5Qd2sfD00QVLLrSGVaSIVriRhcP7ar4QXvkb6vC0jMFh0kQLXlQcLtKCy+5xb2dUZcyQw4oyOjQar0mJajwo9NgaZrTY/VGNpP+NcvF6laxFWeqpkRzdrMZOeyTJySEmYwOkXgirlgyoouL9dSnRP2RVhuXvJeVCelTxo0YRa9z0zw5EyYDdo5b9hxpy+Sod8FtLhbDUOjDmqBcq9vxXI+8u6a2+Xohr8EMn8UYZkSp8VvGhg+bxREiyoUW3iHwMUgNYT/Ok9h11Cph+04ZET2UUeb+ZDHs8nEjXMvTYQ6zBpMbwRenQlFBDYTdzA3I3qT+uvjdtIB8SDXV1mU5Gb7XK03CLeA/l8SDpFYyMItJ5RjoUgVw36KkxozTunKLu61eRNY8odXPsnVrxP3E8IIyTYHlmhi3T8yKFXtLU2KpoOMoHgDEaTh699u7noo1nr7VcNFxi1T0J18EprA+YTtwvhqXfxcpykPRvZ/knG4MSVPe16s6p866JxjgSWq7vZfdU1kFyfhZRw5987iXODyPuH0vX6LFy9oDx2jAJ/k06JpNgvTXcTuV8v6ruo4y+kq+QcTLlJHH5xAcfM8hJgjTcKL9LVzPJjMDFtyyV9tTIM3YDyP4u6yYWDoosyYCBfZ81YGuZUTFhJW2+eKeeU8zRTTwYUNnVjsaGA9jxrYjX9IsMyGVuOI444J7Ez4H5expxO+QVXO0kQ/hUFyqqfXjqnT7UbdQp0sfQmZ5Cd3MjWt4sAeuEkjEYN9HPALqGknHuMz05KEjLxaYHWRht6DnCXHPLhOH1+PHYo8XSMAIJnQlP/aoFjc19KInsvs/KhpCibtYNqCLtRrHrJiB2KUXKSLdUyIEoHRh5t1lwWZF1a0T6ZL0NNMP1AZB+uxEZkfkZRRiOV2vRQwOq/LY8HIKhQ0HNASq/dhx9UMqVsAOtj3XQe1pQuF6di2nI/ZaF3rcNO/e7pWMzGXYsQnD8+EF0ZR7FH35ugWGRdHgqzlrR1OgC1lXCcqf63hnI2Zgt7StJpd4aHvgV2hsacUAx8zQdhhzmHMQORwxllesGfMeC4lvFXZEMLL2LfgXCKNmm1M20BWKlFhg5JehOMkxenj3o2tWMEZixdb2iVCDdaEIxvWvHESfNKYYP1t0NcCEXld9R6jwj465/R2zJUxKug1NYH7CYSt3Klm/l0l/pML3wAT7++AO0bIyI1SSzeafOOzdOnRePCJxzwX6Efq/LxNIIQcn5yYZUBOZnwHi7llQolxxoeLgLK/v/gPYyA9LVXeMJ1ltXPh8B+nrhOCcdkMj41xxk3jwRyWTKScLyiRNuDHJmFYalkY13JAZksHFPEciGQCKk32lB9ePFMDAj4HIIvhEHHINujH7Ozl7BlUncsWjHLTlC7zWjeEsbVra1qwp1BPMzYX64GpVC4xFGKOCBa5DG+UOxdg5cvSJ8J8p05KDGuPkxwcVQ1y97J4ziS3b0vG+BOcr3UBoyCypR/XCu0BCHQwF4hti9h8UGmH5opyhaBzSRKvMrV5KTj0DYCfuLLFZmZP+rsiFJyyqm8qMPB7JR9YELXezSe1YqDIxxJBckI+12CCbbTIat5u8+9Hz/GyjwWbC/JrHVFnyDPdTcohg17q1FKvV2kRGWx6tRzMZ2XqVhnXNTfaEGyhnRbJpMV7OXacU6G0tvkXZlqKE0Hd9zU5bncyMYHGI7N+MzL9P5iI0+ON3ITrk88LLvsw76cMV2jFiZ7KpHCZDK+kDEjJWyDKh+pqdHWGlxop13KmTD8lIIbFRkooTP9eDRvAJ4v7sfO+7UKh2J1VuZWZX0wcWGR1ctxOq8Mmxv7EDPoA9X7txBHxIi7jGNchK3fOKEG4OcOUYInr5mVHx9ORbeXYG2vhH4Il9oXSvstSh7wgovLfwNu0Un3poEHOh48j6sXrgaG57pgvOjC5MYTPGSQjlkmVG5kX4f6YBNmsXsO9wFf7FYcUZxNQDHvu247w5aUW6qRddxDy5MP0EKstbXCQbqH08JTatEEJ+x1iKrDrmrxSOTcunCRL5M4Zcs4HWLjYIWsqEhP7XPZNgKvNi37T40vR8GDtai9ff0OwECVPcE4pxEoCCFehs6aUNz+Vos/6e1qNhjw8i561FoJyGe8hzwUvNAi0wUv9WHvp+Z6R7lEi0jwvHEjajkmCX1YjIsyUHhPfR7xCMuDSgRDoqlxpyfE/FGWcWZfagoaYLzMtBT2woH/dYkgXorffNzONhsFuo/35ANHT/Zjor81ViTvxN21dvCmanfE4cbg5w5hA89lWuwtrQD+N5b+Hj4IFp2VsNSkI2VWt3eM4TuNgta3hlC9wtGakQ9ioq9sbv4wkPN2LC8ANvdBrx4+jSGftFIn06LYTIk8lTIZvB5pO4nRqrlkIHCByz0ewS/OcbS4Ybt5cWwxFqr9bILzZuWo2DHMAzNp3H6jwfQ+HglijfekdibpylIW2uG5U72tmwXdnbb6RO8HV07qrD9pAmNP6+GMdVt7A3zpB0N/i59YzHSE3ViPq2w05C78yiGfrcXlboA2h7eBXtEgzlTpEZvRXw9FVjz9TJ03FCNtz7+AAd/WofqMjOyk501OQPEVZ7npUlO+jNwR04ucmNta6+H79bZUy8mhw4FZZX0uws7n2yDjb1Zo4Zt2fc7YHz4IBrVs9wjmZeLut8N4WhrJXSBNjxYZ4+oJyNIuN5Kg+Hhbnxw4WMMvXMQB5qrUXy7DoHBNty32zZ+j1SWk+nCjUHONSN8+fo+agZ6dqLidfq0+PBe7H1A5eohAuYiwTPDDWb2xk3InA8Yql5E41rA9UwNmk+o39q40Ha/OG6o5b/qYNKq05jriRMBaL/z8cCWbxsf0zITckjfWIwdNH4j7TY43htEL/1tijEuzdVeioYhIPene4UxVbFhLmXcbFhX8oxQ48/Yh4//2ILCdD9GTnhxo+lFnP7gIKrjdXS7ZAWyhdbbCe+nwhFNdLfdITb0WuNH5bdCG7OQyQQ+k2Er2IRN6+nBRSbUCQ1eB6qesU3+pjGCjBXF4s7nY5Pol5pU6S3lfA92VvTQ+FZi788sMdInwdxunLp+9Utc5XlFFjYJsnDDp347JBG+LP3n1kyIkg9ibDrlQEWsOng21YvJEcLgYQ/a/3QBR2syceWjEYyEMvHU7z7G0ebI8bgxMG1CLq2n0jfXYe+D1FjbX4UnD0WXjkTrLfe+MnSdpIfS0pG51oTihxtx4I9/QjcbX93dC4dwixSWkxTAjUHONSIEt0vqcrpO+M6KnTRmo0H19O2D97i0S/EcKoDtrPRjxjGg+pV2mGiV0LC9Da7IborzPmngdg7ukPwFyrCuw3EuDaJ5z2DsJ1oZWtHI75dmRA5p2cgpozcJNONBSwdy12XHeMMRgO+kWNHmGITOsAlYWqVdoXLf04zB6TQ8V8IYOelDcFEmjAVsPBR7ijdo+iOMjQHm75nodwAdNkd0ZXzJhkeLpC7BrBI89W1WmzsxGkNmvg8H6acOlQ8WSo3TTIYdG9Z1tf9x2uC9XoPanphmZRS6nK2oZLd+3YVYfsyDoRhal0q9/VQydO/JFsezReA765T2KFSnCw7FPyll5pikPKflwvwDNk3Ahl5ntMHB8ny7xSrmuS4XW4WJWVZhslMUlz+bXG4xiV0Hz856MRHCCF0ahecTKrYsZnhVC2+OjQm9OU6HqWE/qnUB9DxVix6FsZ54vXUlaEPHEfXb4XRk38mm/SxGOotaKstJCuDGICe1yG88gp8pBvOG3uvAK0dY5QZ4T40iQBuRMBuUHA4hFArAf1E4hYA/QH/Tc8Ipei7gp0VROAN/gF1Lz7BB5PQcu1bgIr2GXSv+STO8zK+xQb20Kn5rUKxwJXyvd8E6n50J4TP6ZD72eRbSmOWUTNw0UcY59Ge/8Fv4yy204i+j30MNqH22h1YQ9DhrRJZkIUeYudaL/vciwg650PW6W2z4LwYRvjKG0KL08Yo8M4t1mdB/HZcqlFPDcJYZxbFIlITlEBdpyL1HnEgS0FXCnBPL6tIh6y5xzlyv3SXIUSQEV/dv4BYGygcQZPcOil2eSekAY5EOpiOPIj+vAAWF8sYGcrehrdse9xuOjLIXcYAaYoGXGrCrL1JaNM77rch4ukQywHQw73oRlmV2NOzugS9ywP25HtQ3OmDc+Ss8t3migZqxsC8zGfnF8ZEK3UxD9sZKqge0wautQfOgT5BhhGZFs8iE6ueLoQs0oHW/R3EtmzBR9aRoXCjKdBJ6K+TzBcnAoXWHn/1mZWCFQTRGD/ViMLKBpunuOpQm6HEoRMP6axBZN1FllfTC/2ex6ZTLGYuXcI9xuVAdvyDLRfxPzPtrkkR5phiqDgh5bqutRdfJyObdh55nXkHGLjnPqXHyg+dRTI2ThvYOeCLjQuXY/Mh2cUzhmVGMRoQvkGAdnLL6QKF3snwlmUSgyOurY8IDhXBNUnnHSMc/07qj7eFvRpR1un1/J9pe6kDPkPKtmuL+cr3B5DcvG6YHaS0Z6EHtjmY4zsn3SLzeYoy0t6qMyjB8p7zQPZiLO5jSJ1pOkpZPnEguZjicBJB9mCl9I8mMufeRUsMCsureGlK/p5XUbssn5S8Pk1HJJ5y8MX9Nsp845cZ8ozlJU9RxujG/ULJvL9XG/DdphyfEjMahVnDiqs8uJ7V76klNSRGptY6SoI85CWXXTjj7TCpu7DaxkP1aqTbNOMt+yy46SauFOUxdRYqeqCetu8pJ/rZW4rwYJM4W5giYXhvlGNYrOGtmTnnzmINXmg9Kp8SJySF+RH9fgl8vTWi895QKjlNF/agl5VvKRWe3NF9ZnFhaRWfCET73IrcpdEDgb/S/gh86rS2P1Lwdp/c0GtbAnnLBYfOq9aWkZlcNKVpP5RXr/8FRYt1VRFYxR9vMKTdzEmuQZCtdomAGwh73i6nYWFmNpbeRfgi1CR5vjSjTTF9omd4zQJyvRZdpgYT0VqM8SWVgzGMltVuYL8U1pHxXK6l/oogUPc2c9HpJ7yOik+Nx/6QaetHk0tAlJheNsqnwHagm2fLMUOQ5y0daRmmeN70TQ0NkOdJ8rnlOTDuT44CrU3l/VVwTqYNTVR/E1juV70KNvBauSSbvpFCDx0WfjNHXiJu+pJUMC344J9G1WPcfr9MTqbeYLPSk6Fkq93vzRP1nMr13DVmzbZ8UD4lEysk05BMPUyxHx/rAxeWgJudmLDVkIiOJ6eOcLyLyUld1OPqXHQr/SJGwpxVhVtS8dAiqwd60iQeScjWQMtgT1mVxvta8+fSJS54pyY5fTRPjOssYl6VKdmH69JemFWH2pE6fGuelT7w1VJByOfjQVdSMmzvaYZ7Kj924LqjiR4+Hb4iIS1KwAfEbUIvncbS1GBmKdNC0nbKj9ZEyNJ/bgb4P6pAbbzoj5aUlU5nxa+PU9ZkMO2XQ+0qZNq4vcj7SPEtXdeMyktJbDcbDUt0rmbBmBQnkeXTa5byYXAcSqoMj4/MFqRcZbBJGfl4/Nr31W+zIUXUNX/bB1V2P0h09MPz8AxwsE9+7Jk289dblMDBfPBuVBzFIZTlJlimMwQDszzyItpPAmM8BlzBeQIfMnJVYHOkO4e9+jA56kLaxGv/rhToUr7g2kY+LSw7sLClA2zkT2n93EBZV3/zUhOCoK0LBSz6Yfv4WVSbVmIE5QQi+oWEEdNkw3sryljb6havx6LHJjUHOl5yAG47AYuTK67yOtGHDoSy89SPmbPY6QuPxjW/sRGHUutQRvNeAhZu6UOc4jR1flY5xOJwvGCHYn/wK7rsUvZ71BPThsHQ1KuZ343SHWeMazhRjBnUwvdCHvt4+HH2lTjpmwV7mD4keG9/eGsLp/3sARloJV6zJR/NQgn3VM8lZF9qYo8+AHfb43ahH4IHrJRf9pobxkRH6OfcIHW7A6rwCbMhrA5MEwl54jtHve5ZK41s4cw83mr/xTRR8owhtwsyCMBw9vSi85zobgoxFi8HWWXCfiRwBpcTnY5MNNiFTy9k3h8P5ApCOm3XUvDszCp/WGM/LAYzSqiDrXzO4ITgJSUwg0ajqby3G888z16cuNNzfDMdssQfXluDg42bklrUol9qJGyNKflMN8zoLWhTLIc0dWJcBS7duXaZg/Pne7IJVl4vGH8xNeXAYaUhnhtTaXGTpQvD8sgotNz2PhwQfKNeZJcVo/E0l/JUV2N7tUjYSl31wvFSG/Eo3LJ07pu7O5nA4sxrjowfRuKQLpeXNsJ8K0cdSmTBCIz3YubUUXTfX4acPJr5i1Vxiim7iCIaasTCvge5M0jU4fg1Q/eYFNEato8n5ouI70ozml6zo/yQdK+8qxPYfVSOXW4Jzm3M27Kx7BSPBdGQW70AdW9NTOjUruOSB/XAXbD0jcJ50wINM5N6ejaxiMyybTcjkhiCH8yUhjMBQH6y/7oXd7YZjyIcM+qBqMJhQ+J0SFKyNXvedo2TGjEHzgdPonszzN4fD4XA4HA7nupNSYzB0eDu+srWD7mWh8Q9/QHUWtdfPu+E8E6QnfRg5C2Q/YEHmeRt6j/iA280o3JihepsQgu9IL7oO2+G6tBjGjSZYCkzIiPnKQXwa6LU50DdCnwSyTDDmRITJvNJ/6AeuXIDnpB9pd1lgWRsZUOT/g8g0mlBQvBKeQ0EU/tAEHY2LZ3AYflzBhY888M/PhqUsxkLv4QBcfb3oPdaHEZp20125MEfFWRXWrWZUb84Q5GM/NiisqZh+O32KWZeJ9GnNpORwOBwOh8NJAGYMxsW4jxst3zVB0iv59dLvGhj3R+R/u5bkb1kj+stZUEqaWspJ/vZO0vlsnnBt3suj0pWUz52kaYue6EuayIAvSIL+YWLdTq/T55Mml8rD0efDpLVETxasryGdLi8JBun1jiayht3/iX7R79b7+0RfXMK91f6O/IKPqrxn+4k3KIY95hsgTSzMcd9Cw2Qf8wEl+FmiWww/csH3W0mRPo/UvOak4dA4BL3E+XIVWaUvIq3uyDirwtrdT4bby0n5nl4y4HISp62JFLG4P2QlcXo/43A4HA6Hw5k2SRiD9aRfMHrkzU9GXb1k3yPMuNOT/KepcSX9JRLnc5IRdG+ncH70ZbUx6BUdJ+pryUCkU0ZqRLXeTY+vb6V7MvTah6jRxhymRjjTnXD2qTRYvb8WjyuMQXcruVv1fwEPNSDVRp9PcjCqPk7DYI4ui16NTrH31SJ6zyLSeUY6IHOmk+SzsPSrSJVV+T/mqJLJsOl96cBUfNhJSgXns8ltpa9GGOIcDofD4XDmJEkYg3qyZovKsHiklrS+bCUDZ2L62BeQvZOX/lo2gMYEY1J+dxa014hvD5+Lfu843MKMpLtJq1v8PeaoF6+V3wDKfD5MrHtaSedxZTxkI1FhDErpKVWvljDmJE3PqsKVvc0rjEFxtQW1QTqObEA+0hs7LH30G9aY8ZyCMYVhntg29jcpEA6Hw+FwOHOWJMYMmnHgo24ULxEPx4vrJwuxoRGo03AE62qk538CGGsOoG7dP0tHRULvtqDsJw5U/uZjtGyeB0fdP6PgJRqTjg/Q/e2pPd0FesqwvMKmnNRyyY7tX78PHcxx4DIjzOtzkXNnDjaZcqPHJ57vQdm/VMB2T4RjS/mY1hjK8fPF6D59AGZ5Lk2ssCRixnMWsXDhQmmPw+FwOBzObOcvf/mLtDcFgkkYD+NvBuNby1KN/GZQXAtRzcTaevnP9ZIBx0DMbfSi8tp436BpvXGT128U0yVt+vzodUFjvRmccgzlxBqIijTHfMsoksybQQ6Hw+FwOJzpkITT6ZkgDemSz6/0FdnIzcmNuaXaL1haViW6hy/g4z8dxcEDLai+LxO6gANtW5thuyRdpMUNbH2WyRGdX2YhbZ6wMyOwNQ1DSW7hq1IgHA6Hw+Fw5iyzxBhMR+bXTMKe7ZTGElJXw5LxosMKo7jMgfOs9nJTU3KiA2W/ZEtSUUN0hRGm4ko0/mIIf/pVJb1DF3oHp1h4bpkBhcKOG77zwo6S8z6w0KHbhKyE10OOk5NdeNBShrIktwe7hRhyOBwOh8OZw8wSYxDI2FyJSvaq7bADrhhL2bn35qP5uHjCQK9lpmNgfy8cUesRhmD7/n3oOiv91OIqvW6/nZpyStK/lo1s+r04PcqboJL0HPznj9hIQSdGz0RHOOwZho1+G39gRu5MuT6/3YLuyDWiE9y6H8iUAuJwOBwOhzNXmdIYlLshA375TVkIn12Quhq1FoaOJMyuDcB/UfzJwon530UmPPe/62AcaUDtT+wIRHRhhoeasevDx1CZI1lVyyx48UAxdIE2NDxrgy/i2tB7HbBmPIWSZfTH1bBwL/+fQ+LJy0Hh97jpNtKK1teVbxfD50bh1VUi1yDeS0j/hc9oqilXxxBkv4UA0mD43vOoywGaf9wGl3QLgZALbY1t0H37AA5UTayHqAgr+Bn87DeTgyCjiXiG/uwX48m7cTkcDofD4cwwU8wmDqDnu8tRcUj6qWbnUfzlhzEXphtHniEbhcZ/Qyd70FRXj7aRNOTevhj4+xjGqPG39wULMudLF0kEBttQ+1QresIZMK/PxuLzTniXPYUXXzBBmGMcsTzeBNJs6E+bsbwljMdWuNF7cilyc+g/fA7YjqfjoY69qMxixqALzQs3ICqEyNm+VwNw7K3F9ldHsDiDxpfi9/mRta0Fz1flQje+mkjssJgcTi9rjSkjrZnXnOkjrozjg++ETzDOMwuqYWIPEEmQyrDYajZu1yh850aEVWmwQlyp5kuJsEKQT1yRhz5gpUetEJQI4go/voAHnk+v0IdLjdWCOAmTUv3mfDFJqqyGETjhxOgnbPUxQXNgflxqm2cVk8RzLtXHwjSSWci4/zyFA+rYjF+rWqRkUv42NuFnb0z6f0IBqBH9Jgr++6Qjcx2/rUpY/WXVdpXfxlmAcmUcrVnu8ZHKsIi/n9SaI1eqiT1X/UuBsEJQPlmjF9M6vVn0U68W9IXG00mKmJzW15IBwavCtUPQ74iVnKal35wvJlOV1YsDpHY9PacvIp0e6Rgtgf1P55P8bOYnmP1Py/PGNSRmOZoknnOoPp61xiDni46f9D4kFaDZUAnEZIwM7BLjOP0GLpVhUY7XX5PKZ/jlfLIv3hVvZoiYKwQli7zCz5fMGJxYXen6GWPyKlLcGJy7aJbVcVdrMc6NUUNROHf924FJy9Fk8bxG9fH1ZNZMIOF82dDB9GgLLOvMqO4sgTj/e7aRhhtvknanTSrDotwwU7OOlFy56EDoOo9NTfsHaScVzLvxS9k1rPvWDrSU5cL8+EGUXK+hI+NDXjhzFc2yurYEBx83I7esBTu+pXK6lnYjbpZ2rzeTlqPJ4nmN6uPrCTcGOTMG8+PY3tuNxnsyqKnEmX244Tws7XJmN/MNqPx5H7obZuOYKw4nA6aGbvT9vBIG1dj+WQUvR5pwY5DDmaOEf29F64j0g8PhcDhzlvjXJuZw4kaanfVXICTMwoqcRSbO+vTjijgzbf7ErE9x1mJQuIbNXETEjLXxcyE24wvIfsAC43wa1nE7HCdoaGmLkbXRhNxlUidhwA3bkUFhBlj6shxs2myImNk9gfaa2TQOg3b0v+vEoMsD3GZEzp2bUHiPMWY4DEVYX1XGLTu/AMYlCbwflWfCj8+6pzI9SWWyZPH4W9agz4+bszInukWlNDvpfUfOZyBrvRG5BYUwyTKRCdO0uTpQU9EAewCw/LQPxZJj9Jtvy4ZBEc/E5TAZLB/tx8R8mXdLlrAWeJp9kjW5402TzCRrf4fOOmAXwnLBg0wY78rGpv8ohlF1S3HmpB+4cgGek34sFWbPUvmPUDkcYzNq05GxbhPMWdIfqU467P0Y+fTKeJqi1jePhTRTMRip78v8sB22w8dmNBbQMkPDUep+KGI2r6qcQSpLLP6/d0jxyUZhAc0rDdULnaIyOTYCf3geFn81F6a7MhE+3oHmA31URlmofr4RJmkd+qiyQuPvOQcsHg88CG/gZhhWTCQ+bpkL0PQM9aHX5kDfSBCZRhMKilfCcyiIwh+aJvLyKpXb4X6qjy7YR3zIyDLBmGNG4caMibIgMH35RBI+70PgppsjuhLD8J8HMm7X0TIp1mvhpXdg6Tw/PJ4wMoy0zpHCjVcO8dRzk9YlTKeOUNmwWbGLMpCzzgTDTT7YXm7DK8eprAqeQ8uDhrh6auIuq6rykhY101j2pCGt4x+v/BMt+zRc+2ErlTOV8fwsFGwuoTluhft/NsLyVbVsI8uRjCqe0lGBmayPVfKLVd9kbqb/iyhXM4IwcpDDSSnDZF9JPslfv0oarBs5IFd71qd61mLkQGTljN1SYj3eT2q31ZJOu5M4Xf2k84m76fFVpN4RJN43qkjR052k3z1Mhu37SLkwe4zGIcbM9NhrZo8R53Ms7nmk9bg009w3QJpK9GSBoYr0+qTLVMhh1f+axu0Rddzy6D0SmGcuD8geH7DsJ/3Vsjzppl9DZbWPSlPijJWU0nSuqbaSUWFWu58MW2tI3gI9yW9xKma4i3KeyINV62le0d9sq307cvB3cnKITZAMPJdP8y+PVL3cS4Z9fjLqsJKmbUWktITJJ8bA8wTSNI7G2t9jx+sFvcrb4xTTEfSSgZYiGp9VpOoN1VrkwszJiNmz9mHSuq2ctNoGaH46Se/uInpcT0pf85Igzaeiba2k10V1zWUl9cKMynJijUc20kzF8Rmau5tI+ZYa0vlaPU0jPbZ+Hxlll2nOVlfNgqRpdtJry5nu03g67Z2k5m4WTizd95L+7XlCPu6T9ZT91utJ0XMDxH+8SUh/+RsTUowqKzT+VXI5pps+m8bl5XGNTEzmNC29j6wiec/2E6/k1WFM1jVFXnqJ9X567N+qiNUj6qTfbSU1VO76Lep0Tkc+0ajrpwWGPJL/dL8UN1qvjdd3erJmSy3plyKdiBziq+di1yVj7lZSRPMv/zmaTpq+ARvVTfpbf3cV6XSPEusjNEx900SdoUmCZVVVXqLKMa39xXX664mVpq9qVxzyT7Dsj73fSvIN5TSdftFLyFhQun5CX7XLkYwcTxof6cg4M1gfx1vflFvVZSa1cGOQM4N4SadZo3BNMutzeI+GcUCLkDhjl1Zw6opfNgIMq0gRLbCRhc37ar4QXmTDJhPbGBwmTXIDHRmHi72kit3j3k6asmjksKIqNw0DZVKiKh8KPbZGn0/q7bTCkw7J+N8oF69XyVqUpZ4aydGNR+y0R5KcHKKhRuVuamgsuJvUH1fHgzbuD4mNtTq/k0mTlqyHWyYMgonjQWqAsPCLSOcZ6VAEst7oqcGkNO5oo8Hkol9F1jxiVchg7J1a8T8tUze541BjQUynFI8P9ymMQRnN2bzyLEhmCKh0X549qdZ972usgVlAat+JuFoOR8jXMeJ1jSpcQsXSF+du2rhuqSf9n0TnRUIyp4bM3cz4URvRHtpQRv7f30vKWZiqeIj/p3J/diCqbCQjn8mQZZf/qlr7naQ+hqGWuO7FUc891KvQb5bGeqaTZmWZFHVYKisXR4nTF51PSpIrqwxtrwCykUUNYg35T6/sB0n/E/Ta59StzBh94IkuL9qz4hMxBikpro+nrm/iMeSTh48Z5MwgabhRa3rWJLM+F9+yVNpTI8/YDSD7u6z7RDgosiQDwlovZw3YWmZUdIOkzRfv1KO17nUUBlR2taOx4YByZtwiA3IL6PcRB9yTLF1t/p5G3A55EW8M1IRPdaGi2oen3ulD3UbWLaVEZ3oK3c2NaHmzRNG9YTBuop8BdA0lsw719OQwzlkrmhpdwLpKWO5UxzwDORvZApDRpDJNhgd+hfaGRhyoKYjoOk6HIcdMv+1wxEiIrDf4jgXFt4q7IhlYehf9CoRRsq1YMRA9bYGo8IGRUzSGcSLPVCzYilzWbXV7Jd76+GN8/LtKKBaM1OqWl2dBBsRu0EgJ65aKKyApdd8H12E7/c5F5tKIq+VwjtjhOp+GjLURXV5RhOH5ZQWqfE/h6Jt1MC1R52uCMr8Sxghs6B1UlZBb70DOsvSJNOlMeOpXLWhs7lPOBs3KhqAV3awbVkXC8pmcjHVbwVLg2G9TLmd6dhTussdQuVYpi8R1L4567nWPsi45MYhmFkxWhmJohKjDATS/N0LLbSaMt0bnk4Ikyypjaq8AZjysIX/bWaX8Eyv7YYSYQ+jD/XAwn9HjpCHz3yqhU09oScGs+Jmoj6eub9w4dV48MhNwY5DzhcSwNLLKi8SADGmMk4xc4SRC+p0WVD9eLM6MuxyCb8QBx6Abo5+zs1dwZRJ3LNpxS47Qe80o3tKGlW3tqkoigvmZMD9cjcr1zDShlWPAA9cgjfOHYkMTuHpF+E6U6chBxjfYQ5s8inGlwnCaklSmaZERlserUcxWFmLLVJ5z03RQY/aM2HpMlo7sZVqxzsbSW6RdGfogw5r4pKANuXyntPR0pE/RbkcTrfuxoQELDeJnCAn5mCBXQ3C9WIz89pXY20qNYa3GNRGZL6MPHrTY2L6/Ggvv2ICyJxvQ0eOA74oRO35kijBKaQNfUInqh3MFWYVDAXiGmE4Oi8Y3/dDWinjlMwVLTCgpo98jrbANTqxL7+7rQOZ9kXGVmIbuxV2XyA8Ul2mZFPeSIumyGhcJyD+hsq/DCiM1uUaaUfCV5Vib/yh2vtQF20gAGd9ugeV26bIUMdP1sXZ9M7NwY5DDiUkInr5mVHx9ORbeXYG2vhH4FE+d1wh7LcqesMJLK5OG3V2Tv1kMONDx5H1YvXA1NjzTBedHF6bVMIhMXw4BGi+BZJ7IU5im0EkbmsvXYvk/rUXFHhtGzl2PDJ0N6JCTz0zWEXgiM/NyUDSo7ilEziSNdv+uMlT1eBE41YCm7snfqMUtc7Y2/W9bYGZvRs+6YNvfjO0VBVi9pgA7D6vuwZYA3bcd992xEKs31aLruAcXpq/oCZAO07d3UCkG0PzmIC0hlLADtlc3wXRXbAt+xnVvdS7qmDNXlwde8YgAW0ufPmWgbn18nl6nVVZTTQJl31B1AAfZ8q80TzyDXWirexRl31iO1d/tgPuydFEquO718czBjUEOJwofeirXYG1pB/C9t/Dx8EG07KyGpSAbK7W6vWcI3W0WtLwzhO4X6JPvkUdRsVfRMTVOeKgZG5YXYLvbgBdPn8bQLxpR/XAxTIZEnjLZjEiP2LgJXF85pCZNIr6eCqz5ehk6bqjGWx9/gIM/rUN1mRnZMz1Db5ai+5YFlfS7q66KGvjszRozVqrQsbYSBxuUs7CV6JDxny1494/daFxL28bH6AOChnuiRGXO/JJ2D1/Ax386ioMHWlB9XyZ0tEFt29oMG+sGZFx2oXnTchTsGIah+TRO//EAGh+vRPHGO2bgTZY2aTlmPMbsq/02OGjcQsf60L/NjNwYtuA10b00I8wPsLdjrdhFDQ/7oAP27u2oenIUphf2olrVdT3bSbzsZ9B09uH0//sA777VjfYfVgozhX2HqAz2x64zk+Ha1sfXFm4McmYd4cspfmpOkEDPTlS8HgAe3ou9D2iPm2JuOTxyIzVDZG/chMz57Mn3RaHxdT1Tg+YTE11TIi603d9AP3PR8l91MGm15MztxIkA1P+ewANbvm18zFWq5JCxoljc+XxsknurSVWaKOd7sLOiBwFq/uz9mQWZWglhLh5OXV/du1aEBu3wtA7hwu92IDPswciJIDK3U4O/vwUmra4vgWz8+8ZMpMGA6p81wkhzaOcTzXCrMyBRmZ/oQNkvmealIX2FEabiSjT+Ygh/+lUlNT+70Dsodq+52kvRMATk/nSvMFYrNsyljJsN6ZxBDDB/z0S/u9B12AVHnxeVBTGGo1wz3XPD/sts9H38J7TcezP8J0bgnWfCix9R47PKEDWmTYvkymqqSbTsB2B/pgF2Jr75GcJYTMvOFhz8P++icSO1j9vtyrGd0+Da1sfXFm4McmYZIbhdUlfFdcJ31iZ8m43qStQH73Fpl+I5VADbWenHjEMb31faYaJVTMP2Nrgiuz7O+6SJHDm4Q/IXKBPwRlSDlwbRvEfq1tKCVlzzpN1UyUGXs1UYD4bXXYj1EknsylKRyjR96oWQknuyo1ZH8J11SnsUmt6CQ9EDu7+MhD/3Y/SMH1hiEAyv6sctMLMJI4l0D2ZV40ArNYiGGlDzkkvZqCUq86sh2PZHN9rpX8um5iewOJ1ZUQH4TopGYY5BMbVG1Bdpl9Uhg3uaMTjDD2oZd5lpeQTsPy5FTcAsTv5Rc8107wrCIx74LqUjcy01hh6vRmWxSeUzdGqSKqupJomyH/q0GbZBVdzmG5DNZm/crtNeZi5prlF9fA3hxiDn+rBkBbJZN0vwMwTFIwKh9zrwyhHxUcp7ahQBWvmE2QDrcAihUAD+i8IpBPwB+pueE07RcwE/bSqEM/AH2LX0DBusTc+xawUu0mvYteKfNMPL/Bp7GwHY3hpUjAnxvd4F63x2JoTPLocx9nkW0pjllEzcNFHGOfRnv/Bb+MstudjKBq7Txrf22R5a4dDjrBJakoUcYWZlL/rfiwg75ELX626x++xiEOErYwgtmpiZmZnFOgrpv45LFdSpYTjLjOMzWBOWgxaLTKh+vhi6QANa93sURgMbjF31pGj8K/I7iTQJsr7wmVi5Ur3ys99MPivEyQk41IvBc+ykxLkedB1KE9IYCtGw/hpE1k00IZLe+P8sVtNyHrB4CfcI+fGZoLQ0/RfYbxY/8T8x76+Jhn6q9UOlX+HgxDVJ6T4lXUdz+aUH8c38AhQUyhsbeN+Gjh6X8q2a4v5ymkX91q3fCgv9djXWYlePeyL/EpU5Y6QVra8rR2GFz43Cq6tEroHlsA5Zd7HWnWqFPdL4DMHV/Ru4BWMsgCDTyeBipN+UvHziYlkhLKw8BgLY9EBh7G7qROWQdF2ig26jHY/euyEiPwuEiThtL3XBHu9bx2TKqqq8sLGnU8Z5MvknWZ917emAS5FMH314AIwmg/ifZMoRTUVkPGekPk6qvpkBJBczHM4M4CdWi4bfJsqYex8pNSwgq+6tIfV7WknttnxS/vIwGZV8T8kb8wcl+6NSbqXE+smEDyvFxnx6yb6hVBvzaaUdnhAzGodakq9fQPTZ5aR2Tz2pKSkitdZREvT1So52J5yHJhU3dptYyH7EVJtmnGW/VxedpNXCnKCuIkVP1JPWXeUkf1srcV4MEmcLcyBLr41yFO0VnPIy57d5zAk1zYd+xfnE5DAVweOtEfnNwqL5vWeAOF+Lzm+BhNKkIWtJPmMeK6ndohecw5bvaiX1TxSRoqeZQ1iv4OyYXTvu001Db5pcsj6rN/o/jXxT+CVTo/UfVXmJrV/sGo34TKH7AkEqL1P0+fFNX0Ra3WKuaut37PvL+ZeozPUlLI+LBD1k9QG7fg3Vu31SPERo3u8pFRz0inpUS8q3lItO0WkYTFeZvojOnKchnzgZc9QTvb6eDExSABKRw3TqEv+vq6LPR2x52/sVPggnI6GyGlOW2voRl/wTKvvsPnmkZk8TKV+fJ8i4lelF9hpStGsizUmVo2tRH2vIYtL6RrxLSuHL0XFmkAB6vrscFYdiLO8TAXv6EWZZzZPcabAnOPEA0hP3r5E62BPbZXH+17z59AlO7kJjx6+mJeH6Y+YZl6VKdmH6NJmmFeHLVN70KXRe+sRTtoKUyoE9BavCkvP7Bpr/qq40RlJp0mA8LNW9kgnrCwubhGHegH5TH35bk6vsGqZ56jvRhfr7t6Mnqx0f/NYS+41XAsQlc3pf+kupD5OV//FrVHpLj4fpfcZ1dIYJDzYg/4QZRx+f2n3VTOoem6SyoRZ4vn8vipcpwwqzZdraq1D2og873voAdTnx3ivxsppq4i374cv093zxt/wfRV11nYg3/rMBbgxyUkgIvqFhBHTZknNTH7oKV+PRY5MbgxwO59oROrwdX9nqx4GPulGs4ULG93oZVlfOQ/fpAzCzvkwOhdVvHmCFUVp7OgTb9ysQ3H4QlljjBa8ZbrR945vYWSCvmxsLFxoWbkDXj97F6ZrE/a5yvvzwMYOclBE63IDVeQXYkNdGqx5K2AvPMfp9z9Jpv13gcDipIf1/6KCDF6PntMYehRE44wWy7kAGNwTHCRx6ktZvG7D6x3ZqBlLO9qILFhReV0OQsRiLb6NfJ32Ksb0KzvkELwGbVmit7sSZ63BjkJMy2Gt51nbo1mUKxp/vzS5Ydblo/EHkMkwcDue6srYaB19YjC5LGZqPeBSTJsKX3Oh5philv/xH1P3sIfB3SBOk3fSPbJoGTF/LwLyAHQ2PObD1abOmy6Vrhw7FDQdR+UkFKnZ0wRVp5LNu/8E2lJkr4C7rxo6C6x9bzuyEdxNzUorvSDOaX7Ki/5N0rLyrENt/VI1cbglyOLOO8HkX+g5a0fv7YbiPueBbZkSu4Q6Y8ktQUmCEbnYNaZoFhODetxO73vYBS3JQ/fSOKXwyXmOuhuA51ouuQz0YeX8UjpNAZs5KZH+1GOb/LIRpjjpY58QHNwY5HA6Hw+Fw5jC8m5jD4XA4HA5nDsONQQ6Hw+FwOJw5DDcGORwOh8PhcOYw3BjkcDgcDofDmcNwY5DD4XA4HA5nDsONQQ6Hw+FwOJw5DDcGORwOh8PhcOYw3BjkcDgcDofDmcNwY5DD4XA4HA5nDsONQQ6Hw+FwOJw5DDcGORwOh8PhcOYw3BjkcDgcDofDmcNwY5DD4XA4HA5nDsONQQ6Hw+FwOJw5DDcGORwOh8PhcOYw3BjkcDgcDofDmbMA/x9udMJpwj/kCQAAAABJRU5ErkJggg==)\n",
        "\n",
        "3. **F1-Score (F1)**: F1-Score adalah rata-rata harmonik dari precision dan recall, memberikan keseimbangan antara keduanya. Ini adalah ukuran yang umum digunakan ketika Anda ingin memperhitungkan baik keakuratan maupun kelengkapan dari ringkasan yang dihasilkan. F1 dihitung dengan formula:\n",
        "   \n",
        "![image.png](data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAVoAAABOCAYAAABhYd5PAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsMAAA7DAcdvqGQAACI4SURBVHhe7Z0PTFtXnu+/771IcZVSoo00RFM1jlq35GWo3dkNMDNpsRJS8qoY8lICyU5Y2qWUbkJI1AI7KYTXTlgqCqSTABkVEpTCkp3GTpuHYZrFaTuYRp21s6+1yUyEM5vITpvKjpoZu5sKV+3qvHPuvZhr+/LXdkPgfKQL1+ceX597/vzuOef3O7/z3wgFHA6Hw0kY/136z+FwOJwEwQUth8PhJBguaDkcDifBcEHL4XA4CYYLWg6Hw0kwXNByOBxOguGClsPhcBIMF7SLjYAdzfl7Yb4hfeZwFis3zNj7TBucX0ufEwhfsLCY+JoK2bwaoHEA1ekqISh4wwnbVb9wPhXLVz+G1FXJEL/FubsJwDXsgFf6pMxyrNalQp08/0tcrMMeeD710CcDUnMrkPOgcAW+T20Y/dyDkWvCFeTtz4GaXZIIXmyG4QDwmrkaGcukwATABe2iIQDLS+vQ9NAZvF+uk8IA37lalL45Atx2w3rRI4SlrNVjTYpwGsJ72QrXshxU1DagriB1HgncAKx1+cg96kHOrwdwpihVCp85rt7tMOyxQL2/H+/U65EshS9cnOjcehD99EwoVx8LUyNjw2rcw04Z/+XF6LALWFuAstp/RFlu6rzNF6EOH7MI6WWPUvfBV7QjIVyB5eVStP1uFNbLwhW8/xUVqOySDOexTdju3IcLnXmIqPbxgwlazsJn7IMaotHUkKHbUkAUNtKUlESS6HHoYylIzrduYnxeI1zPbrSRMSn4zjOR7qRiI/FKoTPHS4zF0veTmujdFhde4y7x2X9uJG4pLMS3XjL4arZwPW13X/T1ecUYGToolmOTXQoaZ2yI1ExVvrfpdY2GVL7nlwLiD5+jXRR4YDzWhpS9hdDPYHikWiKdyFmiRsErryGPntobdqF5OCiG33EyUHi6AnkbitFSmTuHHkkKcitbULwhDxWnC6N6O4sGWuZRo5QlKcj5RR0q6KmntwiVb4kjnvmJCvfcK51GoroHy6VTRZbpUbg3BZ0tPbSvnxi4oF0MXDSi/ryeDv8mpgzmxP1qiHfwofm8DfNF1KqfakBvXzvKtHOb0FBpy9De14uGp+SzdxwB1Ro8tk08tZwwJ0wQ3Wl0G3ZAe7EV5gR1ILigXQTYP+yET5sDnaAgiBPXbwqKB06CCTrR+bqFjkmmx3OuGT2fSh/iBhU830mnCxltJram+NDz+xEpIL5wQbvgccLW7wM2aDF7NVEEAb+gbGBoMx4Rh+lBH5zDVliHzeg52oaei1T83nLB3NuGtl4qIBSkceCaBT0NVSjaWoSqhh5YBI2wMoEr43FzUfRSPTpNdvhCDZ9pz9lvW2DqYL9njxL+8u/vreuEecQJc934EJFppdn3rWJ6j04m0Gi8iyZ01u1F7ta9qD2qlOaItJwT78Q04uK9ad6cdyEwW6Gl0mHzg6exfY95SmHrMT0Hw9nV0P9YCogXQTccTGtGyfjbLGlEo8B3PthNnajdk4vcPbUR5RQBrTOhuJPmJ6snVpqX9ah6hsZ7pgr1HSbYxytg3EmFLpeO1fptiem1S3O1nIWKt4+UJCURw8npVBkTSqUoZYKE31wuKk7kSjXvIKnJM5B1GvG7uxqbSMmWStL9z4dINou7sYOMSlGZwsLWYiAaTT5psrqJ3+8lDmMljachhpZIBZubDFZl09+icS2jxOv3E7+rW3iWpI2txCHEcZAO+tvZOvG3w5VhY8RxxEDSnu8mDq9457EvHcTI7hlSinjJ4AEDMWSKSj5FZYnfQVoLNSS7qpvYPDQNNB1uewcp12lIfrtDluaItDQOEkd7CSk50keG7DZiMzeRfBqueV5B6TQD3L8poc+i/F23cfJr0xFShikqEv3E1igqw7KrBie/v6eP5geLY6R5TfPIM0SaaJ4l6cpJn0eKIzHmbCX5tK7I83OocR39jXBl1NjHh0ga+90jNiGO3+8mQy35RJOURsrfVU6JrVHM++j6O163p1Z2OtrX0zglpG/2GtVp4YJ2ofNJE62cVAAap6s9MqsDi9gAxg+vy0b63iwXBKdmSw0ZjGg8ArRhCA02KZ90X6Wf/9gRJWjdv2GNWkNqPggXqY4jrIJnk1anFMAEstDA15NDH8vi2puk39hFjJ9LYQyPkexi4XJh4R8klTQsyoLiNguPbHA2cki4b2Q4FbIbafjT3dFC5mq3IDjzI19gNNzA7qWhAsEYfs3WyAS6hjR9IgXMEiVhG4uQZYQE7foScuhIK2kVjkOkslh8aaQ9XUk6rFPUnds079Yr5NGXVPjS+2peHKTiWoKWUwl7IdNymogrs/ponMh9R4v08gt7AfhJ324WV6pjEcQqaMW8WC+rh/GDTx0sdOjwjY22dKtnro/vqStCUfHEUVrdA1tQixcGLuHfBxqQs0qKKGeJpIjK3QE9mwteW4aBzz7DZ78tE6csAha01ZnpSTG2bgxXWumytiIFdpz+SBq0XTOiqcEOaHcg76eyuOmF6G9uQMupOuTeL4Ux/of0X87tgGCQP/ihNXw6YVkqMktTomxCldRont561F4E8gr0YUbuAg/qsYMONS37mmG+JYUxlt4j3bsYxQXh31I/mEn/+uD8j7mNf9U7uzCw8V9hKDMJ0wjCdMH5/4WBXxdEp2+2qPUofJamWTjK8HxRDlbSYM9VmovLJ7egdfXWoHlEIY9WZCJnJ33aExbYhAIIwnqyBib66GU75YsGmNVHFxrq2/F+6YTNh+7ZU2ivb0BXmCVJMq0rzO7FAqsz/nMIyStYqkYQ/Eb8HE+4oOVEkVl5Av19/bKjHQ37y1CQpZ7eaF2rDjUiVXIyQguLLtvQydrGT2njFeYyZYc7iDX00shVnyAUPcMm2pQoT2VGzAmqoX+hQjCeVxKMYdz/CDLT6T1fz8UDD6cL84ZtvWY4fWoUvFE8g/lqH+znhVRA95CSGKMpEMzgetA3rNDof7Y6duGngHrnMZz5GRW2jz06IWSVzPFmy5J7qDyl5SUcKUh9sgK95i7kXTOjKr8cputSvDA8GBmmL0TK8oA7vEyHR+EVCunf4GJvhaANlsMsn/KQ+aPwWqTSFqBifzEyVkgBjBUZKN5fgQJmSfJdEIHrTuG+zqvia/ObBCjoVElTGoHFBBe0Cx1aSecDvs9d4gltN0vFswlWZKFqgAr00kxBkPt8VjE8JgGiQ8XJM6jIov0hnwvW3jbU7inCEw8/iqIO5wxM0zxwn5VOFUmBeq14ZroylZrqLmZVFrYy0y6fCTUmJRWRD25JUaY0qkjdTst04A3kPUQ/3Lo5ocxTGoEoELhsRnNJOh7+q3Q8d8SMkevRCrO7BS5oFzrjQ/o7jOpeNhClLF+DzCw99ErH2mn7y7NjVQ4aBv6Em3/4CP2n2lFdyoasHpiry3F8Wise+jqYbrZF6lVp7416dSQMz9vl2P4x7ck6LmHgSdqz3WOCJwG9O5Fk/ECaJvKNXAlZnEywlPZGxTO1TqE8hSMD6jn4EGDTIut+UoTOJRUY+OwSzrxRh4oi2ht+JM51REbwP6f3+TFXuKBd6NBeIZMXTnf857RmQ3KqFjns5OzoRM8mgqDkRSlVWyaeXPYoNO4Z4rOg9pcWYSpCtUoHfW4x6t44g4sXGmg6RtB6fjojntWCuQ9DOe988Fxh/1Ow+dGYDedmhOft52D4kArZTnFOVl3QNSFsxShxRrba6qxb4TdSoX1SfBs5r06SgmBQHD2wqRxBKNvg/oL9n4IbJtQ+Z6I5XIZjvypG6mSy9RYdqVyJXy83cIs9gxaqBLw3uaBd6PwwFVn0X+DrOzyF8OBWlJWyRjkI60WFtIy0wdBiFRpl8oZcVLOoZ09j8JpwNQzn0U2on24Fz3cBeA6bYZUrqigqbSaYSmrNiunm45KR9Xd1wpJc2+XR6KmG4CgcbGohfR/yshI/aogUsuOEhK2kIEscTnhCrjV9sJ5j0y8q6LftE/LIfM6u8FIMwPxSEYxCGeqQ9w/sVetDp1ks5zBumbE3v0d8hi/cYGpTbMuELqI37Llmk84o18zIPStNScUB7003/fsTpCZgcp0L2oVOihqP0Z6E9ao7unIzggEEAvTweUMNJfBnrxgWmEaYCQSFuD6v9O0v6X0Uv5uMnPpTqEsfQf2BZljkrZK5b6xxYF+pXlRyqfSo/hcm5Cyof7kNTnmn5boJx10voFgSbkH2Wzf/IloWfDcGP/sc+uketJ6IWMRw3UNFRgZy/lpsTcL3Q88eFL8v9axVP67Aa6/ogcP1aPu9/C4B2I/SsJQCdJ2sCCnswtLi/wu84/eS8tj7Z/Ee4/kbnOGQnw2jtw9vjRKy48xV2LL0jqdpPL2RaUpdWyydmeFwSRl7YxjHz4ouCaGtQFdXAVLO1qDmLVdYXntML+H4Q3UolFYkqosOo2tnCnw07w72y1NK8/OEEeoDheLzPaJDmfCi7cOwXAlHy77nrEoYoQUCfmGoL0zbCPnrg/dLMRqri0L+0vPw8qVxfCyuUr2mdfjqiLiwJxGzE5KZF2fBMkaGXtWQpPXjRv7hhOwoFY+p7Q4FPpdsWGf6Xf8oMR7MJ2lJGrJui4EYmJH/xnLS7Qq3rWX4/2gkNU+nkSTNOmLYXUNqdmeT7OIO4gh5IJN57pIdgs0wS9fGStLaWELvX0JqmH3owRKyLjOf1Lw3bsUp99wlO2T2nAyvtZWUZKaF0mtg53/fSobCzEuV08LuNVkeT7YwJAz/EH2GKRYLyHC/10S6Z2SjO0lapSM8XW5hUQezxU6i+dltGSTdVYYoT1diHrFFCtliHm3MJvmNQxM2tON86yVDR2g5aJJI2sZdpPJgJcnfKC8TkTEXLfst9H607EsOtpJDL+aT/ANGMup3k77dtE7Q9Gi20DpG64Jy/jJb60nKV3FxBs0Tmqb1R5RaSezE5I82cNkKh/QWmSkrf6RHqtyMg5NwgsP1eNRgR52jH8Xx9HcQC6wXItgrLkXyNM6lWa9EiLokGckzVqwEEQyqoGK3ZuZBX7M7TP9bUxFKx1KZ2doiIXjLhZFPRuC4PIaVGzYjTyvOzUYy4zwKlQmLOrlD+cnKPkh7pap4FsJIGx5//DR2XLiACknBF09iELQemPbtRQ8dAYScB6ekQr9W0i7LmHAuDFT835toiDBYFwnAZapH+fksnEqkA96YocOcjno0neyD5bJPcJK9eRsz8i5AxrxNtBNtjz+B0wUf4cL+GD14cTgLEOfRx/HEcBkuvVOsOD0TM0zQxoafDL4odsk1EUOuCcaE5YNs+CEflox97iBD5m7S+k90+KC4Xn2+wZxfryO7jgwRt7T+2vZmubAmO0ljoM8WPfydL/jfq5zG8TeHs0iRHH9HLg2PJ3FQhrnglIyWC9Mn63OroP7fxShEHlb/UAqifPOFU9jLJ1lbiIb6ail0/uI89hya1MdwYr8eamEFjRoZL7RjoDUH8FlR//NmWJXm2ecByU9V4/AGI+rfSohvIg7nrsX5Vj2MO0+gTnGkHR9iF7TXRiGuQCyD/m+mSKjg5VyNH8jmZ5PTi1GxvwLFuRlIXZm4h4wPHjgtdrhe3wTD4fCVReptZfTpKb5m9P9OrnedT6Qg71ensPndSjQrmVdxOIsQtjlj5bubceqAZPGSIGIWtL7/Z4GwYDLKLCIIp8kMl9xcRLsSy+e7PJ0UPwKSTaZ95EqYGQuSl4fmlPsuM1u8GXAnHDovy0D1u68BjVV8u3EO54YZVe0qHE7wDriMGAVtEKMjgmkxtDm68EnkoA3Gox4EQ+vVU5HXVjgDZx7zFR2e/3UXqn/RgN7ayfemmt4QXuJOOXROpsL2nXbkyb1fcTiLkfvz0N5dEbUoIhHEKGhHYH9bPNP/z3AR6jlzHG1h3peSkfrjlIR2zxMN8zJUV1uBvEcinoJNnwgn2pAh/ExghuZnsvomNTQPucGbxFCdw+HcHcRkRyvantVScZuC1Kw1WDnulee2G9aLHpSd/gwtT81wmcXFZtyXXQ9s68KfugtmZ951uQdFL5vCh/OzIHlbC3qfnWtfOwj765uwqYHmwv5+XKqf/VyP0vJKLmQ5nIVDTILWZyrCw8+ZgQ3V6K3MElzcCfawb7eiqncluv7QiwIlJ9FKxCJoKSHD5jmwdFmy8hbbM4G+bDbRl41nZzsGmAOMOQ5D5MIW40I2Xr5GORzOHSUGQRuA5aUHsP0EkPLKR/hTpcwQ/oYJRTu8qL4wsQ58WmIUtHcEtkY/bxM6H4pNyIoE4XqrHNuP2IGM/xOzkL3vvvukMw6HM1e++uor6SxGmKCdG+LaYLbIIMrQ19lK1v/TtKvkwxnfD2peL1iQcZs+/xYNyX5VYT33nBgjoydLSJouTdwD6lspmMPh3PXMXRk2YkPfZPaza5/Hbysn9v/5PmBTB6LHqdkfM/WiNIEHphefw/CGUxh4RS9NmVCuWNB2fiYGW9F8vw6dORzO98mcpw48bxfh0TI2P9uOS31xWB981yjDmPKrAB0pLThGvyN/xbA8ObT0MLq2zW7igyvDOJwFjtCvnTUT/g3Wt8fJrdhdMXUwRmwtBrKLPrNXth23eIyS7uIZur6Tkaj9+jkczvxhllMHopPngM8Kywkx5LEVyyeG4GLQzGGu0qTvetzSkHvcYbJwzK+loh5TOXb90grzy0/g4QcewANhRzr2ng335TAdiXLoPCUBO5rz9/KVYRzODTP2PtMGp+ToPZHMaurA/vp92NQgfYgiB+2OM7Pzdzo+XTAZ88oCgQqo+zZhitRS6vD+V9XC1h7TErCi7c1vkPcL+R73yrAluNaV1SiOdXWYYCVRAzQOoDpdnPQI3nDCdnX6TemWr34Mqasm9xvKuZsIwDXsgFf6pMxyrNalQn0XON4V67AHnk/FXR9ScyuQI8ihIHyf2jD6uUdwXiWsTt0f3t6YrwPDAeC1BC/DjW3BAucugpnjrUPTQ2fwfvmE0Z3vXC1K3xwJLTJhMB+7ayLeboJP4WU5qKhtQF1B+Nz0nSUAa10+co96kPPrAZwpmv3CE1fvdhj2WKDe34936mXKzQWLE51bD4I53ZvwFa1GxobVuIedMv7Li9FhF7C2AGW1/4iy3NR5my9CHT5mEdLLHqXug69oR0K4AsvLpWj73Sisl4Urih0h57FN2O7chwuJ9IPNBC1n4TP2Qc00/mgntjc59LEUJOdb5otXI1zPbrSR+eN5V7Yty5zm9+Xbncxg654FRmgbmJ8r6AK+9ZLBV7OF62m7++a5rmCMDB0UyzFKTzI2RGqmKl/JH23k9jzxJGbvXZy7AQ+Mx9qQsrcQ+hkMjxRXyS1Ro+CV15BHT+0Nu9A83S603xsZKDxdgbwNxWipnNzZz+SkILeyBcUb8lBxunBm0z53HB/Me/bCLPRE4wQt86hRypIU5PyiDhX01NNbhMq34qYpSACyrdEjEVy0TsEyPQr3pqCzpYf29RMDF7SLgYtG1J/X0+FfjNvY3K+WVvr50HzeNnvlZ4JQP9WA3r52lGnnNqGh0pahva8XDU/dPYZ033ztxzffh521ag0e2yaeWk6YEyaI7jS6DTugvdgKc4I6EFzQLgLsH3bCp82BLp4bM16/OWe7Zc7dBBU8i2HhjDYTW1N86Pn9iBQQX7igXfA4YeunY0zmmF0KmTMBv6BsYGgzHhGH6UEfnMNWWIfN6Dnahp6LVPzecsHc24a2Xgs8CtI4cM2CnoYqFG0tQlVDDyyCRliZwJXxuLkoeqkenSY7fKGGz7Tn7LctMHWw37NHCX/59/fWdcI84oS5bnyIyLTS7PtWMb1HJ3PETuNdNKGzbi9yt+5F7VGlNEek5Zx4J6YRF+9N8+a8C4G7TWgF3XBIW1Vl/G3W5L5LvvPBbupE7Z5c5O6pjSinCGidCcWdND9ZPbHSvKxH1TM03jNVqO8wwR7P6ZIwUqHLpWO1fltieu3SXC1noeLtIyVJScRwcjpVxoRSabJFF35zuag4kSvVvIOkJs8g7NPPru1qbCIlWypJ9z8fItks7sYOMipFHV/wodHkkyarm/j9XuIwVtJ4GmJoiVSwuclgVTb9LRrXMiouEHF1C8+StLGViMtkHKSD/na24saeY8RxxEDSnu8mDq9457EvHcTI7hlSinjJ4AEDMWSKSj5FZYnfQVoLNSS7qpvYPOLiFLe9g5TrNCS/3SFLc0RaGgeJo72ElBzpI0N2G7GZm0g+DdfEZQEKU+DtIsbPpY8xEFKGKSoS/cTWKCrDsqsGJ0+3p4/mB4tjpHlN88gzRJponiXpykmfR4ojMeZsJfm0rsjzc6hxHf2NcGXU2MeHhE1Ps4/YpAVBbjLUkk80SWmk/F3llNgaxbyPrr/jdXtqZaejfT2NU0L6ErBiigvahc4nTcLuw7uM09UemdWBRWwA44fXZSN9b5YLglOzpYYMRjQeAdowhAablE+6r9LPf+yIErTu37BGHb3bqOMIq+DZpNUpBTCBLDTw9eTQx7K446sHkyKEjMdIdrFwubDwD5JKGhZlQXGbhUc2OBs5JNw3MpwK2Y00/OnuaCFztVsQnPmRLzAabmD30lCBYAy/ZmtkAl1Dmj6RAuZMAgTt+hJy6EgraRWOQ6SyWHxppD1dSTqsU9Sd2zTv1ivk0ZdU+NL7al4cnHC6RMuphL2QaTlNxJVZfch20Xa0SC+/sBeAn/TtZnGlOhZBrIJWzIv1snoYP/jUwUKHDt/YaEu3eub6+J66IhQVTxyl1T2wBbV4YeAS/n2gATlKPoaXSIqo3B3Qs7ngtWUY+OwzfPbbMnHKImBBWx3b9qgYWyN2G9VlbUUK7Dj9kTRou2ZEU4Md0O5A3k9lcdML0d/cgJZTdciVb8Uz7nBezu2AYJA/+KE1fDphWSoyS1OibEKV1Gie3nrUXgTyCvTRi0oe1GMHHWpa9jXDLO0lJ7D0HunexSguCP+W+sFM+tcH538kbPw7d9R6FD5L0ywcZXi+KAcrabDnKs3F5ZNb0Lp6a9A8opBHKzKRs5M+7QkLbEIBBGE9WQMTffSynfJFA8zqowsN9e14v3TC5kP37Cm01zegK8ySJJnWFWb3YoHVGf88TF7BUjWC4FwdW08BF7ScKDIrT6C/r192tKNhfxkKstTTG61r1aFGpGJbso9LsMs2dLK28VPaeIW5TNnhDmINvTRy1ScIRc+wiTYlSthWSAw19C9UCMbzSoIxjPsfQWY6vefruXjg4XRh3rCt1wynT42CN4pnMF/tg/28kAroHgoXmCI0BYIZXA/6xG2gw/nZ6mjhPBu+9sAemU+hw4ZRfwCjdqVr4mG/Pkvt+ZJ7qDxlW+izIwWpT1ag19yFvGtmVOWXw3RdiheGByPD9IVIWR5wR6RhFF6hkP4NLjZdHbTBcpjlUx4yfxRei9gWURX7i5Eh2yEbKzJQvL8CBcyShC3Vv+4U7uu8Kr42E2FxoUqa4X5/c4AL2oUOraTzAd/nLvGEtpul4tkEK7JQNUAFemmmIMh9PmFfZUmQzRUdKk6eQUUW7Q/5XLD2tqF2TxGeePhRFHWEbxevjAfus9KpIilQrxXPTFfms31pDKzKwlZm2uUzocakpCLywS0pypRGFanbaZkOvIG8h+iHWzcnFI1KIxAFApfNaC5Jx8N/lY7njpgxcj1aYXa3wAXtQmd8SH+HUd3LBqKU5WuQmaWHXulYO21/eXasykHDwJ9w8w8fof9UO6pL2ZDVA3N1OY5Pa8VDXwfTzbZIvSrtvVGvjthZpkaGUh4JRybW0OH8mgyla+KRsSoe5Z6MH0jTRL6RKyGLkwmW0t6oeKbWKadDn5UB9Rx8CDCHS+t+UoTOJRUY+OwSzrxRh4oi2ht+JM51REbwP6f3+TFXuKBd6NBeIZMXTnf857RmQ3KqFjns5OzoJCZUtKJLXpRStWXiyWWPQuOeIT4Lan9pEaYiVKt00OcWo+6NM7h4oYGmYwSt56cz4lktmPswlPPOB88V9j8Fmx+N2XBuniJbbXXWrVBuqdA+Kb6NnFcnKdVgUBw9sKkcQSjb4P6C/Z+CGybUPmeiOVyGY2yLqMlk6y06UrkSv15u4BZ7Bi1UCXhvckG70PlhKrLov8DXd3gK4cGtKCtljXIQ1osKaRlpg6HFKjTK5A25qGZRz57G4DXhahjOo5tQP90Knu8C8Bw2wypXVFFU2kwwldSaFdPNxyUj6+/qhCW5tsuj0VMNwVE42NRC+j7kZc2PUUNiccITcq3pg/Ucm35RQb9tn5BH5nN2hZdiAOaXimAUylCHvH9gr1ofOs1iOYdxy4y9+T2iMP/CDaY2xbZM6CJ6w55rNumMcs2M3LPSlFQc8N50078/QWpMk+vKcEG70ElR4zHak7BedUdXbkZQ8v3r84YaSuDP3ln4AxZ9Cvu80re/pPdR/G4ycupPoS59BPUHmmGRt0rmvrHGgX2l0lbtKj2q/4UJOQvqX26DU95puW7CcdcLKJaEm7CF0c2/iJYF343Bzz6HfroHrSciFjFc91CRkYGcvxZbk/D90LMHxe9LPWvVjyvw2it64HA92n4vv0sA9qM0LKUAXScnNiANS8u4X2V2LymPvX8W7zGev7PfQim+sPSOp2k8vZFpSl1bLJ2Z4XBJGXtjGMfPii4Joa1AV1cBUs7WoOYtV1hee0wv4fhDdSiUViSqiw6ja2cKfDTvDvbLe8A0P08YoT5QKCoQH9GhTHjR9mFYroSjZd9zViWM0AIBvzDUF6ZthPz1wfulGI3VRSF/6Xl4+dI4PhZXqV7TOnx1RFzYk4jZCcnMi7NgGSNDr2pI0vpxI/9wQnaUisfUdocCn0s2rDP9rn+UGA/mk7QkDVm3xUAMzMh/YznpdoXb1jL8fzSSmqfTSJJmHTHsriE1u7NJdnEHcYQ8kMk8d8kOwWaYpWtjJWltLKH3LyE1zD70YAlZl5lPat4bt+KUe+6SHTJ7TobX2kpKMtNC6TWw879vJUNh5qXKaWH3miyPJ1sYMj2x2tFOklbpCE+XW1jUwWyxk2h+dlsGSXeVIcrTlZhHbJFCtphHG7NJfqPCxqXfesnQEVoOmiSStnEXqTxYSfI3ystEZMxFy34LvR8t+5KDreTQi/kk/4CRjPrdpG83rRM0PZottI7RuqCcvyx/JilfxcUZNE9omtYfUWolscP90S4CgsP1eNRgR52jf3aO2RMJ64UI9opLkTyNc2nWKxGiLklG8owVK0EEgyqo2K2ZedDX7A7T/9ZUhNKxVGa2dkfwwfRMJfBaLwrk9sQJJHjLhZFPRuC4PIaVGzYjTyvOzUYy4zwKlQmLOrlD+cnKPkh7pap4FsJIGx5//DR2XLiACknBF0+4oF0UONH2+BM4XfARLuyP0YMXZx7A3CTWA6+0I09Z3nFmifPo43hiuAyX3onDRrMKcEG7SAicq8K6fUtxwtEwI5+0HM6i4Wsrah8rBTouoSFi1WK84IJ20UB7QWWPo1UXvpUNh7PYEbay8dbhUr2kjE0A3Opg0ZCCvF+dwuZ3K9GsZF7F4SxC2OaMle9uxqkDiROyDC5oFxPLMlD97mtAYxXfbpzDuWFGVbsKhxO8Ay6DTx1wOBxOguE9Wg6Hw0kwXNByOBxOguGClsPhcBIMF7QcDoeTYLig5XA4nATDBS2Hw+EkGC5oORwOJ8FwQcvhcDgJhgtaDofDSTBc0HI4HE6C4YKWw+FwEgwXtBwOh5NQgP8PHgXDZ/B6dB0AAAAASUVORK5CYII=)\n",
        "\n",
        "Nilai-nilai dari skor ROUGE dapat bervariasi tergantung pada kekhasan dan kesulitan teks yang diringkas serta kualitas ringkasan referensi yang digunakan sebagai standar perbandingan. Skor yang lebih tinggi menunjukkan bahwa ringkasan yang dihasilkan lebih dekat dengan kualitas dan isi dari ringkasan referensi, sehingga idealnya mencerminkan hasil yang lebih baik dalam proses summarization."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T09:58:12.824370Z",
          "iopub.status.busy": "2024-05-09T09:58:12.823648Z",
          "iopub.status.idle": "2024-05-09T09:58:12.829668Z",
          "shell.execute_reply": "2024-05-09T09:58:12.828622Z",
          "shell.execute_reply.started": "2024-05-09T09:58:12.824336Z"
        },
        "id": "0oTXJlB83Exp",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "test_data = dataset_dict['test']\n",
        "results = []"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "26zBzYkl1lnJ",
        "outputId": "8e63b8cb-bede-45f1-bd11-92e59a711d1f"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "[0:1113]\n",
            "[1113:2226]\n",
            "[2226:3339]\n",
            "[3339:4452]\n",
            "[4452:5565]\n"
          ]
        }
      ],
      "source": [
        "import math\n",
        "\n",
        "total_documents = len(test_data['document'])\n",
        "batch_size = math.ceil(total_documents / 5)\n",
        "\n",
        "for i in range(0, total_documents, batch_size):\n",
        "    print(f\"[{i}:{i+batch_size}]\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "execution": {
          "iopub.execute_input": "2024-05-09T10:12:56.612042Z",
          "iopub.status.busy": "2024-05-09T10:12:56.611379Z",
          "iopub.status.idle": "2024-05-09T10:13:11.565219Z",
          "shell.execute_reply": "2024-05-09T10:13:11.564152Z",
          "shell.execute_reply.started": "2024-05-09T10:12:56.611999Z"
        },
        "id": "Jl2-GpAk3Exp",
        "trusted": true
      },
      "outputs": [],
      "source": [
        "def calculate_rouge_score_testdata(from_inclusive, to_exclusive):\n",
        "    scorer = rouge_scorer.RougeScorer(['rouge1', 'rougeL', 'rouge2'], use_stemmer=True)\n",
        "\n",
        "    for index in range(from_inclusive, to_exclusive): #len(test_data['document'])\n",
        "        text = test_data['document'][index]\n",
        "        real_summary = test_data['summary'][index]\n",
        "\n",
        "        generated_summary = generate_text(\n",
        "            bart_lm,\n",
        "            text,\n",
        "            max_length=256,\n",
        "            print_time_taken=True,\n",
        "        )\n",
        "\n",
        "        scores = scorer.score(real_summary, generated_summary)\n",
        "        rouge_scores = scores\n",
        "\n",
        "        temp_dict = {\n",
        "            'id': index,\n",
        "            'rouge1_f1': rouge_scores['rouge1'].fmeasure,\n",
        "            'rouge2_f1': rouge_scores['rouge2'].fmeasure,\n",
        "            'rougeL_f1': rouge_scores['rougeL'].fmeasure,\n",
        "        }\n",
        "        print(temp_dict)\n",
        "        results.append(temp_dict)\n",
        "\n",
        "    df = pd.DataFrame(results)\n",
        "    average_rouge1_f1 = df['rouge1_f1'].mean()\n",
        "    average_rouge2_f1 = df['rouge2_f1'].mean()\n",
        "    average_rougeL_f1 = df['rougeL_f1'].mean()\n",
        "    print(\"Average rouge1_f1 Score:\", average_rouge1_f1)\n",
        "    print(\"Average rouge2_f1 Score:\", average_rouge2_f1)\n",
        "    print(\"Average rougeL_f1 Score:\", average_rougeL_f1)\n",
        "\n",
        "    return df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "f5w3pDna_2Ty"
      },
      "outputs": [],
      "source": [
        "# [0:1113]\n",
        "# [1113:2226]\n",
        "# [2226:3339]\n",
        "# [3339:4452]\n",
        "# [4452:5565]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T10:13:15.552962Z",
          "iopub.status.busy": "2024-05-09T10:13:15.552240Z",
          "iopub.status.idle": "2024-05-09T10:13:15.566808Z",
          "shell.execute_reply": "2024-05-09T10:13:15.565877Z",
          "shell.execute_reply.started": "2024-05-09T10:13:15.552924Z"
        },
        "id": "KMiS6zDL3Exp",
        "outputId": "4c265043-d878-4dd2-9f46-11ced4147255",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Total Time Elapsed: 54.10s\n",
            "{'id': 0, 'rouge1_f1': 0.49865951742627346, 'rouge2_f1': 0.1347708894878706, 'rougeL_f1': 0.21447721179624665}\n",
            "Total Time Elapsed: 2.42s\n",
            "{'id': 1, 'rouge1_f1': 0.4576271186440678, 'rouge2_f1': 0.10227272727272729, 'rougeL_f1': 0.20338983050847456}\n",
            "Total Time Elapsed: 2.63s\n",
            "{'id': 2, 'rouge1_f1': 0.4709141274238227, 'rouge2_f1': 0.1615598885793872, 'rougeL_f1': 0.22160664819944598}\n",
            "Total Time Elapsed: 2.79s\n",
            "{'id': 3, 'rouge1_f1': 0.38387715930902105, 'rouge2_f1': 0.034682080924855495, 'rougeL_f1': 0.1727447216890595}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 4, 'rouge1_f1': 0.4237918215613384, 'rouge2_f1': 0.07462686567164178, 'rougeL_f1': 0.17100371747211895}\n",
            "Total Time Elapsed: 2.91s\n",
            "{'id': 5, 'rouge1_f1': 0.4755555555555555, 'rouge2_f1': 0.15625000000000003, 'rougeL_f1': 0.2}\n",
            "Total Time Elapsed: 2.62s\n",
            "{'id': 6, 'rouge1_f1': 0.35678391959799, 'rouge2_f1': 0.07575757575757576, 'rougeL_f1': 0.1658291457286432}\n",
            "Total Time Elapsed: 3.17s\n",
            "{'id': 7, 'rouge1_f1': 0.5566037735849056, 'rouge2_f1': 0.2132701421800948, 'rougeL_f1': 0.23113207547169812}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 8, 'rouge1_f1': 0.24374999999999997, 'rouge2_f1': 0.018867924528301886, 'rougeL_f1': 0.1375}\n",
            "Total Time Elapsed: 2.62s\n",
            "{'id': 9, 'rouge1_f1': 0.4375, 'rouge2_f1': 0.16753926701570682, 'rougeL_f1': 0.22395833333333331}\n",
            "Total Time Elapsed: 2.63s\n",
            "{'id': 10, 'rouge1_f1': 0.5925925925925926, 'rouge2_f1': 0.3031914893617021, 'rougeL_f1': 0.31216931216931215}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 11, 'rouge1_f1': 0.4094488188976378, 'rouge2_f1': 0.08695652173913045, 'rougeL_f1': 0.12992125984251968}\n",
            "Total Time Elapsed: 2.42s\n",
            "{'id': 12, 'rouge1_f1': 0.5309734513274336, 'rouge2_f1': 0.18397626112759644, 'rougeL_f1': 0.2300884955752212}\n",
            "Total Time Elapsed: 2.23s\n",
            "{'id': 13, 'rouge1_f1': 0.4746666666666667, 'rouge2_f1': 0.21447721179624663, 'rougeL_f1': 0.21866666666666668}\n",
            "Total Time Elapsed: 3.06s\n",
            "{'id': 14, 'rouge1_f1': 0.42299794661190965, 'rouge2_f1': 0.10721649484536082, 'rougeL_f1': 0.18891170431211496}\n",
            "Total Time Elapsed: 2.43s\n",
            "{'id': 15, 'rouge1_f1': 0.579520697167756, 'rouge2_f1': 0.2888402625820569, 'rougeL_f1': 0.3355119825708061}\n",
            "Total Time Elapsed: 2.48s\n",
            "{'id': 16, 'rouge1_f1': 0.4521739130434782, 'rouge2_f1': 0.15743440233236153, 'rougeL_f1': 0.1971014492753623}\n",
            "Total Time Elapsed: 2.78s\n",
            "{'id': 17, 'rouge1_f1': 0.4764150943396226, 'rouge2_f1': 0.15639810426540282, 'rougeL_f1': 0.2122641509433962}\n",
            "Total Time Elapsed: 2.62s\n",
            "{'id': 18, 'rouge1_f1': 0.36607142857142855, 'rouge2_f1': 0.04035874439461884, 'rougeL_f1': 0.1517857142857143}\n",
            "Total Time Elapsed: 2.37s\n",
            "{'id': 19, 'rouge1_f1': 0.26628895184135976, 'rouge2_f1': 0.011396011396011395, 'rougeL_f1': 0.11898016997167138}\n",
            "Total Time Elapsed: 2.63s\n",
            "{'id': 20, 'rouge1_f1': 0.4837209302325581, 'rouge2_f1': 0.13551401869158877, 'rougeL_f1': 0.2186046511627907}\n",
            "Total Time Elapsed: 2.66s\n",
            "{'id': 21, 'rouge1_f1': 0.45229681978798586, 'rouge2_f1': 0.11387900355871886, 'rougeL_f1': 0.1978798586572438}\n",
            "Total Time Elapsed: 2.65s\n",
            "{'id': 22, 'rouge1_f1': 0.4727272727272727, 'rouge2_f1': 0.08219178082191782, 'rougeL_f1': 0.19545454545454544}\n",
            "Total Time Elapsed: 2.54s\n",
            "{'id': 23, 'rouge1_f1': 0.5177865612648221, 'rouge2_f1': 0.15476190476190477, 'rougeL_f1': 0.19367588932806326}\n",
            "Total Time Elapsed: 2.43s\n",
            "{'id': 24, 'rouge1_f1': 0.5289256198347108, 'rouge2_f1': 0.1772853185595568, 'rougeL_f1': 0.21487603305785122}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 25, 'rouge1_f1': 0.43458980044345896, 'rouge2_f1': 0.13808463251670378, 'rougeL_f1': 0.19512195121951217}\n",
            "Total Time Elapsed: 3.07s\n",
            "{'id': 26, 'rouge1_f1': 0.5454545454545453, 'rouge2_f1': 0.19917012448132781, 'rougeL_f1': 0.2603305785123967}\n",
            "Total Time Elapsed: 2.63s\n",
            "{'id': 27, 'rouge1_f1': 0.40454545454545454, 'rouge2_f1': 0.0821917808219178, 'rougeL_f1': 0.14545454545454542}\n",
            "Total Time Elapsed: 2.32s\n",
            "{'id': 28, 'rouge1_f1': 0.46153846153846156, 'rouge2_f1': 0.117096018735363, 'rougeL_f1': 0.17249417249417248}\n",
            "Total Time Elapsed: 2.64s\n",
            "{'id': 29, 'rouge1_f1': 0.48801742919389984, 'rouge2_f1': 0.11816192560175054, 'rougeL_f1': 0.19607843137254902}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 30, 'rouge1_f1': 0.5730337078651686, 'rouge2_f1': 0.3615819209039548, 'rougeL_f1': 0.43258426966292135}\n",
            "Total Time Elapsed: 2.66s\n",
            "{'id': 31, 'rouge1_f1': 0.539877300613497, 'rouge2_f1': 0.28395061728395066, 'rougeL_f1': 0.37423312883435583}\n",
            "Total Time Elapsed: 2.62s\n",
            "{'id': 32, 'rouge1_f1': 0.48577680525164113, 'rouge2_f1': 0.13186813186813187, 'rougeL_f1': 0.20131291028446388}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 33, 'rouge1_f1': 0.3405088062622309, 'rouge2_f1': 0.0825147347740668, 'rougeL_f1': 0.1487279843444227}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 34, 'rouge1_f1': 0.4012158054711246, 'rouge2_f1': 0.07951070336391437, 'rougeL_f1': 0.1884498480243161}\n",
            "Total Time Elapsed: 3.16s\n",
            "{'id': 35, 'rouge1_f1': 0.4757033248081841, 'rouge2_f1': 0.12339331619537276, 'rougeL_f1': 0.19948849104859334}\n",
            "Total Time Elapsed: 2.52s\n",
            "{'id': 36, 'rouge1_f1': 0.5240384615384616, 'rouge2_f1': 0.16425120772946858, 'rougeL_f1': 0.21634615384615385}\n",
            "Total Time Elapsed: 2.64s\n",
            "{'id': 37, 'rouge1_f1': 0.34636871508379885, 'rouge2_f1': 0.09550561797752807, 'rougeL_f1': 0.18994413407821228}\n",
            "Total Time Elapsed: 1.81s\n",
            "{'id': 38, 'rouge1_f1': 0.37037037037037035, 'rouge2_f1': 0.04696673189823875, 'rougeL_f1': 0.152046783625731}\n",
            "Total Time Elapsed: 2.98s\n",
            "{'id': 39, 'rouge1_f1': 0.4514672686230248, 'rouge2_f1': 0.1179138321995465, 'rougeL_f1': 0.2167042889390519}\n",
            "Total Time Elapsed: 3.20s\n",
            "{'id': 40, 'rouge1_f1': 0.43829787234042555, 'rouge2_f1': 0.11965811965811966, 'rougeL_f1': 0.2170212765957447}\n",
            "Total Time Elapsed: 2.64s\n",
            "{'id': 41, 'rouge1_f1': 0.413953488372093, 'rouge2_f1': 0.11682242990654204, 'rougeL_f1': 0.2186046511627907}\n",
            "Total Time Elapsed: 2.25s\n",
            "{'id': 42, 'rouge1_f1': 0.47619047619047616, 'rouge2_f1': 0.17467248908296942, 'rougeL_f1': 0.2770562770562771}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 43, 'rouge1_f1': 0.29280397022332505, 'rouge2_f1': 0.0199501246882793, 'rougeL_f1': 0.13399503722084366}\n",
            "Total Time Elapsed: 2.25s\n",
            "{'id': 44, 'rouge1_f1': 0.4336283185840708, 'rouge2_f1': 0.13392857142857142, 'rougeL_f1': 0.25663716814159293}\n",
            "Total Time Elapsed: 2.57s\n",
            "{'id': 45, 'rouge1_f1': 0.38709677419354843, 'rouge2_f1': 0.1081081081081081, 'rougeL_f1': 0.17204301075268816}\n",
            "Total Time Elapsed: 1.82s\n",
            "{'id': 46, 'rouge1_f1': 0.37823834196891193, 'rouge2_f1': 0.07812500000000001, 'rougeL_f1': 0.17098445595854925}\n",
            "Total Time Elapsed: 2.83s\n",
            "{'id': 47, 'rouge1_f1': 0.4877049180327869, 'rouge2_f1': 0.1728395061728395, 'rougeL_f1': 0.20491803278688525}\n",
            "Total Time Elapsed: 2.59s\n",
            "{'id': 48, 'rouge1_f1': 0.2714570858283433, 'rouge2_f1': 0.012024048096192383, 'rougeL_f1': 0.12375249500998003}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 49, 'rouge1_f1': 0.4880952380952381, 'rouge2_f1': 0.16334661354581673, 'rougeL_f1': 0.22222222222222224}\n",
            "Total Time Elapsed: 2.98s\n",
            "{'id': 50, 'rouge1_f1': 0.4380952380952381, 'rouge2_f1': 0.12918660287081338, 'rougeL_f1': 0.21428571428571427}\n",
            "Total Time Elapsed: 2.66s\n",
            "{'id': 51, 'rouge1_f1': 0.4571428571428572, 'rouge2_f1': 0.11004784688995214, 'rougeL_f1': 0.1619047619047619}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 52, 'rouge1_f1': 0.5252918287937743, 'rouge2_f1': 0.25, 'rougeL_f1': 0.2607003891050584}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 53, 'rouge1_f1': 0.3506493506493506, 'rouge2_f1': 0.1045751633986928, 'rougeL_f1': 0.1688311688311688}\n",
            "Total Time Elapsed: 2.91s\n",
            "{'id': 54, 'rouge1_f1': 0.41545893719806765, 'rouge2_f1': 0.08737864077669902, 'rougeL_f1': 0.17391304347826086}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 55, 'rouge1_f1': 0.40601503759398494, 'rouge2_f1': 0.06037735849056604, 'rougeL_f1': 0.1766917293233083}\n",
            "Total Time Elapsed: 1.69s\n",
            "{'id': 56, 'rouge1_f1': 0.516795865633075, 'rouge2_f1': 0.20259740259740258, 'rougeL_f1': 0.24289405684754525}\n",
            "Total Time Elapsed: 1.50s\n",
            "{'id': 57, 'rouge1_f1': 0.48290598290598297, 'rouge2_f1': 0.24463519313304724, 'rougeL_f1': 0.2863247863247863}\n",
            "Total Time Elapsed: 2.48s\n",
            "{'id': 58, 'rouge1_f1': 0.5292740046838408, 'rouge2_f1': 0.19294117647058825, 'rougeL_f1': 0.24355971896955503}\n",
            "Total Time Elapsed: 3.03s\n",
            "{'id': 59, 'rouge1_f1': 0.3725910064239828, 'rouge2_f1': 0.07741935483870967, 'rougeL_f1': 0.18843683083511778}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 60, 'rouge1_f1': 0.405144694533762, 'rouge2_f1': 0.16181229773462782, 'rougeL_f1': 0.22508038585209006}\n",
            "Total Time Elapsed: 2.89s\n",
            "{'id': 61, 'rouge1_f1': 0.2573839662447257, 'rouge2_f1': 0.03389830508474576, 'rougeL_f1': 0.13080168776371306}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 62, 'rouge1_f1': 0.3543788187372709, 'rouge2_f1': 0.08588957055214723, 'rougeL_f1': 0.17515274949083504}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 63, 'rouge1_f1': 0.418848167539267, 'rouge2_f1': 0.11052631578947368, 'rougeL_f1': 0.21465968586387432}\n",
            "Total Time Elapsed: 3.32s\n",
            "{'id': 64, 'rouge1_f1': 0.5755102040816326, 'rouge2_f1': 0.2418032786885246, 'rougeL_f1': 0.29795918367346935}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 65, 'rouge1_f1': 0.5223880597014925, 'rouge2_f1': 0.24, 'rougeL_f1': 0.28358208955223885}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 66, 'rouge1_f1': 0.5034324942791761, 'rouge2_f1': 0.09655172413793102, 'rougeL_f1': 0.20594965675057209}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 67, 'rouge1_f1': 0.4789473684210527, 'rouge2_f1': 0.1693121693121693, 'rougeL_f1': 0.2578947368421053}\n",
            "Total Time Elapsed: 2.39s\n",
            "{'id': 68, 'rouge1_f1': 0.4971751412429379, 'rouge2_f1': 0.1647727272727273, 'rougeL_f1': 0.24293785310734464}\n",
            "Total Time Elapsed: 3.42s\n",
            "{'id': 69, 'rouge1_f1': 0.45914396887159536, 'rouge2_f1': 0.12890625, 'rougeL_f1': 0.19455252918287938}\n",
            "Total Time Elapsed: 1.41s\n",
            "{'id': 70, 'rouge1_f1': 0.41416893732970034, 'rouge2_f1': 0.04931506849315069, 'rougeL_f1': 0.16893732970027248}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 71, 'rouge1_f1': 0.38768115942028986, 'rouge2_f1': 0.06909090909090908, 'rougeL_f1': 0.14492753623188406}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 72, 'rouge1_f1': 0.3959899749373433, 'rouge2_f1': 0.07556675062972291, 'rougeL_f1': 0.1854636591478697}\n",
            "Total Time Elapsed: 2.74s\n",
            "{'id': 73, 'rouge1_f1': 0.44668008048289737, 'rouge2_f1': 0.07272727272727274, 'rougeL_f1': 0.16498993963782696}\n",
            "Total Time Elapsed: 3.03s\n",
            "{'id': 74, 'rouge1_f1': 0.5436507936507936, 'rouge2_f1': 0.2111553784860558, 'rougeL_f1': 0.23412698412698413}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 75, 'rouge1_f1': 0.5134328358208956, 'rouge2_f1': 0.25825825825825827, 'rougeL_f1': 0.2567164179104478}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 76, 'rouge1_f1': 0.40412371134020614, 'rouge2_f1': 0.10351966873706005, 'rougeL_f1': 0.18556701030927836}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 77, 'rouge1_f1': 0.48953974895397484, 'rouge2_f1': 0.12184873949579832, 'rougeL_f1': 0.17154811715481172}\n",
            "Total Time Elapsed: 3.19s\n",
            "{'id': 78, 'rouge1_f1': 0.4527472527472528, 'rouge2_f1': 0.14128035320088303, 'rougeL_f1': 0.23736263736263735}\n",
            "Total Time Elapsed: 2.57s\n",
            "{'id': 79, 'rouge1_f1': 0.3747454175152749, 'rouge2_f1': 0.07770961145194273, 'rougeL_f1': 0.18737270875763745}\n",
            "Total Time Elapsed: 2.65s\n",
            "{'id': 80, 'rouge1_f1': 0.39886039886039887, 'rouge2_f1': 0.14326647564469913, 'rougeL_f1': 0.21082621082621084}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 81, 'rouge1_f1': 0.3690773067331671, 'rouge2_f1': 0.06015037593984962, 'rougeL_f1': 0.16957605985037405}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 82, 'rouge1_f1': 0.4, 'rouge2_f1': 0.12048192771084336, 'rougeL_f1': 0.16}\n",
            "Total Time Elapsed: 3.24s\n",
            "{'id': 83, 'rouge1_f1': 0.38923395445134573, 'rouge2_f1': 0.10395010395010394, 'rougeL_f1': 0.16149068322981366}\n",
            "Total Time Elapsed: 2.49s\n",
            "{'id': 84, 'rouge1_f1': 0.48325358851674644, 'rouge2_f1': 0.14423076923076925, 'rougeL_f1': 0.18181818181818182}\n",
            "Total Time Elapsed: 3.37s\n",
            "{'id': 85, 'rouge1_f1': 0.4594594594594595, 'rouge2_f1': 0.10407239819004525, 'rougeL_f1': 0.21171171171171174}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 86, 'rouge1_f1': 0.4444444444444445, 'rouge2_f1': 0.1225382932166302, 'rougeL_f1': 0.17864923747276687}\n",
            "Total Time Elapsed: 3.09s\n",
            "{'id': 87, 'rouge1_f1': 0.5441527446300717, 'rouge2_f1': 0.13908872901678654, 'rougeL_f1': 0.21957040572792363}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 88, 'rouge1_f1': 0.4874715261958998, 'rouge2_f1': 0.14187643020594964, 'rougeL_f1': 0.20501138952164008}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 89, 'rouge1_f1': 0.4689265536723164, 'rouge2_f1': 0.1477272727272727, 'rougeL_f1': 0.22033898305084748}\n",
            "Total Time Elapsed: 2.80s\n",
            "{'id': 90, 'rouge1_f1': 0.4157303370786517, 'rouge2_f1': 0.1751412429378531, 'rougeL_f1': 0.25280898876404495}\n",
            "Total Time Elapsed: 3.36s\n",
            "{'id': 91, 'rouge1_f1': 0.34517766497461927, 'rouge2_f1': 0.07142857142857144, 'rougeL_f1': 0.13705583756345177}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 92, 'rouge1_f1': 0.43277310924369744, 'rouge2_f1': 0.14345991561181434, 'rougeL_f1': 0.20168067226890754}\n",
            "Total Time Elapsed: 2.69s\n",
            "{'id': 93, 'rouge1_f1': 0.41350210970464135, 'rouge2_f1': 0.11440677966101695, 'rougeL_f1': 0.16877637130801687}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 94, 'rouge1_f1': 0.4383561643835616, 'rouge2_f1': 0.10216110019646364, 'rougeL_f1': 0.20352250489236792}\n",
            "Total Time Elapsed: 2.64s\n",
            "{'id': 95, 'rouge1_f1': 0.44102564102564096, 'rouge2_f1': 0.1134020618556701, 'rougeL_f1': 0.18461538461538463}\n",
            "Total Time Elapsed: 3.07s\n",
            "{'id': 96, 'rouge1_f1': 0.36211699164345407, 'rouge2_f1': 0.07282913165266106, 'rougeL_f1': 0.18384401114206125}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 97, 'rouge1_f1': 0.4, 'rouge2_f1': 0.11920529801324503, 'rougeL_f1': 0.18021978021978022}\n",
            "Total Time Elapsed: 2.34s\n",
            "{'id': 98, 'rouge1_f1': 0.49808429118773945, 'rouge2_f1': 0.1467181467181467, 'rougeL_f1': 0.23754789272030652}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 99, 'rouge1_f1': 0.41477272727272724, 'rouge2_f1': 0.14857142857142858, 'rougeL_f1': 0.23295454545454547}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 100, 'rouge1_f1': 0.40481927710843374, 'rouge2_f1': 0.09200968523002422, 'rougeL_f1': 0.20240963855421687}\n",
            "Total Time Elapsed: 2.87s\n",
            "{'id': 101, 'rouge1_f1': 0.5295774647887325, 'rouge2_f1': 0.2152974504249292, 'rougeL_f1': 0.3154929577464789}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 102, 'rouge1_f1': 0.47773279352226716, 'rouge2_f1': 0.13008130081300812, 'rougeL_f1': 0.2186234817813765}\n",
            "Total Time Elapsed: 1.18s\n",
            "{'id': 103, 'rouge1_f1': 0.34883720930232553, 'rouge2_f1': 0.06432748538011697, 'rougeL_f1': 0.13953488372093026}\n",
            "Total Time Elapsed: 2.44s\n",
            "{'id': 104, 'rouge1_f1': 0.288135593220339, 'rouge2_f1': 0.07692307692307691, 'rougeL_f1': 0.17796610169491525}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 105, 'rouge1_f1': 0.46009389671361506, 'rouge2_f1': 0.13679245283018868, 'rougeL_f1': 0.18779342723004697}\n",
            "Total Time Elapsed: 3.12s\n",
            "{'id': 106, 'rouge1_f1': 0.41947565543071164, 'rouge2_f1': 0.08646616541353383, 'rougeL_f1': 0.19101123595505617}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 107, 'rouge1_f1': 0.4878048780487805, 'rouge2_f1': 0.22888283378746596, 'rougeL_f1': 0.24390243902439024}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 108, 'rouge1_f1': 0.37472766884531594, 'rouge2_f1': 0.0700218818380744, 'rougeL_f1': 0.17429193899782136}\n",
            "Total Time Elapsed: 2.32s\n",
            "{'id': 109, 'rouge1_f1': 0.5146579804560261, 'rouge2_f1': 0.15081967213114755, 'rougeL_f1': 0.21498371335504887}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 110, 'rouge1_f1': 0.4398148148148148, 'rouge2_f1': 0.10232558139534885, 'rougeL_f1': 0.212962962962963}\n",
            "Total Time Elapsed: 3.32s\n",
            "{'id': 111, 'rouge1_f1': 0.49528301886792453, 'rouge2_f1': 0.2037914691943128, 'rougeL_f1': 0.22169811320754715}\n",
            "Total Time Elapsed: 2.18s\n",
            "{'id': 112, 'rouge1_f1': 0.32028469750889677, 'rouge2_f1': 0.04301075268817204, 'rougeL_f1': 0.16370106761565836}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 113, 'rouge1_f1': 0.41129032258064513, 'rouge2_f1': 0.10526315789473684, 'rougeL_f1': 0.17338709677419353}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 114, 'rouge1_f1': 0.6190476190476191, 'rouge2_f1': 0.4038461538461539, 'rougeL_f1': 0.4666666666666667}\n",
            "Total Time Elapsed: 2.79s\n",
            "{'id': 115, 'rouge1_f1': 0.4199475065616798, 'rouge2_f1': 0.12137203166226913, 'rougeL_f1': 0.17847769028871388}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 116, 'rouge1_f1': 0.39916839916839914, 'rouge2_f1': 0.07933194154488517, 'rougeL_f1': 0.1787941787941788}\n",
            "Total Time Elapsed: 2.69s\n",
            "{'id': 117, 'rouge1_f1': 0.44648318042813456, 'rouge2_f1': 0.11076923076923077, 'rougeL_f1': 0.18960244648318042}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 118, 'rouge1_f1': 0.368, 'rouge2_f1': 0.11796246648793565, 'rougeL_f1': 0.17066666666666666}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 119, 'rouge1_f1': 0.39803439803439805, 'rouge2_f1': 0.11358024691358025, 'rougeL_f1': 0.17199017199017197}\n",
            "Total Time Elapsed: 4.02s\n",
            "{'id': 120, 'rouge1_f1': 0.3819742489270387, 'rouge2_f1': 0.08189655172413793, 'rougeL_f1': 0.18884120171673818}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 121, 'rouge1_f1': 0.5292740046838407, 'rouge2_f1': 0.2352941176470588, 'rougeL_f1': 0.3231850117096019}\n",
            "Total Time Elapsed: 1.59s\n",
            "{'id': 122, 'rouge1_f1': 0.3900928792569659, 'rouge2_f1': 0.1308411214953271, 'rougeL_f1': 0.22291021671826625}\n",
            "Total Time Elapsed: 2.95s\n",
            "{'id': 123, 'rouge1_f1': 0.35867446393762187, 'rouge2_f1': 0.06653620352250489, 'rougeL_f1': 0.1442495126705653}\n",
            "Total Time Elapsed: 2.50s\n",
            "{'id': 124, 'rouge1_f1': 0.4654377880184332, 'rouge2_f1': 0.17592592592592596, 'rougeL_f1': 0.24884792626728114}\n",
            "Total Time Elapsed: 3.16s\n",
            "{'id': 125, 'rouge1_f1': 0.5347043701799487, 'rouge2_f1': 0.16020671834625325, 'rougeL_f1': 0.2467866323907455}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 126, 'rouge1_f1': 0.43496801705756927, 'rouge2_f1': 0.145610278372591, 'rougeL_f1': 0.20042643923240938}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 127, 'rouge1_f1': 0.4481132075471698, 'rouge2_f1': 0.11374407582938388, 'rougeL_f1': 0.20754716981132076}\n",
            "Total Time Elapsed: 1.93s\n",
            "{'id': 128, 'rouge1_f1': 0.43523316062176165, 'rouge2_f1': 0.09424083769633507, 'rougeL_f1': 0.21761658031088082}\n",
            "Total Time Elapsed: 2.74s\n",
            "{'id': 129, 'rouge1_f1': 0.4216867469879519, 'rouge2_f1': 0.24848484848484856, 'rougeL_f1': 0.3132530120481928}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 130, 'rouge1_f1': 0.48866498740554154, 'rouge2_f1': 0.1569620253164557, 'rougeL_f1': 0.2216624685138539}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 131, 'rouge1_f1': 0.5085470085470085, 'rouge2_f1': 0.13733905579399142, 'rougeL_f1': 0.19230769230769232}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 132, 'rouge1_f1': 0.5336322869955157, 'rouge2_f1': 0.16666666666666669, 'rougeL_f1': 0.24663677130044842}\n",
            "Total Time Elapsed: 2.79s\n",
            "{'id': 133, 'rouge1_f1': 0.4666666666666667, 'rouge2_f1': 0.09205020920502091, 'rougeL_f1': 0.1875}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 134, 'rouge1_f1': 0.4946695095948827, 'rouge2_f1': 0.14132762312633834, 'rougeL_f1': 0.17910447761194032}\n",
            "Total Time Elapsed: 1.55s\n",
            "{'id': 135, 'rouge1_f1': 0.43661971830985913, 'rouge2_f1': 0.11792452830188681, 'rougeL_f1': 0.1737089201877934}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 136, 'rouge1_f1': 0.3769968051118211, 'rouge2_f1': 0.1607717041800643, 'rougeL_f1': 0.22364217252396168}\n",
            "Total Time Elapsed: 1.57s\n",
            "{'id': 137, 'rouge1_f1': 0.5058139534883721, 'rouge2_f1': 0.2573099415204678, 'rougeL_f1': 0.3023255813953488}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 138, 'rouge1_f1': 0.481994459833795, 'rouge2_f1': 0.21727019498607242, 'rougeL_f1': 0.24376731301939059}\n",
            "Total Time Elapsed: 2.41s\n",
            "{'id': 139, 'rouge1_f1': 0.5416666666666666, 'rouge2_f1': 0.19760479041916168, 'rougeL_f1': 0.27976190476190477}\n",
            "Total Time Elapsed: 2.84s\n",
            "{'id': 140, 'rouge1_f1': 0.465324384787472, 'rouge2_f1': 0.1258426966292135, 'rougeL_f1': 0.1968680089485459}\n",
            "Total Time Elapsed: 2.89s\n",
            "{'id': 141, 'rouge1_f1': 0.412621359223301, 'rouge2_f1': 0.13658536585365852, 'rougeL_f1': 0.19417475728155342}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 142, 'rouge1_f1': 0.431077694235589, 'rouge2_f1': 0.12594458438287154, 'rougeL_f1': 0.22055137844611528}\n",
            "Total Time Elapsed: 2.81s\n",
            "{'id': 143, 'rouge1_f1': 0.50752688172043, 'rouge2_f1': 0.13822894168466524, 'rougeL_f1': 0.19354838709677422}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 144, 'rouge1_f1': 0.2470308788598575, 'rouge2_f1': 0.028639618138424822, 'rougeL_f1': 0.1330166270783848}\n",
            "Total Time Elapsed: 2.85s\n",
            "{'id': 145, 'rouge1_f1': 0.5141065830721003, 'rouge2_f1': 0.27129337539432175, 'rougeL_f1': 0.3385579937304075}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 146, 'rouge1_f1': 0.3400576368876081, 'rouge2_f1': 0.08115942028985507, 'rougeL_f1': 0.14985590778097982}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 147, 'rouge1_f1': 0.5501066098081023, 'rouge2_f1': 0.2698072805139186, 'rougeL_f1': 0.23454157782515989}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 148, 'rouge1_f1': 0.5097192224622031, 'rouge2_f1': 0.12147505422993492, 'rougeL_f1': 0.20734341252699784}\n",
            "Total Time Elapsed: 1.52s\n",
            "{'id': 149, 'rouge1_f1': 0.15424164524421594, 'rouge2_f1': 0.05167958656330749, 'rougeL_f1': 0.08740359897172237}\n",
            "Total Time Elapsed: 2.99s\n",
            "{'id': 150, 'rouge1_f1': 0.4671201814058957, 'rouge2_f1': 0.10933940774487472, 'rougeL_f1': 0.18594104308390022}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 151, 'rouge1_f1': 0.5175879396984926, 'rouge2_f1': 0.15151515151515152, 'rougeL_f1': 0.21105527638190957}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 152, 'rouge1_f1': 0.36417910447761187, 'rouge2_f1': 0.08408408408408409, 'rougeL_f1': 0.18507462686567167}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 153, 'rouge1_f1': 0.5260960334029228, 'rouge2_f1': 0.20545073375262055, 'rougeL_f1': 0.23799582463465552}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 154, 'rouge1_f1': 0.5023255813953489, 'rouge2_f1': 0.16822429906542055, 'rougeL_f1': 0.20000000000000004}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 155, 'rouge1_f1': 0.44562334217506633, 'rouge2_f1': 0.10133333333333333, 'rougeL_f1': 0.20159151193633953}\n",
            "Total Time Elapsed: 3.45s\n",
            "{'id': 156, 'rouge1_f1': 0.47293447293447294, 'rouge2_f1': 0.20057306590257878, 'rougeL_f1': 0.27350427350427353}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 157, 'rouge1_f1': 0.2810304449648712, 'rouge2_f1': 0.023529411764705882, 'rougeL_f1': 0.12177985948477751}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 158, 'rouge1_f1': 0.4853556485355649, 'rouge2_f1': 0.15546218487394955, 'rougeL_f1': 0.21338912133891214}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 159, 'rouge1_f1': 0.3682170542635659, 'rouge2_f1': 0.07782101167315175, 'rougeL_f1': 0.13178294573643412}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 160, 'rouge1_f1': 0.4555555555555556, 'rouge2_f1': 0.17877094972067037, 'rougeL_f1': 0.2388888888888889}\n",
            "Total Time Elapsed: 2.56s\n",
            "{'id': 161, 'rouge1_f1': 0.376425855513308, 'rouge2_f1': 0.08015267175572519, 'rougeL_f1': 0.1596958174904943}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 162, 'rouge1_f1': 0.5018867924528302, 'rouge2_f1': 0.1553030303030303, 'rougeL_f1': 0.19999999999999996}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 163, 'rouge1_f1': 0.4264392324093817, 'rouge2_f1': 0.11563169164882227, 'rougeL_f1': 0.18763326226012794}\n",
            "Total Time Elapsed: 1.70s\n",
            "{'id': 164, 'rouge1_f1': 0.3497757847533632, 'rouge2_f1': 0.07207207207207207, 'rougeL_f1': 0.12556053811659193}\n",
            "Total Time Elapsed: 2.57s\n",
            "{'id': 165, 'rouge1_f1': 0.4414893617021276, 'rouge2_f1': 0.1978609625668449, 'rougeL_f1': 0.2712765957446808}\n",
            "Total Time Elapsed: 2.92s\n",
            "{'id': 166, 'rouge1_f1': 0.49696969696969706, 'rouge2_f1': 0.21095334685598377, 'rougeL_f1': 0.2303030303030303}\n",
            "Total Time Elapsed: 2.83s\n",
            "{'id': 167, 'rouge1_f1': 0.5714285714285715, 'rouge2_f1': 0.21867881548974943, 'rougeL_f1': 0.21768707482993196}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 168, 'rouge1_f1': 0.36206896551724144, 'rouge2_f1': 0.08670520231213873, 'rougeL_f1': 0.18965517241379312}\n",
            "Total Time Elapsed: 2.78s\n",
            "{'id': 169, 'rouge1_f1': 0.4317718940936863, 'rouge2_f1': 0.11451942740286299, 'rougeL_f1': 0.1914460285132383}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 170, 'rouge1_f1': 0.3253333333333333, 'rouge2_f1': 0.09651474530831099, 'rougeL_f1': 0.16533333333333333}\n",
            "Total Time Elapsed: 3.25s\n",
            "{'id': 171, 'rouge1_f1': 0.36585365853658547, 'rouge2_f1': 0.05944055944055945, 'rougeL_f1': 0.14982578397212543}\n",
            "Total Time Elapsed: 2.85s\n",
            "{'id': 172, 'rouge1_f1': 0.43243243243243246, 'rouge2_f1': 0.1434108527131783, 'rougeL_f1': 0.15444015444015444}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 173, 'rouge1_f1': 0.5, 'rouge2_f1': 0.15319148936170213, 'rougeL_f1': 0.21610169491525422}\n",
            "Total Time Elapsed: 1.35s\n",
            "{'id': 174, 'rouge1_f1': 0.4277456647398844, 'rouge2_f1': 0.10465116279069767, 'rougeL_f1': 0.18497109826589597}\n",
            "Total Time Elapsed: 2.83s\n",
            "{'id': 175, 'rouge1_f1': 0.5861027190332326, 'rouge2_f1': 0.2553191489361702, 'rougeL_f1': 0.27190332326283995}\n",
            "Total Time Elapsed: 2.97s\n",
            "{'id': 176, 'rouge1_f1': 0.38413361169102295, 'rouge2_f1': 0.0838574423480084, 'rougeL_f1': 0.1711899791231733}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 177, 'rouge1_f1': 0.4860759493670886, 'rouge2_f1': 0.19338422391857504, 'rougeL_f1': 0.2278481012658228}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 178, 'rouge1_f1': 0.45128205128205123, 'rouge2_f1': 0.17010309278350516, 'rougeL_f1': 0.22564102564102562}\n",
            "Total Time Elapsed: 2.16s\n",
            "{'id': 179, 'rouge1_f1': 0.5110132158590308, 'rouge2_f1': 0.21333333333333337, 'rougeL_f1': 0.2907488986784141}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 180, 'rouge1_f1': 0.4134275618374558, 'rouge2_f1': 0.10283687943262412, 'rougeL_f1': 0.16254416961130744}\n",
            "Total Time Elapsed: 1.35s\n",
            "{'id': 181, 'rouge1_f1': 0.43686006825938567, 'rouge2_f1': 0.10309278350515465, 'rougeL_f1': 0.20477815699658702}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 182, 'rouge1_f1': 0.4534005037783375, 'rouge2_f1': 0.1265822784810127, 'rougeL_f1': 0.20151133501259447}\n",
            "Total Time Elapsed: 1.78s\n",
            "{'id': 183, 'rouge1_f1': 0.2280130293159609, 'rouge2_f1': 0.04590163934426229, 'rougeL_f1': 0.1302931596091205}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 184, 'rouge1_f1': 0.4356955380577428, 'rouge2_f1': 0.1319261213720317, 'rougeL_f1': 0.1679790026246719}\n",
            "Total Time Elapsed: 1.09s\n",
            "{'id': 185, 'rouge1_f1': 0.3081761006289308, 'rouge2_f1': 0.056962025316455694, 'rougeL_f1': 0.16352201257861634}\n",
            "Total Time Elapsed: 2.89s\n",
            "{'id': 186, 'rouge1_f1': 0.4291497975708502, 'rouge2_f1': 0.10569105691056911, 'rougeL_f1': 0.1740890688259109}\n",
            "Total Time Elapsed: 2.65s\n",
            "{'id': 187, 'rouge1_f1': 0.4225352112676056, 'rouge2_f1': 0.14184397163120568, 'rougeL_f1': 0.23239436619718312}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 188, 'rouge1_f1': 0.40169133192389006, 'rouge2_f1': 0.10191082802547773, 'rougeL_f1': 0.1522198731501057}\n",
            "Total Time Elapsed: 2.30s\n",
            "{'id': 189, 'rouge1_f1': 0.2867132867132867, 'rouge2_f1': 0.03859649122807018, 'rougeL_f1': 0.11538461538461539}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 190, 'rouge1_f1': 0.5083135391923991, 'rouge2_f1': 0.15274463007159902, 'rougeL_f1': 0.1995249406175772}\n",
            "Total Time Elapsed: 2.63s\n",
            "{'id': 191, 'rouge1_f1': 0.36898395721925137, 'rouge2_f1': 0.10752688172043011, 'rougeL_f1': 0.17647058823529413}\n",
            "Total Time Elapsed: 2.74s\n",
            "{'id': 192, 'rouge1_f1': 0.5010438413361169, 'rouge2_f1': 0.13836477987421386, 'rougeL_f1': 0.19206680584551147}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 193, 'rouge1_f1': 0.421875, 'rouge2_f1': 0.1450980392156863, 'rougeL_f1': 0.19531249999999997}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 194, 'rouge1_f1': 0.534446764091858, 'rouge2_f1': 0.2138364779874214, 'rougeL_f1': 0.24217118997912318}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 195, 'rouge1_f1': 0.507399577167019, 'rouge2_f1': 0.16560509554140126, 'rougeL_f1': 0.2156448202959831}\n",
            "Total Time Elapsed: 1.61s\n",
            "{'id': 196, 'rouge1_f1': 0.4301675977653631, 'rouge2_f1': 0.07865168539325844, 'rougeL_f1': 0.1787709497206704}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 197, 'rouge1_f1': 0.43599999999999994, 'rouge2_f1': 0.15261044176706828, 'rougeL_f1': 0.212}\n",
            "Total Time Elapsed: 2.60s\n",
            "{'id': 198, 'rouge1_f1': 0.47002398081534774, 'rouge2_f1': 0.13493975903614455, 'rougeL_f1': 0.19664268585131897}\n",
            "Total Time Elapsed: 1.30s\n",
            "{'id': 199, 'rouge1_f1': 0.4304932735426008, 'rouge2_f1': 0.11711711711711713, 'rougeL_f1': 0.19282511210762332}\n",
            "Total Time Elapsed: 1.29s\n",
            "{'id': 200, 'rouge1_f1': 0.3456090651558074, 'rouge2_f1': 0.056980056980056974, 'rougeL_f1': 0.141643059490085}\n",
            "Total Time Elapsed: 1.50s\n",
            "{'id': 201, 'rouge1_f1': 0.3925619834710744, 'rouge2_f1': 0.11203319502074688, 'rougeL_f1': 0.17768595041322313}\n",
            "Total Time Elapsed: 1.93s\n",
            "{'id': 202, 'rouge1_f1': 0.4835680751173708, 'rouge2_f1': 0.19339622641509435, 'rougeL_f1': 0.1924882629107981}\n",
            "Total Time Elapsed: 2.63s\n",
            "{'id': 203, 'rouge1_f1': 0.45454545454545453, 'rouge2_f1': 0.11415525114155252, 'rougeL_f1': 0.16818181818181818}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 204, 'rouge1_f1': 0.44935543278084716, 'rouge2_f1': 0.09242144177449167, 'rougeL_f1': 0.16574585635359115}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 205, 'rouge1_f1': 0.33915211970074816, 'rouge2_f1': 0.03508771929824561, 'rougeL_f1': 0.1396508728179551}\n",
            "Total Time Elapsed: 1.53s\n",
            "{'id': 206, 'rouge1_f1': 0.526027397260274, 'rouge2_f1': 0.22038567493112948, 'rougeL_f1': 0.25205479452054796}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 207, 'rouge1_f1': 0.301994301994302, 'rouge2_f1': 0.034383954154727794, 'rougeL_f1': 0.14245014245014245}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 208, 'rouge1_f1': 0.4638949671772428, 'rouge2_f1': 0.10109890109890109, 'rougeL_f1': 0.21006564551422321}\n",
            "Total Time Elapsed: 2.46s\n",
            "{'id': 209, 'rouge1_f1': 0.44059405940594065, 'rouge2_f1': 0.1144278606965174, 'rougeL_f1': 0.19801980198019806}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 210, 'rouge1_f1': 0.38996138996138996, 'rouge2_f1': 0.11627906976744186, 'rougeL_f1': 0.1969111969111969}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 211, 'rouge1_f1': 0.41420118343195267, 'rouge2_f1': 0.10119047619047619, 'rougeL_f1': 0.1952662721893491}\n",
            "Total Time Elapsed: 3.11s\n",
            "{'id': 212, 'rouge1_f1': 0.5012919896640827, 'rouge2_f1': 0.2233766233766234, 'rougeL_f1': 0.2997416020671835}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 213, 'rouge1_f1': 0.39762611275964393, 'rouge2_f1': 0.0955223880597015, 'rougeL_f1': 0.16617210682492584}\n",
            "Total Time Elapsed: 2.25s\n",
            "{'id': 214, 'rouge1_f1': 0.47901234567901235, 'rouge2_f1': 0.22332506203473948, 'rougeL_f1': 0.2567901234567901}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 215, 'rouge1_f1': 0.4478764478764479, 'rouge2_f1': 0.1434108527131783, 'rougeL_f1': 0.1776061776061776}\n",
            "Total Time Elapsed: 1.80s\n",
            "{'id': 216, 'rouge1_f1': 0.47380410022779046, 'rouge2_f1': 0.14187643020594967, 'rougeL_f1': 0.18678815489749429}\n",
            "Total Time Elapsed: 1.15s\n",
            "{'id': 217, 'rouge1_f1': 0.4207650273224044, 'rouge2_f1': 0.12637362637362637, 'rougeL_f1': 0.20765027322404372}\n",
            "Total Time Elapsed: 3.16s\n",
            "{'id': 218, 'rouge1_f1': 0.46376811594202905, 'rouge2_f1': 0.1553398058252427, 'rougeL_f1': 0.17391304347826086}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 219, 'rouge1_f1': 0.2418032786885246, 'rouge2_f1': 0.028806584362139915, 'rougeL_f1': 0.12704918032786885}\n",
            "Total Time Elapsed: 1.69s\n",
            "{'id': 220, 'rouge1_f1': 0.4248210023866349, 'rouge2_f1': 0.11510791366906474, 'rougeL_f1': 0.15274463007159905}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 221, 'rouge1_f1': 0.31553398058252424, 'rouge2_f1': 0.05853658536585366, 'rougeL_f1': 0.1407766990291262}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 222, 'rouge1_f1': 0.47801147227533464, 'rouge2_f1': 0.13435700575815737, 'rougeL_f1': 0.1797323135755258}\n",
            "Total Time Elapsed: 3.11s\n",
            "{'id': 223, 'rouge1_f1': 0.3705357142857143, 'rouge2_f1': 0.08071748878923767, 'rougeL_f1': 0.1607142857142857}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 224, 'rouge1_f1': 0.40234374999999994, 'rouge2_f1': 0.08235294117647059, 'rougeL_f1': 0.171875}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 225, 'rouge1_f1': 0.33093525179856115, 'rouge2_f1': 0.11594202898550726, 'rougeL_f1': 0.2014388489208633}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 226, 'rouge1_f1': 0.3460559796437659, 'rouge2_f1': 0.08184143222506393, 'rougeL_f1': 0.178117048346056}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 227, 'rouge1_f1': 0.4187327823691461, 'rouge2_f1': 0.1662049861495845, 'rougeL_f1': 0.2369146005509642}\n",
            "Total Time Elapsed: 3.30s\n",
            "{'id': 228, 'rouge1_f1': 0.37851662404092073, 'rouge2_f1': 0.07712082262210797, 'rougeL_f1': 0.17391304347826086}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 229, 'rouge1_f1': 0.3631123919308357, 'rouge2_f1': 0.13333333333333333, 'rougeL_f1': 0.1844380403458213}\n",
            "Total Time Elapsed: 1.92s\n",
            "{'id': 230, 'rouge1_f1': 0.3859649122807018, 'rouge2_f1': 0.08564231738035263, 'rougeL_f1': 0.17042606516290726}\n",
            "Total Time Elapsed: 2.57s\n",
            "{'id': 231, 'rouge1_f1': 0.43799472295514513, 'rouge2_f1': 0.15384615384615385, 'rougeL_f1': 0.19525065963060687}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 232, 'rouge1_f1': 0.38461538461538464, 'rouge2_f1': 0.04291845493562232, 'rougeL_f1': 0.15384615384615383}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 233, 'rouge1_f1': 0.5553145336225597, 'rouge2_f1': 0.20479302832244012, 'rougeL_f1': 0.32537960954446854}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 234, 'rouge1_f1': 0.5586592178770949, 'rouge2_f1': 0.24719101123595508, 'rougeL_f1': 0.33519553072625696}\n",
            "Total Time Elapsed: 2.62s\n",
            "{'id': 235, 'rouge1_f1': 0.5689149560117303, 'rouge2_f1': 0.24188790560471976, 'rougeL_f1': 0.29325513196480935}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 236, 'rouge1_f1': 0.47411444141689374, 'rouge2_f1': 0.1863013698630137, 'rougeL_f1': 0.223433242506812}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 237, 'rouge1_f1': 0.41437632135306557, 'rouge2_f1': 0.1019108280254777, 'rougeL_f1': 0.21141649048625794}\n",
            "Total Time Elapsed: 3.20s\n",
            "{'id': 238, 'rouge1_f1': 0.4132231404958677, 'rouge2_f1': 0.1078838174273859, 'rougeL_f1': 0.16942148760330578}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 239, 'rouge1_f1': 0.3989071038251366, 'rouge2_f1': 0.0879120879120879, 'rougeL_f1': 0.1475409836065574}\n",
            "Total Time Elapsed: 1.48s\n",
            "{'id': 240, 'rouge1_f1': 0.3686274509803921, 'rouge2_f1': 0.0632411067193676, 'rougeL_f1': 0.19607843137254902}\n",
            "Total Time Elapsed: 2.01s\n",
            "{'id': 241, 'rouge1_f1': 0.391304347826087, 'rouge2_f1': 0.1639344262295082, 'rougeL_f1': 0.22282608695652176}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 242, 'rouge1_f1': 0.48663101604278075, 'rouge2_f1': 0.17204301075268819, 'rougeL_f1': 0.2673796791443851}\n",
            "Total Time Elapsed: 1.62s\n",
            "{'id': 243, 'rouge1_f1': 0.21875, 'rouge2_f1': 0.05031446540880503, 'rougeL_f1': 0.13125}\n",
            "Total Time Elapsed: 1.78s\n",
            "{'id': 244, 'rouge1_f1': 0.46634615384615385, 'rouge2_f1': 0.1400966183574879, 'rougeL_f1': 0.21153846153846154}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 245, 'rouge1_f1': 0.4710920770877944, 'rouge2_f1': 0.12473118279569892, 'rougeL_f1': 0.17987152034261242}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 246, 'rouge1_f1': 0.41986455981941306, 'rouge2_f1': 0.09523809523809522, 'rougeL_f1': 0.18058690744920994}\n",
            "Total Time Elapsed: 2.60s\n",
            "{'id': 247, 'rouge1_f1': 0.44075829383886256, 'rouge2_f1': 0.1, 'rougeL_f1': 0.15165876777251186}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 248, 'rouge1_f1': 0.316622691292876, 'rouge2_f1': 0.06896551724137931, 'rougeL_f1': 0.1846965699208443}\n",
            "Total Time Elapsed: 2.22s\n",
            "{'id': 249, 'rouge1_f1': 0.45188284518828453, 'rouge2_f1': 0.10970464135021096, 'rougeL_f1': 0.24267782426778242}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 250, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.11160714285714285, 'rougeL_f1': 0.18222222222222223}\n",
            "Total Time Elapsed: 2.79s\n",
            "{'id': 251, 'rouge1_f1': 0.3728813559322034, 'rouge2_f1': 0.07932011331444759, 'rougeL_f1': 0.14124293785310735}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 252, 'rouge1_f1': 0.26763990267639903, 'rouge2_f1': 0.04400977995110024, 'rougeL_f1': 0.1265206812652068}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 253, 'rouge1_f1': 0.47961630695443647, 'rouge2_f1': 0.13012048192771083, 'rougeL_f1': 0.20143884892086328}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 254, 'rouge1_f1': 0.4947735191637631, 'rouge2_f1': 0.18947368421052632, 'rougeL_f1': 0.2787456445993031}\n",
            "Total Time Elapsed: 3.34s\n",
            "{'id': 255, 'rouge1_f1': 0.38297872340425526, 'rouge2_f1': 0.0475059382422803, 'rougeL_f1': 0.14657210401891252}\n",
            "Total Time Elapsed: 1.39s\n",
            "{'id': 256, 'rouge1_f1': 0.31027253668763105, 'rouge2_f1': 0.07578947368421052, 'rougeL_f1': 0.14255765199161427}\n",
            "Total Time Elapsed: 1.81s\n",
            "{'id': 257, 'rouge1_f1': 0.4977578475336323, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.19282511210762335}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 258, 'rouge1_f1': 0.2727272727272727, 'rouge2_f1': 0.03669724770642202, 'rougeL_f1': 0.13636363636363635}\n",
            "Total Time Elapsed: 1.57s\n",
            "{'id': 259, 'rouge1_f1': 0.4797979797979798, 'rouge2_f1': 0.12690355329949238, 'rougeL_f1': 0.19696969696969693}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 260, 'rouge1_f1': 0.44742729306487694, 'rouge2_f1': 0.12584269662921346, 'rougeL_f1': 0.19686800894854586}\n",
            "Total Time Elapsed: 2.65s\n",
            "{'id': 261, 'rouge1_f1': 0.45373134328358206, 'rouge2_f1': 0.13813813813813816, 'rougeL_f1': 0.21492537313432836}\n",
            "Total Time Elapsed: 1.14s\n",
            "{'id': 262, 'rouge1_f1': 0.6139534883720931, 'rouge2_f1': 0.35680751173708913, 'rougeL_f1': 0.4186046511627907}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 263, 'rouge1_f1': 0.396917148362235, 'rouge2_f1': 0.06963249516441004, 'rougeL_f1': 0.1464354527938343}\n",
            "Total Time Elapsed: 1.50s\n",
            "{'id': 264, 'rouge1_f1': 0.6, 'rouge2_f1': 0.2071005917159763, 'rougeL_f1': 0.2411764705882353}\n",
            "Total Time Elapsed: 2.09s\n",
            "{'id': 265, 'rouge1_f1': 0.46043165467625896, 'rouge2_f1': 0.14492753623188406, 'rougeL_f1': 0.24460431654676257}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 266, 'rouge1_f1': 0.43326039387308535, 'rouge2_f1': 0.12307692307692307, 'rougeL_f1': 0.19693654266958424}\n",
            "Total Time Elapsed: 1.32s\n",
            "{'id': 267, 'rouge1_f1': 0.4301075268817204, 'rouge2_f1': 0.08664259927797834, 'rougeL_f1': 0.23655913978494625}\n",
            "Total Time Elapsed: 1.63s\n",
            "{'id': 268, 'rouge1_f1': 0.4039408866995074, 'rouge2_f1': 0.10396039603960397, 'rougeL_f1': 0.17733990147783255}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 269, 'rouge1_f1': 0.35, 'rouge2_f1': 0.05027932960893854, 'rougeL_f1': 0.15}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 270, 'rouge1_f1': 0.3145299145299145, 'rouge2_f1': 0.07890222984562607, 'rougeL_f1': 0.147008547008547}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 271, 'rouge1_f1': 0.4323144104803493, 'rouge2_f1': 0.11403508771929825, 'rougeL_f1': 0.15283842794759825}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 272, 'rouge1_f1': 0.39779005524861877, 'rouge2_f1': 0.11111111111111112, 'rougeL_f1': 0.20441988950276244}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 273, 'rouge1_f1': 0.40888888888888886, 'rouge2_f1': 0.0625, 'rougeL_f1': 0.16}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 274, 'rouge1_f1': 0.4218362282878412, 'rouge2_f1': 0.10972568578553615, 'rougeL_f1': 0.19851116625310172}\n",
            "Total Time Elapsed: 2.69s\n",
            "{'id': 275, 'rouge1_f1': 0.40490797546012275, 'rouge2_f1': 0.12962962962962962, 'rougeL_f1': 0.1901840490797546}\n",
            "Total Time Elapsed: 2.32s\n",
            "{'id': 276, 'rouge1_f1': 0.36525612472160357, 'rouge2_f1': 0.049217002237136466, 'rougeL_f1': 0.16926503340757237}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 277, 'rouge1_f1': 0.41784989858012167, 'rouge2_f1': 0.14663951120162935, 'rougeL_f1': 0.22312373225152127}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 278, 'rouge1_f1': 0.5043478260869565, 'rouge2_f1': 0.1615720524017467, 'rougeL_f1': 0.17391304347826086}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 279, 'rouge1_f1': 0.2359550561797753, 'rouge2_f1': 0.03954802259887005, 'rougeL_f1': 0.13483146067415727}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 280, 'rouge1_f1': 0.4104803493449782, 'rouge2_f1': 0.08771929824561403, 'rougeL_f1': 0.1703056768558952}\n",
            "Total Time Elapsed: 1.76s\n",
            "{'id': 281, 'rouge1_f1': 0.4453441295546559, 'rouge2_f1': 0.1788617886178862, 'rougeL_f1': 0.20647773279352227}\n",
            "Total Time Elapsed: 1.48s\n",
            "{'id': 282, 'rouge1_f1': 0.4644808743169399, 'rouge2_f1': 0.10989010989010989, 'rougeL_f1': 0.180327868852459}\n",
            "Total Time Elapsed: 2.74s\n",
            "{'id': 283, 'rouge1_f1': 0.3959390862944162, 'rouge2_f1': 0.10204081632653061, 'rougeL_f1': 0.19289340101522845}\n",
            "Total Time Elapsed: 1.41s\n",
            "{'id': 284, 'rouge1_f1': 0.5194805194805195, 'rouge2_f1': 0.14379084967320263, 'rougeL_f1': 0.2532467532467533}\n",
            "Total Time Elapsed: 1.57s\n",
            "{'id': 285, 'rouge1_f1': 0.43176178660049624, 'rouge2_f1': 0.09476309226932669, 'rougeL_f1': 0.19354838709677422}\n",
            "Total Time Elapsed: 2.56s\n",
            "{'id': 286, 'rouge1_f1': 0.3549488054607508, 'rouge2_f1': 0.06872852233676977, 'rougeL_f1': 0.1569965870307167}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 287, 'rouge1_f1': 0.37179487179487175, 'rouge2_f1': 0.10729613733905581, 'rougeL_f1': 0.17521367521367523}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 288, 'rouge1_f1': 0.4292237442922375, 'rouge2_f1': 0.10550458715596331, 'rougeL_f1': 0.18264840182648404}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 289, 'rouge1_f1': 0.33860045146726864, 'rouge2_f1': 0.05442176870748299, 'rougeL_f1': 0.12189616252821671}\n",
            "Total Time Elapsed: 2.74s\n",
            "{'id': 290, 'rouge1_f1': 0.5375494071146245, 'rouge2_f1': 0.20238095238095238, 'rougeL_f1': 0.26482213438735175}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 291, 'rouge1_f1': 0.3844660194174757, 'rouge2_f1': 0.08966861598440547, 'rougeL_f1': 0.17475728155339806}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 292, 'rouge1_f1': 0.43410852713178294, 'rouge2_f1': 0.12987012987012986, 'rougeL_f1': 0.19121447028423771}\n",
            "Total Time Elapsed: 2.33s\n",
            "{'id': 293, 'rouge1_f1': 0.34285714285714286, 'rouge2_f1': 0.04597701149425287, 'rougeL_f1': 0.15428571428571428}\n",
            "Total Time Elapsed: 2.67s\n",
            "{'id': 294, 'rouge1_f1': 0.4862385321100917, 'rouge2_f1': 0.16129032258064516, 'rougeL_f1': 0.18807339449541285}\n",
            "Total Time Elapsed: 2.36s\n",
            "{'id': 295, 'rouge1_f1': 0.40837696335078527, 'rouge2_f1': 0.14210526315789473, 'rougeL_f1': 0.20418848167539264}\n",
            "Total Time Elapsed: 3.43s\n",
            "{'id': 296, 'rouge1_f1': 0.522875816993464, 'rouge2_f1': 0.23194748358862144, 'rougeL_f1': 0.21786492374727667}\n",
            "Total Time Elapsed: 2.50s\n",
            "{'id': 297, 'rouge1_f1': 0.547085201793722, 'rouge2_f1': 0.2567567567567567, 'rougeL_f1': 0.29596412556053814}\n",
            "Total Time Elapsed: 2.07s\n",
            "{'id': 298, 'rouge1_f1': 0.5052083333333334, 'rouge2_f1': 0.193717277486911, 'rougeL_f1': 0.24479166666666666}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 299, 'rouge1_f1': 0.4298245614035088, 'rouge2_f1': 0.11013215859030837, 'rougeL_f1': 0.17543859649122806}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 300, 'rouge1_f1': 0.48404255319148937, 'rouge2_f1': 0.11764705882352942, 'rougeL_f1': 0.19680851063829785}\n",
            "Total Time Elapsed: 3.22s\n",
            "{'id': 301, 'rouge1_f1': 0.4376590330788804, 'rouge2_f1': 0.07672634271099743, 'rougeL_f1': 0.2188295165394402}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 302, 'rouge1_f1': 0.3826429980276134, 'rouge2_f1': 0.0594059405940594, 'rougeL_f1': 0.15779092702169628}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 303, 'rouge1_f1': 0.375, 'rouge2_f1': 0.06101694915254237, 'rougeL_f1': 0.14189189189189189}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 304, 'rouge1_f1': 0.46874999999999994, 'rouge2_f1': 0.2830188679245283, 'rougeL_f1': 0.3125}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 305, 'rouge1_f1': 0.48018648018648014, 'rouge2_f1': 0.1639344262295082, 'rougeL_f1': 0.2331002331002331}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 306, 'rouge1_f1': 0.4588235294117647, 'rouge2_f1': 0.14792899408284024, 'rougeL_f1': 0.23529411764705885}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 307, 'rouge1_f1': 0.4342379958246346, 'rouge2_f1': 0.13417190775681342, 'rougeL_f1': 0.17536534446764093}\n",
            "Total Time Elapsed: 1.64s\n",
            "{'id': 308, 'rouge1_f1': 0.3777239709443099, 'rouge2_f1': 0.12165450121654502, 'rougeL_f1': 0.17433414043583534}\n",
            "Total Time Elapsed: 1.31s\n",
            "{'id': 309, 'rouge1_f1': 0.5438066465256798, 'rouge2_f1': 0.243161094224924, 'rougeL_f1': 0.3021148036253776}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 310, 'rouge1_f1': 0.5, 'rouge2_f1': 0.14624505928853754, 'rougeL_f1': 0.1889763779527559}\n",
            "Total Time Elapsed: 1.49s\n",
            "{'id': 311, 'rouge1_f1': 0.46875000000000006, 'rouge2_f1': 0.16981132075471697, 'rougeL_f1': 0.25}\n",
            "Total Time Elapsed: 1.73s\n",
            "{'id': 312, 'rouge1_f1': 0.34112149532710284, 'rouge2_f1': 0.046948356807511735, 'rougeL_f1': 0.14485981308411217}\n",
            "Total Time Elapsed: 1.93s\n",
            "{'id': 313, 'rouge1_f1': 0.35351089588377727, 'rouge2_f1': 0.04866180048661801, 'rougeL_f1': 0.1598062953995157}\n",
            "Total Time Elapsed: 2.61s\n",
            "{'id': 314, 'rouge1_f1': 0.40650406504065045, 'rouge2_f1': 0.10354223433242507, 'rougeL_f1': 0.16802168021680217}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 315, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.13227513227513227, 'rougeL_f1': 0.18421052631578946}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 316, 'rouge1_f1': 0.5050916496945009, 'rouge2_f1': 0.147239263803681, 'rougeL_f1': 0.219959266802444}\n",
            "Total Time Elapsed: 1.38s\n",
            "{'id': 317, 'rouge1_f1': 0.3948717948717949, 'rouge2_f1': 0.10824742268041238, 'rougeL_f1': 0.17948717948717952}\n",
            "Total Time Elapsed: 3.19s\n",
            "{'id': 318, 'rouge1_f1': 0.4028436018957346, 'rouge2_f1': 0.05714285714285714, 'rougeL_f1': 0.14218009478672988}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 319, 'rouge1_f1': 0.4562334217506631, 'rouge2_f1': 0.16533333333333333, 'rougeL_f1': 0.2440318302387268}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 320, 'rouge1_f1': 0.4779874213836478, 'rouge2_f1': 0.2105263157894737, 'rougeL_f1': 0.21383647798742136}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 321, 'rouge1_f1': 0.41538461538461535, 'rouge2_f1': 0.1134020618556701, 'rougeL_f1': 0.21025641025641026}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 322, 'rouge1_f1': 0.5616438356164383, 'rouge2_f1': 0.27981651376146793, 'rougeL_f1': 0.3105022831050228}\n",
            "Total Time Elapsed: 2.13s\n",
            "{'id': 323, 'rouge1_f1': 0.39716312056737585, 'rouge2_f1': 0.10714285714285714, 'rougeL_f1': 0.1773049645390071}\n",
            "Total Time Elapsed: 3.26s\n",
            "{'id': 324, 'rouge1_f1': 0.4477611940298507, 'rouge2_f1': 0.18018018018018017, 'rougeL_f1': 0.20895522388059698}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 325, 'rouge1_f1': 0.47855530474040636, 'rouge2_f1': 0.13605442176870747, 'rougeL_f1': 0.22121896162528218}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 326, 'rouge1_f1': 0.4615384615384615, 'rouge2_f1': 0.14948453608247422, 'rougeL_f1': 0.23076923076923075}\n",
            "Total Time Elapsed: 1.52s\n",
            "{'id': 327, 'rouge1_f1': 0.375, 'rouge2_f1': 0.10144927536231885, 'rougeL_f1': 0.1875}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 328, 'rouge1_f1': 0.43902439024390244, 'rouge2_f1': 0.15196078431372548, 'rougeL_f1': 0.24390243902439024}\n",
            "Total Time Elapsed: 1.56s\n",
            "{'id': 329, 'rouge1_f1': 0.3901345291479821, 'rouge2_f1': 0.0945945945945946, 'rougeL_f1': 0.18385650224215244}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 330, 'rouge1_f1': 0.3539094650205762, 'rouge2_f1': 0.0371900826446281, 'rougeL_f1': 0.16049382716049385}\n",
            "Total Time Elapsed: 2.89s\n",
            "{'id': 331, 'rouge1_f1': 0.5161290322580646, 'rouge2_f1': 0.2054054054054054, 'rougeL_f1': 0.3064516129032258}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 332, 'rouge1_f1': 0.3409836065573771, 'rouge2_f1': 0.11221122112211221, 'rougeL_f1': 0.18360655737704917}\n",
            "Total Time Elapsed: 2.78s\n",
            "{'id': 333, 'rouge1_f1': 0.4847250509164969, 'rouge2_f1': 0.10224948875255624, 'rougeL_f1': 0.21588594704684316}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 334, 'rouge1_f1': 0.3290203327171904, 'rouge2_f1': 0.055658627087198514, 'rougeL_f1': 0.133086876155268}\n",
            "Total Time Elapsed: 3.27s\n",
            "{'id': 335, 'rouge1_f1': 0.34893617021276596, 'rouge2_f1': 0.03418803418803419, 'rougeL_f1': 0.13617021276595745}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 336, 'rouge1_f1': 0.38207547169811323, 'rouge2_f1': 0.07109004739336493, 'rougeL_f1': 0.19339622641509435}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 337, 'rouge1_f1': 0.5414634146341463, 'rouge2_f1': 0.2303921568627451, 'rougeL_f1': 0.27317073170731715}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 338, 'rouge1_f1': 0.47685185185185186, 'rouge2_f1': 0.1488372093023256, 'rougeL_f1': 0.1990740740740741}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 339, 'rouge1_f1': 0.25950782997762867, 'rouge2_f1': 0.02247191011235955, 'rougeL_f1': 0.12975391498881433}\n",
            "Total Time Elapsed: 1.42s\n",
            "{'id': 340, 'rouge1_f1': 0.43000000000000005, 'rouge2_f1': 0.135678391959799, 'rougeL_f1': 0.19}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 341, 'rouge1_f1': 0.46334310850439875, 'rouge2_f1': 0.15339233038348082, 'rougeL_f1': 0.2287390029325513}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 342, 'rouge1_f1': 0.34123222748815163, 'rouge2_f1': 0.0792393026941363, 'rougeL_f1': 0.14849921011058453}\n",
            "Total Time Elapsed: 1.48s\n",
            "{'id': 343, 'rouge1_f1': 0.23236514522821575, 'rouge2_f1': 0.03347280334728033, 'rougeL_f1': 0.11618257261410787}\n",
            "Total Time Elapsed: 2.18s\n",
            "{'id': 344, 'rouge1_f1': 0.2005277044854881, 'rouge2_f1': 0.026525198938992044, 'rougeL_f1': 0.12137203166226912}\n",
            "Total Time Elapsed: 1.80s\n",
            "{'id': 345, 'rouge1_f1': 0.3484320557491289, 'rouge2_f1': 0.07719298245614034, 'rougeL_f1': 0.2020905923344948}\n",
            "Total Time Elapsed: 1.42s\n",
            "{'id': 346, 'rouge1_f1': 0.3237410071942446, 'rouge2_f1': 0.08303249097472926, 'rougeL_f1': 0.1618705035971223}\n",
            "Total Time Elapsed: 1.60s\n",
            "{'id': 347, 'rouge1_f1': 0.4751958224543081, 'rouge2_f1': 0.14698162729658792, 'rougeL_f1': 0.21409921671018275}\n",
            "Total Time Elapsed: 3.06s\n",
            "{'id': 348, 'rouge1_f1': 0.4427860696517413, 'rouge2_f1': 0.115, 'rougeL_f1': 0.13930348258706465}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 349, 'rouge1_f1': 0.41735537190082644, 'rouge2_f1': 0.11203319502074688, 'rougeL_f1': 0.17355371900826447}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 350, 'rouge1_f1': 0.3625498007968128, 'rouge2_f1': 0.064, 'rougeL_f1': 0.151394422310757}\n",
            "Total Time Elapsed: 0.95s\n",
            "{'id': 351, 'rouge1_f1': 0.38738738738738737, 'rouge2_f1': 0.15454545454545454, 'rougeL_f1': 0.1981981981981982}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 352, 'rouge1_f1': 0.4976525821596245, 'rouge2_f1': 0.1839622641509434, 'rougeL_f1': 0.22065727699530518}\n",
            "Total Time Elapsed: 2.01s\n",
            "{'id': 353, 'rouge1_f1': 0.3535620052770449, 'rouge2_f1': 0.0636604774535809, 'rougeL_f1': 0.1794195250659631}\n",
            "Total Time Elapsed: 1.79s\n",
            "{'id': 354, 'rouge1_f1': 0.5567765567765567, 'rouge2_f1': 0.20955882352941174, 'rougeL_f1': 0.2710622710622711}\n",
            "Total Time Elapsed: 2.53s\n",
            "{'id': 355, 'rouge1_f1': 0.4713114754098361, 'rouge2_f1': 0.15637860082304528, 'rougeL_f1': 0.18442622950819673}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 356, 'rouge1_f1': 0.26809651474530827, 'rouge2_f1': 0.026954177897574125, 'rougeL_f1': 0.13941018766756033}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 357, 'rouge1_f1': 0.4, 'rouge2_f1': 0.13054830287206268, 'rougeL_f1': 0.1818181818181818}\n",
            "Total Time Elapsed: 1.57s\n",
            "{'id': 358, 'rouge1_f1': 0.5357142857142857, 'rouge2_f1': 0.24615384615384614, 'rougeL_f1': 0.23469387755102042}\n",
            "Total Time Elapsed: 2.84s\n",
            "{'id': 359, 'rouge1_f1': 0.5802469135802468, 'rouge2_f1': 0.34161490683229817, 'rougeL_f1': 0.3518518518518518}\n",
            "Total Time Elapsed: 1.79s\n",
            "{'id': 360, 'rouge1_f1': 0.4939759036144579, 'rouge2_f1': 0.2484848484848485, 'rougeL_f1': 0.3253012048192771}\n",
            "Total Time Elapsed: 2.74s\n",
            "{'id': 361, 'rouge1_f1': 0.4365256124721603, 'rouge2_f1': 0.16554809843400448, 'rougeL_f1': 0.24053452115812918}\n",
            "Total Time Elapsed: 0.99s\n",
            "{'id': 362, 'rouge1_f1': 0.3921568627450981, 'rouge2_f1': 0.04743083003952569, 'rougeL_f1': 0.14117647058823532}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 363, 'rouge1_f1': 0.44386422976501305, 'rouge2_f1': 0.11023622047244094, 'rougeL_f1': 0.18798955613577023}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 364, 'rouge1_f1': 0.4493041749502982, 'rouge2_f1': 0.10379241516966069, 'rougeL_f1': 0.22664015904572563}\n",
            "Total Time Elapsed: 3.37s\n",
            "{'id': 365, 'rouge1_f1': 0.39578947368421047, 'rouge2_f1': 0.09725158562367864, 'rougeL_f1': 0.1894736842105263}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 366, 'rouge1_f1': 0.44799999999999995, 'rouge2_f1': 0.11244979919678715, 'rougeL_f1': 0.212}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 367, 'rouge1_f1': 0.5215189873417722, 'rouge2_f1': 0.23918575063613232, 'rougeL_f1': 0.23797468354430382}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 368, 'rouge1_f1': 0.43555555555555553, 'rouge2_f1': 0.13392857142857142, 'rougeL_f1': 0.21777777777777776}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 369, 'rouge1_f1': 0.4568965517241379, 'rouge2_f1': 0.09956709956709958, 'rougeL_f1': 0.16810344827586204}\n",
            "Total Time Elapsed: 2.01s\n",
            "{'id': 370, 'rouge1_f1': 0.34757834757834766, 'rouge2_f1': 0.1318051575931232, 'rougeL_f1': 0.19373219373219372}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 371, 'rouge1_f1': 0.44383561643835623, 'rouge2_f1': 0.15977961432506887, 'rougeL_f1': 0.2191780821917808}\n",
            "Total Time Elapsed: 1.06s\n",
            "{'id': 372, 'rouge1_f1': 0.20370370370370375, 'rouge2_f1': 0.018633540372670808, 'rougeL_f1': 0.1111111111111111}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 373, 'rouge1_f1': 0.4758842443729903, 'rouge2_f1': 0.20064724919093854, 'rougeL_f1': 0.24437299035369775}\n",
            "Total Time Elapsed: 1.77s\n",
            "{'id': 374, 'rouge1_f1': 0.4467005076142132, 'rouge2_f1': 0.15306122448979592, 'rougeL_f1': 0.20304568527918782}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 375, 'rouge1_f1': 0.31365935919055654, 'rouge2_f1': 0.05414551607445008, 'rougeL_f1': 0.13490725126475547}\n",
            "Total Time Elapsed: 1.77s\n",
            "{'id': 376, 'rouge1_f1': 0.41580041580041577, 'rouge2_f1': 0.12526096033402923, 'rougeL_f1': 0.18295218295218296}\n",
            "Total Time Elapsed: 2.84s\n",
            "{'id': 377, 'rouge1_f1': 0.46867749419953597, 'rouge2_f1': 0.08857808857808856, 'rougeL_f1': 0.18561484918793503}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 378, 'rouge1_f1': 0.4092071611253197, 'rouge2_f1': 0.14910025706940874, 'rougeL_f1': 0.1790281329923274}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 379, 'rouge1_f1': 0.39487179487179486, 'rouge2_f1': 0.09793814432989689, 'rougeL_f1': 0.1846153846153846}\n",
            "Total Time Elapsed: 1.59s\n",
            "{'id': 380, 'rouge1_f1': 0.5157894736842106, 'rouge2_f1': 0.20634920634920634, 'rougeL_f1': 0.2105263157894737}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 381, 'rouge1_f1': 0.4979423868312758, 'rouge2_f1': 0.2024793388429752, 'rougeL_f1': 0.23045267489711935}\n",
            "Total Time Elapsed: 3.20s\n",
            "{'id': 382, 'rouge1_f1': 0.4475524475524475, 'rouge2_f1': 0.10772833723653395, 'rougeL_f1': 0.21911421911421913}\n",
            "Total Time Elapsed: 1.61s\n",
            "{'id': 383, 'rouge1_f1': 0.6504065040650407, 'rouge2_f1': 0.28882833787465945, 'rougeL_f1': 0.3956639566395664}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 384, 'rouge1_f1': 0.4277456647398844, 'rouge2_f1': 0.1511627906976744, 'rougeL_f1': 0.2138728323699422}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 385, 'rouge1_f1': 0.3550295857988165, 'rouge2_f1': 0.08928571428571427, 'rougeL_f1': 0.15384615384615383}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 386, 'rouge1_f1': 0.515759312320917, 'rouge2_f1': 0.17291066282420747, 'rougeL_f1': 0.2349570200573066}\n",
            "Total Time Elapsed: 2.81s\n",
            "{'id': 387, 'rouge1_f1': 0.33406593406593404, 'rouge2_f1': 0.03532008830022075, 'rougeL_f1': 0.14505494505494504}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 388, 'rouge1_f1': 0.41379310344827586, 'rouge2_f1': 0.1386138613861386, 'rougeL_f1': 0.20197044334975367}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 389, 'rouge1_f1': 0.3538461538461538, 'rouge2_f1': 0.06949806949806951, 'rougeL_f1': 0.15384615384615385}\n",
            "Total Time Elapsed: 1.78s\n",
            "{'id': 390, 'rouge1_f1': 0.45294117647058824, 'rouge2_f1': 0.1893491124260355, 'rougeL_f1': 0.25882352941176473}\n",
            "Total Time Elapsed: 0.79s\n",
            "{'id': 391, 'rouge1_f1': 0.42748091603053434, 'rouge2_f1': 0.13953488372093023, 'rougeL_f1': 0.25954198473282447}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 392, 'rouge1_f1': 0.3881188118811881, 'rouge2_f1': 0.04373757455268389, 'rougeL_f1': 0.14653465346534653}\n",
            "Total Time Elapsed: 2.60s\n",
            "{'id': 393, 'rouge1_f1': 0.48255813953488375, 'rouge2_f1': 0.23976608187134504, 'rougeL_f1': 0.22093023255813954}\n",
            "Total Time Elapsed: 1.56s\n",
            "{'id': 394, 'rouge1_f1': 0.4130982367758186, 'rouge2_f1': 0.0860759493670886, 'rougeL_f1': 0.19143576826196473}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 395, 'rouge1_f1': 0.4757033248081841, 'rouge2_f1': 0.13367609254498716, 'rougeL_f1': 0.21483375959079287}\n",
            "Total Time Elapsed: 1.51s\n",
            "{'id': 396, 'rouge1_f1': 0.41392649903288203, 'rouge2_f1': 0.09708737864077668, 'rougeL_f1': 0.1702127659574468}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 397, 'rouge1_f1': 0.5471698113207548, 'rouge2_f1': 0.2654028436018957, 'rougeL_f1': 0.29245283018867924}\n",
            "Total Time Elapsed: 2.34s\n",
            "{'id': 398, 'rouge1_f1': 0.49849849849849853, 'rouge2_f1': 0.1570996978851964, 'rougeL_f1': 0.24624624624624625}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 399, 'rouge1_f1': 0.44597701149425284, 'rouge2_f1': 0.20323325635103925, 'rougeL_f1': 0.20689655172413793}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 400, 'rouge1_f1': 0.37163814180929094, 'rouge2_f1': 0.09828009828009829, 'rougeL_f1': 0.1809290953545232}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 401, 'rouge1_f1': 0.43342036553524804, 'rouge2_f1': 0.08923884514435695, 'rougeL_f1': 0.1775456919060052}\n",
            "Total Time Elapsed: 3.10s\n",
            "{'id': 402, 'rouge1_f1': 0.21794871794871795, 'rouge2_f1': 0.03870967741935484, 'rougeL_f1': 0.11538461538461539}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 403, 'rouge1_f1': 0.4778761061946903, 'rouge2_f1': 0.1466666666666667, 'rougeL_f1': 0.20796460176991152}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 404, 'rouge1_f1': 0.3879781420765027, 'rouge2_f1': 0.09890109890109891, 'rougeL_f1': 0.18032786885245902}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 405, 'rouge1_f1': 0.37500000000000006, 'rouge2_f1': 0.1920529801324503, 'rougeL_f1': 0.2105263157894737}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 406, 'rouge1_f1': 0.5103857566765578, 'rouge2_f1': 0.208955223880597, 'rougeL_f1': 0.2314540059347181}\n",
            "Total Time Elapsed: 2.04s\n",
            "{'id': 407, 'rouge1_f1': 0.4332493702770781, 'rouge2_f1': 0.15189873417721517, 'rougeL_f1': 0.15113350125944583}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 408, 'rouge1_f1': 0.33994334277620397, 'rouge2_f1': 0.07977207977207977, 'rougeL_f1': 0.16997167138810199}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 409, 'rouge1_f1': 0.5343811394891945, 'rouge2_f1': 0.14595660749506906, 'rougeL_f1': 0.2003929273084479}\n",
            "Total Time Elapsed: 1.74s\n",
            "{'id': 410, 'rouge1_f1': 0.3826086956521739, 'rouge2_f1': 0.09170305676855894, 'rougeL_f1': 0.1608695652173913}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 411, 'rouge1_f1': 0.3476190476190476, 'rouge2_f1': 0.07177033492822965, 'rougeL_f1': 0.14761904761904762}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 412, 'rouge1_f1': 0.5432595573440644, 'rouge2_f1': 0.21414141414141416, 'rougeL_f1': 0.22937625754527166}\n",
            "Total Time Elapsed: 1.39s\n",
            "{'id': 413, 'rouge1_f1': 0.3515981735159817, 'rouge2_f1': 0.0779816513761468, 'rougeL_f1': 0.1552511415525114}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 414, 'rouge1_f1': 0.4669260700389105, 'rouge2_f1': 0.11328125000000001, 'rougeL_f1': 0.17120622568093383}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 415, 'rouge1_f1': 0.5727923627684964, 'rouge2_f1': 0.22541966426858512, 'rougeL_f1': 0.3198090692124105}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 416, 'rouge1_f1': 0.4602851323828921, 'rouge2_f1': 0.07770961145194273, 'rougeL_f1': 0.18329938900203668}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 417, 'rouge1_f1': 0.4878048780487805, 'rouge2_f1': 0.1323529411764706, 'rougeL_f1': 0.23414634146341465}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 418, 'rouge1_f1': 0.3764705882352941, 'rouge2_f1': 0.11242603550295859, 'rougeL_f1': 0.17058823529411762}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 419, 'rouge1_f1': 0.3227665706051873, 'rouge2_f1': 0.034782608695652174, 'rougeL_f1': 0.1325648414985591}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 420, 'rouge1_f1': 0.43362831858407075, 'rouge2_f1': 0.1111111111111111, 'rougeL_f1': 0.20353982300884957}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 421, 'rouge1_f1': 0.4230769230769231, 'rouge2_f1': 0.10144927536231885, 'rougeL_f1': 0.18269230769230765}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 422, 'rouge1_f1': 0.5185185185185185, 'rouge2_f1': 0.17355371900826447, 'rougeL_f1': 0.2345679012345679}\n",
            "Total Time Elapsed: 2.68s\n",
            "{'id': 423, 'rouge1_f1': 0.43540669856459335, 'rouge2_f1': 0.1826923076923077, 'rougeL_f1': 0.23923444976076555}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 424, 'rouge1_f1': 0.417910447761194, 'rouge2_f1': 0.07, 'rougeL_f1': 0.17910447761194026}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 425, 'rouge1_f1': 0.3378378378378379, 'rouge2_f1': 0.06334841628959276, 'rougeL_f1': 0.15315315315315317}\n",
            "Total Time Elapsed: 2.80s\n",
            "{'id': 426, 'rouge1_f1': 0.39143730886850153, 'rouge2_f1': 0.0923076923076923, 'rougeL_f1': 0.1712538226299694}\n",
            "Total Time Elapsed: 1.54s\n",
            "{'id': 427, 'rouge1_f1': 0.5123456790123456, 'rouge2_f1': 0.2360248447204969, 'rougeL_f1': 0.29629629629629634}\n",
            "Total Time Elapsed: 1.75s\n",
            "{'id': 428, 'rouge1_f1': 0.51931330472103, 'rouge2_f1': 0.20258620689655174, 'rougeL_f1': 0.2532188841201717}\n",
            "Total Time Elapsed: 1.69s\n",
            "{'id': 429, 'rouge1_f1': 0.48538011695906425, 'rouge2_f1': 0.16470588235294117, 'rougeL_f1': 0.23391812865497075}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 430, 'rouge1_f1': 0.3707093821510297, 'rouge2_f1': 0.05977011494252874, 'rougeL_f1': 0.16018306636155605}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 431, 'rouge1_f1': 0.46320346320346323, 'rouge2_f1': 0.10434782608695653, 'rougeL_f1': 0.18614718614718614}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 432, 'rouge1_f1': 0.523489932885906, 'rouge2_f1': 0.14831460674157304, 'rougeL_f1': 0.20581655480984343}\n",
            "Total Time Elapsed: 1.49s\n",
            "{'id': 433, 'rouge1_f1': 0.5255474452554745, 'rouge2_f1': 0.27383863080684595, 'rougeL_f1': 0.27737226277372257}\n",
            "Total Time Elapsed: 1.78s\n",
            "{'id': 434, 'rouge1_f1': 0.45991561181434604, 'rouge2_f1': 0.11864406779661016, 'rougeL_f1': 0.21940928270042193}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 435, 'rouge1_f1': 0.4391217564870259, 'rouge2_f1': 0.14829659318637275, 'rougeL_f1': 0.2115768463073852}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 436, 'rouge1_f1': 0.5813449023861171, 'rouge2_f1': 0.2657952069716775, 'rougeL_f1': 0.28199566160520606}\n",
            "Total Time Elapsed: 2.53s\n",
            "{'id': 437, 'rouge1_f1': 0.36548223350253806, 'rouge2_f1': 0.056122448979591844, 'rougeL_f1': 0.14720812182741116}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 438, 'rouge1_f1': 0.44495412844036697, 'rouge2_f1': 0.12442396313364056, 'rougeL_f1': 0.20642201834862386}\n",
            "Total Time Elapsed: 2.98s\n",
            "{'id': 439, 'rouge1_f1': 0.3859649122807018, 'rouge2_f1': 0.07058823529411765, 'rougeL_f1': 0.16374269005847952}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 440, 'rouge1_f1': 0.4934497816593887, 'rouge2_f1': 0.1973684210526316, 'rougeL_f1': 0.2663755458515284}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 441, 'rouge1_f1': 0.38333333333333336, 'rouge2_f1': 0.10041841004184102, 'rougeL_f1': 0.16250000000000003}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 442, 'rouge1_f1': 0.4467005076142132, 'rouge2_f1': 0.09693877551020408, 'rougeL_f1': 0.18274111675126906}\n",
            "Total Time Elapsed: 1.08s\n",
            "{'id': 443, 'rouge1_f1': 0.3879093198992443, 'rouge2_f1': 0.1569620253164557, 'rougeL_f1': 0.2216624685138539}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 444, 'rouge1_f1': 0.37362637362637363, 'rouge2_f1': 0.143646408839779, 'rougeL_f1': 0.2087912087912088}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 445, 'rouge1_f1': 0.31023102310231027, 'rouge2_f1': 0.08609271523178808, 'rougeL_f1': 0.13861386138613863}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 446, 'rouge1_f1': 0.3631961259079903, 'rouge2_f1': 0.08759124087591241, 'rougeL_f1': 0.15980629539951574}\n",
            "Total Time Elapsed: 1.25s\n",
            "{'id': 447, 'rouge1_f1': 0.35649546827794554, 'rouge2_f1': 0.0486322188449848, 'rougeL_f1': 0.18731117824773416}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 448, 'rouge1_f1': 0.41457858769931666, 'rouge2_f1': 0.10068649885583525, 'rougeL_f1': 0.18223234624145784}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 449, 'rouge1_f1': 0.3073684210526315, 'rouge2_f1': 0.029598308668076112, 'rougeL_f1': 0.13052631578947368}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 450, 'rouge1_f1': 0.4, 'rouge2_f1': 0.06615776081424936, 'rougeL_f1': 0.1670886075949367}\n",
            "Total Time Elapsed: 2.32s\n",
            "{'id': 451, 'rouge1_f1': 0.45938375350140054, 'rouge2_f1': 0.11830985915492956, 'rougeL_f1': 0.2016806722689076}\n",
            "Total Time Elapsed: 1.20s\n",
            "{'id': 452, 'rouge1_f1': 0.4746835443037975, 'rouge2_f1': 0.178343949044586, 'rougeL_f1': 0.26582278481012656}\n",
            "Total Time Elapsed: 1.32s\n",
            "{'id': 453, 'rouge1_f1': 0.5193370165745856, 'rouge2_f1': 0.21111111111111114, 'rougeL_f1': 0.23204419889502764}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 454, 'rouge1_f1': 0.5065274151436031, 'rouge2_f1': 0.18372703412073493, 'rougeL_f1': 0.2506527415143603}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 455, 'rouge1_f1': 0.40091116173120733, 'rouge2_f1': 0.08237986270022883, 'rougeL_f1': 0.1867881548974943}\n",
            "Total Time Elapsed: 1.40s\n",
            "{'id': 456, 'rouge1_f1': 0.43636363636363634, 'rouge2_f1': 0.17754569190600525, 'rougeL_f1': 0.23896103896103896}\n",
            "Total Time Elapsed: 3.05s\n",
            "{'id': 457, 'rouge1_f1': 0.3980891719745223, 'rouge2_f1': 0.07028753993610223, 'rougeL_f1': 0.1496815286624204}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 458, 'rouge1_f1': 0.4756756756756757, 'rouge2_f1': 0.162748643761302, 'rougeL_f1': 0.22702702702702704}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 459, 'rouge1_f1': 0.44956772334293943, 'rouge2_f1': 0.1565217391304348, 'rougeL_f1': 0.2420749279538905}\n",
            "Total Time Elapsed: 1.54s\n",
            "{'id': 460, 'rouge1_f1': 0.6175637393767706, 'rouge2_f1': 0.27350427350427353, 'rougeL_f1': 0.29461756373937675}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 461, 'rouge1_f1': 0.40590405904059046, 'rouge2_f1': 0.11481481481481481, 'rougeL_f1': 0.18450184501845016}\n",
            "Total Time Elapsed: 1.92s\n",
            "{'id': 462, 'rouge1_f1': 0.5074626865671641, 'rouge2_f1': 0.20500000000000002, 'rougeL_f1': 0.2736318407960199}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 463, 'rouge1_f1': 0.45226130653266333, 'rouge2_f1': 0.1515151515151515, 'rougeL_f1': 0.2361809045226131}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 464, 'rouge1_f1': 0.46905537459283386, 'rouge2_f1': 0.22295081967213118, 'rougeL_f1': 0.23452768729641693}\n",
            "Total Time Elapsed: 1.13s\n",
            "{'id': 465, 'rouge1_f1': 0.3918918918918919, 'rouge2_f1': 0.08163265306122448, 'rougeL_f1': 0.17567567567567569}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 466, 'rouge1_f1': 0.4181034482758621, 'rouge2_f1': 0.1212121212121212, 'rougeL_f1': 0.1853448275862069}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 467, 'rouge1_f1': 0.4031620553359684, 'rouge2_f1': 0.10714285714285715, 'rougeL_f1': 0.17786561264822132}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 468, 'rouge1_f1': 0.2962962962962963, 'rouge2_f1': 0.04466501240694789, 'rougeL_f1': 0.15308641975308643}\n",
            "Total Time Elapsed: 2.53s\n",
            "{'id': 469, 'rouge1_f1': 0.38461538461538464, 'rouge2_f1': 0.05633802816901408, 'rougeL_f1': 0.16783216783216784}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 470, 'rouge1_f1': 0.5076142131979695, 'rouge2_f1': 0.11734693877551021, 'rougeL_f1': 0.2233502538071066}\n",
            "Total Time Elapsed: 1.69s\n",
            "{'id': 471, 'rouge1_f1': 0.3946666666666666, 'rouge2_f1': 0.07506702412868634, 'rougeL_f1': 0.14400000000000002}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 472, 'rouge1_f1': 0.4278846153846154, 'rouge2_f1': 0.057971014492753624, 'rougeL_f1': 0.16346153846153846}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 473, 'rouge1_f1': 0.46122448979591835, 'rouge2_f1': 0.09836065573770492, 'rougeL_f1': 0.18775510204081633}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 474, 'rouge1_f1': 0.43683083511777304, 'rouge2_f1': 0.22365591397849463, 'rougeL_f1': 0.24839400428265526}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 475, 'rouge1_f1': 0.47244094488188976, 'rouge2_f1': 0.19525065963060687, 'rougeL_f1': 0.1942257217847769}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 476, 'rouge1_f1': 0.44690265486725667, 'rouge2_f1': 0.2577777777777778, 'rougeL_f1': 0.3141592920353983}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 477, 'rouge1_f1': 0.2684824902723736, 'rouge2_f1': 0.046875, 'rougeL_f1': 0.1206225680933852}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 478, 'rouge1_f1': 0.4597701149425288, 'rouge2_f1': 0.10769230769230768, 'rougeL_f1': 0.16091954022988503}\n",
            "Total Time Elapsed: 1.56s\n",
            "{'id': 479, 'rouge1_f1': 0.4089775561097257, 'rouge2_f1': 0.14536340852130328, 'rougeL_f1': 0.20448877805486285}\n",
            "Total Time Elapsed: 1.38s\n",
            "{'id': 480, 'rouge1_f1': 0.4444444444444445, 'rouge2_f1': 0.12587412587412586, 'rougeL_f1': 0.2152777777777778}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 481, 'rouge1_f1': 0.37924151696606784, 'rouge2_f1': 0.06412825651302605, 'rougeL_f1': 0.1317365269461078}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 482, 'rouge1_f1': 0.4915254237288136, 'rouge2_f1': 0.14042553191489363, 'rougeL_f1': 0.19915254237288135}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 483, 'rouge1_f1': 0.45820433436532515, 'rouge2_f1': 0.2367601246105919, 'rougeL_f1': 0.2786377708978328}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 484, 'rouge1_f1': 0.3600867678958785, 'rouge2_f1': 0.09586056644880175, 'rougeL_f1': 0.16052060737527116}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 485, 'rouge1_f1': 0.42, 'rouge2_f1': 0.12751677852348992, 'rougeL_f1': 0.2066666666666667}\n",
            "Total Time Elapsed: 1.72s\n",
            "{'id': 486, 'rouge1_f1': 0.35411471321695764, 'rouge2_f1': 0.07518796992481204, 'rougeL_f1': 0.16458852867830423}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 487, 'rouge1_f1': 0.39086294416243655, 'rouge2_f1': 0.14795918367346939, 'rougeL_f1': 0.1928934010152284}\n",
            "Total Time Elapsed: 3.06s\n",
            "{'id': 488, 'rouge1_f1': 0.3814180929095355, 'rouge2_f1': 0.10810810810810811, 'rougeL_f1': 0.20048899755501223}\n",
            "Total Time Elapsed: 2.81s\n",
            "{'id': 489, 'rouge1_f1': 0.44782608695652176, 'rouge2_f1': 0.14847161572052403, 'rougeL_f1': 0.21739130434782608}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 490, 'rouge1_f1': 0.544578313253012, 'rouge2_f1': 0.16464891041162227, 'rougeL_f1': 0.19759036144578312}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 491, 'rouge1_f1': 0.3389830508474576, 'rouge2_f1': 0.05113636363636364, 'rougeL_f1': 0.14689265536723162}\n",
            "Total Time Elapsed: 1.38s\n",
            "{'id': 492, 'rouge1_f1': 0.32786885245901637, 'rouge2_f1': 0.0396039603960396, 'rougeL_f1': 0.15737704918032788}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 493, 'rouge1_f1': 0.6141414141414141, 'rouge2_f1': 0.37322515212981744, 'rougeL_f1': 0.26262626262626254}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 494, 'rouge1_f1': 0.35177865612648224, 'rouge2_f1': 0.0634920634920635, 'rougeL_f1': 0.16600790513833993}\n",
            "Total Time Elapsed: 1.23s\n",
            "{'id': 495, 'rouge1_f1': 0.41379310344827586, 'rouge2_f1': 0.20809248554913293, 'rougeL_f1': 0.25287356321839083}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 496, 'rouge1_f1': 0.4988558352402746, 'rouge2_f1': 0.15632183908045977, 'rougeL_f1': 0.2151029748283753}\n",
            "Total Time Elapsed: 1.77s\n",
            "{'id': 497, 'rouge1_f1': 0.5192307692307693, 'rouge2_f1': 0.18532818532818535, 'rougeL_f1': 0.21923076923076923}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 498, 'rouge1_f1': 0.3305785123966942, 'rouge2_f1': 0.10526315789473685, 'rougeL_f1': 0.1487603305785124}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 499, 'rouge1_f1': 0.5204819277108433, 'rouge2_f1': 0.22276029055690072, 'rougeL_f1': 0.25060240963855424}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 500, 'rouge1_f1': 0.4529262086513995, 'rouge2_f1': 0.16879795396419436, 'rougeL_f1': 0.2035623409669211}\n",
            "Total Time Elapsed: 2.01s\n",
            "{'id': 501, 'rouge1_f1': 0.4221105527638191, 'rouge2_f1': 0.196969696969697, 'rougeL_f1': 0.21608040201005024}\n",
            "Total Time Elapsed: 1.41s\n",
            "{'id': 502, 'rouge1_f1': 0.4587628865979381, 'rouge2_f1': 0.19170984455958548, 'rougeL_f1': 0.18556701030927836}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 503, 'rouge1_f1': 0.517241379310345, 'rouge2_f1': 0.21645021645021645, 'rougeL_f1': 0.1982758620689655}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 504, 'rouge1_f1': 0.3591022443890274, 'rouge2_f1': 0.07017543859649122, 'rougeL_f1': 0.16957605985037408}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 505, 'rouge1_f1': 0.4305555555555555, 'rouge2_f1': 0.13953488372093023, 'rougeL_f1': 0.21759259259259262}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 506, 'rouge1_f1': 0.5035971223021583, 'rouge2_f1': 0.2168674698795181, 'rougeL_f1': 0.2398081534772182}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 507, 'rouge1_f1': 0.5371024734982333, 'rouge2_f1': 0.30851063829787234, 'rougeL_f1': 0.3286219081272085}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 508, 'rouge1_f1': 0.3765690376569038, 'rouge2_f1': 0.046218487394957986, 'rougeL_f1': 0.14644351464435149}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 509, 'rouge1_f1': 0.48523206751054854, 'rouge2_f1': 0.15677966101694918, 'rougeL_f1': 0.20675105485232065}\n",
            "Total Time Elapsed: 1.92s\n",
            "{'id': 510, 'rouge1_f1': 0.3645320197044335, 'rouge2_f1': 0.07920792079207921, 'rougeL_f1': 0.1724137931034483}\n",
            "Total Time Elapsed: 1.58s\n",
            "{'id': 511, 'rouge1_f1': 0.41456582633053213, 'rouge2_f1': 0.09577464788732395, 'rougeL_f1': 0.19607843137254902}\n",
            "Total Time Elapsed: 2.02s\n",
            "{'id': 512, 'rouge1_f1': 0.5915492957746479, 'rouge2_f1': 0.3981042654028436, 'rougeL_f1': 0.3286384976525822}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 513, 'rouge1_f1': 0.3462532299741602, 'rouge2_f1': 0.09870129870129869, 'rougeL_f1': 0.16020671834625325}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 514, 'rouge1_f1': 0.4652173913043478, 'rouge2_f1': 0.11790393013100435, 'rougeL_f1': 0.18260869565217389}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 515, 'rouge1_f1': 0.5314685314685315, 'rouge2_f1': 0.252927400468384, 'rougeL_f1': 0.2703962703962704}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 516, 'rouge1_f1': 0.4701030927835052, 'rouge2_f1': 0.16149068322981366, 'rougeL_f1': 0.20618556701030927}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 517, 'rouge1_f1': 0.3974763406940063, 'rouge2_f1': 0.19682539682539682, 'rougeL_f1': 0.17034700315457413}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 518, 'rouge1_f1': 0.2863961813842482, 'rouge2_f1': 0.03357314148681056, 'rougeL_f1': 0.1479713603818616}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 519, 'rouge1_f1': 0.47255369928400953, 'rouge2_f1': 0.11510791366906475, 'rougeL_f1': 0.18138424821002389}\n",
            "Total Time Elapsed: 1.39s\n",
            "{'id': 520, 'rouge1_f1': 0.4304932735426009, 'rouge2_f1': 0.1176470588235294, 'rougeL_f1': 0.2242152466367713}\n",
            "Total Time Elapsed: 1.43s\n",
            "{'id': 521, 'rouge1_f1': 0.460122699386503, 'rouge2_f1': 0.16049382716049382, 'rougeL_f1': 0.22085889570552147}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 522, 'rouge1_f1': 0.47036328871892924, 'rouge2_f1': 0.1036468330134357, 'rougeL_f1': 0.1835564053537285}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 523, 'rouge1_f1': 0.38, 'rouge2_f1': 0.15436241610738255, 'rougeL_f1': 0.2533333333333333}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 524, 'rouge1_f1': 0.4697336561743341, 'rouge2_f1': 0.1362530413625304, 'rougeL_f1': 0.17917675544794193}\n",
            "Total Time Elapsed: 1.75s\n",
            "{'id': 525, 'rouge1_f1': 0.32755298651252407, 'rouge2_f1': 0.0851063829787234, 'rougeL_f1': 0.13102119460500963}\n",
            "Total Time Elapsed: 1.27s\n",
            "{'id': 526, 'rouge1_f1': 0.3219512195121951, 'rouge2_f1': 0.03940886699507389, 'rougeL_f1': 0.15609756097560976}\n",
            "Total Time Elapsed: 3.35s\n",
            "{'id': 527, 'rouge1_f1': 0.3586206896551724, 'rouge2_f1': 0.06928406466512703, 'rougeL_f1': 0.16091954022988503}\n",
            "Total Time Elapsed: 1.41s\n",
            "{'id': 528, 'rouge1_f1': 0.30769230769230765, 'rouge2_f1': 0.0918580375782881, 'rougeL_f1': 0.13721413721413722}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 529, 'rouge1_f1': 0.4854368932038835, 'rouge2_f1': 0.17560975609756097, 'rougeL_f1': 0.1893203883495146}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 530, 'rouge1_f1': 0.391025641025641, 'rouge2_f1': 0.14193548387096774, 'rougeL_f1': 0.21153846153846154}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 531, 'rouge1_f1': 0.34513274336283184, 'rouge2_f1': 0.048888888888888885, 'rougeL_f1': 0.14601769911504428}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 532, 'rouge1_f1': 0.45742904841402343, 'rouge2_f1': 0.24790619765494143, 'rougeL_f1': 0.27378964941569284}\n",
            "Total Time Elapsed: 1.91s\n",
            "{'id': 533, 'rouge1_f1': 0.4, 'rouge2_f1': 0.10178117048346055, 'rougeL_f1': 0.14683544303797466}\n",
            "Total Time Elapsed: 2.63s\n",
            "{'id': 534, 'rouge1_f1': 0.4668769716088328, 'rouge2_f1': 0.21587301587301588, 'rougeL_f1': 0.27129337539432175}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 535, 'rouge1_f1': 0.42191780821917807, 'rouge2_f1': 0.11570247933884296, 'rougeL_f1': 0.20821917808219176}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 536, 'rouge1_f1': 0.45041322314049587, 'rouge2_f1': 0.18672199170124482, 'rougeL_f1': 0.256198347107438}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 537, 'rouge1_f1': 0.4793388429752066, 'rouge2_f1': 0.15767634854771784, 'rougeL_f1': 0.23140495867768596}\n",
            "Total Time Elapsed: 1.22s\n",
            "{'id': 538, 'rouge1_f1': 0.40804597701149425, 'rouge2_f1': 0.13872832369942195, 'rougeL_f1': 0.20689655172413793}\n",
            "Total Time Elapsed: 1.10s\n",
            "{'id': 539, 'rouge1_f1': 0.4054982817869416, 'rouge2_f1': 0.06920415224913494, 'rougeL_f1': 0.1924398625429553}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 540, 'rouge1_f1': 0.452914798206278, 'rouge2_f1': 0.10360360360360361, 'rougeL_f1': 0.20179372197309417}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 541, 'rouge1_f1': 0.4110091743119266, 'rouge2_f1': 0.1289134438305709, 'rougeL_f1': 0.1724770642201835}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 542, 'rouge1_f1': 0.5404157043879907, 'rouge2_f1': 0.2645011600928074, 'rougeL_f1': 0.24942263279445728}\n",
            "Total Time Elapsed: 1.69s\n",
            "{'id': 543, 'rouge1_f1': 0.5061425061425061, 'rouge2_f1': 0.18271604938271602, 'rougeL_f1': 0.29484029484029484}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 544, 'rouge1_f1': 0.5064599483204134, 'rouge2_f1': 0.22337662337662334, 'rougeL_f1': 0.20155038759689922}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 545, 'rouge1_f1': 0.3478260869565218, 'rouge2_f1': 0.10282776349614396, 'rougeL_f1': 0.18414322250639387}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 546, 'rouge1_f1': 0.23647294589178358, 'rouge2_f1': 0.01609657947686117, 'rougeL_f1': 0.12024048096192386}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 547, 'rouge1_f1': 0.4727954971857411, 'rouge2_f1': 0.15065913370998116, 'rougeL_f1': 0.2176360225140713}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 548, 'rouge1_f1': 0.44112149532710276, 'rouge2_f1': 0.08630393996247655, 'rougeL_f1': 0.1869158878504673}\n",
            "Total Time Elapsed: 1.09s\n",
            "{'id': 549, 'rouge1_f1': 0.34507042253521125, 'rouge2_f1': 0.07092198581560284, 'rougeL_f1': 0.15492957746478872}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 550, 'rouge1_f1': 0.5049019607843138, 'rouge2_f1': 0.14285714285714288, 'rougeL_f1': 0.19117647058823528}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 551, 'rouge1_f1': 0.37260273972602737, 'rouge2_f1': 0.1487603305785124, 'rougeL_f1': 0.25753424657534246}\n",
            "Total Time Elapsed: 1.75s\n",
            "{'id': 552, 'rouge1_f1': 0.4887459807073955, 'rouge2_f1': 0.16828478964401294, 'rougeL_f1': 0.2765273311897106}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 553, 'rouge1_f1': 0.5217391304347826, 'rouge2_f1': 0.1475409836065574, 'rougeL_f1': 0.21739130434782608}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 554, 'rouge1_f1': 0.4829396325459318, 'rouge2_f1': 0.2058047493403694, 'rougeL_f1': 0.1889763779527559}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 555, 'rouge1_f1': 0.4418052256532066, 'rouge2_f1': 0.09546539379474941, 'rougeL_f1': 0.17577197149643706}\n",
            "Total Time Elapsed: 1.38s\n",
            "{'id': 556, 'rouge1_f1': 0.36947791164658633, 'rouge2_f1': 0.11336032388663966, 'rougeL_f1': 0.16867469879518074}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 557, 'rouge1_f1': 0.40793201133144474, 'rouge2_f1': 0.16524216524216523, 'rougeL_f1': 0.21529745042492918}\n",
            "Total Time Elapsed: 1.27s\n",
            "{'id': 558, 'rouge1_f1': 0.3351648351648352, 'rouge2_f1': 0.07734806629834254, 'rougeL_f1': 0.19230769230769235}\n",
            "Total Time Elapsed: 3.32s\n",
            "{'id': 559, 'rouge1_f1': 0.5459183673469388, 'rouge2_f1': 0.17435897435897435, 'rougeL_f1': 0.28061224489795916}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 560, 'rouge1_f1': 0.3924731182795699, 'rouge2_f1': 0.09729729729729729, 'rougeL_f1': 0.16666666666666666}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 561, 'rouge1_f1': 0.5300207039337473, 'rouge2_f1': 0.25363825363825365, 'rougeL_f1': 0.2815734989648033}\n",
            "Total Time Elapsed: 1.46s\n",
            "{'id': 562, 'rouge1_f1': 0.5, 'rouge2_f1': 0.17073170731707318, 'rougeL_f1': 0.27184466019417475}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 563, 'rouge1_f1': 0.4573002754820937, 'rouge2_f1': 0.1551246537396122, 'rougeL_f1': 0.22589531680440772}\n",
            "Total Time Elapsed: 1.76s\n",
            "{'id': 564, 'rouge1_f1': 0.5986394557823129, 'rouge2_f1': 0.29612756264236906, 'rougeL_f1': 0.29931972789115646}\n",
            "Total Time Elapsed: 0.61s\n",
            "{'id': 565, 'rouge1_f1': 0.0, 'rouge2_f1': 0.0, 'rougeL_f1': 0}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 566, 'rouge1_f1': 0.5116279069767442, 'rouge2_f1': 0.15887850467289721, 'rougeL_f1': 0.2}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 567, 'rouge1_f1': 0.4401114206128134, 'rouge2_f1': 0.1512605042016807, 'rougeL_f1': 0.19498607242339833}\n",
            "Total Time Elapsed: 2.75s\n",
            "{'id': 568, 'rouge1_f1': 0.35573122529644274, 'rouge2_f1': 0.06746031746031746, 'rougeL_f1': 0.15810276679841895}\n",
            "Total Time Elapsed: 1.45s\n",
            "{'id': 569, 'rouge1_f1': 0.4896551724137931, 'rouge2_f1': 0.22222222222222218, 'rougeL_f1': 0.3103448275862069}\n",
            "Total Time Elapsed: 2.49s\n",
            "{'id': 570, 'rouge1_f1': 0.39303482587064675, 'rouge2_f1': 0.09, 'rougeL_f1': 0.15920398009950248}\n",
            "Total Time Elapsed: 1.35s\n",
            "{'id': 571, 'rouge1_f1': 0.3325740318906606, 'rouge2_f1': 0.08237986270022883, 'rougeL_f1': 0.15945330296127563}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 572, 'rouge1_f1': 0.39782016348773847, 'rouge2_f1': 0.09315068493150686, 'rougeL_f1': 0.22343324250681196}\n",
            "Total Time Elapsed: 1.55s\n",
            "{'id': 573, 'rouge1_f1': 0.2942942942942943, 'rouge2_f1': 0.03021148036253776, 'rougeL_f1': 0.13213213213213215}\n",
            "Total Time Elapsed: 1.45s\n",
            "{'id': 574, 'rouge1_f1': 0.5625, 'rouge2_f1': 0.33714285714285713, 'rougeL_f1': 0.40909090909090906}\n",
            "Total Time Elapsed: 1.51s\n",
            "{'id': 575, 'rouge1_f1': 0.3383947939262473, 'rouge2_f1': 0.0784313725490196, 'rougeL_f1': 0.1475054229934924}\n",
            "Total Time Elapsed: 1.21s\n",
            "{'id': 576, 'rouge1_f1': 0.42105263157894735, 'rouge2_f1': 0.18775510204081633, 'rougeL_f1': 0.18623481781376516}\n",
            "Total Time Elapsed: 1.50s\n",
            "{'id': 577, 'rouge1_f1': 0.4501278772378517, 'rouge2_f1': 0.13881748071979433, 'rougeL_f1': 0.18414322250639384}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 578, 'rouge1_f1': 0.5422222222222222, 'rouge2_f1': 0.25446428571428575, 'rougeL_f1': 0.32}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 579, 'rouge1_f1': 0.4200477326968973, 'rouge2_f1': 0.12470023980815349, 'rougeL_f1': 0.20047732696897372}\n",
            "Total Time Elapsed: 1.64s\n",
            "{'id': 580, 'rouge1_f1': 0.46246246246246236, 'rouge2_f1': 0.17522658610271905, 'rougeL_f1': 0.27627627627627627}\n",
            "Total Time Elapsed: 2.79s\n",
            "{'id': 581, 'rouge1_f1': 0.4657534246575342, 'rouge2_f1': 0.11787819253438114, 'rougeL_f1': 0.19178082191780824}\n",
            "Total Time Elapsed: 1.79s\n",
            "{'id': 582, 'rouge1_f1': 0.41984732824427484, 'rouge2_f1': 0.06130268199233717, 'rougeL_f1': 0.1450381679389313}\n",
            "Total Time Elapsed: 1.51s\n",
            "{'id': 583, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10187667560321716, 'rougeL_f1': 0.16}\n",
            "Total Time Elapsed: 1.38s\n",
            "{'id': 584, 'rouge1_f1': 0.5223367697594503, 'rouge2_f1': 0.21453287197231832, 'rougeL_f1': 0.27491408934707906}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 585, 'rouge1_f1': 0.36160714285714285, 'rouge2_f1': 0.07623318385650224, 'rougeL_f1': 0.1651785714285714}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 586, 'rouge1_f1': 0.4887218045112782, 'rouge2_f1': 0.18867924528301885, 'rougeL_f1': 0.20300751879699247}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 587, 'rouge1_f1': 0.46817248459958927, 'rouge2_f1': 0.16082474226804122, 'rougeL_f1': 0.20123203285420946}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 588, 'rouge1_f1': 0.4880174291938998, 'rouge2_f1': 0.12253829321663019, 'rougeL_f1': 0.21350762527233116}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 589, 'rouge1_f1': 0.2203856749311295, 'rouge2_f1': 0.00554016620498615, 'rougeL_f1': 0.11019283746556476}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 590, 'rouge1_f1': 0.43162393162393164, 'rouge2_f1': 0.051502145922746774, 'rougeL_f1': 0.15384615384615383}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 591, 'rouge1_f1': 0.3747454175152749, 'rouge2_f1': 0.09406952965235173, 'rougeL_f1': 0.1914460285132383}\n",
            "Total Time Elapsed: 0.95s\n",
            "{'id': 592, 'rouge1_f1': 0.36000000000000004, 'rouge2_f1': 0.13709677419354838, 'rougeL_f1': 0.208}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 593, 'rouge1_f1': 0.32601880877742945, 'rouge2_f1': 0.0883280757097792, 'rougeL_f1': 0.18808777429467086}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 594, 'rouge1_f1': 0.5317647058823528, 'rouge2_f1': 0.2033096926713948, 'rougeL_f1': 0.3341176470588235}\n",
            "Total Time Elapsed: 1.68s\n",
            "{'id': 595, 'rouge1_f1': 0.6233766233766234, 'rouge2_f1': 0.34347826086956523, 'rougeL_f1': 0.35497835497835495}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 596, 'rouge1_f1': 0.5147679324894514, 'rouge2_f1': 0.19915254237288138, 'rougeL_f1': 0.20675105485232068}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 597, 'rouge1_f1': 0.48584905660377353, 'rouge2_f1': 0.16113744075829384, 'rougeL_f1': 0.20283018867924527}\n",
            "Total Time Elapsed: 1.78s\n",
            "{'id': 598, 'rouge1_f1': 0.41860465116279066, 'rouge2_f1': 0.03397027600849257, 'rougeL_f1': 0.15644820295983086}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 599, 'rouge1_f1': 0.48484848484848486, 'rouge2_f1': 0.17174515235457063, 'rougeL_f1': 0.1873278236914601}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 600, 'rouge1_f1': 0.5776805251641137, 'rouge2_f1': 0.22417582417582418, 'rougeL_f1': 0.3326039387308534}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 601, 'rouge1_f1': 0.42672413793103453, 'rouge2_f1': 0.09956709956709957, 'rougeL_f1': 0.18103448275862072}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 602, 'rouge1_f1': 0.45641025641025645, 'rouge2_f1': 0.18556701030927833, 'rougeL_f1': 0.20512820512820512}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 603, 'rouge1_f1': 0.3381924198250729, 'rouge2_f1': 0.07038123167155425, 'rougeL_f1': 0.13994169096209913}\n",
            "Total Time Elapsed: 1.41s\n",
            "{'id': 604, 'rouge1_f1': 0.3423913043478261, 'rouge2_f1': 0.08196721311475409, 'rougeL_f1': 0.17391304347826086}\n",
            "Total Time Elapsed: 2.03s\n",
            "{'id': 605, 'rouge1_f1': 0.4801864801864802, 'rouge2_f1': 0.15925058548009366, 'rougeL_f1': 0.2191142191142191}\n",
            "Total Time Elapsed: 2.70s\n",
            "{'id': 606, 'rouge1_f1': 0.369620253164557, 'rouge2_f1': 0.06615776081424937, 'rougeL_f1': 0.17721518987341772}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 607, 'rouge1_f1': 0.4142011834319526, 'rouge2_f1': 0.1702970297029703, 'rougeL_f1': 0.22090729783037477}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 608, 'rouge1_f1': 0.512035010940919, 'rouge2_f1': 0.23296703296703297, 'rougeL_f1': 0.3150984682713348}\n",
            "Total Time Elapsed: 1.36s\n",
            "{'id': 609, 'rouge1_f1': 0.4426877470355731, 'rouge2_f1': 0.14342629482071712, 'rougeL_f1': 0.2766798418972332}\n",
            "Total Time Elapsed: 1.24s\n",
            "{'id': 610, 'rouge1_f1': 0.4631043256997455, 'rouge2_f1': 0.17902813299232737, 'rougeL_f1': 0.2239185750636132}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 611, 'rouge1_f1': 0.3146997929606625, 'rouge2_f1': 0.024948024948024946, 'rougeL_f1': 0.13664596273291926}\n",
            "Total Time Elapsed: 2.32s\n",
            "{'id': 612, 'rouge1_f1': 0.37125748502994016, 'rouge2_f1': 0.09036144578313253, 'rougeL_f1': 0.16766467065868262}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 613, 'rouge1_f1': 0.375, 'rouge2_f1': 0.10596026490066225, 'rougeL_f1': 0.18421052631578946}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 614, 'rouge1_f1': 0.42316258351893093, 'rouge2_f1': 0.10738255033557048, 'rougeL_f1': 0.20044543429844097}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 615, 'rouge1_f1': 0.4926108374384236, 'rouge2_f1': 0.2079207920792079, 'rougeL_f1': 0.3201970443349753}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 616, 'rouge1_f1': 0.5565610859728507, 'rouge2_f1': 0.2681818181818182, 'rougeL_f1': 0.2669683257918552}\n",
            "Total Time Elapsed: 1.55s\n",
            "{'id': 617, 'rouge1_f1': 0.45925925925925926, 'rouge2_f1': 0.16377171215880892, 'rougeL_f1': 0.2074074074074074}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 618, 'rouge1_f1': 0.3505477308294209, 'rouge2_f1': 0.07849293563579277, 'rougeL_f1': 0.14397496087636935}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 619, 'rouge1_f1': 0.4745098039215686, 'rouge2_f1': 0.1141732283464567, 'rougeL_f1': 0.17254901960784316}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 620, 'rouge1_f1': 0.4482758620689655, 'rouge2_f1': 0.12692307692307692, 'rougeL_f1': 0.1685823754789272}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 621, 'rouge1_f1': 0.3904555314533622, 'rouge2_f1': 0.06971677559912855, 'rougeL_f1': 0.18655097613882862}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 622, 'rouge1_f1': 0.38396624472573837, 'rouge2_f1': 0.10169491525423728, 'rougeL_f1': 0.18143459915611815}\n",
            "Total Time Elapsed: 3.13s\n",
            "{'id': 623, 'rouge1_f1': 0.3234714003944773, 'rouge2_f1': 0.07524752475247524, 'rougeL_f1': 0.14990138067061146}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 624, 'rouge1_f1': 0.4143763213530655, 'rouge2_f1': 0.14012738853503184, 'rougeL_f1': 0.18604651162790697}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 625, 'rouge1_f1': 0.34458259325044405, 'rouge2_f1': 0.08912655971479501, 'rougeL_f1': 0.15630550621669625}\n",
            "Total Time Elapsed: 1.44s\n",
            "{'id': 626, 'rouge1_f1': 0.46920821114369504, 'rouge2_f1': 0.17699115044247787, 'rougeL_f1': 0.28739002932551316}\n",
            "Total Time Elapsed: 1.61s\n",
            "{'id': 627, 'rouge1_f1': 0.37113402061855666, 'rouge2_f1': 0.14507772020725385, 'rougeL_f1': 0.25257731958762886}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 628, 'rouge1_f1': 0.47191011235955055, 'rouge2_f1': 0.20316027088036115, 'rougeL_f1': 0.24269662921348314}\n",
            "Total Time Elapsed: 1.45s\n",
            "{'id': 629, 'rouge1_f1': 0.4645892351274788, 'rouge2_f1': 0.10256410256410256, 'rougeL_f1': 0.18130311614730876}\n",
            "Total Time Elapsed: 3.27s\n",
            "{'id': 630, 'rouge1_f1': 0.4498977505112474, 'rouge2_f1': 0.19301848049281314, 'rougeL_f1': 0.2085889570552147}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 631, 'rouge1_f1': 0.4798301486199576, 'rouge2_f1': 0.15778251599147122, 'rougeL_f1': 0.2335456475583864}\n",
            "Total Time Elapsed: 1.44s\n",
            "{'id': 632, 'rouge1_f1': 0.5194029850746268, 'rouge2_f1': 0.13813813813813813, 'rougeL_f1': 0.17910447761194032}\n",
            "Total Time Elapsed: 1.36s\n",
            "{'id': 633, 'rouge1_f1': 0.546583850931677, 'rouge2_f1': 0.1625, 'rougeL_f1': 0.1987577639751553}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 634, 'rouge1_f1': 0.4206008583690988, 'rouge2_f1': 0.10775862068965517, 'rougeL_f1': 0.1802575107296137}\n",
            "Total Time Elapsed: 2.79s\n",
            "{'id': 635, 'rouge1_f1': 0.384, 'rouge2_f1': 0.09309791332263243, 'rougeL_f1': 0.17279999999999998}\n",
            "Total Time Elapsed: 1.70s\n",
            "{'id': 636, 'rouge1_f1': 0.36666666666666664, 'rouge2_f1': 0.06220095693779903, 'rougeL_f1': 0.15714285714285714}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 637, 'rouge1_f1': 0.5446224256292905, 'rouge2_f1': 0.2206896551724138, 'rougeL_f1': 0.25171624713958807}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 638, 'rouge1_f1': 0.38440111420612816, 'rouge2_f1': 0.13445378151260504, 'rougeL_f1': 0.21727019498607242}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 639, 'rouge1_f1': 0.39639639639639634, 'rouge2_f1': 0.09667673716012083, 'rougeL_f1': 0.18018018018018017}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 640, 'rouge1_f1': 0.38949671772428884, 'rouge2_f1': 0.1054945054945055, 'rougeL_f1': 0.1531728665207877}\n",
            "Total Time Elapsed: 1.37s\n",
            "{'id': 641, 'rouge1_f1': 0.4793388429752067, 'rouge2_f1': 0.20498614958448755, 'rougeL_f1': 0.2644628099173554}\n",
            "Total Time Elapsed: 1.24s\n",
            "{'id': 642, 'rouge1_f1': 0.47956403269754766, 'rouge2_f1': 0.20273972602739723, 'rougeL_f1': 0.27792915531335155}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 643, 'rouge1_f1': 0.49417249417249415, 'rouge2_f1': 0.1686182669789227, 'rougeL_f1': 0.21445221445221446}\n",
            "Total Time Elapsed: 1.34s\n",
            "{'id': 644, 'rouge1_f1': 0.3471882640586797, 'rouge2_f1': 0.06388206388206388, 'rougeL_f1': 0.13202933985330073}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 645, 'rouge1_f1': 0.4594594594594595, 'rouge2_f1': 0.16289592760180996, 'rougeL_f1': 0.23873873873873874}\n",
            "Total Time Elapsed: 1.74s\n",
            "{'id': 646, 'rouge1_f1': 0.4419889502762431, 'rouge2_f1': 0.11666666666666668, 'rougeL_f1': 0.19337016574585636}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 647, 'rouge1_f1': 0.47334754797441364, 'rouge2_f1': 0.20985010706638116, 'rougeL_f1': 0.26012793176972276}\n",
            "Total Time Elapsed: 1.82s\n",
            "{'id': 648, 'rouge1_f1': 0.5234042553191489, 'rouge2_f1': 0.19658119658119658, 'rougeL_f1': 0.2936170212765957}\n",
            "Total Time Elapsed: 1.27s\n",
            "{'id': 649, 'rouge1_f1': 0.4788732394366197, 'rouge2_f1': 0.2209631728045326, 'rougeL_f1': 0.3380281690140845}\n",
            "Total Time Elapsed: 1.27s\n",
            "{'id': 650, 'rouge1_f1': 0.37226277372262767, 'rouge2_f1': 0.09558823529411765, 'rougeL_f1': 0.18978102189781024}\n",
            "Total Time Elapsed: 1.56s\n",
            "{'id': 651, 'rouge1_f1': 0.4090909090909091, 'rouge2_f1': 0.1141552511415525, 'rougeL_f1': 0.17272727272727273}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 652, 'rouge1_f1': 0.45842696629213475, 'rouge2_f1': 0.11286681715575621, 'rougeL_f1': 0.19775280898876405}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 653, 'rouge1_f1': 0.35326086956521735, 'rouge2_f1': 0.054644808743169404, 'rougeL_f1': 0.16304347826086957}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 654, 'rouge1_f1': 0.3890274314214463, 'rouge2_f1': 0.09523809523809523, 'rougeL_f1': 0.1546134663341646}\n",
            "Total Time Elapsed: 1.82s\n",
            "{'id': 655, 'rouge1_f1': 0.4545454545454546, 'rouge2_f1': 0.13414634146341461, 'rougeL_f1': 0.23030303030303031}\n",
            "Total Time Elapsed: 2.87s\n",
            "{'id': 656, 'rouge1_f1': 0.32867132867132864, 'rouge2_f1': 0.056140350877192984, 'rougeL_f1': 0.14685314685314685}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 657, 'rouge1_f1': 0.38072289156626504, 'rouge2_f1': 0.09685230024213075, 'rougeL_f1': 0.163855421686747}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 658, 'rouge1_f1': 0.45506692160611856, 'rouge2_f1': 0.1727447216890595, 'rougeL_f1': 0.2179732313575526}\n",
            "Total Time Elapsed: 1.50s\n",
            "{'id': 659, 'rouge1_f1': 0.4834123222748815, 'rouge2_f1': 0.17619047619047618, 'rougeL_f1': 0.1943127962085308}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 660, 'rouge1_f1': 0.37057220708446864, 'rouge2_f1': 0.10958904109589039, 'rougeL_f1': 0.18528610354223432}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 661, 'rouge1_f1': 0.4085365853658537, 'rouge2_f1': 0.11042944785276072, 'rougeL_f1': 0.201219512195122}\n",
            "Total Time Elapsed: 1.77s\n",
            "{'id': 662, 'rouge1_f1': 0.5010706638115632, 'rouge2_f1': 0.18064516129032257, 'rougeL_f1': 0.25267665952890794}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 663, 'rouge1_f1': 0.49230769230769234, 'rouge2_f1': 0.18101545253863136, 'rougeL_f1': 0.24175824175824173}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 664, 'rouge1_f1': 0.2626728110599078, 'rouge2_f1': 0.05092592592592592, 'rougeL_f1': 0.152073732718894}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 665, 'rouge1_f1': 0.4069767441860465, 'rouge2_f1': 0.08187134502923978, 'rougeL_f1': 0.19186046511627908}\n",
            "Total Time Elapsed: 1.41s\n",
            "{'id': 666, 'rouge1_f1': 0.5454545454545454, 'rouge2_f1': 0.23239436619718312, 'rougeL_f1': 0.2517482517482517}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 667, 'rouge1_f1': 0.3311827956989247, 'rouge2_f1': 0.13390928725701945, 'rougeL_f1': 0.17634408602150534}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 668, 'rouge1_f1': 0.5013927576601671, 'rouge2_f1': 0.25770308123249297, 'rougeL_f1': 0.24512534818941503}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 669, 'rouge1_f1': 0.391644908616188, 'rouge2_f1': 0.06299212598425198, 'rougeL_f1': 0.17754569190600522}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 670, 'rouge1_f1': 0.3383084577114428, 'rouge2_f1': 0.05990016638935108, 'rougeL_f1': 0.13598673300165837}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 671, 'rouge1_f1': 0.42996742671009774, 'rouge2_f1': 0.1836065573770492, 'rougeL_f1': 0.2671009771986971}\n",
            "Total Time Elapsed: 1.19s\n",
            "{'id': 672, 'rouge1_f1': 0.2985074626865672, 'rouge2_f1': 0.06030150753768845, 'rougeL_f1': 0.13930348258706465}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 673, 'rouge1_f1': 0.40609137055837563, 'rouge2_f1': 0.086734693877551, 'rougeL_f1': 0.15228426395939088}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 674, 'rouge1_f1': 0.40586797066014674, 'rouge2_f1': 0.07371007371007371, 'rougeL_f1': 0.19070904645476772}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 675, 'rouge1_f1': 0.4632034632034632, 'rouge2_f1': 0.13478260869565217, 'rougeL_f1': 0.17316017316017315}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 676, 'rouge1_f1': 0.46035805626598464, 'rouge2_f1': 0.14910025706940874, 'rougeL_f1': 0.18925831202046034}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 677, 'rouge1_f1': 0.5315315315315315, 'rouge2_f1': 0.18552036199095023, 'rougeL_f1': 0.22072072072072071}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 678, 'rouge1_f1': 0.44906444906444903, 'rouge2_f1': 0.12108559498956158, 'rougeL_f1': 0.15384615384615385}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 679, 'rouge1_f1': 0.4170854271356784, 'rouge2_f1': 0.07575757575757575, 'rougeL_f1': 0.19597989949748745}\n",
            "Total Time Elapsed: 1.67s\n",
            "{'id': 680, 'rouge1_f1': 0.4033970276008493, 'rouge2_f1': 0.11940298507462689, 'rougeL_f1': 0.16135881104033972}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 681, 'rouge1_f1': 0.4376470588235294, 'rouge2_f1': 0.10874704491725769, 'rougeL_f1': 0.19764705882352943}\n",
            "Total Time Elapsed: 1.74s\n",
            "{'id': 682, 'rouge1_f1': 0.36532507739938086, 'rouge2_f1': 0.11838006230529595, 'rougeL_f1': 0.19814241486068113}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 683, 'rouge1_f1': 0.5025906735751295, 'rouge2_f1': 0.18229166666666666, 'rougeL_f1': 0.24352331606217617}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 684, 'rouge1_f1': 0.5, 'rouge2_f1': 0.23566878980891717, 'rougeL_f1': 0.24683544303797464}\n",
            "Total Time Elapsed: 3.32s\n",
            "{'id': 685, 'rouge1_f1': 0.47288503253796094, 'rouge2_f1': 0.12636165577342048, 'rougeL_f1': 0.17787418655097612}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 686, 'rouge1_f1': 0.4911392405063291, 'rouge2_f1': 0.20865139949109412, 'rougeL_f1': 0.19746835443037974}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 687, 'rouge1_f1': 0.4484848484848485, 'rouge2_f1': 0.11764705882352941, 'rougeL_f1': 0.18585858585858583}\n",
            "Total Time Elapsed: 1.53s\n",
            "{'id': 688, 'rouge1_f1': 0.501240694789082, 'rouge2_f1': 0.199501246882793, 'rougeL_f1': 0.27791563275434245}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 689, 'rouge1_f1': 0.5529157667386608, 'rouge2_f1': 0.22993492407809113, 'rougeL_f1': 0.2505399568034557}\n",
            "Total Time Elapsed: 1.44s\n",
            "{'id': 690, 'rouge1_f1': 0.44956772334293954, 'rouge2_f1': 0.12173913043478263, 'rougeL_f1': 0.16714697406340057}\n",
            "Total Time Elapsed: 1.71s\n",
            "{'id': 691, 'rouge1_f1': 0.3256880733944954, 'rouge2_f1': 0.06451612903225805, 'rougeL_f1': 0.16972477064220184}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 692, 'rouge1_f1': 0.4862155388471178, 'rouge2_f1': 0.1410579345088161, 'rougeL_f1': 0.2155388471177945}\n",
            "Total Time Elapsed: 1.70s\n",
            "{'id': 693, 'rouge1_f1': 0.5011086474501109, 'rouge2_f1': 0.12472160356347439, 'rougeL_f1': 0.19512195121951217}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 694, 'rouge1_f1': 0.47128712871287126, 'rouge2_f1': 0.14314115308151093, 'rougeL_f1': 0.1702970297029703}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 695, 'rouge1_f1': 0.4741873804971319, 'rouge2_f1': 0.14587332053742802, 'rougeL_f1': 0.18355640535372852}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 696, 'rouge1_f1': 0.4908616187989557, 'rouge2_f1': 0.18372703412073493, 'rougeL_f1': 0.2506527415143603}\n",
            "Total Time Elapsed: 1.34s\n",
            "{'id': 697, 'rouge1_f1': 0.5869565217391305, 'rouge2_f1': 0.24817518248175183, 'rougeL_f1': 0.32608695652173914}\n",
            "Total Time Elapsed: 1.56s\n",
            "{'id': 698, 'rouge1_f1': 0.5122494432071271, 'rouge2_f1': 0.1342281879194631, 'rougeL_f1': 0.19599109131403117}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 699, 'rouge1_f1': 0.5081300813008129, 'rouge2_f1': 0.07755102040816327, 'rougeL_f1': 0.1829268292682927}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 700, 'rouge1_f1': 0.5505617977528091, 'rouge2_f1': 0.2090395480225989, 'rougeL_f1': 0.25280898876404495}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 701, 'rouge1_f1': 0.33676975945017185, 'rouge2_f1': 0.1730103806228374, 'rougeL_f1': 0.16494845360824742}\n",
            "Total Time Elapsed: 3.32s\n",
            "{'id': 702, 'rouge1_f1': 0.4854771784232365, 'rouge2_f1': 0.11666666666666667, 'rougeL_f1': 0.18672199170124482}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 703, 'rouge1_f1': 0.2783018867924528, 'rouge2_f1': 0.04739336492890995, 'rougeL_f1': 0.1320754716981132}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 704, 'rouge1_f1': 0.42790697674418604, 'rouge2_f1': 0.1308411214953271, 'rougeL_f1': 0.20930232558139536}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 705, 'rouge1_f1': 0.49707602339181284, 'rouge2_f1': 0.21764705882352942, 'rougeL_f1': 0.2046783625730994}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 706, 'rouge1_f1': 0.3493670886075949, 'rouge2_f1': 0.11195928753180663, 'rougeL_f1': 0.1468354430379747}\n",
            "Total Time Elapsed: 1.71s\n",
            "{'id': 707, 'rouge1_f1': 0.5243243243243243, 'rouge2_f1': 0.16304347826086957, 'rougeL_f1': 0.21621621621621623}\n",
            "Total Time Elapsed: 3.49s\n",
            "{'id': 708, 'rouge1_f1': 0.48832271762208074, 'rouge2_f1': 0.17057569296375266, 'rougeL_f1': 0.22929936305732485}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 709, 'rouge1_f1': 0.4087301587301588, 'rouge2_f1': 0.06374501992031874, 'rougeL_f1': 0.14285714285714288}\n",
            "Total Time Elapsed: 1.49s\n",
            "{'id': 710, 'rouge1_f1': 0.38, 'rouge2_f1': 0.10067114093959731, 'rougeL_f1': 0.20666666666666667}\n",
            "Total Time Elapsed: 1.63s\n",
            "{'id': 711, 'rouge1_f1': 0.48648648648648646, 'rouge2_f1': 0.1402714932126697, 'rougeL_f1': 0.23873873873873874}\n",
            "Total Time Elapsed: 1.59s\n",
            "{'id': 712, 'rouge1_f1': 0.27941176470588236, 'rouge2_f1': 0.04444444444444444, 'rougeL_f1': 0.15441176470588236}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 713, 'rouge1_f1': 0.32258064516129037, 'rouge2_f1': 0.05776173285198556, 'rougeL_f1': 0.17921146953405018}\n",
            "Total Time Elapsed: 1.28s\n",
            "{'id': 714, 'rouge1_f1': 0.3258426966292135, 'rouge2_f1': 0.1016949152542373, 'rougeL_f1': 0.16292134831460675}\n",
            "Total Time Elapsed: 2.80s\n",
            "{'id': 715, 'rouge1_f1': 0.4148936170212766, 'rouge2_f1': 0.1657754010695187, 'rougeL_f1': 0.21276595744680848}\n",
            "Total Time Elapsed: 1.73s\n",
            "{'id': 716, 'rouge1_f1': 0.4366576819407008, 'rouge2_f1': 0.1084010840108401, 'rougeL_f1': 0.20485175202156336}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 717, 'rouge1_f1': 0.4206500956022944, 'rouge2_f1': 0.023032629558541268, 'rougeL_f1': 0.14531548757170173}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 718, 'rouge1_f1': 0.49655172413793097, 'rouge2_f1': 0.15704387990762123, 'rougeL_f1': 0.19310344827586207}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 719, 'rouge1_f1': 0.44871794871794873, 'rouge2_f1': 0.1459227467811159, 'rougeL_f1': 0.18803418803418803}\n",
            "Total Time Elapsed: 1.68s\n",
            "{'id': 720, 'rouge1_f1': 0.3428571428571428, 'rouge2_f1': 0.06321839080459771, 'rougeL_f1': 0.1714285714285714}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 721, 'rouge1_f1': 0.4293785310734463, 'rouge2_f1': 0.13232514177693763, 'rougeL_f1': 0.1657250470809793}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 722, 'rouge1_f1': 0.3911845730027548, 'rouge2_f1': 0.11634349030470914, 'rougeL_f1': 0.19283746556473827}\n",
            "Total Time Elapsed: 1.69s\n",
            "{'id': 723, 'rouge1_f1': 0.5194174757281554, 'rouge2_f1': 0.19512195121951217, 'rougeL_f1': 0.2524271844660194}\n",
            "Total Time Elapsed: 1.68s\n",
            "{'id': 724, 'rouge1_f1': 0.39232409381663114, 'rouge2_f1': 0.08565310492505354, 'rougeL_f1': 0.1492537313432836}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 725, 'rouge1_f1': 0.3448275862068965, 'rouge2_f1': 0.09027777777777778, 'rougeL_f1': 0.17241379310344826}\n",
            "Total Time Elapsed: 3.11s\n",
            "{'id': 726, 'rouge1_f1': 0.416030534351145, 'rouge2_f1': 0.06896551724137931, 'rougeL_f1': 0.16793893129770993}\n",
            "Total Time Elapsed: 2.53s\n",
            "{'id': 727, 'rouge1_f1': 0.4409090909090909, 'rouge2_f1': 0.1324200913242009, 'rougeL_f1': 0.1863636363636364}\n",
            "Total Time Elapsed: 1.60s\n",
            "{'id': 728, 'rouge1_f1': 0.3957597173144876, 'rouge2_f1': 0.12811387900355872, 'rougeL_f1': 0.2049469964664311}\n",
            "Total Time Elapsed: 1.56s\n",
            "{'id': 729, 'rouge1_f1': 0.4603960396039604, 'rouge2_f1': 0.13432835820895522, 'rougeL_f1': 0.19306930693069307}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 730, 'rouge1_f1': 0.42537313432835816, 'rouge2_f1': 0.12359550561797751, 'rougeL_f1': 0.1753731343283582}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 731, 'rouge1_f1': 0.46443514644351463, 'rouge2_f1': 0.13025210084033614, 'rougeL_f1': 0.20502092050209203}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 732, 'rouge1_f1': 0.44206008583690987, 'rouge2_f1': 0.10775862068965517, 'rougeL_f1': 0.1630901287553648}\n",
            "Total Time Elapsed: 2.02s\n",
            "{'id': 733, 'rouge1_f1': 0.3798882681564246, 'rouge2_f1': 0.10093457943925234, 'rougeL_f1': 0.15270018621973927}\n",
            "Total Time Elapsed: 1.26s\n",
            "{'id': 734, 'rouge1_f1': 0.45595854922279794, 'rouge2_f1': 0.15104166666666666, 'rougeL_f1': 0.19689119170984454}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 735, 'rouge1_f1': 0.42043222003929276, 'rouge2_f1': 0.10650887573964497, 'rougeL_f1': 0.1807465618860511}\n",
            "Total Time Elapsed: 1.32s\n",
            "{'id': 736, 'rouge1_f1': 0.4351464435146444, 'rouge2_f1': 0.1350210970464135, 'rougeL_f1': 0.19246861924686193}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 737, 'rouge1_f1': 0.4025157232704403, 'rouge2_f1': 0.16455696202531644, 'rougeL_f1': 0.21383647798742142}\n",
            "Total Time Elapsed: 1.80s\n",
            "{'id': 738, 'rouge1_f1': 0.3819628647214854, 'rouge2_f1': 0.10666666666666667, 'rougeL_f1': 0.16976127320954906}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 739, 'rouge1_f1': 0.3255813953488372, 'rouge2_f1': 0.13450292397660818, 'rougeL_f1': 0.21511627906976744}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 740, 'rouge1_f1': 0.4305555555555555, 'rouge2_f1': 0.10697674418604651, 'rougeL_f1': 0.18055555555555555}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 741, 'rouge1_f1': 0.4376899696048633, 'rouge2_f1': 0.13455657492354742, 'rougeL_f1': 0.2066869300911854}\n",
            "Total Time Elapsed: 1.55s\n",
            "{'id': 742, 'rouge1_f1': 0.4698544698544699, 'rouge2_f1': 0.1503131524008351, 'rougeL_f1': 0.16216216216216217}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 743, 'rouge1_f1': 0.474012474012474, 'rouge2_f1': 0.1837160751565762, 'rougeL_f1': 0.26195426195426197}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 744, 'rouge1_f1': 0.46475195822454307, 'rouge2_f1': 0.23097112860892388, 'rougeL_f1': 0.2663185378590078}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 745, 'rouge1_f1': 0.4755555555555556, 'rouge2_f1': 0.11607142857142858, 'rougeL_f1': 0.19555555555555554}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 746, 'rouge1_f1': 0.5200945626477541, 'rouge2_f1': 0.1520190023752969, 'rougeL_f1': 0.23167848699763594}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 747, 'rouge1_f1': 0.5098039215686274, 'rouge2_f1': 0.2188183807439825, 'rougeL_f1': 0.22657952069716775}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 748, 'rouge1_f1': 0.43283582089552236, 'rouge2_f1': 0.13999999999999999, 'rougeL_f1': 0.208955223880597}\n",
            "Total Time Elapsed: 1.11s\n",
            "{'id': 749, 'rouge1_f1': 0.498220640569395, 'rouge2_f1': 0.13620071684587814, 'rougeL_f1': 0.23487544483985767}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 750, 'rouge1_f1': 0.4505263157894737, 'rouge2_f1': 0.11839323467230445, 'rougeL_f1': 0.1936842105263158}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 751, 'rouge1_f1': 0.4480651731160896, 'rouge2_f1': 0.12678936605316973, 'rougeL_f1': 0.16700610997963342}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 752, 'rouge1_f1': 0.4909560723514212, 'rouge2_f1': 0.13506493506493505, 'rougeL_f1': 0.18604651162790697}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 753, 'rouge1_f1': 0.32876712328767127, 'rouge2_f1': 0.08815426997245181, 'rougeL_f1': 0.1534246575342466}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 754, 'rouge1_f1': 0.3096774193548388, 'rouge2_f1': 0.05183585313174946, 'rougeL_f1': 0.14623655913978495}\n",
            "Total Time Elapsed: 1.42s\n",
            "{'id': 755, 'rouge1_f1': 0.41232227488151657, 'rouge2_f1': 0.09999999999999999, 'rougeL_f1': 0.16113744075829387}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 756, 'rouge1_f1': 0.44017094017094016, 'rouge2_f1': 0.12017167381974249, 'rougeL_f1': 0.18376068376068377}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 757, 'rouge1_f1': 0.4693877551020408, 'rouge2_f1': 0.09230769230769231, 'rougeL_f1': 0.1836734693877551}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 758, 'rouge1_f1': 0.42362525458248473, 'rouge2_f1': 0.13496932515337423, 'rougeL_f1': 0.17922606924643583}\n",
            "Total Time Elapsed: 1.22s\n",
            "{'id': 759, 'rouge1_f1': 0.3023872679045093, 'rouge2_f1': 0.05866666666666667, 'rougeL_f1': 0.14323607427055704}\n",
            "Total Time Elapsed: 2.01s\n",
            "{'id': 760, 'rouge1_f1': 0.2495667244367418, 'rouge2_f1': 0.04521739130434783, 'rougeL_f1': 0.1317157712305026}\n",
            "Total Time Elapsed: 1.35s\n",
            "{'id': 761, 'rouge1_f1': 0.496969696969697, 'rouge2_f1': 0.15853658536585366, 'rougeL_f1': 0.2303030303030303}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 762, 'rouge1_f1': 0.45161290322580644, 'rouge2_f1': 0.1435185185185185, 'rougeL_f1': 0.1705069124423963}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 763, 'rouge1_f1': 0.4292682926829268, 'rouge2_f1': 0.08333333333333333, 'rougeL_f1': 0.1853658536585366}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 764, 'rouge1_f1': 0.380952380952381, 'rouge2_f1': 0.05389221556886228, 'rougeL_f1': 0.15476190476190477}\n",
            "Total Time Elapsed: 1.60s\n",
            "{'id': 765, 'rouge1_f1': 0.34507042253521125, 'rouge2_f1': 0.05673758865248227, 'rougeL_f1': 0.17605633802816903}\n",
            "Total Time Elapsed: 1.49s\n",
            "{'id': 766, 'rouge1_f1': 0.4367245657568238, 'rouge2_f1': 0.10972568578553614, 'rougeL_f1': 0.17866004962779156}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 767, 'rouge1_f1': 0.507399577167019, 'rouge2_f1': 0.15711252653927812, 'rougeL_f1': 0.18604651162790697}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 768, 'rouge1_f1': 0.4370546318289787, 'rouge2_f1': 0.11933174224343675, 'rougeL_f1': 0.17577197149643706}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 769, 'rouge1_f1': 0.452914798206278, 'rouge2_f1': 0.12162162162162161, 'rougeL_f1': 0.18385650224215247}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 770, 'rouge1_f1': 0.4679911699779249, 'rouge2_f1': 0.15077605321507762, 'rougeL_f1': 0.22516556291390727}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 771, 'rouge1_f1': 0.5432595573440644, 'rouge2_f1': 0.1898989898989899, 'rougeL_f1': 0.2575452716297787}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 772, 'rouge1_f1': 0.4463768115942029, 'rouge2_f1': 0.1924198250728863, 'rougeL_f1': 0.22608695652173913}\n",
            "Total Time Elapsed: 1.15s\n",
            "{'id': 773, 'rouge1_f1': 0.33451957295373663, 'rouge2_f1': 0.07885304659498207, 'rougeL_f1': 0.1637010676156584}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 774, 'rouge1_f1': 0.398989898989899, 'rouge2_f1': 0.12182741116751268, 'rougeL_f1': 0.21717171717171715}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 775, 'rouge1_f1': 0.48444444444444446, 'rouge2_f1': 0.13839285714285715, 'rougeL_f1': 0.2311111111111111}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 776, 'rouge1_f1': 0.3722772277227722, 'rouge2_f1': 0.09145129224652089, 'rougeL_f1': 0.15445544554455445}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 777, 'rouge1_f1': 0.516624040920716, 'rouge2_f1': 0.18508997429305912, 'rougeL_f1': 0.24552429667519182}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 778, 'rouge1_f1': 0.5688888888888889, 'rouge2_f1': 0.26785714285714285, 'rougeL_f1': 0.3022222222222222}\n",
            "Total Time Elapsed: 1.44s\n",
            "{'id': 779, 'rouge1_f1': 0.4380403458213256, 'rouge2_f1': 0.15072463768115943, 'rougeL_f1': 0.23631123919308358}\n",
            "Total Time Elapsed: 2.02s\n",
            "{'id': 780, 'rouge1_f1': 0.4083769633507853, 'rouge2_f1': 0.13684210526315788, 'rougeL_f1': 0.19895287958115185}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 781, 'rouge1_f1': 0.5095057034220533, 'rouge2_f1': 0.14122137404580154, 'rougeL_f1': 0.20912547528517111}\n",
            "Total Time Elapsed: 1.70s\n",
            "{'id': 782, 'rouge1_f1': 0.2917466410748561, 'rouge2_f1': 0.038535645472061654, 'rougeL_f1': 0.12667946257197696}\n",
            "Total Time Elapsed: 1.64s\n",
            "{'id': 783, 'rouge1_f1': 0.3594936708860759, 'rouge2_f1': 0.07633587786259542, 'rougeL_f1': 0.1518987341772152}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 784, 'rouge1_f1': 0.3212121212121212, 'rouge2_f1': 0.16463414634146345, 'rougeL_f1': 0.1878787878787879}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 785, 'rouge1_f1': 0.3506849315068493, 'rouge2_f1': 0.09917355371900828, 'rougeL_f1': 0.18082191780821916}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 786, 'rouge1_f1': 0.5265957446808511, 'rouge2_f1': 0.18716577540106952, 'rougeL_f1': 0.26595744680851063}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 787, 'rouge1_f1': 0.4255319148936169, 'rouge2_f1': 0.13776722090261284, 'rougeL_f1': 0.19858156028368795}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 788, 'rouge1_f1': 0.5046728971962617, 'rouge2_f1': 0.2101313320825516, 'rougeL_f1': 0.23551401869158878}\n",
            "Total Time Elapsed: 2.71s\n",
            "{'id': 789, 'rouge1_f1': 0.44690265486725667, 'rouge2_f1': 0.10666666666666667, 'rougeL_f1': 0.17256637168141595}\n",
            "Total Time Elapsed: 1.23s\n",
            "{'id': 790, 'rouge1_f1': 0.43874643874643876, 'rouge2_f1': 0.14326647564469916, 'rougeL_f1': 0.16524216524216523}\n",
            "Total Time Elapsed: 1.33s\n",
            "{'id': 791, 'rouge1_f1': 0.29520295202952035, 'rouge2_f1': 0.05925925925925926, 'rougeL_f1': 0.14022140221402216}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 792, 'rouge1_f1': 0.4530892448512586, 'rouge2_f1': 0.11954022988505747, 'rougeL_f1': 0.2105263157894737}\n",
            "Total Time Elapsed: 1.62s\n",
            "{'id': 793, 'rouge1_f1': 0.48899755501222497, 'rouge2_f1': 0.19656019656019658, 'rougeL_f1': 0.22982885085574573}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 794, 'rouge1_f1': 0.41643835616438357, 'rouge2_f1': 0.12672176308539942, 'rougeL_f1': 0.2301369863013699}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 795, 'rouge1_f1': 0.4480369515011548, 'rouge2_f1': 0.14849187935034802, 'rougeL_f1': 0.18937644341801388}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 796, 'rouge1_f1': 0.4479638009049774, 'rouge2_f1': 0.15454545454545454, 'rougeL_f1': 0.2171945701357466}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 797, 'rouge1_f1': 0.5109489051094891, 'rouge2_f1': 0.2004889975550122, 'rougeL_f1': 0.25790754257907544}\n",
            "Total Time Elapsed: 1.24s\n",
            "{'id': 798, 'rouge1_f1': 0.35260115606936415, 'rouge2_f1': 0.09883720930232559, 'rougeL_f1': 0.18497109826589594}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 799, 'rouge1_f1': 0.422680412371134, 'rouge2_f1': 0.13989637305699482, 'rougeL_f1': 0.24742268041237112}\n",
            "Total Time Elapsed: 2.03s\n",
            "{'id': 800, 'rouge1_f1': 0.28498727735368956, 'rouge2_f1': 0.04092071611253197, 'rougeL_f1': 0.15267175572519087}\n",
            "Total Time Elapsed: 1.47s\n",
            "{'id': 801, 'rouge1_f1': 0.4771929824561404, 'rouge2_f1': 0.17667844522968196, 'rougeL_f1': 0.2596491228070175}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 802, 'rouge1_f1': 0.2671009771986971, 'rouge2_f1': 0.06557377049180328, 'rougeL_f1': 0.14332247557003258}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 803, 'rouge1_f1': 0.44742729306487694, 'rouge2_f1': 0.0853932584269663, 'rougeL_f1': 0.16107382550335572}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 804, 'rouge1_f1': 0.5261044176706827, 'rouge2_f1': 0.25806451612903225, 'rougeL_f1': 0.25702811244979923}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 805, 'rouge1_f1': 0.42745098039215684, 'rouge2_f1': 0.09055118110236221, 'rougeL_f1': 0.1647058823529412}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 806, 'rouge1_f1': 0.4210526315789474, 'rouge2_f1': 0.1103448275862069, 'rougeL_f1': 0.16018306636155605}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 807, 'rouge1_f1': 0.47702407002188185, 'rouge2_f1': 0.10549450549450548, 'rougeL_f1': 0.20568927789934355}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 808, 'rouge1_f1': 0.5021645021645021, 'rouge2_f1': 0.1782608695652174, 'rougeL_f1': 0.25974025974025977}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 809, 'rouge1_f1': 0.45929018789144044, 'rouge2_f1': 0.10062893081761005, 'rougeL_f1': 0.18789144050104387}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 810, 'rouge1_f1': 0.34267912772585674, 'rouge2_f1': 0.05015673981191223, 'rougeL_f1': 0.1806853582554517}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 811, 'rouge1_f1': 0.509915014164306, 'rouge2_f1': 0.15954415954415951, 'rougeL_f1': 0.24362606232294615}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 812, 'rouge1_f1': 0.531578947368421, 'rouge2_f1': 0.25396825396825395, 'rougeL_f1': 0.3105263157894737}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 813, 'rouge1_f1': 0.38028169014084506, 'rouge2_f1': 0.14893617021276592, 'rougeL_f1': 0.17605633802816903}\n",
            "Total Time Elapsed: 1.75s\n",
            "{'id': 814, 'rouge1_f1': 0.5630252100840336, 'rouge2_f1': 0.2869198312236287, 'rougeL_f1': 0.35714285714285715}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 815, 'rouge1_f1': 0.46476190476190476, 'rouge2_f1': 0.16061185468451242, 'rougeL_f1': 0.22095238095238093}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 816, 'rouge1_f1': 0.450632911392405, 'rouge2_f1': 0.13740458015267176, 'rougeL_f1': 0.22278481012658227}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 817, 'rouge1_f1': 0.46760563380281694, 'rouge2_f1': 0.13031161473087818, 'rougeL_f1': 0.18028169014084505}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 818, 'rouge1_f1': 0.3933649289099526, 'rouge2_f1': 0.0761904761904762, 'rougeL_f1': 0.17535545023696683}\n",
            "Total Time Elapsed: 1.62s\n",
            "{'id': 819, 'rouge1_f1': 0.49710982658959535, 'rouge2_f1': 0.1569767441860465, 'rougeL_f1': 0.23699421965317918}\n",
            "Total Time Elapsed: 1.92s\n",
            "{'id': 820, 'rouge1_f1': 0.5487804878048781, 'rouge2_f1': 0.15918367346938775, 'rougeL_f1': 0.23170731707317074}\n",
            "Total Time Elapsed: 1.52s\n",
            "{'id': 821, 'rouge1_f1': 0.38949671772428884, 'rouge2_f1': 0.13186813186813184, 'rougeL_f1': 0.20568927789934352}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 822, 'rouge1_f1': 0.4894117647058824, 'rouge2_f1': 0.12293144208037825, 'rougeL_f1': 0.1976470588235294}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 823, 'rouge1_f1': 0.5090909090909091, 'rouge2_f1': 0.1947261663286004, 'rougeL_f1': 0.23030303030303031}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 824, 'rouge1_f1': 0.4988764044943821, 'rouge2_f1': 0.21670428893905191, 'rougeL_f1': 0.24269662921348312}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 825, 'rouge1_f1': 0.5095541401273885, 'rouge2_f1': 0.19616204690831557, 'rougeL_f1': 0.25477707006369427}\n",
            "Total Time Elapsed: 1.41s\n",
            "{'id': 826, 'rouge1_f1': 0.37873754152823924, 'rouge2_f1': 0.053511705685618735, 'rougeL_f1': 0.17275747508305647}\n",
            "Total Time Elapsed: 1.81s\n",
            "{'id': 827, 'rouge1_f1': 0.5285714285714285, 'rouge2_f1': 0.1722488038277512, 'rougeL_f1': 0.21428571428571427}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 828, 'rouge1_f1': 0.5078740157480315, 'rouge2_f1': 0.15810276679841898, 'rougeL_f1': 0.19685039370078738}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 829, 'rouge1_f1': 0.42082429501084595, 'rouge2_f1': 0.130718954248366, 'rougeL_f1': 0.2212581344902386}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 830, 'rouge1_f1': 0.47186147186147187, 'rouge2_f1': 0.13043478260869565, 'rougeL_f1': 0.19480519480519481}\n",
            "Total Time Elapsed: 1.35s\n",
            "{'id': 831, 'rouge1_f1': 0.44501278772378516, 'rouge2_f1': 0.07712082262210797, 'rougeL_f1': 0.15856777493606136}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 832, 'rouge1_f1': 0.510204081632653, 'rouge2_f1': 0.17435897435897435, 'rougeL_f1': 0.2653061224489796}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 833, 'rouge1_f1': 0.38888888888888884, 'rouge2_f1': 0.07614213197969542, 'rougeL_f1': 0.1919191919191919}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 834, 'rouge1_f1': 0.39071566731141205, 'rouge2_f1': 0.07766990291262135, 'rougeL_f1': 0.18181818181818177}\n",
            "Total Time Elapsed: 1.37s\n",
            "{'id': 835, 'rouge1_f1': 0.32662192393736017, 'rouge2_f1': 0.07191011235955055, 'rougeL_f1': 0.14317673378076062}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 836, 'rouge1_f1': 0.4763860369609856, 'rouge2_f1': 0.09484536082474226, 'rougeL_f1': 0.18480492813141683}\n",
            "Total Time Elapsed: 1.45s\n",
            "{'id': 837, 'rouge1_f1': 0.44607843137254893, 'rouge2_f1': 0.08374384236453201, 'rougeL_f1': 0.16666666666666666}\n",
            "Total Time Elapsed: 1.42s\n",
            "{'id': 838, 'rouge1_f1': 0.38769230769230767, 'rouge2_f1': 0.1238390092879257, 'rougeL_f1': 0.22153846153846155}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 839, 'rouge1_f1': 0.4571428571428572, 'rouge2_f1': 0.1338432122370937, 'rougeL_f1': 0.2019047619047619}\n",
            "Total Time Elapsed: 3.35s\n",
            "{'id': 840, 'rouge1_f1': 0.4426666666666667, 'rouge2_f1': 0.15549597855227884, 'rougeL_f1': 0.2293333333333333}\n",
            "Total Time Elapsed: 2.77s\n",
            "{'id': 841, 'rouge1_f1': 0.39449541284403666, 'rouge2_f1': 0.1566820276497696, 'rougeL_f1': 0.17889908256880732}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 842, 'rouge1_f1': 0.44028103044496486, 'rouge2_f1': 0.14588235294117646, 'rougeL_f1': 0.1686182669789227}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 843, 'rouge1_f1': 0.41564792176039117, 'rouge2_f1': 0.10319410319410319, 'rougeL_f1': 0.19070904645476772}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 844, 'rouge1_f1': 0.36885245901639346, 'rouge2_f1': 0.06995884773662552, 'rougeL_f1': 0.16393442622950816}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 845, 'rouge1_f1': 0.3829787234042553, 'rouge2_f1': 0.09090909090909091, 'rougeL_f1': 0.18617021276595744}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 846, 'rouge1_f1': 0.45370370370370366, 'rouge2_f1': 0.13953488372093023, 'rougeL_f1': 0.1759259259259259}\n",
            "Total Time Elapsed: 1.53s\n",
            "{'id': 847, 'rouge1_f1': 0.34285714285714286, 'rouge2_f1': 0.1079136690647482, 'rougeL_f1': 0.2}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 848, 'rouge1_f1': 0.4205378973105135, 'rouge2_f1': 0.1277641277641278, 'rougeL_f1': 0.19559902200489}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 849, 'rouge1_f1': 0.4224719101123595, 'rouge2_f1': 0.05869074492099323, 'rougeL_f1': 0.1707865168539326}\n",
            "Total Time Elapsed: 1.11s\n",
            "{'id': 850, 'rouge1_f1': 0.3498349834983498, 'rouge2_f1': 0.1196013289036545, 'rougeL_f1': 0.17821782178217818}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 851, 'rouge1_f1': 0.45551601423487537, 'rouge2_f1': 0.13214285714285715, 'rougeL_f1': 0.16725978647686832}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 852, 'rouge1_f1': 0.45238095238095233, 'rouge2_f1': 0.07569721115537849, 'rougeL_f1': 0.1626984126984127}\n",
            "Total Time Elapsed: 1.45s\n",
            "{'id': 853, 'rouge1_f1': 0.4805194805194805, 'rouge2_f1': 0.2091503267973856, 'rougeL_f1': 0.2272727272727273}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 854, 'rouge1_f1': 0.31266846361185985, 'rouge2_f1': 0.059620596205962065, 'rougeL_f1': 0.11859838274932614}\n",
            "Total Time Elapsed: 1.60s\n",
            "{'id': 855, 'rouge1_f1': 0.480225988700565, 'rouge2_f1': 0.07954545454545454, 'rougeL_f1': 0.19774011299435026}\n",
            "Total Time Elapsed: 1.45s\n",
            "{'id': 856, 'rouge1_f1': 0.3893333333333333, 'rouge2_f1': 0.10723860589812333, 'rougeL_f1': 0.15999999999999998}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 857, 'rouge1_f1': 0.4090909090909091, 'rouge2_f1': 0.1542857142857143, 'rougeL_f1': 0.22727272727272727}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 858, 'rouge1_f1': 0.4285714285714286, 'rouge2_f1': 0.1111111111111111, 'rougeL_f1': 0.1889400921658986}\n",
            "Total Time Elapsed: 1.93s\n",
            "{'id': 859, 'rouge1_f1': 0.36097560975609755, 'rouge2_f1': 0.03431372549019608, 'rougeL_f1': 0.16097560975609754}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 860, 'rouge1_f1': 0.2508250825082508, 'rouge2_f1': 0.026578073089700994, 'rougeL_f1': 0.13861386138613857}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 861, 'rouge1_f1': 0.34716981132075475, 'rouge2_f1': 0.13688212927756652, 'rougeL_f1': 0.2037735849056604}\n",
            "Total Time Elapsed: 1.73s\n",
            "{'id': 862, 'rouge1_f1': 0.3525179856115108, 'rouge2_f1': 0.13043478260869565, 'rougeL_f1': 0.19424460431654678}\n",
            "Total Time Elapsed: 1.14s\n",
            "{'id': 863, 'rouge1_f1': 0.3333333333333333, 'rouge2_f1': 0.12941176470588237, 'rougeL_f1': 0.2046783625730994}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 864, 'rouge1_f1': 0.4312977099236641, 'rouge2_f1': 0.12260536398467434, 'rougeL_f1': 0.24045801526717556}\n",
            "Total Time Elapsed: 1.38s\n",
            "{'id': 865, 'rouge1_f1': 0.4851485148514852, 'rouge2_f1': 0.22000000000000003, 'rougeL_f1': 0.2376237623762376}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 866, 'rouge1_f1': 0.4161849710982659, 'rouge2_f1': 0.13152804642166346, 'rougeL_f1': 0.1772639691714836}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 867, 'rouge1_f1': 0.39143730886850153, 'rouge2_f1': 0.14153846153846153, 'rougeL_f1': 0.2201834862385321}\n",
            "Total Time Elapsed: 1.53s\n",
            "{'id': 868, 'rouge1_f1': 0.3746556473829201, 'rouge2_f1': 0.11634349030470913, 'rougeL_f1': 0.21487603305785125}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 869, 'rouge1_f1': 0.5011185682326622, 'rouge2_f1': 0.12584269662921346, 'rougeL_f1': 0.1923937360178971}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 870, 'rouge1_f1': 0.4351464435146444, 'rouge2_f1': 0.12605042016806722, 'rougeL_f1': 0.20502092050209203}\n",
            "Total Time Elapsed: 1.06s\n",
            "{'id': 871, 'rouge1_f1': 0.3503649635036496, 'rouge2_f1': 0.11029411764705883, 'rougeL_f1': 0.16058394160583941}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 872, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10650887573964496, 'rougeL_f1': 0.2176470588235294}\n",
            "Total Time Elapsed: 1.93s\n",
            "{'id': 873, 'rouge1_f1': 0.5311778290993071, 'rouge2_f1': 0.1948955916473318, 'rougeL_f1': 0.2863741339491917}\n",
            "Total Time Elapsed: 1.81s\n",
            "{'id': 874, 'rouge1_f1': 0.42675159235668786, 'rouge2_f1': 0.14102564102564102, 'rougeL_f1': 0.20382165605095542}\n",
            "Total Time Elapsed: 1.91s\n",
            "{'id': 875, 'rouge1_f1': 0.4818181818181818, 'rouge2_f1': 0.23287671232876708, 'rougeL_f1': 0.2545454545454545}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 876, 'rouge1_f1': 0.5244444444444444, 'rouge2_f1': 0.1830357142857143, 'rougeL_f1': 0.20888888888888887}\n",
            "Total Time Elapsed: 1.21s\n",
            "{'id': 877, 'rouge1_f1': 0.42424242424242425, 'rouge2_f1': 0.11634349030470915, 'rougeL_f1': 0.1818181818181818}\n",
            "Total Time Elapsed: 1.68s\n",
            "{'id': 878, 'rouge1_f1': 0.45925925925925926, 'rouge2_f1': 0.10447761194029852, 'rougeL_f1': 0.2148148148148148}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 879, 'rouge1_f1': 0.3929712460063898, 'rouge2_f1': 0.08653846153846152, 'rougeL_f1': 0.15654952076677317}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 880, 'rouge1_f1': 0.41566265060240964, 'rouge2_f1': 0.12121212121212122, 'rougeL_f1': 0.19879518072289157}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 881, 'rouge1_f1': 0.2773722627737226, 'rouge2_f1': 0.08823529411764706, 'rougeL_f1': 0.18248175182481752}\n",
            "Total Time Elapsed: 2.64s\n",
            "{'id': 882, 'rouge1_f1': 0.4444444444444444, 'rouge2_f1': 0.1314741035856574, 'rougeL_f1': 0.20634920634920637}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 883, 'rouge1_f1': 0.43232323232323233, 'rouge2_f1': 0.1460446247464503, 'rougeL_f1': 0.16565656565656564}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 884, 'rouge1_f1': 0.48459958932238195, 'rouge2_f1': 0.14845360824742268, 'rougeL_f1': 0.21355236139630387}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 885, 'rouge1_f1': 0.33962264150943394, 'rouge2_f1': 0.0813008130081301, 'rougeL_f1': 0.14555256064690025}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 886, 'rouge1_f1': 0.4827586206896552, 'rouge2_f1': 0.19199999999999998, 'rougeL_f1': 0.21750663129973474}\n",
            "Total Time Elapsed: 1.39s\n",
            "{'id': 887, 'rouge1_f1': 0.37121212121212127, 'rouge2_f1': 0.09923664122137406, 'rougeL_f1': 0.19696969696969696}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 888, 'rouge1_f1': 0.5316973415132924, 'rouge2_f1': 0.188911704312115, 'rougeL_f1': 0.20858895705521474}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 889, 'rouge1_f1': 0.5195876288659794, 'rouge2_f1': 0.24844720496894412, 'rougeL_f1': 0.2515463917525773}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 890, 'rouge1_f1': 0.45197740112994345, 'rouge2_f1': 0.2272727272727273, 'rougeL_f1': 0.3163841807909605}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 891, 'rouge1_f1': 0.4119106699751861, 'rouge2_f1': 0.11970074812967582, 'rougeL_f1': 0.18858560794044665}\n",
            "Total Time Elapsed: 1.70s\n",
            "{'id': 892, 'rouge1_f1': 0.47619047619047616, 'rouge2_f1': 0.2600382409177821, 'rougeL_f1': 0.3047619047619048}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 893, 'rouge1_f1': 0.41317365269461076, 'rouge2_f1': 0.15060240963855423, 'rougeL_f1': 0.18562874251497005}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 894, 'rouge1_f1': 0.5432098765432097, 'rouge2_f1': 0.1935483870967742, 'rougeL_f1': 0.2518518518518518}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 895, 'rouge1_f1': 0.5224489795918368, 'rouge2_f1': 0.1885245901639344, 'rougeL_f1': 0.236734693877551}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 896, 'rouge1_f1': 0.4551422319474836, 'rouge2_f1': 0.1274725274725275, 'rougeL_f1': 0.18818380743982493}\n",
            "Total Time Elapsed: 1.93s\n",
            "{'id': 897, 'rouge1_f1': 0.406480117820324, 'rouge2_f1': 0.12407680945347119, 'rougeL_f1': 0.19440353460972018}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 898, 'rouge1_f1': 0.5599999999999999, 'rouge2_f1': 0.14657210401891252, 'rougeL_f1': 0.22117647058823525}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 899, 'rouge1_f1': 0.4444444444444445, 'rouge2_f1': 0.0825242718446602, 'rougeL_f1': 0.2077294685990338}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 900, 'rouge1_f1': 0.5523012552301255, 'rouge2_f1': 0.2226890756302521, 'rougeL_f1': 0.3096234309623431}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 901, 'rouge1_f1': 0.29949238578680204, 'rouge2_f1': 0.02551020408163265, 'rougeL_f1': 0.13705583756345177}\n",
            "Total Time Elapsed: 2.36s\n",
            "{'id': 902, 'rouge1_f1': 0.33251833740831294, 'rouge2_f1': 0.09336609336609338, 'rougeL_f1': 0.1711491442542787}\n",
            "Total Time Elapsed: 1.63s\n",
            "{'id': 903, 'rouge1_f1': 0.4568764568764569, 'rouge2_f1': 0.15456674473067916, 'rougeL_f1': 0.17715617715617715}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 904, 'rouge1_f1': 0.47023809523809523, 'rouge2_f1': 0.1437125748502994, 'rougeL_f1': 0.244047619047619}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 905, 'rouge1_f1': 0.45801526717557256, 'rouge2_f1': 0.13810741687979539, 'rougeL_f1': 0.22900763358778628}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 906, 'rouge1_f1': 0.33255269320843095, 'rouge2_f1': 0.07529411764705882, 'rougeL_f1': 0.16393442622950818}\n",
            "Total Time Elapsed: 1.42s\n",
            "{'id': 907, 'rouge1_f1': 0.49032258064516127, 'rouge2_f1': 0.11038961038961038, 'rougeL_f1': 0.24516129032258063}\n",
            "Total Time Elapsed: 1.59s\n",
            "{'id': 908, 'rouge1_f1': 0.4316546762589928, 'rouge2_f1': 0.0963855421686747, 'rougeL_f1': 0.2014388489208633}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 909, 'rouge1_f1': 0.3508771929824561, 'rouge2_f1': 0.07680000000000001, 'rougeL_f1': 0.1307814992025518}\n",
            "Total Time Elapsed: 2.38s\n",
            "{'id': 910, 'rouge1_f1': 0.3546099290780142, 'rouge2_f1': 0.08076009501187648, 'rougeL_f1': 0.1513002364066194}\n",
            "Total Time Elapsed: 1.13s\n",
            "{'id': 911, 'rouge1_f1': 0.39370078740157477, 'rouge2_f1': 0.09523809523809523, 'rougeL_f1': 0.21259842519685038}\n",
            "Total Time Elapsed: 1.78s\n",
            "{'id': 912, 'rouge1_f1': 0.5034013605442176, 'rouge2_f1': 0.1548974943052392, 'rougeL_f1': 0.20408163265306123}\n",
            "Total Time Elapsed: 1.92s\n",
            "{'id': 913, 'rouge1_f1': 0.5252100840336135, 'rouge2_f1': 0.19831223628691985, 'rougeL_f1': 0.2436974789915966}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 914, 'rouge1_f1': 0.4471153846153846, 'rouge2_f1': 0.12560386473429952, 'rougeL_f1': 0.1826923076923077}\n",
            "Total Time Elapsed: 1.81s\n",
            "{'id': 915, 'rouge1_f1': 0.3149171270718232, 'rouge2_f1': 0.022222222222222223, 'rougeL_f1': 0.143646408839779}\n",
            "Total Time Elapsed: 2.41s\n",
            "{'id': 916, 'rouge1_f1': 0.6084142394822006, 'rouge2_f1': 0.36482084690553745, 'rougeL_f1': 0.3883495145631068}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 917, 'rouge1_f1': 0.3286118980169972, 'rouge2_f1': 0.08547008547008547, 'rougeL_f1': 0.141643059490085}\n",
            "Total Time Elapsed: 2.02s\n",
            "{'id': 918, 'rouge1_f1': 0.3924528301886792, 'rouge2_f1': 0.11742424242424242, 'rougeL_f1': 0.20377358490566036}\n",
            "Total Time Elapsed: 1.77s\n",
            "{'id': 919, 'rouge1_f1': 0.5642317380352645, 'rouge2_f1': 0.2177215189873418, 'rougeL_f1': 0.24181360201511334}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 920, 'rouge1_f1': 0.3938223938223938, 'rouge2_f1': 0.1556420233463035, 'rougeL_f1': 0.18532818532818532}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 921, 'rouge1_f1': 0.3853564547206166, 'rouge2_f1': 0.10058027079303675, 'rougeL_f1': 0.1348747591522158}\n",
            "Total Time Elapsed: 1.59s\n",
            "{'id': 922, 'rouge1_f1': 0.3586626139817629, 'rouge2_f1': 0.09174311926605505, 'rougeL_f1': 0.1945288753799392}\n",
            "Total Time Elapsed: 1.38s\n",
            "{'id': 923, 'rouge1_f1': 0.282442748091603, 'rouge2_f1': 0.08461538461538462, 'rougeL_f1': 0.16793893129770993}\n",
            "Total Time Elapsed: 1.22s\n",
            "{'id': 924, 'rouge1_f1': 0.38650306748466257, 'rouge2_f1': 0.08641975308641976, 'rougeL_f1': 0.1901840490797546}\n",
            "Total Time Elapsed: 1.48s\n",
            "{'id': 925, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10526315789473682, 'rougeL_f1': 0.1969230769230769}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 926, 'rouge1_f1': 0.3903743315508021, 'rouge2_f1': 0.0913978494623656, 'rougeL_f1': 0.18716577540106952}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 927, 'rouge1_f1': 0.47117794486215536, 'rouge2_f1': 0.13602015113350127, 'rougeL_f1': 0.22556390977443608}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 928, 'rouge1_f1': 0.4376590330788804, 'rouge2_f1': 0.1432225063938619, 'rougeL_f1': 0.20356234096692113}\n",
            "Total Time Elapsed: 2.49s\n",
            "{'id': 929, 'rouge1_f1': 0.27882037533512066, 'rouge2_f1': 0.03234501347708895, 'rougeL_f1': 0.13404825737265416}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 930, 'rouge1_f1': 0.47558386411889586, 'rouge2_f1': 0.1279317697228145, 'rougeL_f1': 0.18259023354564755}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 931, 'rouge1_f1': 0.4328358208955224, 'rouge2_f1': 0.09499999999999999, 'rougeL_f1': 0.19402985074626866}\n",
            "Total Time Elapsed: 1.47s\n",
            "{'id': 932, 'rouge1_f1': 0.23041474654377883, 'rouge2_f1': 0.06511627906976743, 'rougeL_f1': 0.11981566820276499}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 933, 'rouge1_f1': 0.3858520900321543, 'rouge2_f1': 0.13592233009708737, 'rougeL_f1': 0.18006430868167203}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 934, 'rouge1_f1': 0.4878048780487805, 'rouge2_f1': 0.14253897550111358, 'rougeL_f1': 0.2305986696230599}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 935, 'rouge1_f1': 0.43636363636363634, 'rouge2_f1': 0.11764705882352941, 'rougeL_f1': 0.17373737373737372}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 936, 'rouge1_f1': 0.5328330206378986, 'rouge2_f1': 0.18455743879472694, 'rougeL_f1': 0.23639774859287058}\n",
            "Total Time Elapsed: 1.92s\n",
            "{'id': 937, 'rouge1_f1': 0.4564315352697096, 'rouge2_f1': 0.12083333333333332, 'rougeL_f1': 0.1784232365145228}\n",
            "Total Time Elapsed: 2.02s\n",
            "{'id': 938, 'rouge1_f1': 0.43106796116504853, 'rouge2_f1': 0.10916179337231968, 'rougeL_f1': 0.19805825242718447}\n",
            "Total Time Elapsed: 1.79s\n",
            "{'id': 939, 'rouge1_f1': 0.3753501400560224, 'rouge2_f1': 0.04507042253521126, 'rougeL_f1': 0.1568627450980392}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 940, 'rouge1_f1': 0.5353728489483748, 'rouge2_f1': 0.16122840690978887, 'rougeL_f1': 0.24856596558317404}\n",
            "Total Time Elapsed: 1.35s\n",
            "{'id': 941, 'rouge1_f1': 0.4954682779456193, 'rouge2_f1': 0.2370820668693009, 'rougeL_f1': 0.29607250755287007}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 942, 'rouge1_f1': 0.4033613445378152, 'rouge2_f1': 0.1181434599156118, 'rougeL_f1': 0.1680672268907563}\n",
            "Total Time Elapsed: 1.60s\n",
            "{'id': 943, 'rouge1_f1': 0.3244444444444444, 'rouge2_f1': 0.0625, 'rougeL_f1': 0.1422222222222222}\n",
            "Total Time Elapsed: 1.61s\n",
            "{'id': 944, 'rouge1_f1': 0.441340782122905, 'rouge2_f1': 0.08426966292134833, 'rougeL_f1': 0.20111731843575417}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 945, 'rouge1_f1': 0.4666666666666667, 'rouge2_f1': 0.10267857142857144, 'rougeL_f1': 0.2088888888888889}\n",
            "Total Time Elapsed: 1.25s\n",
            "{'id': 946, 'rouge1_f1': 0.4285714285714286, 'rouge2_f1': 0.20863309352517984, 'rougeL_f1': 0.27142857142857146}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 947, 'rouge1_f1': 0.273972602739726, 'rouge2_f1': 0.06060606060606061, 'rougeL_f1': 0.136986301369863}\n",
            "Total Time Elapsed: 1.29s\n",
            "{'id': 948, 'rouge1_f1': 0.4076433121019108, 'rouge2_f1': 0.09615384615384615, 'rougeL_f1': 0.1464968152866242}\n",
            "Total Time Elapsed: 1.81s\n",
            "{'id': 949, 'rouge1_f1': 0.4491978609625668, 'rouge2_f1': 0.13978494623655913, 'rougeL_f1': 0.23529411764705882}\n",
            "Total Time Elapsed: 1.78s\n",
            "{'id': 950, 'rouge1_f1': 0.5030425963488844, 'rouge2_f1': 0.24847250509164967, 'rougeL_f1': 0.3042596348884382}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 951, 'rouge1_f1': 0.5513513513513514, 'rouge2_f1': 0.20108695652173914, 'rougeL_f1': 0.2648648648648649}\n",
            "Total Time Elapsed: 1.51s\n",
            "{'id': 952, 'rouge1_f1': 0.48421052631578954, 'rouge2_f1': 0.11111111111111112, 'rougeL_f1': 0.2210526315789474}\n",
            "Total Time Elapsed: 2.02s\n",
            "{'id': 953, 'rouge1_f1': 0.3384615384615385, 'rouge2_f1': 0.07216494845360824, 'rougeL_f1': 0.16923076923076924}\n",
            "Total Time Elapsed: 1.11s\n",
            "{'id': 954, 'rouge1_f1': 0.48101265822784806, 'rouge2_f1': 0.21276595744680854, 'rougeL_f1': 0.2869198312236287}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 955, 'rouge1_f1': 0.4427860696517413, 'rouge2_f1': 0.13999999999999999, 'rougeL_f1': 0.18407960199004975}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 956, 'rouge1_f1': 0.45918367346938777, 'rouge2_f1': 0.16410256410256413, 'rougeL_f1': 0.260204081632653}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 957, 'rouge1_f1': 0.43518518518518523, 'rouge2_f1': 0.07906976744186046, 'rougeL_f1': 0.17592592592592593}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 958, 'rouge1_f1': 0.47457627118644063, 'rouge2_f1': 0.19318181818181818, 'rougeL_f1': 0.20903954802259886}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 959, 'rouge1_f1': 0.49063670411985016, 'rouge2_f1': 0.12781954887218047, 'rougeL_f1': 0.19850187265917602}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 960, 'rouge1_f1': 0.3176178660049628, 'rouge2_f1': 0.0399002493765586, 'rougeL_f1': 0.15384615384615385}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 961, 'rouge1_f1': 0.4830917874396135, 'rouge2_f1': 0.12135922330097088, 'rougeL_f1': 0.1932367149758454}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 962, 'rouge1_f1': 0.513157894736842, 'rouge2_f1': 0.14977973568281938, 'rougeL_f1': 0.24122807017543857}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 963, 'rouge1_f1': 0.4586666666666666, 'rouge2_f1': 0.12332439678284182, 'rougeL_f1': 0.18666666666666668}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 964, 'rouge1_f1': 0.31728045325779036, 'rouge2_f1': 0.07977207977207977, 'rougeL_f1': 0.141643059490085}\n",
            "Total Time Elapsed: 1.50s\n",
            "{'id': 965, 'rouge1_f1': 0.43309002433090027, 'rouge2_f1': 0.17603911980440098, 'rougeL_f1': 0.21897810218978103}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 966, 'rouge1_f1': 0.4368421052631579, 'rouge2_f1': 0.1164021164021164, 'rougeL_f1': 0.1789473684210526}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 967, 'rouge1_f1': 0.407673860911271, 'rouge2_f1': 0.10602409638554217, 'rougeL_f1': 0.18705035971223022}\n",
            "Total Time Elapsed: 1.24s\n",
            "{'id': 968, 'rouge1_f1': 0.38567493112947665, 'rouge2_f1': 0.13850415512465375, 'rougeL_f1': 0.1322314049586777}\n",
            "Total Time Elapsed: 1.33s\n",
            "{'id': 969, 'rouge1_f1': 0.39408866995073893, 'rouge2_f1': 0.10891089108910891, 'rougeL_f1': 0.19704433497536947}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 970, 'rouge1_f1': 0.5635910224438903, 'rouge2_f1': 0.2456140350877193, 'rougeL_f1': 0.2693266832917706}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 971, 'rouge1_f1': 0.45499999999999996, 'rouge2_f1': 0.14572864321608042, 'rougeL_f1': 0.18000000000000002}\n",
            "Total Time Elapsed: 1.29s\n",
            "{'id': 972, 'rouge1_f1': 0.4941860465116279, 'rouge2_f1': 0.18128654970760233, 'rougeL_f1': 0.20930232558139533}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 973, 'rouge1_f1': 0.5077399380804953, 'rouge2_f1': 0.1869158878504673, 'rougeL_f1': 0.21671826625387}\n",
            "Total Time Elapsed: 1.91s\n",
            "{'id': 974, 'rouge1_f1': 0.36085626911314983, 'rouge2_f1': 0.12923076923076923, 'rougeL_f1': 0.1529051987767584}\n",
            "Total Time Elapsed: 2.97s\n",
            "{'id': 975, 'rouge1_f1': 0.40689655172413797, 'rouge2_f1': 0.1314878892733564, 'rougeL_f1': 0.1896551724137931}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 976, 'rouge1_f1': 0.3981693363844394, 'rouge2_f1': 0.11494252873563217, 'rougeL_f1': 0.23798627002288328}\n",
            "Total Time Elapsed: 1.73s\n",
            "{'id': 977, 'rouge1_f1': 0.36080178173719374, 'rouge2_f1': 0.08948545861297538, 'rougeL_f1': 0.1514476614699332}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 978, 'rouge1_f1': 0.49064449064449067, 'rouge2_f1': 0.15866388308977036, 'rougeL_f1': 0.1871101871101871}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 979, 'rouge1_f1': 0.3636363636363636, 'rouge2_f1': 0.06285714285714286, 'rougeL_f1': 0.17613636363636362}\n",
            "Total Time Elapsed: 2.72s\n",
            "{'id': 980, 'rouge1_f1': 0.48578811369509045, 'rouge2_f1': 0.15064935064935064, 'rougeL_f1': 0.20155038759689922}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 981, 'rouge1_f1': 0.5046296296296297, 'rouge2_f1': 0.186046511627907, 'rougeL_f1': 0.22685185185185183}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 982, 'rouge1_f1': 0.3427109974424552, 'rouge2_f1': 0.04627249357326479, 'rougeL_f1': 0.1585677749360614}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 983, 'rouge1_f1': 0.42889390519187365, 'rouge2_f1': 0.049886621315192746, 'rougeL_f1': 0.17155756207674944}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 984, 'rouge1_f1': 0.47767857142857145, 'rouge2_f1': 0.19282511210762332, 'rougeL_f1': 0.19642857142857145}\n",
            "Total Time Elapsed: 1.93s\n",
            "{'id': 985, 'rouge1_f1': 0.44967880085653106, 'rouge2_f1': 0.15913978494623657, 'rougeL_f1': 0.20556745182012848}\n",
            "Total Time Elapsed: 2.18s\n",
            "{'id': 986, 'rouge1_f1': 0.4735632183908046, 'rouge2_f1': 0.14318706697459585, 'rougeL_f1': 0.2206896551724138}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 987, 'rouge1_f1': 0.4434968017057569, 'rouge2_f1': 0.07708779443254819, 'rougeL_f1': 0.17484008528784648}\n",
            "Total Time Elapsed: 1.51s\n",
            "{'id': 988, 'rouge1_f1': 0.41911764705882354, 'rouge2_f1': 0.14074074074074075, 'rougeL_f1': 0.21323529411764705}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 989, 'rouge1_f1': 0.39501039501039503, 'rouge2_f1': 0.10438413361169102, 'rougeL_f1': 0.18295218295218293}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 990, 'rouge1_f1': 0.5649717514124294, 'rouge2_f1': 0.1776937618147448, 'rougeL_f1': 0.2335216572504708}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 991, 'rouge1_f1': 0.4165103189493433, 'rouge2_f1': 0.0903954802259887, 'rougeL_f1': 0.18761726078799248}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 992, 'rouge1_f1': 0.5807860262008734, 'rouge2_f1': 0.2982456140350877, 'rougeL_f1': 0.3187772925764192}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 993, 'rouge1_f1': 0.430317848410758, 'rouge2_f1': 0.15724815724815724, 'rougeL_f1': 0.21026894865525672}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 994, 'rouge1_f1': 0.33906633906633904, 'rouge2_f1': 0.07901234567901234, 'rougeL_f1': 0.16707616707616707}\n",
            "Total Time Elapsed: 1.91s\n",
            "{'id': 995, 'rouge1_f1': 0.32929782082324455, 'rouge2_f1': 0.0681265206812652, 'rougeL_f1': 0.13559322033898305}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 996, 'rouge1_f1': 0.35, 'rouge2_f1': 0.0502092050209205, 'rougeL_f1': 0.13333333333333333}\n",
            "Total Time Elapsed: 2.01s\n",
            "{'id': 997, 'rouge1_f1': 0.39301310043668125, 'rouge2_f1': 0.07894736842105263, 'rougeL_f1': 0.14410480349344978}\n",
            "Total Time Elapsed: 2.02s\n",
            "{'id': 998, 'rouge1_f1': 0.5955056179775281, 'rouge2_f1': 0.3502824858757062, 'rougeL_f1': 0.3707865168539326}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 999, 'rouge1_f1': 0.484472049689441, 'rouge2_f1': 0.17463617463617465, 'rougeL_f1': 0.1739130434782609}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 1000, 'rouge1_f1': 0.44525547445255476, 'rouge2_f1': 0.10622710622710622, 'rougeL_f1': 0.19343065693430656}\n",
            "Total Time Elapsed: 1.90s\n",
            "{'id': 1001, 'rouge1_f1': 0.46889952153110054, 'rouge2_f1': 0.15384615384615385, 'rougeL_f1': 0.21052631578947367}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 1002, 'rouge1_f1': 0.48275862068965514, 'rouge2_f1': 0.11923076923076922, 'rougeL_f1': 0.1954022988505747}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1003, 'rouge1_f1': 0.4378698224852071, 'rouge2_f1': 0.14285714285714285, 'rougeL_f1': 0.21301775147928995}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 1004, 'rouge1_f1': 0.37468354430379747, 'rouge2_f1': 0.09669211195928754, 'rougeL_f1': 0.17721518987341772}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1005, 'rouge1_f1': 0.47580645161290325, 'rouge2_f1': 0.145748987854251, 'rougeL_f1': 0.1854838709677419}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1006, 'rouge1_f1': 0.42367601246105924, 'rouge2_f1': 0.22570532915360503, 'rougeL_f1': 0.2866043613707165}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1007, 'rouge1_f1': 0.3575638506876228, 'rouge2_f1': 0.1301775147928994, 'rougeL_f1': 0.1925343811394892}\n",
            "Total Time Elapsed: 1.74s\n",
            "{'id': 1008, 'rouge1_f1': 0.41333333333333333, 'rouge2_f1': 0.12946428571428573, 'rougeL_f1': 0.1911111111111111}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1009, 'rouge1_f1': 0.3466666666666667, 'rouge2_f1': 0.04910714285714286, 'rougeL_f1': 0.1288888888888889}\n",
            "Total Time Elapsed: 1.76s\n",
            "{'id': 1010, 'rouge1_f1': 0.4344827586206896, 'rouge2_f1': 0.1388888888888889, 'rougeL_f1': 0.2275862068965517}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 1011, 'rouge1_f1': 0.3867684478371501, 'rouge2_f1': 0.04092071611253197, 'rougeL_f1': 0.14249363867684478}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1012, 'rouge1_f1': 0.40223463687150834, 'rouge2_f1': 0.1797752808988764, 'rougeL_f1': 0.2346368715083799}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1013, 'rouge1_f1': 0.45901639344262296, 'rouge2_f1': 0.16, 'rougeL_f1': 0.22482435597189696}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1014, 'rouge1_f1': 0.4621848739495798, 'rouge2_f1': 0.1518987341772152, 'rougeL_f1': 0.2058823529411765}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1015, 'rouge1_f1': 0.3485714285714286, 'rouge2_f1': 0.13793103448275862, 'rougeL_f1': 0.2}\n",
            "Total Time Elapsed: 1.94s\n",
            "{'id': 1016, 'rouge1_f1': 0.4312796208530805, 'rouge2_f1': 0.07142857142857144, 'rougeL_f1': 0.15639810426540285}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 1017, 'rouge1_f1': 0.4467640918580376, 'rouge2_f1': 0.10482180293501048, 'rougeL_f1': 0.19624217118997914}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 1018, 'rouge1_f1': 0.36809815950920244, 'rouge2_f1': 0.09876543209876544, 'rougeL_f1': 0.15950920245398773}\n",
            "Total Time Elapsed: 1.35s\n",
            "{'id': 1019, 'rouge1_f1': 0.39072847682119205, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.2185430463576159}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 1020, 'rouge1_f1': 0.328125, 'rouge2_f1': 0.05759162303664921, 'rougeL_f1': 0.13541666666666669}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1021, 'rouge1_f1': 0.247557003257329, 'rouge2_f1': 0.04590163934426229, 'rougeL_f1': 0.14332247557003258}\n",
            "Total Time Elapsed: 2.73s\n",
            "{'id': 1022, 'rouge1_f1': 0.31521739130434784, 'rouge2_f1': 0.0546448087431694, 'rougeL_f1': 0.14130434782608697}\n",
            "Total Time Elapsed: 1.60s\n",
            "{'id': 1023, 'rouge1_f1': 0.32525951557093424, 'rouge2_f1': 0.04181184668989547, 'rougeL_f1': 0.1453287197231834}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1024, 'rouge1_f1': 0.45511482254697283, 'rouge2_f1': 0.1383647798742138, 'rougeL_f1': 0.1878914405010438}\n",
            "Total Time Elapsed: 1.70s\n",
            "{'id': 1025, 'rouge1_f1': 0.4623955431754875, 'rouge2_f1': 0.17366946778711484, 'rougeL_f1': 0.20612813370473534}\n",
            "Total Time Elapsed: 1.82s\n",
            "{'id': 1026, 'rouge1_f1': 0.33536585365853666, 'rouge2_f1': 0.07975460122699386, 'rougeL_f1': 0.1646341463414634}\n",
            "Total Time Elapsed: 1.32s\n",
            "{'id': 1027, 'rouge1_f1': 0.4363636363636364, 'rouge2_f1': 0.15665796344647517, 'rougeL_f1': 0.2077922077922078}\n",
            "Total Time Elapsed: 2.08s\n",
            "{'id': 1028, 'rouge1_f1': 0.36018957345971564, 'rouge2_f1': 0.06666666666666667, 'rougeL_f1': 0.17061611374407581}\n",
            "Total Time Elapsed: 3.12s\n",
            "{'id': 1029, 'rouge1_f1': 0.4578313253012048, 'rouge2_f1': 0.10483870967741936, 'rougeL_f1': 0.17670682730923695}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1030, 'rouge1_f1': 0.5111940298507462, 'rouge2_f1': 0.14981273408239698, 'rougeL_f1': 0.2201492537313433}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 1031, 'rouge1_f1': 0.46220302375809935, 'rouge2_f1': 0.15184381778741865, 'rougeL_f1': 0.20734341252699784}\n",
            "Total Time Elapsed: 1.72s\n",
            "{'id': 1032, 'rouge1_f1': 0.3560606060606061, 'rouge2_f1': 0.13740458015267176, 'rougeL_f1': 0.196969696969697}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1033, 'rouge1_f1': 0.46733668341708534, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.18592964824120603}\n",
            "Total Time Elapsed: 1.27s\n",
            "{'id': 1034, 'rouge1_f1': 0.3970037453183521, 'rouge2_f1': 0.07547169811320754, 'rougeL_f1': 0.2097378277153558}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 1035, 'rouge1_f1': 0.45859872611464964, 'rouge2_f1': 0.14743589743589744, 'rougeL_f1': 0.21019108280254778}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 1036, 'rouge1_f1': 0.4238178633975481, 'rouge2_f1': 0.10193321616871706, 'rougeL_f1': 0.1891418563922942}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1037, 'rouge1_f1': 0.43684210526315786, 'rouge2_f1': 0.164021164021164, 'rougeL_f1': 0.23157894736842105}\n",
            "Total Time Elapsed: 1.57s\n",
            "{'id': 1038, 'rouge1_f1': 0.5180467091295117, 'rouge2_f1': 0.16204690831556504, 'rougeL_f1': 0.2208067940552017}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1039, 'rouge1_f1': 0.5829596412556054, 'rouge2_f1': 0.26126126126126126, 'rougeL_f1': 0.30493273542600896}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1040, 'rouge1_f1': 0.42761692650334077, 'rouge2_f1': 0.09843400447427293, 'rougeL_f1': 0.18262806236080176}\n",
            "Total Time Elapsed: 1.54s\n",
            "{'id': 1041, 'rouge1_f1': 0.3163538873994638, 'rouge2_f1': 0.04851752021563342, 'rougeL_f1': 0.16085790884718498}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 1042, 'rouge1_f1': 0.4325396825396826, 'rouge2_f1': 0.07171314741035857, 'rougeL_f1': 0.1865079365079365}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 1043, 'rouge1_f1': 0.44680851063829785, 'rouge2_f1': 0.1764705882352941, 'rougeL_f1': 0.2074468085106383}\n",
            "Total Time Elapsed: 1.66s\n",
            "{'id': 1044, 'rouge1_f1': 0.4648318042813456, 'rouge2_f1': 0.12923076923076923, 'rougeL_f1': 0.22018348623853212}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1045, 'rouge1_f1': 0.442159383033419, 'rouge2_f1': 0.12403100775193798, 'rougeL_f1': 0.20051413881748073}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1046, 'rouge1_f1': 0.45727482678983833, 'rouge2_f1': 0.13921113689095124, 'rougeL_f1': 0.24480369515011546}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1047, 'rouge1_f1': 0.343980343980344, 'rouge2_f1': 0.07901234567901234, 'rougeL_f1': 0.18673218673218675}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1048, 'rouge1_f1': 0.5265700483091789, 'rouge2_f1': 0.1699029126213592, 'rougeL_f1': 0.23671497584541062}\n",
            "Total Time Elapsed: 1.71s\n",
            "{'id': 1049, 'rouge1_f1': 0.26153846153846155, 'rouge2_f1': 0.046511627906976744, 'rougeL_f1': 0.13076923076923078}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 1050, 'rouge1_f1': 0.5, 'rouge2_f1': 0.16591928251121077, 'rougeL_f1': 0.2410714285714286}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1051, 'rouge1_f1': 0.44796380090497734, 'rouge2_f1': 0.1409090909090909, 'rougeL_f1': 0.1900452488687783}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1052, 'rouge1_f1': 0.4373333333333333, 'rouge2_f1': 0.1447721179624665, 'rougeL_f1': 0.2506666666666667}\n",
            "Total Time Elapsed: 1.69s\n",
            "{'id': 1053, 'rouge1_f1': 0.42786069651741293, 'rouge2_f1': 0.09999999999999999, 'rougeL_f1': 0.19402985074626866}\n",
            "Total Time Elapsed: 1.79s\n",
            "{'id': 1054, 'rouge1_f1': 0.3752860411899313, 'rouge2_f1': 0.09655172413793103, 'rougeL_f1': 0.16018306636155605}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 1055, 'rouge1_f1': 0.36450839328537166, 'rouge2_f1': 0.05301204819277109, 'rougeL_f1': 0.18225419664268583}\n",
            "Total Time Elapsed: 2.00s\n",
            "{'id': 1056, 'rouge1_f1': 0.3947858472998137, 'rouge2_f1': 0.10841121495327102, 'rougeL_f1': 0.14152700186219738}\n",
            "Total Time Elapsed: 2.79s\n",
            "{'id': 1057, 'rouge1_f1': 0.26349892008639303, 'rouge2_f1': 0.039045553145336226, 'rougeL_f1': 0.12958963282937366}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1058, 'rouge1_f1': 0.43798449612403095, 'rouge2_f1': 0.12840466926070038, 'rougeL_f1': 0.20542635658914726}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1059, 'rouge1_f1': 0.47216035634743875, 'rouge2_f1': 0.12527964205816552, 'rougeL_f1': 0.21826280623608016}\n",
            "Total Time Elapsed: 1.63s\n",
            "{'id': 1060, 'rouge1_f1': 0.2642369020501139, 'rouge2_f1': 0.041189931350114416, 'rougeL_f1': 0.12300683371298407}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1061, 'rouge1_f1': 0.47641509433962265, 'rouge2_f1': 0.2132701421800948, 'rougeL_f1': 0.20754716981132074}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 1062, 'rouge1_f1': 0.5021645021645023, 'rouge2_f1': 0.13043478260869562, 'rougeL_f1': 0.17748917748917753}\n",
            "Total Time Elapsed: 1.72s\n",
            "{'id': 1063, 'rouge1_f1': 0.46204620462046203, 'rouge2_f1': 0.21926910299003322, 'rougeL_f1': 0.3168316831683169}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 1064, 'rouge1_f1': 0.36862745098039207, 'rouge2_f1': 0.07086614173228346, 'rougeL_f1': 0.14901960784313725}\n",
            "Total Time Elapsed: 1.79s\n",
            "{'id': 1065, 'rouge1_f1': 0.4390243902439025, 'rouge2_f1': 0.1416893732970027, 'rougeL_f1': 0.1897018970189702}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1066, 'rouge1_f1': 0.45703125, 'rouge2_f1': 0.11372549019607844, 'rougeL_f1': 0.171875}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1067, 'rouge1_f1': 0.40559440559440557, 'rouge2_f1': 0.06088992974238876, 'rougeL_f1': 0.14918414918414918}\n",
            "Total Time Elapsed: 1.99s\n",
            "{'id': 1068, 'rouge1_f1': 0.45970149253731346, 'rouge2_f1': 0.18618618618618618, 'rougeL_f1': 0.26865671641791045}\n",
            "Total Time Elapsed: 1.98s\n",
            "{'id': 1069, 'rouge1_f1': 0.32323232323232326, 'rouge2_f1': 0.05423728813559322, 'rougeL_f1': 0.1414141414141414}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1070, 'rouge1_f1': 0.4282352941176471, 'rouge2_f1': 0.08983451536643026, 'rougeL_f1': 0.19294117647058823}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 1071, 'rouge1_f1': 0.3747747747747748, 'rouge2_f1': 0.05786618444846293, 'rougeL_f1': 0.16576576576576577}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 1072, 'rouge1_f1': 0.5106382978723405, 'rouge2_f1': 0.16666666666666666, 'rougeL_f1': 0.17872340425531916}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1073, 'rouge1_f1': 0.4222222222222222, 'rouge2_f1': 0.13392857142857145, 'rougeL_f1': 0.2222222222222222}\n",
            "Total Time Elapsed: 2.03s\n",
            "{'id': 1074, 'rouge1_f1': 0.4213197969543147, 'rouge2_f1': 0.11224489795918367, 'rougeL_f1': 0.20304568527918782}\n",
            "Total Time Elapsed: 1.96s\n",
            "{'id': 1075, 'rouge1_f1': 0.5519125683060109, 'rouge2_f1': 0.37912087912087916, 'rougeL_f1': 0.31693989071038253}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1076, 'rouge1_f1': 0.3316582914572865, 'rouge2_f1': 0.04040404040404041, 'rougeL_f1': 0.1407035175879397}\n",
            "Total Time Elapsed: 1.65s\n",
            "{'id': 1077, 'rouge1_f1': 0.5221674876847292, 'rouge2_f1': 0.18316831683168314, 'rougeL_f1': 0.20689655172413793}\n",
            "Total Time Elapsed: 1.62s\n",
            "{'id': 1078, 'rouge1_f1': 0.33729216152019004, 'rouge2_f1': 0.06205250596658712, 'rougeL_f1': 0.15676959619952494}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1079, 'rouge1_f1': 0.4827586206896552, 'rouge2_f1': 0.18133333333333335, 'rougeL_f1': 0.2705570291777188}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1080, 'rouge1_f1': 0.42021276595744683, 'rouge2_f1': 0.1443850267379679, 'rougeL_f1': 0.18617021276595744}\n",
            "Total Time Elapsed: 1.95s\n",
            "{'id': 1081, 'rouge1_f1': 0.4196891191709845, 'rouge2_f1': 0.11458333333333333, 'rougeL_f1': 0.19689119170984457}\n",
            "Total Time Elapsed: 1.84s\n",
            "{'id': 1082, 'rouge1_f1': 0.5358090185676393, 'rouge2_f1': 0.2826666666666667, 'rougeL_f1': 0.35013262599469497}\n",
            "Total Time Elapsed: 1.46s\n",
            "{'id': 1083, 'rouge1_f1': 0.4508670520231214, 'rouge2_f1': 0.13372093023255813, 'rougeL_f1': 0.19653179190751444}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1084, 'rouge1_f1': 0.41148325358851673, 'rouge2_f1': 0.09615384615384616, 'rougeL_f1': 0.1818181818181818}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1085, 'rouge1_f1': 0.471311475409836, 'rouge2_f1': 0.12757201646090535, 'rougeL_f1': 0.19262295081967212}\n",
            "Total Time Elapsed: 1.17s\n",
            "{'id': 1086, 'rouge1_f1': 0.4333333333333333, 'rouge2_f1': 0.14285714285714285, 'rougeL_f1': 0.21666666666666665}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 1087, 'rouge1_f1': 0.5609756097560975, 'rouge2_f1': 0.2122448979591837, 'rougeL_f1': 0.24390243902439027}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 1088, 'rouge1_f1': 0.32869080779944293, 'rouge2_f1': 0.0896358543417367, 'rougeL_f1': 0.20055710306406685}\n",
            "Total Time Elapsed: 1.89s\n",
            "{'id': 1089, 'rouge1_f1': 0.4338235294117647, 'rouge2_f1': 0.0885608856088561, 'rougeL_f1': 0.17647058823529413}\n",
            "Total Time Elapsed: 2.76s\n",
            "{'id': 1090, 'rouge1_f1': 0.3224489795918367, 'rouge2_f1': 0.07377049180327869, 'rougeL_f1': 0.17142857142857143}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1091, 'rouge1_f1': 0.44851258581235703, 'rouge2_f1': 0.14712643678160922, 'rougeL_f1': 0.20137299771167047}\n",
            "Total Time Elapsed: 1.61s\n",
            "{'id': 1092, 'rouge1_f1': 0.5427872860635696, 'rouge2_f1': 0.24078624078624078, 'rougeL_f1': 0.3031784841075794}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1093, 'rouge1_f1': 0.4147843942505134, 'rouge2_f1': 0.10309278350515463, 'rougeL_f1': 0.15195071868583163}\n",
            "Total Time Elapsed: 1.83s\n",
            "{'id': 1094, 'rouge1_f1': 0.27272727272727276, 'rouge2_f1': 0.03365384615384615, 'rougeL_f1': 0.1291866028708134}\n",
            "Total Time Elapsed: 1.57s\n",
            "{'id': 1095, 'rouge1_f1': 0.3626943005181347, 'rouge2_f1': 0.08854166666666667, 'rougeL_f1': 0.20207253886010365}\n",
            "Total Time Elapsed: 1.34s\n",
            "{'id': 1096, 'rouge1_f1': 0.39877300613496935, 'rouge2_f1': 0.12345679012345677, 'rougeL_f1': 0.18404907975460122}\n",
            "Total Time Elapsed: 1.88s\n",
            "{'id': 1097, 'rouge1_f1': 0.46449136276391556, 'rouge2_f1': 0.1348747591522158, 'rougeL_f1': 0.1804222648752399}\n",
            "Total Time Elapsed: 1.80s\n",
            "{'id': 1098, 'rouge1_f1': 0.5553047404063205, 'rouge2_f1': 0.18594104308390022, 'rougeL_f1': 0.23476297968397292}\n",
            "Total Time Elapsed: 1.91s\n",
            "{'id': 1099, 'rouge1_f1': 0.3565217391304348, 'rouge2_f1': 0.043668122270742356, 'rougeL_f1': 0.15217391304347827}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1100, 'rouge1_f1': 0.645320197044335, 'rouge2_f1': 0.38613861386138615, 'rougeL_f1': 0.35467980295566504}\n",
            "Total Time Elapsed: 2.01s\n",
            "{'id': 1101, 'rouge1_f1': 0.3979057591623037, 'rouge2_f1': 0.1, 'rougeL_f1': 0.16753926701570682}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1102, 'rouge1_f1': 0.39999999999999997, 'rouge2_f1': 0.10169491525423728, 'rougeL_f1': 0.18795180722891563}\n",
            "Total Time Elapsed: 1.33s\n",
            "{'id': 1103, 'rouge1_f1': 0.43799472295514513, 'rouge2_f1': 0.09549071618037136, 'rougeL_f1': 0.15831134564643798}\n",
            "Total Time Elapsed: 1.52s\n",
            "{'id': 1104, 'rouge1_f1': 0.5298013245033113, 'rouge2_f1': 0.27999999999999997, 'rougeL_f1': 0.31125827814569534}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1105, 'rouge1_f1': 0.4393592677345538, 'rouge2_f1': 0.1471264367816092, 'rougeL_f1': 0.20594965675057206}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1106, 'rouge1_f1': 0.51931330472103, 'rouge2_f1': 0.15948275862068964, 'rougeL_f1': 0.22317596566523604}\n",
            "Total Time Elapsed: 1.12s\n",
            "{'id': 1107, 'rouge1_f1': 0.2587719298245614, 'rouge2_f1': 0.039647577092511016, 'rougeL_f1': 0.13157894736842107}\n",
            "Total Time Elapsed: 1.97s\n",
            "{'id': 1108, 'rouge1_f1': 0.5292929292929294, 'rouge2_f1': 0.19066937119675456, 'rougeL_f1': 0.2101010101010101}\n",
            "Total Time Elapsed: 1.87s\n",
            "{'id': 1109, 'rouge1_f1': 0.5189504373177842, 'rouge2_f1': 0.24633431085043986, 'rougeL_f1': 0.3032069970845481}\n",
            "Total Time Elapsed: 1.86s\n",
            "{'id': 1110, 'rouge1_f1': 0.4650112866817156, 'rouge2_f1': 0.20861678004535147, 'rougeL_f1': 0.25733634311512416}\n",
            "Total Time Elapsed: 1.85s\n",
            "{'id': 1111, 'rouge1_f1': 0.3507109004739336, 'rouge2_f1': 0.10952380952380952, 'rougeL_f1': 0.19905213270142183}\n",
            "Total Time Elapsed: 1.72s\n",
            "{'id': 1112, 'rouge1_f1': 0.45402298850574707, 'rouge2_f1': 0.12138728323699421, 'rougeL_f1': 0.20114942528735635}\n",
            "Average rouge1_f1 Score: 0.43100591205137057\n",
            "Average rouge2_f1 Score: 0.13189815518114448\n",
            "Average rougeL_f1 Score: 0.20136978099003944\n"
          ]
        },
        {
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "summary": "{\n  \"name\": \"df\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1,\n        \"min\": 1108,\n        \"max\": 1112,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          1109,\n          1112,\n          1110\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"rouge1_f1\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.07109305788043765,\n        \"min\": 0.3507109004739336,\n        \"max\": 0.5292929292929294,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.5189504373177842,\n          0.45402298850574707,\n          0.4650112866817156\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"rouge2_f1\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.05836348769726947,\n        \"min\": 0.10952380952380952,\n        \"max\": 0.24633431085043986,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.24633431085043986,\n          0.12138728323699421,\n          0.20861678004535147\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"rougeL_f1\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.045292730236602685,\n        \"min\": 0.19905213270142183,\n        \"max\": 0.3032069970845481,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.3032069970845481,\n          0.20114942528735635,\n          0.25733634311512416\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
              "type": "dataframe"
            },
            "text/html": [
              "\n",
              "  <div id=\"df-e21728e2-0b9d-4e5d-bef2-986c81291b1d\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>rouge1_f1</th>\n",
              "      <th>rouge2_f1</th>\n",
              "      <th>rougeL_f1</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1108</th>\n",
              "      <td>1108</td>\n",
              "      <td>0.529293</td>\n",
              "      <td>0.190669</td>\n",
              "      <td>0.210101</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1109</th>\n",
              "      <td>1109</td>\n",
              "      <td>0.518950</td>\n",
              "      <td>0.246334</td>\n",
              "      <td>0.303207</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1110</th>\n",
              "      <td>1110</td>\n",
              "      <td>0.465011</td>\n",
              "      <td>0.208617</td>\n",
              "      <td>0.257336</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1111</th>\n",
              "      <td>1111</td>\n",
              "      <td>0.350711</td>\n",
              "      <td>0.109524</td>\n",
              "      <td>0.199052</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1112</th>\n",
              "      <td>1112</td>\n",
              "      <td>0.454023</td>\n",
              "      <td>0.121387</td>\n",
              "      <td>0.201149</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e21728e2-0b9d-4e5d-bef2-986c81291b1d')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-e21728e2-0b9d-4e5d-bef2-986c81291b1d button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-e21728e2-0b9d-4e5d-bef2-986c81291b1d');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-619cf5a1-5d09-4112-8a65-5cc43769b652\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-619cf5a1-5d09-4112-8a65-5cc43769b652')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-619cf5a1-5d09-4112-8a65-5cc43769b652 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "text/plain": [
              "        id  rouge1_f1  rouge2_f1  rougeL_f1\n",
              "1108  1108   0.529293   0.190669   0.210101\n",
              "1109  1109   0.518950   0.246334   0.303207\n",
              "1110  1110   0.465011   0.208617   0.257336\n",
              "1111  1111   0.350711   0.109524   0.199052\n",
              "1112  1112   0.454023   0.121387   0.201149"
            ]
          },
          "execution_count": 27,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = calculate_rouge_score_testdata(0, 1113)\n",
        "df.tail()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XYi8v7GQNU3V"
      },
      "source": [
        "## Model Deployment"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GtY-Fh3S3Exp"
      },
      "source": [
        "SAVE MODEL TO \".KERAS\" (INCLUDE weight.h5 + tokenizer.json)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Z35tBhz-Ncup"
      },
      "source": [
        "Pada tahap ini, rencana deployment dilakukan langsung dari Google Cloud. Jadi, GCP akan me load model keras, lalu dijalankan menggunakan API. Nantinya, Web Frontend dan Mobile bisa memanggil API dan mendapatkan hasil summarynya."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "nP-WLREr3Exq"
      },
      "outputs": [],
      "source": [
        "bart_lm.save('./bart-multinews.keras')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ahpkp6dv67gb",
        "outputId": "4c6f55b7-6a48-4b7d-8585-7c9e6a48cc9f"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "0"
            ]
          },
          "execution_count": 18,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "import os\n",
        "import tensorflow as tf\n",
        "\n",
        "# URL model\n",
        "url = \"https://huggingface.co/mnabielap/bart-multinews/resolve/main/bart-multinews.keras?download=true\"\n",
        "\n",
        "# Tempat penyimpanan lokal\n",
        "local_path = \"bart-multinews.keras\"\n",
        "\n",
        "# Mengunduh file model\n",
        "os.system(f\"wget {url} -O {local_path}\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "execution": {
          "iopub.execute_input": "2024-05-09T09:34:37.738496Z",
          "iopub.status.busy": "2024-05-09T09:34:37.738097Z",
          "iopub.status.idle": "2024-05-09T09:41:54.585260Z",
          "shell.execute_reply": "2024-05-09T09:41:54.583830Z",
          "shell.execute_reply.started": "2024-05-09T09:34:37.738461Z"
        },
        "id": "OWZ1isc03Ext",
        "outputId": "08dd8e57-49f4-41da-ee73-86f9be9617af",
        "trusted": true
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/keras/src/saving/serialization_lib.py:734: UserWarning: `compile()` was not called as part of model loading because the model's `compile()` method is custom. All subclassed Models that have `compile()` overridden should also override `get_compile_config()` and `compile_from_config(config)`. Alternatively, you can call `compile()` manually after loading.\n",
            "  instance.compile_from_config(compile_config)\n",
            "/usr/local/lib/python3.10/dist-packages/keras/src/saving/saving_lib.py:415: UserWarning: Skipping variable loading for optimizer 'adam', because it has 2 variables whereas the saved optimizer has 1024 variables. \n",
            "  saveable.load_own_variables(weights_store.get(inner_path))\n"
          ]
        }
      ],
      "source": [
        "reconstructed_model = tf.keras.models.load_model(\n",
        "    local_path,\n",
        "    #custom_objects={\"BartSeq2SeqLM\": keras_nlp.models.BartSeq2SeqLM}\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "QpOKjW5E2snT"
      },
      "outputs": [],
      "source": [
        "bart_lm = reconstructed_model"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "bxvKXFwz3Ext",
        "outputId": "1bb39401-367a-47c1-c67e-81e6a1a1b1dd"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Total Time Elapsed: 15.46s\n"
          ]
        }
      ],
      "source": [
        "text = dataset_dict['test']['document'][123]\n",
        "\n",
        "generated_summaries = generate_text(\n",
        "    reconstructed_model,\n",
        "    text,\n",
        "    max_length=256,\n",
        "    print_time_taken=True,\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "EbRdln5m3Ext",
        "outputId": "41719287-a0d4-467f-cec0-dd56d74a46e7"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "A new version of the Islamic Republic's Penal Code of Iran has been translated in English, the first in decades. It's been made available to all Iranians. Book Five, which deals with ta'zir crimes, criminal threats, crimes, theft, and forgery, has been adopted permanently and isn't subject to experimental periods. The Iranian Human Rights Documentation Center, the group behind the book, says it's a good first step to getting people to understand Iran. \"The new version is very clear about the seriousness of some of the offenses, including those that have been made illegal, and that can be easily avoided,” the center writes. “The new version also provides a very clear understanding of what the Islamic Republic's law is.\"\n"
          ]
        }
      ],
      "source": [
        "print(generated_summaries)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "SaL1pMfe3Exu",
        "outputId": "707c2339-84da-4e9a-cec0-ab441e8d42ab"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Wed May  8 21:40:31 2024       \n",
            "\n",
            "+-----------------------------------------------------------------------------+\n",
            "\n",
            "| NVIDIA-SMI 525.147.05   Driver Version: 525.147.05   CUDA Version: 12.1     |\n",
            "\n",
            "|-------------------------------+----------------------+----------------------+\n",
            "\n",
            "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
            "\n",
            "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n",
            "\n",
            "|                               |                      |               MIG M. |\n",
            "\n",
            "|===============================+======================+======================|\n",
            "\n",
            "|   0  NVIDIA A100-SXM...  On   | 00000000:47:00.0 Off |                   On |\n",
            "\n",
            "| N/A   31C    P0    65W / 400W |                  N/A |     N/A      Default |\n",
            "\n",
            "|                               |                      |              Enabled |\n",
            "\n",
            "+-------------------------------+----------------------+----------------------+\n",
            "\n",
            "\n",
            "\n",
            "+-----------------------------------------------------------------------------+\n",
            "\n",
            "| MIG devices:                                                                |\n",
            "\n",
            "+------------------+----------------------+-----------+-----------------------+\n",
            "\n",
            "| GPU  GI  CI  MIG |         Memory-Usage |        Vol|         Shared        |\n",
            "\n",
            "|      ID  ID  Dev |           BAR1-Usage | SM     Unc| CE  ENC  DEC  OFA  JPG|\n",
            "\n",
            "|                  |                      |        ECC|                       |\n",
            "\n",
            "|==================+======================+===========+=======================|\n",
            "\n",
            "|  0    0   0   0  |  39749MiB / 40337MiB | 98      0 |  7   0    5    1    1 |\n",
            "\n",
            "|                  |      5MiB / 65536MiB |           |                       |\n",
            "\n",
            "+------------------+----------------------+-----------+-----------------------+\n",
            "\n",
            "                                                                               \n",
            "\n",
            "+-----------------------------------------------------------------------------+\n",
            "\n",
            "| Processes:                                                                  |\n",
            "\n",
            "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\n",
            "\n",
            "|        ID   ID                                                   Usage      |\n",
            "\n",
            "|=============================================================================|\n",
            "\n",
            "+-----------------------------------------------------------------------------+\n"
          ]
        }
      ],
      "source": [
        "!nvidia-smi"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "T4",
      "provenance": [],
      "toc_visible": true
    },
    "kaggle": {
      "accelerator": "gpu",
      "dataSources": [
        {
          "modelInstanceId": 4672,
          "sourceId": 6051,
          "sourceType": "modelInstanceVersion"
        },
        {
          "modelInstanceId": 4673,
          "sourceId": 6052,
          "sourceType": "modelInstanceVersion"
        },
        {
          "modelInstanceId": 4674,
          "sourceId": 6053,
          "sourceType": "modelInstanceVersion"
        },
        {
          "modelInstanceId": 5388,
          "sourceId": 10261,
          "sourceType": "modelInstanceVersion"
        },
        {
          "modelInstanceId": 8318,
          "sourceId": 11264,
          "sourceType": "modelInstanceVersion"
        },
        {
          "modelInstanceId": 6216,
          "sourceId": 11270,
          "sourceType": "modelInstanceVersion"
        },
        {
          "isSourceIdPinned": true,
          "modelInstanceId": 38136,
          "sourceId": 45482,
          "sourceType": "modelInstanceVersion"
        }
      ],
      "dockerImageVersionId": 30699,
      "isGpuEnabled": true,
      "isInternetEnabled": true,
      "language": "python",
      "sourceType": "notebook"
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.13"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "036b8fac6ac1491c9a3788beaed3bc45": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "03bfb1471c78499aa9f22b10009d328e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "04f97b5aee1742b4b82d276018692365": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "0668eda6cc764cf89eb4a4b3caa2e0eb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_dc5e9dc9cec646739c399980ca9d9e86",
            "placeholder": "​",
            "style": "IPY_MODEL_09f08e0bd0c34cfe95de707f95bef8d9",
            "value": " 39.5M/39.5M [00:00&lt;00:00, 86.8MB/s]"
          }
        },
        "081cb47c5c374f69ad4ccf92ecd19fbc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f8648ee19d69479283e29b1f6682f8c4",
            "max": 5622,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_b151c915bdd049d1972846de07060ea2",
            "value": 5622
          }
        },
        "0854e2de2443419a946b47b9e79f5194": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a9b7359a0da5422587b1126ff9e098f8",
            "max": 5622,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_04f97b5aee1742b4b82d276018692365",
            "value": 5622
          }
        },
        "08d4e87829fc409299e8804a4d92d45c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "090d2a901e414e1b861ca1559603a6d7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "09c27d98813647dfaec9b5da915aea54": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "09f08e0bd0c34cfe95de707f95bef8d9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0a166bbdb4fd4e3bb5c595695ced2654": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cbf258c05361409aa3d4ffd8da7161b2",
            "max": 28347441,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_456b79a7dad644389fb8020e07855466",
            "value": 28347441
          }
        },
        "0c92582a118f4208a86ba74198b80c33": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_cb6e51e4420f45beb5e634745f9c15c5",
              "IPY_MODEL_7df6b34be9ad4de6bc64092fc6894f32",
              "IPY_MODEL_bf42d6467a244a11b5c3b7e207d7f163"
            ],
            "layout": "IPY_MODEL_43c794452ff34076b9241530f76d46bb"
          }
        },
        "0d785dd11064488298656573da1763d1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "16bb79ba14df4dcfaa17886d862d866c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ffcfe7124903419b8903d684f7b68d7a",
              "IPY_MODEL_c9f52b6c001943919e39602f3cf525f6",
              "IPY_MODEL_19d839b21cf74c9a8d390e7a9e20c44e"
            ],
            "layout": "IPY_MODEL_4960e7d2fd184b94a4d76d2415d8f0eb"
          }
        },
        "17752425c1c148f69ee28558f4b611b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "197f7ab5c5f542b185085e6ac5ec6bb2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "19d839b21cf74c9a8d390e7a9e20c44e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9a6d9395189b4e329ad4bd28d99c58d2",
            "placeholder": "​",
            "style": "IPY_MODEL_fb86e141b3ca42868b63c1ff3f310756",
            "value": " 295M/295M [00:02&lt;00:00, 147MB/s]"
          }
        },
        "1ab3db35a49b4b2f85e591b1cfd73507": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1dbeccc6c69f44ff96576f74d01f7b63": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1e4d477cd41e4971a0a2fe86085caec8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_09c27d98813647dfaec9b5da915aea54",
            "placeholder": "​",
            "style": "IPY_MODEL_39960896f9564515864c4ac3b6a5c90e",
            "value": "Filter: 100%"
          }
        },
        "1e7e7607d4ef4462af7335cd2646c9db": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1fb1ab7919d748c68ba4d7a1c06e901a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_307bcaacd03149a58958c4f4cf30fec9",
            "placeholder": "​",
            "style": "IPY_MODEL_8f1a4603111943efab924c14189aede9",
            "value": "Filter: 100%"
          }
        },
        "2068e67827eb469592536669dbd995c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7142ca0c1fe34afbb9766e731a6773c7",
            "placeholder": "​",
            "style": "IPY_MODEL_9ba085cef6c946e1b78da7dc050c0c4f",
            "value": " 5622/5622 [00:00&lt;00:00, 38133.74 examples/s]"
          }
        },
        "21233417016d479c98812f0f047533ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "277ee952e0b741cd8bd074dba7eb34e2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f3434897092c402480a4adb1baae6adb",
            "placeholder": "​",
            "style": "IPY_MODEL_888e380377ba4c7a8e9ff037eed66b49",
            "value": " 5622/5622 [00:00&lt;00:00, 7567.55 examples/s]"
          }
        },
        "29cae4230ba94241b972b1f7a7472bc4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2a331347a10549a4967e85f5452331af": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2a6fc0f6316e404bbba07cb8a4929079": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bf92c0898a51449ebe13be6143e5c175",
            "placeholder": "​",
            "style": "IPY_MODEL_89b2e4f03c8c413a9956a3abcf7cd4f9",
            "value": " 5622/5622 [00:00&lt;00:00, 8201.18 examples/s]"
          }
        },
        "2b02d5f362884e658bdabe9d59d8d1b7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2cdf784120734b419ce1d35032e6ddef": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2d44f1dc6b014c4899a8d0341d88fc70": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2ec7afd73a4a4003ae2aeec34d1bd03b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_926c114dd76c4b2ba8c889a0686c44aa",
              "IPY_MODEL_8cd6103269ae489eb26d7da34d487f4a",
              "IPY_MODEL_b66bd50016c341ae8d7efcf4900fd1ef"
            ],
            "layout": "IPY_MODEL_090d2a901e414e1b861ca1559603a6d7"
          }
        },
        "307bcaacd03149a58958c4f4cf30fec9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "32e321edca7f49e39c12073c086993e2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "335e27525bb6421b8aacfbd89dcea2f9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "39960896f9564515864c4ac3b6a5c90e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3ef375bcec674fbdbfe6cf23f74aada0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2d44f1dc6b014c4899a8d0341d88fc70",
            "placeholder": "​",
            "style": "IPY_MODEL_f33a8a115ea246c69df95de11d7bf000",
            "value": "Map: 100%"
          }
        },
        "3fd3851bcb284b9bb5c99dad2bab4ea5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_d548a7320bdc43f88eeeaf7f0963e202",
              "IPY_MODEL_4bb3448ce30848a5a50c8a051b0475ed",
              "IPY_MODEL_5cfbc4eae434424aa6172c1e733eaf95"
            ],
            "layout": "IPY_MODEL_3fee7619e7ac45aeba62382bf0388eaf"
          }
        },
        "3fee7619e7ac45aeba62382bf0388eaf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "43c794452ff34076b9241530f76d46bb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "44e2770f24f549f799f673df33df7b8f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "456b79a7dad644389fb8020e07855466": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4830502a50e442edaf03ba6bc217db9a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4960e7d2fd184b94a4d76d2415d8f0eb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4abb44f5e96945e6a8973cda11f79650": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cee49a6054be48878521025d3b296062",
            "max": 39507199,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_d8183f1c0c4845c791daa19436970457",
            "value": 39507199
          }
        },
        "4bb3448ce30848a5a50c8a051b0475ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9f94c3d7d2c64bd2afa86fa096133bea",
            "max": 5622,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7d1dc5d4dbad4c0497458984c68a4488",
            "value": 5622
          }
        },
        "4e90dce6ce6a4a98bbd6946d89090a02": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4ed42dd6709e465b8812ea3f495e96fb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ab4b7b018cbf4ef3bfce404234f122b9",
            "placeholder": "​",
            "style": "IPY_MODEL_1ab3db35a49b4b2f85e591b1cfd73507",
            "value": "Generating validation split: 100%"
          }
        },
        "4f6f6c5e6f2845a4a5063817618880f2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5028ad4de9ea48199bb7b035f30643cb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "50c9c5e846ba436a8ed5129094abfaaa": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e6b375f404a14f7998d08cd7c360bb9b",
            "placeholder": "​",
            "style": "IPY_MODEL_d94ec244bc5948cbb7869876baccc605",
            "value": "Downloading data: 100%"
          }
        },
        "51f066a3149543ef9286fcfa769c9a7d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "51f929b36e5847fa92c20415784484b1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "526f7dc303e14b8da3d442e8e6cc1655": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "57230f13e02848a9a7b1a8b10ca68f17": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "58e36fd119e44d289fa14c978d8cb38c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5028ad4de9ea48199bb7b035f30643cb",
            "placeholder": "​",
            "style": "IPY_MODEL_e4fa54cb886d45c7b17b083426d4d622",
            "value": " 44972/44972 [00:00&lt;00:00, 61371.83 examples/s]"
          }
        },
        "59510bd0289e418eb8ad0020887d8435": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_761db9ccdeea49cc8dd2c36ae29e3621",
            "max": 5622,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_21233417016d479c98812f0f047533ea",
            "value": 5622
          }
        },
        "5a4ccf7cd7574c689ecdf0e1b40eaf9f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5a78ffc298ef48e0b5cfa54f85630763": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5c84cde33fcb4427b9a9f3814639f7a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_1e4d477cd41e4971a0a2fe86085caec8",
              "IPY_MODEL_9ea15c6618d94fb8bb816aae94fa5e13",
              "IPY_MODEL_2068e67827eb469592536669dbd995c0"
            ],
            "layout": "IPY_MODEL_e69689a25c874b6ab164269472bda7e8"
          }
        },
        "5ceaad9422e24bbd8aafa0d1c3ad551b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5cfbc4eae434424aa6172c1e733eaf95": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1e7e7607d4ef4462af7335cd2646c9db",
            "placeholder": "​",
            "style": "IPY_MODEL_e33ce42164ef4a08ac4a254e712c2119",
            "value": " 5622/5622 [00:00&lt;00:00, 9686.07 examples/s]"
          }
        },
        "5d267509b2a4413a8e5c5f2c4af1561b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b0a58b8f37fa473a9201fca09314e52b",
            "placeholder": "​",
            "style": "IPY_MODEL_0d785dd11064488298656573da1763d1",
            "value": "Filter: 100%"
          }
        },
        "6118360abbc94f398f53c450f6ca7499": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "66745442e2154e8a85e915bf0b318037": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "6f7b08e5d7cd49ccbad1ca7f1af09174": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7142ca0c1fe34afbb9766e731a6773c7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "71a4f21197a649afbfe6331334156747": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "72175117e8ab4bfb9378443a04168851": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2b02d5f362884e658bdabe9d59d8d1b7",
            "placeholder": "​",
            "style": "IPY_MODEL_a5db5c3caa3046d7b4bfbf6241542e73",
            "value": "Downloading data: 100%"
          }
        },
        "761db9ccdeea49cc8dd2c36ae29e3621": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7a844543d71d466bbc6bc2678367b197": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7d1dc5d4dbad4c0497458984c68a4488": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "7df6b34be9ad4de6bc64092fc6894f32": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_99c465772c66496a9754b30f1640e694",
            "max": 44972,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_66745442e2154e8a85e915bf0b318037",
            "value": 44972
          }
        },
        "83fbd0bc25de422a98324ffdf03e99af": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a7d92db025444a209bba79bd316bf148",
            "placeholder": "​",
            "style": "IPY_MODEL_17752425c1c148f69ee28558f4b611b4",
            "value": "Downloading data: 100%"
          }
        },
        "866f8ec85cf442c4a47f6352c5f9de89": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3ef375bcec674fbdbfe6cf23f74aada0",
              "IPY_MODEL_59510bd0289e418eb8ad0020887d8435",
              "IPY_MODEL_2a6fc0f6316e404bbba07cb8a4929079"
            ],
            "layout": "IPY_MODEL_036b8fac6ac1491c9a3788beaed3bc45"
          }
        },
        "888e380377ba4c7a8e9ff037eed66b49": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "89b2e4f03c8c413a9956a3abcf7cd4f9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "89e56c9363fa4bd6affa6940c7810485": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8b55a23b8f8f46dd85a381e0a658dc82": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_51f929b36e5847fa92c20415784484b1",
            "placeholder": "​",
            "style": "IPY_MODEL_8fceaa333b59423283aee94f68cf927b",
            "value": " 40.1M/40.1M [00:00&lt;00:00, 96.0MB/s]"
          }
        },
        "8cd6103269ae489eb26d7da34d487f4a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_335e27525bb6421b8aacfbd89dcea2f9",
            "max": 44972,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5ceaad9422e24bbd8aafa0d1c3ad551b",
            "value": 44972
          }
        },
        "8f1a4603111943efab924c14189aede9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8fceaa333b59423283aee94f68cf927b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "926c114dd76c4b2ba8c889a0686c44aa": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_71a4f21197a649afbfe6331334156747",
            "placeholder": "​",
            "style": "IPY_MODEL_d02144ae039b42e58c05d485fd116887",
            "value": "Map: 100%"
          }
        },
        "96451d09b07045a08218c07c76ba3840": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_d934a4c44c904b379fa88c3160f85d73",
              "IPY_MODEL_081cb47c5c374f69ad4ccf92ecd19fbc",
              "IPY_MODEL_277ee952e0b741cd8bd074dba7eb34e2"
            ],
            "layout": "IPY_MODEL_df73458c056d4c9681395091a3d64ea5"
          }
        },
        "97a92e800a6d4121b0a1e1f566209cdf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "99c465772c66496a9754b30f1640e694": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9a6d9395189b4e329ad4bd28d99c58d2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9ba085cef6c946e1b78da7dc050c0c4f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9c68ef783d8b4a20a9a2cca43d3ac8ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5d267509b2a4413a8e5c5f2c4af1561b",
              "IPY_MODEL_0854e2de2443419a946b47b9e79f5194",
              "IPY_MODEL_e3c71e64cd0a48ccbf584e5a02e7dbb2"
            ],
            "layout": "IPY_MODEL_6118360abbc94f398f53c450f6ca7499"
          }
        },
        "9ea15c6618d94fb8bb816aae94fa5e13": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7a844543d71d466bbc6bc2678367b197",
            "max": 5622,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_03bfb1471c78499aa9f22b10009d328e",
            "value": 5622
          }
        },
        "9f94c3d7d2c64bd2afa86fa096133bea": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a12372db054b4b7fa06694047379ceab": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a5db5c3caa3046d7b4bfbf6241542e73": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a7d92db025444a209bba79bd316bf148": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a9b7359a0da5422587b1126ff9e098f8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ab4b7b018cbf4ef3bfce404234f122b9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ab95cb8635394233a3e70e9ab13978ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6f7b08e5d7cd49ccbad1ca7f1af09174",
            "max": 44972,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_af38af6adba94ce9abdaab8436a68331",
            "value": 44972
          }
        },
        "af38af6adba94ce9abdaab8436a68331": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b0a58b8f37fa473a9201fca09314e52b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b151c915bdd049d1972846de07060ea2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b52306f0cd2d4cfb82a41dedc6b0ec2f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b66bd50016c341ae8d7efcf4900fd1ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2cdf784120734b419ce1d35032e6ddef",
            "placeholder": "​",
            "style": "IPY_MODEL_ba41a320cb8e40569f17423ffec95061",
            "value": " 44972/44972 [00:07&lt;00:00, 8519.99 examples/s]"
          }
        },
        "b7e763a9637343c2bb4f72b9542103e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2a331347a10549a4967e85f5452331af",
            "max": 5622,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4f6f6c5e6f2845a4a5063817618880f2",
            "value": 5622
          }
        },
        "ba41a320cb8e40569f17423ffec95061": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bf42d6467a244a11b5c3b7e207d7f163": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b52306f0cd2d4cfb82a41dedc6b0ec2f",
            "placeholder": "​",
            "style": "IPY_MODEL_a12372db054b4b7fa06694047379ceab",
            "value": " 44972/44972 [00:05&lt;00:00, 7382.75 examples/s]"
          }
        },
        "bf92c0898a51449ebe13be6143e5c175": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c32b62b8e9354f11ac08c27843856030": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_1fb1ab7919d748c68ba4d7a1c06e901a",
              "IPY_MODEL_ab95cb8635394233a3e70e9ab13978ef",
              "IPY_MODEL_58e36fd119e44d289fa14c978d8cb38c"
            ],
            "layout": "IPY_MODEL_526f7dc303e14b8da3d442e8e6cc1655"
          }
        },
        "c3cb27dc53934fdb9292037038a2ad4b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4ed42dd6709e465b8812ea3f495e96fb",
              "IPY_MODEL_b7e763a9637343c2bb4f72b9542103e9",
              "IPY_MODEL_f2ca4e5466c34ecfb972ee359e126e55"
            ],
            "layout": "IPY_MODEL_97a92e800a6d4121b0a1e1f566209cdf"
          }
        },
        "c9f52b6c001943919e39602f3cf525f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5a78ffc298ef48e0b5cfa54f85630763",
            "max": 295237172,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_57230f13e02848a9a7b1a8b10ca68f17",
            "value": 295237172
          }
        },
        "cb6e51e4420f45beb5e634745f9c15c5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_32e321edca7f49e39c12073c086993e2",
            "placeholder": "​",
            "style": "IPY_MODEL_d8699434eabb4a7a8fea8e2dc84f299c",
            "value": "Generating train split: 100%"
          }
        },
        "cbf258c05361409aa3d4ffd8da7161b2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cee49a6054be48878521025d3b296062": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d02144ae039b42e58c05d485fd116887": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d0bf5db2b7df49a9ad56cc36cde663b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_29cae4230ba94241b972b1f7a7472bc4",
            "placeholder": "​",
            "style": "IPY_MODEL_d35121b675a745f895437114264d6072",
            "value": " 28.3M/28.3M [00:00&lt;00:00, 52.0MB/s]"
          }
        },
        "d288b6d3a4a44ebdb313981c713346ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_50c9c5e846ba436a8ed5129094abfaaa",
              "IPY_MODEL_fc5d497b8e264af284d98215c2d9fb85",
              "IPY_MODEL_8b55a23b8f8f46dd85a381e0a658dc82"
            ],
            "layout": "IPY_MODEL_197f7ab5c5f542b185085e6ac5ec6bb2"
          }
        },
        "d35121b675a745f895437114264d6072": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d48adfb6987c495aa486953bdf516b9d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d548a7320bdc43f88eeeaf7f0963e202": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4830502a50e442edaf03ba6bc217db9a",
            "placeholder": "​",
            "style": "IPY_MODEL_db3561f6c22e4f5a946eb4f6ba6d94a8",
            "value": "Map: 100%"
          }
        },
        "d8183f1c0c4845c791daa19436970457": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d8699434eabb4a7a8fea8e2dc84f299c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d934a4c44c904b379fa88c3160f85d73": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1dbeccc6c69f44ff96576f74d01f7b63",
            "placeholder": "​",
            "style": "IPY_MODEL_44e2770f24f549f799f673df33df7b8f",
            "value": "Generating test split: 100%"
          }
        },
        "d94ec244bc5948cbb7869876baccc605": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "db3561f6c22e4f5a946eb4f6ba6d94a8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "dc5e9dc9cec646739c399980ca9d9e86": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "deaa676fe3af4076a7aee7e9cb1f557c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "df73458c056d4c9681395091a3d64ea5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e33ce42164ef4a08ac4a254e712c2119": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e3c71e64cd0a48ccbf584e5a02e7dbb2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_08d4e87829fc409299e8804a4d92d45c",
            "placeholder": "​",
            "style": "IPY_MODEL_deaa676fe3af4076a7aee7e9cb1f557c",
            "value": " 5622/5622 [00:00&lt;00:00, 39793.40 examples/s]"
          }
        },
        "e4fa54cb886d45c7b17b083426d4d622": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e69689a25c874b6ab164269472bda7e8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e6b375f404a14f7998d08cd7c360bb9b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e83e35f4e2ad499b94b23a35ea71ffc5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f2ca4e5466c34ecfb972ee359e126e55": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_89e56c9363fa4bd6affa6940c7810485",
            "placeholder": "​",
            "style": "IPY_MODEL_5a4ccf7cd7574c689ecdf0e1b40eaf9f",
            "value": " 5622/5622 [00:00&lt;00:00, 6579.46 examples/s]"
          }
        },
        "f33a8a115ea246c69df95de11d7bf000": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f3434897092c402480a4adb1baae6adb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f6281a2b2e57465ba37caf40b50f142d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_83fbd0bc25de422a98324ffdf03e99af",
              "IPY_MODEL_4abb44f5e96945e6a8973cda11f79650",
              "IPY_MODEL_0668eda6cc764cf89eb4a4b3caa2e0eb"
            ],
            "layout": "IPY_MODEL_51f066a3149543ef9286fcfa769c9a7d"
          }
        },
        "f8648ee19d69479283e29b1f6682f8c4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f87770efd7204186a8bef817039d02c6": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fa1da835ebf54e4d954a5d6e7ebe5102": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_72175117e8ab4bfb9378443a04168851",
              "IPY_MODEL_0a166bbdb4fd4e3bb5c595695ced2654",
              "IPY_MODEL_d0bf5db2b7df49a9ad56cc36cde663b4"
            ],
            "layout": "IPY_MODEL_e83e35f4e2ad499b94b23a35ea71ffc5"
          }
        },
        "fb86e141b3ca42868b63c1ff3f310756": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "fc5d497b8e264af284d98215c2d9fb85": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f87770efd7204186a8bef817039d02c6",
            "max": 40125265,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_feb4e900998942fd858d86023a80a875",
            "value": 40125265
          }
        },
        "feb4e900998942fd858d86023a80a875": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ffcfe7124903419b8903d684f7b68d7a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4e90dce6ce6a4a98bbd6946d89090a02",
            "placeholder": "​",
            "style": "IPY_MODEL_d48adfb6987c495aa486953bdf516b9d",
            "value": "Downloading data: 100%"
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}