all_dupe_and_related.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "id": "8a531b44",
      "metadata": {
        "id": "8a531b44"
      },
      "outputs": [],
      "source": [
        "# This script finds all duplicate resources and their parent (item) or children (asset).\n",
        "# This is based on a combination of find_child_pid.ipynb and datacite_dupe_doi.ipynb.\n",
        "#\n",
        "# Main Processes:\n",
        "# 1) Import (a) the complete data exported from AC, and (b) a list of current duplicates in AC.\n",
        "# 2) Select items from (b) that are marked as duplicates ('Yes dupe').\n",
        "# 3) Look up bulk AC data for dupllicates' child assets.\n",
        "# 4) Output as 2 CSV, one for Hyacinth, the other one for DataCite. See descriptions below.\n",
        "#\n",
        "# First created: 2022-11-10\n",
        "# Finalized: 2022-11-22\n",
        "import pandas as pd"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "id": "f281dc5e",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 165
        },
        "id": "f281dc5e",
        "outputId": "007e2d5a-7b10-423d-fbe4-3cbfb8fb3773"
      },
      "outputs": [],
      "source": [
        "# **Import the AC exported full dataset**\n",
        "\n",
        "df= pd.read_csv('ac_export_data.csv', dtype='string')\n",
        "\n",
        "# df.head()      # Sample data\n",
        "# print(df.columns.tolist())     # Total 8092 columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "id": "871ccafc",
      "metadata": {},
      "outputs": [],
      "source": [
        "# **Import the PID list from \"Duplicates in AC\" to compare with the main list.**\n",
        "\n",
        "currentACDupe = pd.read_csv('currentPIDList.csv')\n",
        "\n",
        "# currentACPID_list.head()       # Sample data."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "id": "1c03988e",
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>PID</th>\n",
              "      <th>_doi</th>\n",
              "      <th>Digital Object Type &gt; String Key</th>\n",
              "      <th>Title 1 &gt; Sort Portion</th>\n",
              "      <th>Parent Digital Object 1 &gt; PID</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ac:ttdz08kpzn</td>\n",
              "      <td>doi:10.7916/d8-38h8-y303</td>\n",
              "      <td>item</td>\n",
              "      <td>!DNP - DUPLICATE 'Red Listing’ Heritage: Endan...</td>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ac:110981</td>\n",
              "      <td>doi:10.7916/D83X8CXZ</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP - DUPLICATE 555.pdf</td>\n",
              "      <td>ac:110983</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ac:66t1g1jwwx</td>\n",
              "      <td>doi:10.7916/d8-9t26-by02</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP - DUPLICATE 617-Article Text-12318-2-10-2...</td>\n",
              "      <td>ac:xksn02v726</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "             PID                      _doi Digital Object Type > String Key  \\\n",
              "1  ac:ttdz08kpzn  doi:10.7916/d8-38h8-y303                             item   \n",
              "2      ac:110981      doi:10.7916/D83X8CXZ                            asset   \n",
              "3  ac:66t1g1jwwx  doi:10.7916/d8-9t26-by02                            asset   \n",
              "\n",
              "                              Title 1 > Sort Portion  \\\n",
              "1  !DNP - DUPLICATE 'Red Listing’ Heritage: Endan...   \n",
              "2                           !DNP - DUPLICATE 555.pdf   \n",
              "3  !DNP - DUPLICATE 617-Article Text-12318-2-10-2...   \n",
              "\n",
              "  Parent Digital Object 1 > PID  \n",
              "1                          <NA>  \n",
              "2                     ac:110983  \n",
              "3                 ac:xksn02v726  "
            ]
          },
          "execution_count": 4,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Extract only the relevent columns from the full AC data to speed up process.\n",
        "\n",
        "trimmedACData = df[['PID', '_doi', 'Digital Object Type > String Key', 'Title 1 > Sort Portion', 'Parent Digital Object 1 > PID']]\n",
        "trimmedACData = trimmedACData.drop([0])     # Remove first row of element keys.\n",
        "\n",
        "trimmedACData.head(3)        # Sample data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "id": "ad9f5ea0",
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Test row?</th>\n",
              "      <th>YES dupe</th>\n",
              "      <th>Ignore</th>\n",
              "      <th>Further review</th>\n",
              "      <th>delete--PID</th>\n",
              "      <th>delete--DOI</th>\n",
              "      <th>delete--first_published</th>\n",
              "      <th>Remark</th>\n",
              "      <th>keep--PID</th>\n",
              "      <th>keep--DOI</th>\n",
              "      <th>OpenRefine Dupe</th>\n",
              "      <th>NotDupes</th>\n",
              "      <th>ConfirmedDupe</th>\n",
              "      <th>OR Digital Object Type &gt; String Key</th>\n",
              "      <th>OR Title 1 &gt; Sort Portion</th>\n",
              "      <th>OR Internal Note 1 &gt; Value</th>\n",
              "      <th>OR Note 1 &gt; Type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>False</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>ac:4f4qrfj6t4</td>\n",
              "      <td>doi:10.7916/d8-3b81-q793</td>\n",
              "      <td>2020-08-10T17:13:28Z</td>\n",
              "      <td>NaN</td>\n",
              "      <td>ac:kd51c5b01p</td>\n",
              "      <td>doi:10.7916/d8-vynf-tk42</td>\n",
              "      <td>True</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>item</td>\n",
              "      <td>!DNP - DUPLICATE Red Listing’ Heritage: Endang...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>False</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>ac:r2280gb5rw</td>\n",
              "      <td>doi:10.7916/d8-mrbt-wp10</td>\n",
              "      <td>2020-08-10T17:14:24Z</td>\n",
              "      <td>NaN</td>\n",
              "      <td>ac:kd51c5b01p</td>\n",
              "      <td>doi:10.7916/d8-vynf-tk42</td>\n",
              "      <td>True</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>item</td>\n",
              "      <td>!DNP - DUPLICATE Red Listing’ Heritage: Endang...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>False</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>ac:ttdz08kpzn</td>\n",
              "      <td>doi:10.7916/d8-38h8-y303</td>\n",
              "      <td>Mon Aug 10 2020 13:15:13 GMT-0400 (Eastern Day...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>ac:kd51c5b01p</td>\n",
              "      <td>doi:10.7916/d8-vynf-tk42</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>item</td>\n",
              "      <td>!DNP - DUPLICATE Red Listing’ Heritage: Endang...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Test row?  YES dupe  Ignore  Further review    delete--PID  \\\n",
              "0      False      True   False           False  ac:4f4qrfj6t4   \n",
              "1      False      True   False           False  ac:r2280gb5rw   \n",
              "2      False      True   False           False  ac:ttdz08kpzn   \n",
              "\n",
              "                delete--DOI  \\\n",
              "0  doi:10.7916/d8-3b81-q793   \n",
              "1  doi:10.7916/d8-mrbt-wp10   \n",
              "2  doi:10.7916/d8-38h8-y303   \n",
              "\n",
              "                             delete--first_published Remark      keep--PID  \\\n",
              "0                               2020-08-10T17:13:28Z    NaN  ac:kd51c5b01p   \n",
              "1                               2020-08-10T17:14:24Z    NaN  ac:kd51c5b01p   \n",
              "2  Mon Aug 10 2020 13:15:13 GMT-0400 (Eastern Day...    NaN  ac:kd51c5b01p   \n",
              "\n",
              "                  keep--DOI OpenRefine Dupe NotDupes ConfirmedDupe  \\\n",
              "0  doi:10.7916/d8-vynf-tk42            True      NaN           NaN   \n",
              "1  doi:10.7916/d8-vynf-tk42            True      NaN           NaN   \n",
              "2  doi:10.7916/d8-vynf-tk42             NaN      NaN           NaN   \n",
              "\n",
              "  OR Digital Object Type > String Key  \\\n",
              "0                                item   \n",
              "1                                item   \n",
              "2                                item   \n",
              "\n",
              "                           OR Title 1 > Sort Portion  \\\n",
              "0  !DNP - DUPLICATE Red Listing’ Heritage: Endang...   \n",
              "1  !DNP - DUPLICATE Red Listing’ Heritage: Endang...   \n",
              "2  !DNP - DUPLICATE Red Listing’ Heritage: Endang...   \n",
              "\n",
              "  OR Internal Note 1 > Value OR Note 1 > Type  \n",
              "0                        NaN              NaN  \n",
              "1                        NaN              NaN  \n",
              "2                        NaN              NaN  "
            ]
          },
          "execution_count": 5,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Select rows that are marked as duplicates from the \"Duplicate in AC\" CSV.\n",
        "\n",
        "currentACDupe = currentACDupe[currentACDupe['YES dupe'] == True].reset_index(drop=True)\n",
        "\n",
        "# Create a list of duplicate PIDs.\n",
        "\n",
        "currentDupePID = currentACDupe['delete--PID'].tolist()\n",
        "\n",
        "currentACDupe.head(3)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "id": "7ffb5a9a",
      "metadata": {
        "id": "7ffb5a9a"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>PID</th>\n",
              "      <th>DOI</th>\n",
              "      <th>Object Type</th>\n",
              "      <th>Title</th>\n",
              "      <th>Parent PID</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>ac:hx3ffbg7f7</td>\n",
              "      <td>doi:10.7916/d8-17e7-gx14</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP - DUPLICATE 719-Article Text-16086-1-10-2...</td>\n",
              "      <td>ac:f1vhhmgqrw</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>ac:149517</td>\n",
              "      <td>doi:10.7916/D8HH6VDV</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP - DUPLICATE hotdep.pdf</td>\n",
              "      <td>ac:149516</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>63</th>\n",
              "      <td>ac:h9w0vt4bf0</td>\n",
              "      <td>doi:10.7916/d8-dky4-9y46</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP Duplicate 5402-Article Text-9484-1-10-202...</td>\n",
              "      <td>ac:3bk3j9kd83</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>95</th>\n",
              "      <td>ac:z34tmpg4hw</td>\n",
              "      <td>doi:10.7916/D8WQ1G7N</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP Duplicate Making Cognitive Latent Variabl...</td>\n",
              "      <td>ac:08kprr4xht</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>109</th>\n",
              "      <td>ac:110917</td>\n",
              "      <td>doi:10.7916/D8BC46CV</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP Duplicate cucs-018-08.pdf</td>\n",
              "      <td>ac:110919</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "               PID                       DOI Object Type  \\\n",
              "5    ac:hx3ffbg7f7  doi:10.7916/d8-17e7-gx14       asset   \n",
              "35       ac:149517      doi:10.7916/D8HH6VDV       asset   \n",
              "63   ac:h9w0vt4bf0  doi:10.7916/d8-dky4-9y46       asset   \n",
              "95   ac:z34tmpg4hw      doi:10.7916/D8WQ1G7N       asset   \n",
              "109      ac:110917      doi:10.7916/D8BC46CV       asset   \n",
              "\n",
              "                                                 Title     Parent PID  \n",
              "5    !DNP - DUPLICATE 719-Article Text-16086-1-10-2...  ac:f1vhhmgqrw  \n",
              "35                         !DNP - DUPLICATE hotdep.pdf      ac:149516  \n",
              "63   !DNP Duplicate 5402-Article Text-9484-1-10-202...  ac:3bk3j9kd83  \n",
              "95   !DNP Duplicate Making Cognitive Latent Variabl...  ac:08kprr4xht  \n",
              "109                     !DNP Duplicate cucs-018-08.pdf      ac:110919  "
            ]
          },
          "execution_count": 6,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# If any resource in the current dupe list is a parent item, find all of its children (other assets under that parent item).\n",
        "# These new found children will join the current dupe list to be worked on.\n",
        "# New list shows: Child index - Child PID - Child Resource Type - Child Title - Parent PID\n",
        "# A parent PID can be repeated on multiple rows if having more than one child\n",
        "\n",
        "# isin() checks each value of the currentDupePID[] if exist in the parent object column in bulk AC data.\n",
        "childofDupeParent = trimmedACData[trimmedACData['Parent Digital Object 1 > PID'].isin(currentDupePID)]\n",
        "childofDupeParent.columns = ['PID', 'DOI', 'Object Type', 'Title', 'Parent PID']\n",
        "\n",
        "childofDupeParent.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "id": "ebd1fff5",
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>PID</th>\n",
              "      <th>DOI</th>\n",
              "      <th>Object Type</th>\n",
              "      <th>Title</th>\n",
              "      <th>Parent PID</th>\n",
              "      <th>New PID</th>\n",
              "      <th>DOI to Map to</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ac:z34tmpg4hw</td>\n",
              "      <td>doi:10.7916/D8WQ1G7N</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP Duplicate Making Cognitive Latent Variabl...</td>\n",
              "      <td>ac:08kprr4xht</td>\n",
              "      <td>ac:193300</td>\n",
              "      <td>doi:10.7916/D8W095Q0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ac:107680</td>\n",
              "      <td>doi:10.7916/D8VM4KQZ</td>\n",
              "      <td>asset</td>\n",
              "      <td>WP_222.pdf</td>\n",
              "      <td>ac:107682</td>\n",
              "      <td>ac:115911</td>\n",
              "      <td>doi:10.7916/D8G452GR</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ac:110114</td>\n",
              "      <td>doi:10.7916/D8VQ39FQ</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP Duplicate cucs-030-99.pdf</td>\n",
              "      <td>ac:110116</td>\n",
              "      <td>ac:160664</td>\n",
              "      <td>doi:10.7916/D8X355T5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ac:110417</td>\n",
              "      <td>doi:10.7916/D88D07CG</td>\n",
              "      <td>asset</td>\n",
              "      <td>358.pdf</td>\n",
              "      <td>ac:110419</td>\n",
              "      <td>ac:127054</td>\n",
              "      <td>doi:10.7916/D8XS623S</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ac:137983</td>\n",
              "      <td>doi:10.7916/D84M9GPN</td>\n",
              "      <td>asset</td>\n",
              "      <td>cucs-036-05.pdf</td>\n",
              "      <td>ac:110419</td>\n",
              "      <td>ac:127054</td>\n",
              "      <td>doi:10.7916/D8XS623S</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "             PID                   DOI Object Type  \\\n",
              "0  ac:z34tmpg4hw  doi:10.7916/D8WQ1G7N       asset   \n",
              "1      ac:107680  doi:10.7916/D8VM4KQZ       asset   \n",
              "2      ac:110114  doi:10.7916/D8VQ39FQ       asset   \n",
              "3      ac:110417  doi:10.7916/D88D07CG       asset   \n",
              "4      ac:137983  doi:10.7916/D84M9GPN       asset   \n",
              "\n",
              "                                               Title     Parent PID  \\\n",
              "0  !DNP Duplicate Making Cognitive Latent Variabl...  ac:08kprr4xht   \n",
              "1                                         WP_222.pdf      ac:107682   \n",
              "2                     !DNP Duplicate cucs-030-99.pdf      ac:110116   \n",
              "3                                            358.pdf      ac:110419   \n",
              "4                                    cucs-036-05.pdf      ac:110419   \n",
              "\n",
              "     New PID         DOI to Map to  \n",
              "0  ac:193300  doi:10.7916/D8W095Q0  \n",
              "1  ac:115911  doi:10.7916/D8G452GR  \n",
              "2  ac:160664  doi:10.7916/D8X355T5  \n",
              "3  ac:127054  doi:10.7916/D8XS623S  \n",
              "4  ac:127054  doi:10.7916/D8XS623S  "
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Relate new parent items' PID and DOI information for the child assets found in last step.\n",
        "# The new column 'DOI to Map to' will be the DOIs that the duplicates should be redirected to.\n",
        "# Information of new DOIs comes from the current AC duplicate list.\n",
        "\n",
        "parentNewDOI = currentACDupe[['delete--PID', 'keep--PID', 'keep--DOI']]\n",
        "\n",
        "childofDupeParent = childofDupeParent.merge(parentNewDOI, how='left', left_on='Parent PID', right_on='delete--PID', sort=True)\n",
        "childofDupeParent = childofDupeParent.drop(columns=['delete--PID'])\n",
        "childofDupeParent = childofDupeParent.rename(columns={'keep--PID': 'New PID', 'keep--DOI': 'DOI to Map to'})\n",
        "\n",
        "childofDupeParent.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "id": "57be86f5",
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>DOI</th>\n",
              "      <th>PID</th>\n",
              "      <th>Object Type</th>\n",
              "      <th>Title</th>\n",
              "      <th>New PID</th>\n",
              "      <th>DOI to Map to</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>ac:05qfttdz2r</td>\n",
              "      <td>asset</td>\n",
              "      <td>mets.xml</td>\n",
              "      <td>ac:x3ffbg79jr</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>doi:10.7916/D81G1ZR0</td>\n",
              "      <td>ac:08kprr4xht</td>\n",
              "      <td>item</td>\n",
              "      <td>Making Cognitive Latent Variables Manifest: Di...</td>\n",
              "      <td>ac:193300</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>doi:10.7916/d8-ppp7-1s08</td>\n",
              "      <td>ac:08kprr4xkn</td>\n",
              "      <td>item</td>\n",
              "      <td>!DNP DUPLICATE “Addis Ababa Bete (Home)”: Cont...</td>\n",
              "      <td>ac:jq2bvq83gg</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>ac:0gb5mkkwkn</td>\n",
              "      <td>asset</td>\n",
              "      <td>Opening Ceremony 2007 Photo only.pdf</td>\n",
              "      <td>ac:h70rxwdbwx</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>ac:0gb5mkkwmb</td>\n",
              "      <td>asset</td>\n",
              "      <td>mets.xml</td>\n",
              "      <td>ac:05qfttdz2s</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>288</th>\n",
              "      <td>NaN</td>\n",
              "      <td>ac:z08kprr525</td>\n",
              "      <td>item</td>\n",
              "      <td>Longitudinal Research on Aging Drivers (LongRO...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>289</th>\n",
              "      <td>doi:10.7916/D8WQ1G7N</td>\n",
              "      <td>ac:z34tmpg4hw</td>\n",
              "      <td>asset</td>\n",
              "      <td>!DNP Duplicate Making Cognitive Latent Variabl...</td>\n",
              "      <td>ac:193300</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>290</th>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>ac:zcrjdfn33g</td>\n",
              "      <td>asset</td>\n",
              "      <td>mets.xml</td>\n",
              "      <td>ac:h70rxwdbwx</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>291</th>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>ac:zgmsbcc2m2</td>\n",
              "      <td>asset</td>\n",
              "      <td>Graduation 1999 Academic Dress.pdf</td>\n",
              "      <td>ac:h70rxwdbwx</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>292</th>\n",
              "      <td>doi:10.7916/d8-04f6-j561</td>\n",
              "      <td>ac:zpc866t1m2</td>\n",
              "      <td>asset</td>\n",
              "      <td>Bearman_2015_1010112.pdf</td>\n",
              "      <td>ac:192265</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>293 rows × 6 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                          DOI            PID Object Type  \\\n",
              "0                        <NA>  ac:05qfttdz2r       asset   \n",
              "1        doi:10.7916/D81G1ZR0  ac:08kprr4xht        item   \n",
              "2    doi:10.7916/d8-ppp7-1s08  ac:08kprr4xkn        item   \n",
              "3                        <NA>  ac:0gb5mkkwkn       asset   \n",
              "4                        <NA>  ac:0gb5mkkwmb       asset   \n",
              "..                        ...            ...         ...   \n",
              "288                       NaN  ac:z08kprr525        item   \n",
              "289      doi:10.7916/D8WQ1G7N  ac:z34tmpg4hw       asset   \n",
              "290                      <NA>  ac:zcrjdfn33g       asset   \n",
              "291                      <NA>  ac:zgmsbcc2m2       asset   \n",
              "292  doi:10.7916/d8-04f6-j561  ac:zpc866t1m2       asset   \n",
              "\n",
              "                                                 Title        New PID  \\\n",
              "0                                             mets.xml  ac:x3ffbg79jr   \n",
              "1    Making Cognitive Latent Variables Manifest: Di...      ac:193300   \n",
              "2    !DNP DUPLICATE “Addis Ababa Bete (Home)”: Cont...  ac:jq2bvq83gg   \n",
              "3                 Opening Ceremony 2007 Photo only.pdf  ac:h70rxwdbwx   \n",
              "4                                             mets.xml  ac:05qfttdz2s   \n",
              "..                                                 ...            ...   \n",
              "288  Longitudinal Research on Aging Drivers (LongRO...            NaN   \n",
              "289  !DNP Duplicate Making Cognitive Latent Variabl...      ac:193300   \n",
              "290                                           mets.xml  ac:h70rxwdbwx   \n",
              "291                 Graduation 1999 Academic Dress.pdf  ac:h70rxwdbwx   \n",
              "292                           Bearman_2015_1010112.pdf      ac:192265   \n",
              "\n",
              "                                         DOI to Map to  \n",
              "0    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "1    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "2    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "3    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "4    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "..                                                 ...  \n",
              "288                                                NaN  \n",
              "289  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "290  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "291  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "292  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "\n",
              "[293 rows x 6 columns]"
            ]
          },
          "execution_count": 8,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Merge duplicate parents' children data to currentACDupe\n",
        "# Parent and chilren are listed together\n",
        "# Resulting list contains:\n",
        "# DOI - PID - Object Type - Title - New PID - New DOI (to map to)\n",
        "\n",
        "currentACDupSubset = currentACDupe[['delete--DOI', 'delete--PID', 'OR Digital Object Type > String Key', 'OR Title 1 > Sort Portion', 'keep--PID', 'keep--DOI']]\n",
        "currentACDupSubset.columns = ['DOI', 'PID', 'Object Type', 'Title', 'New PID', 'DOI to Map to']\n",
        "# currentACDupSubset\n",
        "\n",
        "final = pd.concat([currentACDupSubset, childofDupeParent], ignore_index=True)\n",
        "\n",
        "final = final.drop(columns=['Parent PID'])\n",
        "final = final.sort_values(by='PID')\n",
        "final.reset_index(inplace=True, drop=True)\n",
        "final = final.replace(r'\\r', r'', regex=True)   # Remove accidental new lines from values\n",
        "\n",
        "# Reformat 'keep--DOI' as actual URL\n",
        "\n",
        "final['DOI to Map to'] = final['DOI to Map to'].str.replace(r'doi:', 'https://academiccommons.columbia.edu/doi/', regex=True)\n",
        "\n",
        "#final.to_csv('all_dupe_and_related.csv')\n",
        "final"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "id": "fe84e345",
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>PID</th>\n",
              "      <th>DOI</th>\n",
              "      <th>Title</th>\n",
              "      <th>Object Type</th>\n",
              "      <th>New PID</th>\n",
              "      <th>DOI to Map to</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ac:05qfttdz2r</td>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>mets.xml</td>\n",
              "      <td>asset</td>\n",
              "      <td>ac:x3ffbg79jr</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ac:08kprr4xht</td>\n",
              "      <td>doi:10.7916/D81G1ZR0</td>\n",
              "      <td>Making Cognitive Latent Variables Manifest: Di...</td>\n",
              "      <td>item</td>\n",
              "      <td>ac:193300</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ac:08kprr4xkn</td>\n",
              "      <td>doi:10.7916/d8-ppp7-1s08</td>\n",
              "      <td>!DNP DUPLICATE “Addis Ababa Bete (Home)”: Cont...</td>\n",
              "      <td>item</td>\n",
              "      <td>ac:jq2bvq83gg</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ac:0gb5mkkwkn</td>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>Opening Ceremony 2007 Photo only.pdf</td>\n",
              "      <td>asset</td>\n",
              "      <td>ac:h70rxwdbwx</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ac:0gb5mkkwmb</td>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>mets.xml</td>\n",
              "      <td>asset</td>\n",
              "      <td>ac:05qfttdz2s</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>288</th>\n",
              "      <td>ac:z08kprr525</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Longitudinal Research on Aging Drivers (LongRO...</td>\n",
              "      <td>item</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>289</th>\n",
              "      <td>ac:z34tmpg4hw</td>\n",
              "      <td>doi:10.7916/D8WQ1G7N</td>\n",
              "      <td>!DNP Duplicate Making Cognitive Latent Variabl...</td>\n",
              "      <td>asset</td>\n",
              "      <td>ac:193300</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>290</th>\n",
              "      <td>ac:zcrjdfn33g</td>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>mets.xml</td>\n",
              "      <td>asset</td>\n",
              "      <td>ac:h70rxwdbwx</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>291</th>\n",
              "      <td>ac:zgmsbcc2m2</td>\n",
              "      <td>&lt;NA&gt;</td>\n",
              "      <td>Graduation 1999 Academic Dress.pdf</td>\n",
              "      <td>asset</td>\n",
              "      <td>ac:h70rxwdbwx</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>292</th>\n",
              "      <td>ac:zpc866t1m2</td>\n",
              "      <td>doi:10.7916/d8-04f6-j561</td>\n",
              "      <td>Bearman_2015_1010112.pdf</td>\n",
              "      <td>asset</td>\n",
              "      <td>ac:192265</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>293 rows × 6 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "               PID                       DOI  \\\n",
              "0    ac:05qfttdz2r                      <NA>   \n",
              "1    ac:08kprr4xht      doi:10.7916/D81G1ZR0   \n",
              "2    ac:08kprr4xkn  doi:10.7916/d8-ppp7-1s08   \n",
              "3    ac:0gb5mkkwkn                      <NA>   \n",
              "4    ac:0gb5mkkwmb                      <NA>   \n",
              "..             ...                       ...   \n",
              "288  ac:z08kprr525                       NaN   \n",
              "289  ac:z34tmpg4hw      doi:10.7916/D8WQ1G7N   \n",
              "290  ac:zcrjdfn33g                      <NA>   \n",
              "291  ac:zgmsbcc2m2                      <NA>   \n",
              "292  ac:zpc866t1m2  doi:10.7916/d8-04f6-j561   \n",
              "\n",
              "                                                 Title Object Type  \\\n",
              "0                                             mets.xml       asset   \n",
              "1    Making Cognitive Latent Variables Manifest: Di...        item   \n",
              "2    !DNP DUPLICATE “Addis Ababa Bete (Home)”: Cont...        item   \n",
              "3                 Opening Ceremony 2007 Photo only.pdf       asset   \n",
              "4                                             mets.xml       asset   \n",
              "..                                                 ...         ...   \n",
              "288  Longitudinal Research on Aging Drivers (LongRO...        item   \n",
              "289  !DNP Duplicate Making Cognitive Latent Variabl...       asset   \n",
              "290                                           mets.xml       asset   \n",
              "291                 Graduation 1999 Academic Dress.pdf       asset   \n",
              "292                           Bearman_2015_1010112.pdf       asset   \n",
              "\n",
              "           New PID                                      DOI to Map to  \n",
              "0    ac:x3ffbg79jr  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "1        ac:193300  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "2    ac:jq2bvq83gg  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "3    ac:h70rxwdbwx  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "4    ac:05qfttdz2s  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "..             ...                                                ...  \n",
              "288            NaN                                                NaN  \n",
              "289      ac:193300  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "290  ac:h70rxwdbwx  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "291  ac:h70rxwdbwx  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "292      ac:192265  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "\n",
              "[293 rows x 6 columns]"
            ]
          },
          "execution_count": 9,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Sort and export the list to work on Hyacinth\n",
        "# The first column is PID\n",
        "\n",
        "hyacinthList = final[['PID', 'DOI', 'Title', 'Object Type', 'New PID', 'DOI to Map to']]\n",
        "\n",
        "# Export as CSV file\n",
        "hyacinthList.to_csv('all_dupe_Hyacinth.csv')\n",
        "\n",
        "hyacinthList"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "id": "e4ed4f5b",
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>DOI</th>\n",
              "      <th>PID</th>\n",
              "      <th>Object Type</th>\n",
              "      <th>DOI to Map to</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>doi:10.7916/D81G1ZR0</td>\n",
              "      <td>ac:08kprr4xht</td>\n",
              "      <td>item</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>doi:10.7916/d8-ppp7-1s08</td>\n",
              "      <td>ac:08kprr4xkn</td>\n",
              "      <td>item</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>doi:10.7916/D8VM4KQZ</td>\n",
              "      <td>ac:107680</td>\n",
              "      <td>asset</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>doi:10.7916/D8HQ46FR</td>\n",
              "      <td>ac:107682</td>\n",
              "      <td>item</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>doi:10.7916/D8VQ39FQ</td>\n",
              "      <td>ac:110114</td>\n",
              "      <td>asset</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>238</th>\n",
              "      <td>doi:10.7916/d8-tmna-a776</td>\n",
              "      <td>ac:v15dv41nwr</td>\n",
              "      <td>item</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>239</th>\n",
              "      <td>doi:10.7916/d8-yscm-wa47</td>\n",
              "      <td>ac:vt4b8gtj18</td>\n",
              "      <td>asset</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>240</th>\n",
              "      <td>doi:10.7916/d8-1rgy-3x54</td>\n",
              "      <td>ac:wstqjq2c1v</td>\n",
              "      <td>item</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>241</th>\n",
              "      <td>doi:10.7916/D8WQ1G7N</td>\n",
              "      <td>ac:z34tmpg4hw</td>\n",
              "      <td>asset</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>242</th>\n",
              "      <td>doi:10.7916/d8-04f6-j561</td>\n",
              "      <td>ac:zpc866t1m2</td>\n",
              "      <td>asset</td>\n",
              "      <td>https://academiccommons.columbia.edu/doi/10.79...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>243 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                          DOI            PID Object Type  \\\n",
              "0        doi:10.7916/D81G1ZR0  ac:08kprr4xht        item   \n",
              "1    doi:10.7916/d8-ppp7-1s08  ac:08kprr4xkn        item   \n",
              "2        doi:10.7916/D8VM4KQZ      ac:107680       asset   \n",
              "3        doi:10.7916/D8HQ46FR      ac:107682        item   \n",
              "4        doi:10.7916/D8VQ39FQ      ac:110114       asset   \n",
              "..                        ...            ...         ...   \n",
              "238  doi:10.7916/d8-tmna-a776  ac:v15dv41nwr        item   \n",
              "239  doi:10.7916/d8-yscm-wa47  ac:vt4b8gtj18       asset   \n",
              "240  doi:10.7916/d8-1rgy-3x54  ac:wstqjq2c1v        item   \n",
              "241      doi:10.7916/D8WQ1G7N  ac:z34tmpg4hw       asset   \n",
              "242  doi:10.7916/d8-04f6-j561  ac:zpc866t1m2       asset   \n",
              "\n",
              "                                         DOI to Map to  \n",
              "0    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "1    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "2    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "3    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "4    https://academiccommons.columbia.edu/doi/10.79...  \n",
              "..                                                 ...  \n",
              "238  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "239  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "240  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "241  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "242  https://academiccommons.columbia.edu/doi/10.79...  \n",
              "\n",
              "[243 rows x 4 columns]"
            ]
          },
          "execution_count": 10,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Export the list to work on DataCite.\n",
        "# Those without a DOI will be removed.\n",
        "\n",
        "final_for_DataCite = final.dropna(subset=['DOI'])\n",
        "\n",
        "# Swapping the columns of PID and DOI\n",
        "final_for_DataCite = final_for_DataCite.reindex(columns=['DOI', 'PID', 'Object Type', 'DOI to Map to'])\n",
        "final_for_DataCite.reset_index(inplace=True, drop=True)\n",
        "\n",
        "# Export as CSV file\n",
        "final_for_DataCite.to_csv('all_dupe_Datacite.csv')\n",
        "final_for_DataCite"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3.10.7 64-bit",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.7"
    },
    "vscode": {
      "interpreter": {
        "hash": "a0b92009e007ea74892ce71852617f5d08439bc7009f742fab30cbd093887492"
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}