EDA.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 643 ms (2024-06-11T14:26:17/2024-06-11T14:26:17)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%load_ext autotime\n",
    "import geopandas as gpd # Geospatial data operations\n",
    "import rasterio as rio # Geospatial imagery manipulation\n",
    "import rasterio.plot\n",
    "import pandas as pd # Tabular data\n",
    "import os\n",
    "import re\n",
    "import rapidfuzz # Fuzzy string matching\n",
    "from tqdm.auto import tqdm # Progress bars\n",
    "from tqdm.contrib.concurrent import thread_map, process_map # Parallel operations\n",
    "import matplotlib # Plots\n",
    "import matplotlib.pyplot as plt\n",
    "import shapely # Polygon operations\n",
    "#import solaris.tile as tile # Tile splitting\n",
    "#import solaris.data.coco as coco\n",
    "import contextlib\n",
    "import io\n",
    "import rasterio # Raster imagery operations\n",
    "from rasterio.vrt import WarpedVRT\n",
    "from rasterio import transform\n",
    "from rasterio.merge import merge # Merging tiles into mosaics\n",
    "from glob import glob # Finding files\n",
    "from shapely.geometry import box # Bounding box operations\n",
    "matplotlib.rcParams['figure.figsize'] = (20, 10)\n",
    "tqdm.pandas()\n",
    "pd.set_option('display.max_columns', None)\n",
    "pd.set_option('display.max_colwidth', 200)\n",
    "import platform\n",
    "if platform.system() == \"Windows\":\n",
    "  prefix = \"Z:/\"\n",
    "else:\n",
    "  prefix = \"ressci201900060-RNC2-Coastal/\""
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Match shapefiles to images"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 410 µs (2024-06-11T14:26:17/2024-06-11T14:26:17)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Set this to False to rebuild filelist.txt and meta.csv\n",
    "use_cache = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 14 min 20 s (2024-06-11T14:26:17/2024-06-11T14:40:38)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b95c6b4f4d624df7ae2ba889cd7abc4b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/5 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "0                                                     Archive/Gabrielle/\n",
       "1                                               Archive/Gabrielle/Orders\n",
       "2                                          Archive/Gabrielle/Orders/AOIs\n",
       "3        Archive/Gabrielle/Orders/AOIs/Pauanui_Tairua_07JAN2023WGS84.sbn\n",
       "4             Archive/Gabrielle/Orders/AOIs/Pauanui_Tairua_07JAN2023.sbx\n",
       "                                      ...                               \n",
       "73381                               skyvuw/SN2975/SN2975_TILE_LAYOUT.dbf\n",
       "73382                             skyvuw/SN2975/SN2975_PHOTO_CENTRES.dbf\n",
       "73383                             skyvuw/SN2975/SN2975_PHOTO_CENTRES.shx\n",
       "73384                               skyvuw/SN2975/SN2975_TILE_LAYOUT.prj\n",
       "73385                               skyvuw/SN2975/SN2975_TILE_LAYOUT.shp\n",
       "Length: 319748, dtype: object"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# This cell will read a list of files from Nick/filelist.txt if it exists, or build a list of files and save it to that location\n",
    "# This is useful for quickly loading the list of files without having to search the entire directory structure\n",
    "# You will need to delete the file and rerun this cell if files are created, renamed or moved\n",
    "\n",
    "filename = prefix + \"Nick/filelist.txt\"\n",
    "if use_cache and os.path.isfile(filename):\n",
    "    filelist = pd.read_csv(filename, header=None).iloc[:,0]\n",
    "else:\n",
    "    def find_files(root):\n",
    "        return pd.Series(glob(prefix + root + \"**/**\", recursive=True)).str.replace(prefix, \"\")\n",
    "    filelist = pd.concat(thread_map(find_files, [\"Archive/Gabrielle\", \"MaxarImagery\", \"Retrolens\", \"SpatialData/Mosaics\", \"skyvuw\"]))\n",
    "    if platform.system() == \"Windows\":\n",
    "        filelist = filelist.str.replace(\"\\\\\", \"/\", regex=False)\n",
    "    filelist.to_csv(filename, index=False, header=False)\n",
    "filelist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 230 ms (2024-06-11T14:40:38/2024-06-11T14:40:38)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>29918</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Matarangi_18FEB2023.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29919</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Matarangi_24DEC2022.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29922</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/NewChums_18FEB2023.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29923</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Whangapoua_24DEC2022.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29930</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Whangapoua_18FEB2023.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112017</th>\n",
       "      <td>Retrolens/Wellington/KapitiSouth/Shorelines/KapitiSouth_02JAN1988.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112022</th>\n",
       "      <td>Retrolens/Wellington/KapitiSouth/Shorelines/KapitiSouth_06OCT1980.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113123</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_22AUG1961.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113124</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_13FEB2021.shp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113131</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2995 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                     filename\n",
       "29918    Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Matarangi_18FEB2023.shp\n",
       "29919    Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Matarangi_24DEC2022.shp\n",
       "29922     Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/NewChums_18FEB2023.shp\n",
       "29923   Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Whangapoua_24DEC2022.shp\n",
       "29930   Archive/Gabrielle/Shorelines/Waikato/Matarangi and surrounds/Whangapoua_18FEB2023.shp\n",
       "...                                                                                       ...\n",
       "112017                  Retrolens/Wellington/KapitiSouth/Shorelines/KapitiSouth_02JAN1988.shp\n",
       "112022                  Retrolens/Wellington/KapitiSouth/Shorelines/KapitiSouth_06OCT1980.shp\n",
       "113123                    Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_22AUG1961.shp\n",
       "113124                    Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_13FEB2021.shp\n",
       "113131                    Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp\n",
       "\n",
       "[2995 rows x 1 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def check_filename(filename):\n",
    "    # This regex only matches shapefiles that contain something date-like in their names\n",
    "    match = re.search(r'/Shorelines/.+\\d{4}.*.shp$', filename)\n",
    "    return bool(match)\n",
    "\n",
    "shapefiles = filelist[filelist.apply(check_filename)]\n",
    "df = shapefiles.to_frame(name=\"filename\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 397 µs (2024-06-11T14:40:38/2024-06-11T14:40:38)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "image_extensions = (\".jpg\", \".jp2\", \".tif\", \".TIF\", \".png\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 481 ms (2024-06-11T14:40:38/2024-06-11T14:40:39)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "1171      MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_08NOV2019_2.tif\n",
       "1172      MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_08NOV2019_1.tif\n",
       "1174        MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_12MAR2018.tif\n",
       "1177        MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_31AUG2005.tif\n",
       "1191        MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_25DEC2015.tif\n",
       "                                              ...                                      \n",
       "113356            Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_19NOV1972_mosaic.jp2\n",
       "113362            Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_04APR1986_mosaic.jp2\n",
       "113365            Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_10NOV1977_mosaic.tif\n",
       "113366            Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_22AUG1961_mosaic.tif\n",
       "113369            Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_01AUG1942_mosaic.jp2\n",
       "Length: 2678, dtype: object"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "images = filelist[filelist.str.contains(\"Stack\", case=False) & filelist.str.endswith(image_extensions)]\n",
    "images"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre></pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "289                                                                                                                                                    Archive/Gabrielle/Pressure sensors/Emma's field notes.jpg\n",
       "314                                                                                                                  Archive/Gabrielle/Imagery/skyfiworking/SkyFi_4737_Northland_New-Zealand_2023-03-03_2250.png\n",
       "315                                                                                                                  Archive/Gabrielle/Imagery/skyfiworking/SkyFi_4794_Northland_New-Zealand_2023-03-25_2229.tif\n",
       "319                                                                                                                    Archive/Gabrielle/Imagery/skyfiworking/SkyFi_4794_Waikato_New-Zealand_2023-08-25_2133.tif\n",
       "320                                                                                                                    Archive/Gabrielle/Imagery/skyfiworking/SkyFi_4794_Waikato_New-Zealand_2023-08-25_2133.png\n",
       "                                                                                                          ...                                                                                                   \n",
       "29724                                           Archive/Gabrielle/Imagery/pre-storm/Bay of Plenty/Tauranga/IMG_PHR1A_PMS_001/IMG_PHR1A_PMS_202212292228176_ORT_7daaf5c1-ba14-4eb3-ce3c-64c036674cad-001_R1C1.TIF\n",
       "29729                                           Archive/Gabrielle/Imagery/pre-storm/Bay of Plenty/Tauranga/IMG_PHR1A_PMS_001/IMG_PHR1A_PMS_202212292228176_ORT_7daaf5c1-ba14-4eb3-ce3c-64c036674cad-001_R1C2.TIF\n",
       "29757                                                                                                                              Archive/Gabrielle/Imagery/pre-storm/Bay of Plenty/Matata/Matata_03AUG2022.tif\n",
       "29767    Archive/Gabrielle/Imagery/pre-storm/Bay of Plenty/824cb8fd-997c-4fa4-9280-d7ba4de9a36c_NONE_STD_A/IMG_01_PNEO3_PMS-FS/IMG_PNEO3_202211112208117_PMS-FS_ORT_e16fb05308554960c9d48d085a716203_RGB_R1C1...\n",
       "29769    Archive/Gabrielle/Imagery/pre-storm/Bay of Plenty/824cb8fd-997c-4fa4-9280-d7ba4de9a36c_NONE_STD_A/IMG_01_PNEO3_PMS-FS/IMG_PNEO3_202211112208117_PMS-FS_ORT_e16fb05308554960c9d48d085a716203_NED_R1C1...\n",
       "Length: 6261, dtype: object"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Gabrielle_images = filelist[filelist.str.contains(\"Gabrielle\") & filelist.str.endswith(image_extensions)]\n",
    "Gabrielle_images"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 1.03 s (2024-06-11T14:40:39/2024-06-11T14:40:40)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_3588563/4132008065.py:24: TqdmWarning: Iterable length 2995 > 1000 but `chunksize` is not set. This may seriously degrade multiprocess performance. Set `chunksize=1` or more.\n",
      "  df[\"matched_image\"], df[\"match_score\"] = zip(*process_map(get_matching_image, df.filename))\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0c44ccf20d8544008a2802a55f2d3c95",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/2995 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Perfect matches: 1867\n",
      "Imperfect matches: 1128\n"
     ]
    }
   ],
   "source": [
    "# When fuzzy matching, ignore these strings\n",
    "# _0 will ignore leading zeros in dates\n",
    "strings_to_delete = [\"_mosaic\", \"_mosiac\", \"_mosaid\", \".mosaic\", \"_cliff\", \"_beach\", \"_beachcliffsegment\", \"_MF.shp\", \"_MT.shp\", \"_0\", \"_1.tif\", \"_2.tif\", \"_3.tif\", \"_LDS\", \"_\", \" \"]\n",
    "\n",
    "def fuzz_preprocess(filename):\n",
    "    for s in strings_to_delete:\n",
    "        filename = filename.replace(s, \"\")\n",
    "    # Case-insensitive\n",
    "    filename = filename.lower()\n",
    "    # Ignore extension\n",
    "    filename = os.path.splitext(filename)[0]\n",
    "    # Basename only\n",
    "    filename = os.path.basename(filename)\n",
    "    return filename\n",
    "\n",
    "def get_matching_image(filename):\n",
    "    if filename.startswith(\"Gabrielle\"):\n",
    "        match, score, index = rapidfuzz.process.extractOne(query=filename, choices=Gabrielle_images, processor=fuzz_preprocess)\n",
    "        return match, score\n",
    "    else:\n",
    "        match, score, index = rapidfuzz.process.extractOne(query=filename, choices=images, processor=fuzz_preprocess)\n",
    "        return match, score\n",
    "\n",
    "df[\"matched_image\"], df[\"match_score\"] = zip(*process_map(get_matching_image, df.filename))\n",
    "print(\"Perfect matches:\", sum(df.match_score == 100))\n",
    "print(\"Imperfect matches:\", sum(df.match_score < 100))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 8.78 ms (2024-06-11T14:40:40/2024-06-11T14:40:40)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30919</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif</td>\n",
       "      <td>54.054054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30832</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif</td>\n",
       "      <td>60.606061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34596</th>\n",
       "      <td>Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif</td>\n",
       "      <td>61.538462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30916</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif</td>\n",
       "      <td>61.904762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616</th>\n",
       "      <td>Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp</td>\n",
       "      <td>Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2</td>\n",
       "      <td>62.307692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49696</th>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_07APR1949.shp</td>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Stack/ManaBay_07APR1949_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49703</th>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_05APR1962.shp</td>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Stack/ManaBay_05APR1962_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49889</th>\n",
       "      <td>Retrolens/Taranaki/Onaero/Shorelines/Onaero_16SEP1958.shp</td>\n",
       "      <td>Retrolens/Taranaki/Onaero/Stack/Onaero_16SEP1958_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49285</th>\n",
       "      <td>Retrolens/Taranaki/Oakura/Shorelines/Oakura_14JAN2000.shp</td>\n",
       "      <td>Retrolens/Taranaki/Oakura/Stack/Oakura_14JAN2000_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113131</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp</td>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2995 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                filename  \\\n",
       "30919     Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp   \n",
       "30832   Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp   \n",
       "34596                 Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp   \n",
       "30916     Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp   \n",
       "37616                           Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp   \n",
       "...                                                                                  ...   \n",
       "49696                        Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_07APR1949.shp   \n",
       "49703                        Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_05APR1962.shp   \n",
       "49889                          Retrolens/Taranaki/Onaero/Shorelines/Onaero_16SEP1958.shp   \n",
       "49285                          Retrolens/Taranaki/Oakura/Shorelines/Oakura_14JAN2000.shp   \n",
       "113131               Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp   \n",
       "\n",
       "                                                                            matched_image  \\\n",
       "30919            MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif   \n",
       "30832            MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif   \n",
       "34596                       Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif   \n",
       "30916       MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif   \n",
       "37616   Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2   \n",
       "...                                                                                   ...   \n",
       "49696                       Retrolens/Taranaki/ManaBay/Stack/ManaBay_07APR1949_mosaic.jp2   \n",
       "49703                       Retrolens/Taranaki/ManaBay/Stack/ManaBay_05APR1962_mosaic.jp2   \n",
       "49889                         Retrolens/Taranaki/Onaero/Stack/Onaero_16SEP1958_mosaic.jp2   \n",
       "49285                         Retrolens/Taranaki/Oakura/Stack/Oakura_14JAN2000_mosaic.jp2   \n",
       "113131              Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2   \n",
       "\n",
       "        match_score  \n",
       "30919     54.054054  \n",
       "30832     60.606061  \n",
       "34596     61.538462  \n",
       "30916     61.904762  \n",
       "37616     62.307692  \n",
       "...             ...  \n",
       "49696    100.000000  \n",
       "49703    100.000000  \n",
       "49889    100.000000  \n",
       "49285    100.000000  \n",
       "113131   100.000000  \n",
       "\n",
       "[2995 rows x 3 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.sort_values(\"match_score\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 1 min 45 s (2024-06-11T14:40:40/2024-06-11T14:42:26)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d6e67706d8bd408aa7766daf8f9ebb34",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/2995 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Retrolens/Waikato/OpitoBay/Shorelines/Opito_OtamaBay_14FEB2023.shp has ambiguous sources: ['PLE' 'MAX']\n",
      "Retrolens/Waikato/Whangamata/Shorelines/Whangamata_14FEB2023.shp has ambiguous sources: ['MAX' 'PLE']\n",
      "Retrolens/Taranaki/UrenuiRiver_North_AOI/Shorelines/UrenuiRiver_North_19MAR2017.shp has ambiguous sources: ['LDS' None]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30919</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif</td>\n",
       "      <td>54.054054</td>\n",
       "      <td>MAX</td>\n",
       "      <td>6</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30832</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif</td>\n",
       "      <td>60.606061</td>\n",
       "      <td>MAX</td>\n",
       "      <td>24</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34596</th>\n",
       "      <td>Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif</td>\n",
       "      <td>61.538462</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30916</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif</td>\n",
       "      <td>61.904762</td>\n",
       "      <td>MAX</td>\n",
       "      <td>41</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616</th>\n",
       "      <td>Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp</td>\n",
       "      <td>Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2</td>\n",
       "      <td>62.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49696</th>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_07APR1949.shp</td>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Stack/ManaBay_07APR1949_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RLN</td>\n",
       "      <td>21</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49703</th>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_05APR1962.shp</td>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Stack/ManaBay_05APR1962_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RLN</td>\n",
       "      <td>21</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49889</th>\n",
       "      <td>Retrolens/Taranaki/Onaero/Shorelines/Onaero_16SEP1958.shp</td>\n",
       "      <td>Retrolens/Taranaki/Onaero/Stack/Onaero_16SEP1958_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RLN</td>\n",
       "      <td>8</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49285</th>\n",
       "      <td>Retrolens/Taranaki/Oakura/Shorelines/Oakura_14JAN2000.shp</td>\n",
       "      <td>Retrolens/Taranaki/Oakura/Stack/Oakura_14JAN2000_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113131</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp</td>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RLN</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2995 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                filename  \\\n",
       "30919     Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp   \n",
       "30832   Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp   \n",
       "34596                 Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp   \n",
       "30916     Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp   \n",
       "37616                           Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp   \n",
       "...                                                                                  ...   \n",
       "49696                        Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_07APR1949.shp   \n",
       "49703                        Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_05APR1962.shp   \n",
       "49889                          Retrolens/Taranaki/Onaero/Shorelines/Onaero_16SEP1958.shp   \n",
       "49285                          Retrolens/Taranaki/Oakura/Shorelines/Oakura_14JAN2000.shp   \n",
       "113131               Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp   \n",
       "\n",
       "                                                                            matched_image  \\\n",
       "30919            MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif   \n",
       "30832            MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif   \n",
       "34596                       Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif   \n",
       "30916       MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif   \n",
       "37616   Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2   \n",
       "...                                                                                   ...   \n",
       "49696                       Retrolens/Taranaki/ManaBay/Stack/ManaBay_07APR1949_mosaic.jp2   \n",
       "49703                       Retrolens/Taranaki/ManaBay/Stack/ManaBay_05APR1962_mosaic.jp2   \n",
       "49889                         Retrolens/Taranaki/Onaero/Stack/Onaero_16SEP1958_mosaic.jp2   \n",
       "49285                         Retrolens/Taranaki/Oakura/Stack/Oakura_14JAN2000_mosaic.jp2   \n",
       "113131              Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2   \n",
       "\n",
       "        match_score Source  n_lines CPS  Photoscale  Pixel_Er  \n",
       "30919     54.054054    MAX        6  OK        True      True  \n",
       "30832     60.606061    MAX       24  OK        True      True  \n",
       "34596     61.538462     RL        2  OK        True      True  \n",
       "30916     61.904762    MAX       41  OK        True      True  \n",
       "37616     62.307692     RL        5  OK        True      True  \n",
       "...             ...    ...      ...  ..         ...       ...  \n",
       "49696    100.000000    RLN       21  OK        True      True  \n",
       "49703    100.000000    RLN       21  OK        True      True  \n",
       "49889    100.000000    RLN        8  OK        True      True  \n",
       "49285    100.000000     RL        4  OK        True      True  \n",
       "113131   100.000000    RLN        5  OK        True      True  \n",
       "\n",
       "[2995 rows x 8 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def get_shapefile_meta(tup):\n",
    "    i, row = tup\n",
    "    filename = row.filename\n",
    "    source = \"Unknown\"\n",
    "    try:\n",
    "        shapefile = gpd.read_file(prefix+filename)\n",
    "    except:\n",
    "        print(f\"Can't read {filename}\")\n",
    "        return {\"Source\": source, \"n_lines\": 0}\n",
    "    if \"Source\" not in shapefile.columns:\n",
    "        if filename.startswith(\"Retrolens\"):\n",
    "            source = \"RL\"\n",
    "        elif filename.startswith(\"MaxarImagery/HighFreq\"):\n",
    "            source = \"MAX\"\n",
    "    else:\n",
    "        sources = shapefile.Source.unique()\n",
    "        if len(sources) == 0 or not sources[0]:\n",
    "            #print(f\"{filename} has no sources\")\n",
    "            if filename.startswith(\"MaxarImagery/HighFreq\"):\n",
    "                source = \"MAX\"\n",
    "        elif len(sources) == 1:\n",
    "            source = sources[0]\n",
    "        elif len(sources) > 1:\n",
    "            print(f\"{filename} has ambiguous sources: {sources}\")\n",
    "            source = sources[0]\n",
    "    n_lines = len(shapefile.dropna(subset=\"geometry\").explode(index_parts=False))\n",
    "    CPS = \"\"\n",
    "    if \"CPS\" not in shapefile.columns:\n",
    "        CPS = \"No CPS column\"\n",
    "    else:\n",
    "        CPS = shapefile.CPS.values\n",
    "        if len(CPS) == 0:\n",
    "            CPS = \"No CPS values\"\n",
    "        elif 9 in CPS:\n",
    "            CPS = \"Has CPS=9\"\n",
    "        elif 0 in CPS:\n",
    "            CPS = \"Has CPS=0\"\n",
    "        elif None in CPS:\n",
    "            CPS = \"Has None CPS\"\n",
    "        elif pd.isna(CPS).any():\n",
    "            CPS = \"Has NA CPS\"\n",
    "        else:\n",
    "            CPS = \"OK\"\n",
    "    return {\n",
    "        \"Source\": source,\n",
    "        \"n_lines\": n_lines,\n",
    "        \"CPS\": CPS,\n",
    "        \"Photoscale\": \"Photoscale\" in shapefile.columns,\n",
    "        \"Pixel_Er\": \"Pixel_Er\" in shapefile.columns\n",
    "    }\n",
    "\n",
    "shp_meta = pd.DataFrame(process_map(get_shapefile_meta, df.iterrows(), total=len(df)), index=df.index)\n",
    "df = pd.concat([df, shp_meta], axis=1)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 4.03 ms (2024-06-11T14:42:26/2024-06-11T14:42:26)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "CPS\n",
       "OK               2975\n",
       "No CPS column      13\n",
       "No CPS values       6\n",
       "Has CPS=0           1\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.CPS.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 168 ms (2024-06-11T14:42:26/2024-06-11T14:42:26)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df[(df.CPS!=\"OK\") & (df.n_lines > 0)][[\"filename\", \"Source\", \"n_lines\", \"CPS\"]].sort_values(by=[\"CPS\", \"filename\"]).to_csv(prefix+\"Nick/CPS_issues.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 10 ms (2024-06-11T14:42:26/2024-06-11T14:42:26)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30919</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif</td>\n",
       "      <td>54.054054</td>\n",
       "      <td>MAX</td>\n",
       "      <td>6</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30832</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif</td>\n",
       "      <td>60.606061</td>\n",
       "      <td>MAX</td>\n",
       "      <td>24</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34596</th>\n",
       "      <td>Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif</td>\n",
       "      <td>61.538462</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30916</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif</td>\n",
       "      <td>61.904762</td>\n",
       "      <td>MAX</td>\n",
       "      <td>41</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616</th>\n",
       "      <td>Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp</td>\n",
       "      <td>Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2</td>\n",
       "      <td>62.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88016</th>\n",
       "      <td>Retrolens/Northland/Rangiputa/Shorelines/Rangiputa_11MAY1968.shp</td>\n",
       "      <td>Retrolens/Northland/Rangiputa/Stack/Rangiputa_11MAY1968.tif</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RL</td>\n",
       "      <td>46</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99711</th>\n",
       "      <td>Retrolens/Gisborne/TeAraroa/Shorelines/TeAraroa_10SEP1971.shp</td>\n",
       "      <td>Retrolens/Gisborne/TeAraroa/Stack/TeAraroa_10SEP1971_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RLN</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88027</th>\n",
       "      <td>Retrolens/Northland/Rangiputa/Shorelines/Rangiputa_20FEB1984.shp</td>\n",
       "      <td>Retrolens/Northland/Rangiputa/Stack/Rangiputa_20FEB1984.tif</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RL</td>\n",
       "      <td>54</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88351</th>\n",
       "      <td>Retrolens/Northland/WhangareiHeads/Shorelines/WhangareiHeads_12DEC1985.shp</td>\n",
       "      <td>Retrolens/Northland/WhangareiHeads/Stack/WhangareiHeads_12DEC1985_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RL</td>\n",
       "      <td>7</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113131</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp</td>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>RLN</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2995 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                filename  \\\n",
       "30919     Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp   \n",
       "30832   Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp   \n",
       "34596                 Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp   \n",
       "30916     Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp   \n",
       "37616                           Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp   \n",
       "...                                                                                  ...   \n",
       "88016                   Retrolens/Northland/Rangiputa/Shorelines/Rangiputa_11MAY1968.shp   \n",
       "99711                      Retrolens/Gisborne/TeAraroa/Shorelines/TeAraroa_10SEP1971.shp   \n",
       "88027                   Retrolens/Northland/Rangiputa/Shorelines/Rangiputa_20FEB1984.shp   \n",
       "88351         Retrolens/Northland/WhangareiHeads/Shorelines/WhangareiHeads_12DEC1985.shp   \n",
       "113131               Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp   \n",
       "\n",
       "                                                                            matched_image  \\\n",
       "30919            MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif   \n",
       "30832            MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif   \n",
       "34596                       Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif   \n",
       "30916       MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif   \n",
       "37616   Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2   \n",
       "...                                                                                   ...   \n",
       "88016                         Retrolens/Northland/Rangiputa/Stack/Rangiputa_11MAY1968.tif   \n",
       "99711                     Retrolens/Gisborne/TeAraroa/Stack/TeAraroa_10SEP1971_mosaic.jp2   \n",
       "88027                         Retrolens/Northland/Rangiputa/Stack/Rangiputa_20FEB1984.tif   \n",
       "88351        Retrolens/Northland/WhangareiHeads/Stack/WhangareiHeads_12DEC1985_mosaic.jp2   \n",
       "113131              Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2   \n",
       "\n",
       "        match_score Source  n_lines CPS  Photoscale  Pixel_Er  \n",
       "30919     54.054054    MAX        6  OK        True      True  \n",
       "30832     60.606061    MAX       24  OK        True      True  \n",
       "34596     61.538462     RL        2  OK        True      True  \n",
       "30916     61.904762    MAX       41  OK        True      True  \n",
       "37616     62.307692     RL        5  OK        True      True  \n",
       "...             ...    ...      ...  ..         ...       ...  \n",
       "88016    100.000000     RL       46  OK        True      True  \n",
       "99711    100.000000    RLN        4  OK        True      True  \n",
       "88027    100.000000     RL       54  OK        True      True  \n",
       "88351    100.000000     RL        7  OK        True      True  \n",
       "113131   100.000000    RLN        5  OK        True      True  \n",
       "\n",
       "[2995 rows x 8 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.sort_values(by=\"match_score\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 53.3 ms (2024-06-11T14:42:26/2024-06-11T14:42:26)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30919</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif</td>\n",
       "      <td>54.054054</td>\n",
       "      <td>MAX</td>\n",
       "      <td>6</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30832</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif</td>\n",
       "      <td>60.606061</td>\n",
       "      <td>MAX</td>\n",
       "      <td>24</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34596</th>\n",
       "      <td>Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif</td>\n",
       "      <td>61.538462</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30916</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif</td>\n",
       "      <td>61.904762</td>\n",
       "      <td>MAX</td>\n",
       "      <td>41</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616</th>\n",
       "      <td>Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp</td>\n",
       "      <td>Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2</td>\n",
       "      <td>62.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56553</th>\n",
       "      <td>Retrolens/Auckland/Muriwai2/Shorelines/Muriwai2_28SEP1968.shp</td>\n",
       "      <td>Retrolens/Auckland/Muriwai2/Stack/Muriwai3_28SEP1968_mosaic.png</td>\n",
       "      <td>94.117647</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60159</th>\n",
       "      <td>Retrolens/Manawatu/KaiIwiBeach/Shorelines/KaiIwiBeach_04FEB1982.shp</td>\n",
       "      <td>Retrolens/Manawatu/KaiIwiBeach/Stack/KailwiBeach_04FEB1982_mosaic.jp2</td>\n",
       "      <td>94.736842</td>\n",
       "      <td>RL</td>\n",
       "      <td>7</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35444</th>\n",
       "      <td>MaxarImagery/HighFreq/Northland/Mimiwhangata/Shorelines/Mimiwhangata_04JUN2008.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Northland/Mimiwhangata/Imagery/Stack/Mimiwhangata_04JUNE2008.tif</td>\n",
       "      <td>97.560976</td>\n",
       "      <td>MAX</td>\n",
       "      <td>7</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51854</th>\n",
       "      <td>Retrolens/Auckland/Taurangaruru/Shorelines/Taurangaruru_29APR1942.shp</td>\n",
       "      <td>Retrolens/Auckland/Taurangaruru/Stack/Taurangruru_29APR1942.jp2</td>\n",
       "      <td>97.560976</td>\n",
       "      <td>RL</td>\n",
       "      <td>11</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83862</th>\n",
       "      <td>Retrolens/Otago/TaieriBeach_Mouth/Shorelines/TaieriBeach_Mouth_01MAR1973.shp</td>\n",
       "      <td>Retrolens/Otago/TaieriBeach_Mouth/Stack/TaieriBech_Mouth_01MAR1973_mosaic.jp2</td>\n",
       "      <td>97.872340</td>\n",
       "      <td>RL</td>\n",
       "      <td>13</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>597 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                 filename  \\\n",
       "30919      Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_30AUG2022.shp   \n",
       "30832    Archive/Gabrielle/Shorelines/Northland/Great ExhibitionBay/Rarawa_11JULY2022.shp   \n",
       "34596                  Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp   \n",
       "30916      Archive/Gabrielle/Shorelines/Northland/DoubtlessBay/DoubtlessBay_25MAR2023.shp   \n",
       "37616                            Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp   \n",
       "...                                                                                   ...   \n",
       "56553                       Retrolens/Auckland/Muriwai2/Shorelines/Muriwai2_28SEP1968.shp   \n",
       "60159                 Retrolens/Manawatu/KaiIwiBeach/Shorelines/KaiIwiBeach_04FEB1982.shp   \n",
       "35444  MaxarImagery/HighFreq/Northland/Mimiwhangata/Shorelines/Mimiwhangata_04JUN2008.shp   \n",
       "51854               Retrolens/Auckland/Taurangaruru/Shorelines/Taurangaruru_29APR1942.shp   \n",
       "83862        Retrolens/Otago/TaieriBeach_Mouth/Shorelines/TaieriBeach_Mouth_01MAR1973.shp   \n",
       "\n",
       "                                                                                matched_image  \\\n",
       "30919                MaxarImagery/HighFreq/Tasman/Motueka/Imagery/Stack/Motueka_10AUG2003.tif   \n",
       "30832                MaxarImagery/HighFreq/Auckland/MuriwaiSouth/Stack/Muriwai_15JULY2017.tif   \n",
       "34596                           Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif   \n",
       "30916           MaxarImagery/HighFreq/Northland/BayleysBeach/Stack/BayleysBeach_12APR2023.tif   \n",
       "37616       Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2   \n",
       "...                                                                                       ...   \n",
       "56553                         Retrolens/Auckland/Muriwai2/Stack/Muriwai3_28SEP1968_mosaic.png   \n",
       "60159                   Retrolens/Manawatu/KaiIwiBeach/Stack/KailwiBeach_04FEB1982_mosaic.jp2   \n",
       "35444  MaxarImagery/HighFreq/Northland/Mimiwhangata/Imagery/Stack/Mimiwhangata_04JUNE2008.tif   \n",
       "51854                         Retrolens/Auckland/Taurangaruru/Stack/Taurangruru_29APR1942.jp2   \n",
       "83862           Retrolens/Otago/TaieriBeach_Mouth/Stack/TaieriBech_Mouth_01MAR1973_mosaic.jp2   \n",
       "\n",
       "       match_score Source  n_lines CPS  Photoscale  Pixel_Er  \n",
       "30919    54.054054    MAX        6  OK        True      True  \n",
       "30832    60.606061    MAX       24  OK        True      True  \n",
       "34596    61.538462     RL        2  OK        True      True  \n",
       "30916    61.904762    MAX       41  OK        True      True  \n",
       "37616    62.307692     RL        5  OK        True      True  \n",
       "...            ...    ...      ...  ..         ...       ...  \n",
       "56553    94.117647     RL        2  OK        True      True  \n",
       "60159    94.736842     RL        7  OK        True      True  \n",
       "35444    97.560976    MAX        7  OK        True      True  \n",
       "51854    97.560976     RL       11  OK        True      True  \n",
       "83862    97.872340     RL       13  OK        True      True  \n",
       "\n",
       "[597 rows x 8 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "failures = df[(df.match_score < 100) & (df.Source != \"LDS\") & (df.n_lines > 0)]\n",
    "try:\n",
    "  failures.to_csv(prefix+\"Nick/failures.csv\", index=False)\n",
    "except:\n",
    "  print(\"Can't write Nick/failures.csv\")\n",
    "failures"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 11.4 ms (2024-06-11T14:42:26/2024-06-11T14:42:26)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>64098</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_08FEB1952.shp</td>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_08FEB1952_mosaic.jp2</td>\n",
       "      <td>88.372093</td>\n",
       "      <td>RL</td>\n",
       "      <td>9</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64089</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_09APR1965.shp</td>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_09APR1965_mosaic.jp2</td>\n",
       "      <td>88.372093</td>\n",
       "      <td>RL</td>\n",
       "      <td>9</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64072</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_29OCT1972.shp</td>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_29OCT1972_mosaic.jp2</td>\n",
       "      <td>88.888889</td>\n",
       "      <td>RL</td>\n",
       "      <td>12</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64082</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_11OCT1950.shp</td>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_11OCT1950_mosaic.jp2</td>\n",
       "      <td>88.888889</td>\n",
       "      <td>RL</td>\n",
       "      <td>6</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64084</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_31JAN1980.shp</td>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_31JAN1980_mosaic.jp2</td>\n",
       "      <td>88.888889</td>\n",
       "      <td>RL</td>\n",
       "      <td>12</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64090</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_17FEB1968.shp</td>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_17FEB1968_mosaic.jp2</td>\n",
       "      <td>88.888889</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64059</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_27MAR1938.shp</td>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_27MAR1938_mosaic.jp2</td>\n",
       "      <td>88.888889</td>\n",
       "      <td>RL</td>\n",
       "      <td>12</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64081</th>\n",
       "      <td>Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_21FEB2002.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Tasman/TakakaRiver_North/Imagery/Stack/TakakaRiver_North_16FEB2003.tif</td>\n",
       "      <td>92.000000</td>\n",
       "      <td>RL</td>\n",
       "      <td>10</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56553</th>\n",
       "      <td>Retrolens/Auckland/Muriwai2/Shorelines/Muriwai2_28SEP1968.shp</td>\n",
       "      <td>Retrolens/Auckland/Muriwai2/Stack/Muriwai3_28SEP1968_mosaic.png</td>\n",
       "      <td>94.117647</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60159</th>\n",
       "      <td>Retrolens/Manawatu/KaiIwiBeach/Shorelines/KaiIwiBeach_04FEB1982.shp</td>\n",
       "      <td>Retrolens/Manawatu/KaiIwiBeach/Stack/KailwiBeach_04FEB1982_mosaic.jp2</td>\n",
       "      <td>94.736842</td>\n",
       "      <td>RL</td>\n",
       "      <td>7</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51854</th>\n",
       "      <td>Retrolens/Auckland/Taurangaruru/Shorelines/Taurangaruru_29APR1942.shp</td>\n",
       "      <td>Retrolens/Auckland/Taurangaruru/Stack/Taurangruru_29APR1942.jp2</td>\n",
       "      <td>97.560976</td>\n",
       "      <td>RL</td>\n",
       "      <td>11</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83862</th>\n",
       "      <td>Retrolens/Otago/TaieriBeach_Mouth/Shorelines/TaieriBeach_Mouth_01MAR1973.shp</td>\n",
       "      <td>Retrolens/Otago/TaieriBeach_Mouth/Stack/TaieriBech_Mouth_01MAR1973_mosaic.jp2</td>\n",
       "      <td>97.872340</td>\n",
       "      <td>RL</td>\n",
       "      <td>13</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                            filename  \\\n",
       "64098  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_08FEB1952.shp   \n",
       "64089  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_09APR1965.shp   \n",
       "64072  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_29OCT1972.shp   \n",
       "64082  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_11OCT1950.shp   \n",
       "64084  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_31JAN1980.shp   \n",
       "64090  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_17FEB1968.shp   \n",
       "64059  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_27MAR1938.shp   \n",
       "64081  Retrolens/Tasman/TakakaRiver_North/Shorelines/TakakaRiver_North_21FEB2002.shp   \n",
       "56553                  Retrolens/Auckland/Muriwai2/Shorelines/Muriwai2_28SEP1968.shp   \n",
       "60159            Retrolens/Manawatu/KaiIwiBeach/Shorelines/KaiIwiBeach_04FEB1982.shp   \n",
       "51854          Retrolens/Auckland/Taurangaruru/Shorelines/Taurangaruru_29APR1942.shp   \n",
       "83862   Retrolens/Otago/TaieriBeach_Mouth/Shorelines/TaieriBeach_Mouth_01MAR1973.shp   \n",
       "\n",
       "                                                                                      matched_image  \\\n",
       "64098                     Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_08FEB1952_mosaic.jp2   \n",
       "64089                     Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_09APR1965_mosaic.jp2   \n",
       "64072                     Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_29OCT1972_mosaic.jp2   \n",
       "64082                     Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_11OCT1950_mosaic.jp2   \n",
       "64084                     Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_31JAN1980_mosaic.jp2   \n",
       "64090                     Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_17FEB1968_mosaic.jp2   \n",
       "64059                     Retrolens/Tasman/TakakaRiver_North/Stack/TakakaRiver_27MAR1938_mosaic.jp2   \n",
       "64081  MaxarImagery/HighFreq/Tasman/TakakaRiver_North/Imagery/Stack/TakakaRiver_North_16FEB2003.tif   \n",
       "56553                               Retrolens/Auckland/Muriwai2/Stack/Muriwai3_28SEP1968_mosaic.png   \n",
       "60159                         Retrolens/Manawatu/KaiIwiBeach/Stack/KailwiBeach_04FEB1982_mosaic.jp2   \n",
       "51854                               Retrolens/Auckland/Taurangaruru/Stack/Taurangruru_29APR1942.jp2   \n",
       "83862                 Retrolens/Otago/TaieriBeach_Mouth/Stack/TaieriBech_Mouth_01MAR1973_mosaic.jp2   \n",
       "\n",
       "       match_score Source  n_lines CPS  Photoscale  Pixel_Er  \n",
       "64098    88.372093     RL        9  OK        True      True  \n",
       "64089    88.372093     RL        9  OK        True      True  \n",
       "64072    88.888889     RL       12  OK        True      True  \n",
       "64082    88.888889     RL        6  OK        True      True  \n",
       "64084    88.888889     RL       12  OK        True      True  \n",
       "64090    88.888889     RL        4  OK        True      True  \n",
       "64059    88.888889     RL       12  OK        True      True  \n",
       "64081    92.000000     RL       10  OK        True      True  \n",
       "56553    94.117647     RL        2  OK        True      True  \n",
       "60159    94.736842     RL        7  OK        True      True  \n",
       "51854    97.560976     RL       11  OK        True      True  \n",
       "83862    97.872340     RL       13  OK        True      True  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "failures[(failures.Source == \"RL\") & ~failures.filename.str.contains(\"Waikato\")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 33.8 ms (2024-06-11T14:42:26/2024-06-11T14:42:27)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>Pixel_ER</th>\n",
       "      <th>Photoscale</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34692</th>\n",
       "      <td>Retrolens/Waikato/CrayfishPoint/Shorelines/CrayfishPoint_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33876</th>\n",
       "      <td>Retrolens/Waikato/Whitianga/Shorelines/Whitianga_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35404</th>\n",
       "      <td>Retrolens/Waikato/Miranda/Shorelines/Miranda_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34996</th>\n",
       "      <td>Retrolens/Waikato/TekahaPoint/Shorelines/TeKahaPoint_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37110</th>\n",
       "      <td>Retrolens/Waikato/AwakinoNorth/Shorelines/AwakinoNorth_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33552</th>\n",
       "      <td>Retrolens/Waikato/RuapukeBeach/Shorelines/RuapukeBeach_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36601</th>\n",
       "      <td>Retrolens/Waikato/Aotea/Shorelines/Aotea_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34779</th>\n",
       "      <td>Retrolens/Waikato/NukuhakariBay/Shorelines/NukuhakariBay_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35290</th>\n",
       "      <td>Retrolens/Waikato/Awakino/Shorelines/Awakino_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32396</th>\n",
       "      <td>Retrolens/Waikato/PotahiPoint/Shorelines/PotahiPoint_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32816</th>\n",
       "      <td>Retrolens/Waikato/Taharoa/Shorelines/Taharoa_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34148</th>\n",
       "      <td>Retrolens/Waikato/MarakopaRiver/Shorelines/MarakopaRiver_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32946</th>\n",
       "      <td>Retrolens/Waikato/KaawaStream_South/Shorelines/KaawaStream_South_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33781</th>\n",
       "      <td>Retrolens/Waikato/Mokau/Shorelines/Mokau_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34503</th>\n",
       "      <td>Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_01JAN2002.shp</td>\n",
       "      <td>0.5</td>\n",
       "      <td>40000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                             filename  \\\n",
       "34692          Retrolens/Waikato/CrayfishPoint/Shorelines/CrayfishPoint_01JAN2002.shp   \n",
       "33876                  Retrolens/Waikato/Whitianga/Shorelines/Whitianga_01JAN2002.shp   \n",
       "35404                      Retrolens/Waikato/Miranda/Shorelines/Miranda_01JAN2002.shp   \n",
       "34996              Retrolens/Waikato/TekahaPoint/Shorelines/TeKahaPoint_01JAN2002.shp   \n",
       "37110            Retrolens/Waikato/AwakinoNorth/Shorelines/AwakinoNorth_01JAN2002.shp   \n",
       "33552            Retrolens/Waikato/RuapukeBeach/Shorelines/RuapukeBeach_01JAN2002.shp   \n",
       "36601                          Retrolens/Waikato/Aotea/Shorelines/Aotea_01JAN2002.shp   \n",
       "34779          Retrolens/Waikato/NukuhakariBay/Shorelines/NukuhakariBay_01JAN2002.shp   \n",
       "35290                      Retrolens/Waikato/Awakino/Shorelines/Awakino_01JAN2002.shp   \n",
       "32396              Retrolens/Waikato/PotahiPoint/Shorelines/PotahiPoint_01JAN2002.shp   \n",
       "32816                      Retrolens/Waikato/Taharoa/Shorelines/Taharoa_01JAN2002.shp   \n",
       "34148          Retrolens/Waikato/MarakopaRiver/Shorelines/MarakopaRiver_01JAN2002.shp   \n",
       "32946  Retrolens/Waikato/KaawaStream_South/Shorelines/KaawaStream_South_01JAN2002.shp   \n",
       "33781                          Retrolens/Waikato/Mokau/Shorelines/Mokau_01JAN2002.shp   \n",
       "34503              Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_01JAN2002.shp   \n",
       "\n",
       "       Pixel_ER  Photoscale  \n",
       "34692       0.5       40000  \n",
       "33876       0.5       40000  \n",
       "35404       0.5       40000  \n",
       "34996       0.5       40000  \n",
       "37110       0.5       40000  \n",
       "33552       0.5       40000  \n",
       "36601       0.5       40000  \n",
       "34779       0.5       40000  \n",
       "35290       0.5       40000  \n",
       "32396       0.5       40000  \n",
       "32816       0.5       40000  \n",
       "34148       0.5       40000  \n",
       "32946       0.5       40000  \n",
       "33781       0.5       40000  \n",
       "34503       0.5       40000  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://www.waikatocoastaldatabase.org.nz/CoastalDataSet/Details/58\n",
    "WRAPS = df.filename[df.filename.str.contains(\"01JAN2002\")].to_frame()\n",
    "WRAPS[\"Pixel_ER\"] = .5\n",
    "WRAPS[\"Photoscale\"] = 40000\n",
    "WRAPS.to_csv(prefix+\"Nick/WRAPS.csv\", index=False)\n",
    "WRAPS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>⌛ 811 ns (2024-06-11T14:42:27)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34596</th>\n",
       "      <td>Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif</td>\n",
       "      <td>61.538462</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616</th>\n",
       "      <td>Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp</td>\n",
       "      <td>Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2</td>\n",
       "      <td>62.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33450</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_22MAR1944.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Otago/Aramoana/Imagery/Stack/Aramoana_20MAR2014.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33456</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_01MAY1974.shp</td>\n",
       "      <td>Retrolens/Northland/Rangiputa/Stack/Rangiputa_26MAY1947.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33461</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_24FEB2013.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Gisborne/TeAraroa/Imagery/Stack/TeAraroa_20FEB2016.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34251</th>\n",
       "      <td>Retrolens/Waikato/TeMataBay/Shorelines/TeMataBay_09FEB1971.shp</td>\n",
       "      <td>Retrolens/Northland/MataiBay/Stack/MataiBay_11FEB1971.tif</td>\n",
       "      <td>82.352941</td>\n",
       "      <td>RL</td>\n",
       "      <td>3</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36565</th>\n",
       "      <td>Retrolens/Waikato/Aotea/Shorelines/Aotea_12SEP1961.shp</td>\n",
       "      <td>Retrolens/Auckland/Orewa/Stack/Orewa_12SEP1961.jp2</td>\n",
       "      <td>85.714286</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35851</th>\n",
       "      <td>Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_09FEB1971.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif</td>\n",
       "      <td>90.476190</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34468</th>\n",
       "      <td>Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_29MAR2012.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/PortWaikato/Imagery/Stack/PortWaikato_09MAR2016.tif</td>\n",
       "      <td>92.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33779</th>\n",
       "      <td>Retrolens/Waikato/Mokau/Shorelines/Mokau_12JAN2013.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/Mokau/Imagery/Stack/Mokau_11JAN2013.tif</td>\n",
       "      <td>92.857143</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>203 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                       filename  \\\n",
       "34596        Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp   \n",
       "37616                  Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp   \n",
       "33450                  Retrolens/Waikato/Raglan/Shorelines/Raglan_22MAR1944.shp   \n",
       "33456                  Retrolens/Waikato/Raglan/Shorelines/Raglan_01MAY1974.shp   \n",
       "33461                  Retrolens/Waikato/Raglan/Shorelines/Raglan_24FEB2013.shp   \n",
       "...                                                                         ...   \n",
       "34251            Retrolens/Waikato/TeMataBay/Shorelines/TeMataBay_09FEB1971.shp   \n",
       "36565                    Retrolens/Waikato/Aotea/Shorelines/Aotea_12SEP1961.shp   \n",
       "35851  Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_09FEB1971.shp   \n",
       "34468        Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_29MAR2012.shp   \n",
       "33779                    Retrolens/Waikato/Mokau/Shorelines/Mokau_12JAN2013.shp   \n",
       "\n",
       "                                                                                 matched_image  \\\n",
       "34596                            Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif   \n",
       "37616        Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2   \n",
       "33450                MaxarImagery/HighFreq/Otago/Aramoana/Imagery/Stack/Aramoana_20MAR2014.tif   \n",
       "33456                              Retrolens/Northland/Rangiputa/Stack/Rangiputa_26MAY1947.tif   \n",
       "33461             MaxarImagery/HighFreq/Gisborne/TeAraroa/Imagery/Stack/TeAraroa_20FEB2016.tif   \n",
       "...                                                                                        ...   \n",
       "34251                                Retrolens/Northland/MataiBay/Stack/MataiBay_11FEB1971.tif   \n",
       "36565                                       Retrolens/Auckland/Orewa/Stack/Orewa_12SEP1961.jp2   \n",
       "35851  MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif   \n",
       "34468        MaxarImagery/HighFreq/Waikato/PortWaikato/Imagery/Stack/PortWaikato_09MAR2016.tif   \n",
       "33779                    MaxarImagery/HighFreq/Waikato/Mokau/Imagery/Stack/Mokau_11JAN2013.tif   \n",
       "\n",
       "       match_score Source  n_lines CPS  Photoscale  Pixel_Er  \n",
       "34596    61.538462     RL        2  OK        True      True  \n",
       "37616    62.307692     RL        5  OK        True      True  \n",
       "33450    62.500000     RL        4  OK        True      True  \n",
       "33456    62.500000     RL        1  OK        True      True  \n",
       "33461    62.500000     RL        2  OK        True      True  \n",
       "...            ...    ...      ...  ..         ...       ...  \n",
       "34251    82.352941     RL        3  OK        True      True  \n",
       "36565    85.714286     RL        1  OK        True      True  \n",
       "35851    90.476190     RL        4  OK        True      True  \n",
       "34468    92.307692     RL        1  OK        True      True  \n",
       "33779    92.857143     RL        1  OK        True      True  \n",
       "\n",
       "[203 rows x 8 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "RL_Waikato = failures[failures.filename.str.contains(\"Waikato\") & (failures.Source == \"RL\") & ~failures.filename.isin(WRAPS.filename)]\n",
    "RL_Waikato"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>⌛ 731 ns (2024-06-11T14:42:27)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "16ae72ca157046af8316051b7aa15f29",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/203 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Raglan/Raglan.csv\n",
      "Matching 2013 to 22/03/1944 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Raglan/Raglan.csv\n",
      "Matching 2009 to 26/07/1966 with score 45.0 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Raglan/Raglan.csv\n",
      "Matching 2012 to 21/02/1969 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/CrayfishPoint/CrayfishPoint.csv\n",
      "Matching 2012 to 4/01/2001 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/UrawhitikiPoint/UrawhitikiPoint.csv\n",
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/CrayfishPoint/CrayfishPoint.csv\n",
      "253 'GeoDataFrame' object has no attribute 'GSD'\n",
      "Matching 09/02/1971 to 9/02/1971 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/TePuru/TePuru.csv\n",
      "Matching 2013 to 21/02/1969 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/KaawaStream_South/KaawaStream_South.csv\n",
      "Matching 04/11/1977 to 4/11/1977 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Miranda/Miranda.csv\n",
      "Matching 1980 to 19-03-86 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv\n",
      "No surveys found for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv for date 03/12/1980, removing RMSE filter\n",
      "Survey now: ['8626']\n",
      "Matching 2013 to 22/01/1942 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/KaawaStream_North/KaawaStream_North.csv\n",
      "Matching 2012 to 22/03/1944 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/TekahaPoint/TeKahaPoint.csv\n",
      "Matching 12/05/1967 to 1/05/1974 with score 84.21052631578947 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Raglan/Raglan.csv\n",
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/UrawhitikiPoint/UrawhitikiPoint.csv\n",
      "Matching 2012 to 12/05/1967 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/RuapukeBeach/RuapukeBeach.csv\n",
      "Matching 06/03/1980 to 6/03/1980 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Raglan/Raglan.csv\n",
      "Matching 07/11/1957 to 7/11/1957 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Raglan/Raglan.csv\n",
      "5129 ressci201900060-RNC2-Coastal//skyvuw/SN5129/SN5129_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 09/02/1971 to 9/02/1971 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whitianga/Whitianga.csv\n",
      "Ambiguous CSVs: ['ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpitoBay/Opito_OtamaBay2.csv', 'ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpitoBay/Opito_OtamaBay.csv']\n",
      "C5876 ressci201900060-RNC2-Coastal//skyvuw/SNC5876/SNC5876_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 08/10/1965 to 8/10/1965 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Thames/Thames.csv\n",
      "Matching 07/09/1984 to 7/09/1984 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/UrawhitikiPoint/UrawhitikiPoint.csv\n",
      "5129 ressci201900060-RNC2-Coastal//skyvuw/SN5129/SN5129_TILE_LAYOUT.shp: No such file or directory\n",
      "Ambiguous CSVs: ['ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpitoBay/Opito_OtamaBay2.csv', 'ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpitoBay/Opito_OtamaBay.csv']\n",
      "Matching 2012 to 8/04/2001 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/WaikawauRiver/WaikawauRiver.csv\n",
      "Matching 2012 to 21/02/1969 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/GibsonBeach/GibsonBeach.csv\n",
      "Matching 01/04/1950 to 1/04/1950 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Mokau/Mokau.csv\n",
      "Matching 07/02/1968 to 7/02/1968 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whitianga/Whitianga.csv\n",
      "Matching 08/11/1957 to 8/11/1957 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/CrayfishPoint/CrayfishPoint.csv\n",
      "Matching 1959 to 17-01-59 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv\n",
      "No surveys found for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv for date 17/01/1959, removing RMSE filter\n",
      "Survey now: ['1210']\n",
      "Matching 05/03/1983 to 5/03/1983 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Awakino/Awakino.csv\n",
      "Matching 05/12/1979 to 5/12/1979 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Aotea/Aotea.csv\n",
      "Matching 07/09/1984 to 7/09/1984 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Aotea/Aotea.csv\n",
      "Matching 03/09/1976 to 3/09/1976 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Mokau/Mokau.csv\n",
      "Ambiguous CSVs: ['ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpitoBay/Opito_OtamaBay2.csv', 'ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpitoBay/Opito_OtamaBay.csv']\n",
      "Matching 07/09/1984 to 7/09/1984 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/PotahiPoint/PotahiPoint.csv\n",
      "Matching 2013 to 8/04/2001 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/NukuhakariBay/NukuhakariBay.csv\n",
      "Matching 03/12/1980 to 3/12/1980 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whitianga/Whitianga.csv\n",
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/KaawaStream_South/KaawaStream_South.csv\n",
      "Matching 1969 to 06-01-99 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv\n",
      "No surveys found for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv for date 21/02/1969, removing RMSE filter\n",
      "Survey now: ['12539']\n",
      "1397 ressci201900060-RNC2-Coastal//skyvuw/SN1397/SN1397_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 1948 to 29-11-94 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv\n",
      "No surveys found for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv for date 09/04/1948, removing RMSE filter\n",
      "Survey now: ['9361']\n",
      "1870 ressci201900060-RNC2-Coastal//skyvuw/SN1870/SN1870_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 2013 to 21/11/1986 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Awakino/Awakino.csv\n",
      "Matching 2013 to 8/04/2001 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/AwakinoNorth/AwakinoNorth.csv\n",
      "Matching 08/11/1957 to 8/11/1957 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/KaawaStream_South/KaawaStream_South.csv\n",
      "C5876 ressci201900060-RNC2-Coastal//skyvuw/SNC5876/SNC5876_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 08/10/1965 to 8/10/1965 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpoutereBeach/OpoutereBeach.csv\n",
      "Matching 06/10/1954 to 6/10/1954 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/OpoutereBeach/OpoutereBeach.csv\n",
      "Matching 2013 to 13/02/1963 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Aotea/Aotea.csv\n",
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Aotea/Aotea.csv\n",
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/RuapukeBeach/RuapukeBeach.csv\n",
      "Matching 07/11/1957 to 7/11/1957 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/TekahaPoint/TeKahaPoint.csv\n",
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/TekahaPoint/TeKahaPoint.csv\n",
      "Matching 01/04/1979 to 1/04/1979 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Awakino/Awakino.csv\n",
      "C5876 ressci201900060-RNC2-Coastal//skyvuw/SNC5876/SNC5876_TILE_LAYOUT.shp: No such file or directory\n",
      "C5876 ressci201900060-RNC2-Coastal//skyvuw/SNC5876/SNC5876_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 20/08/1966 to 20/08/66 with score 88.88888888888889 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whangamata/Whangamata.csv\n",
      "Matching 10/12/1973 to 10/12/73 with score 88.88888888888889 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whangamata/Whangamata.csv\n",
      "Matching 04/11/1977 to 4/11/1977 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whakatiwai/Whakatiwai.csv\n",
      "Matching 01/05/1974 to 1/05/1974 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/PotahiPoint/PotahiPoint.csv\n",
      "Matching 02/09/1976 to 2/09/1976 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/MarakopaRiver/MarakopaRiver.csv\n",
      "Matching 05/03/1983 to 5/03/1983 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/WaikawauRiver/WaikawauRiver.csv\n",
      "Matching 03/09/1976 to 3/09/1976 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Awakino/Awakino.csv\n",
      "Matching 01/04/1979 to 1/04/1979 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Mokau/Mokau.csv\n",
      "Matching 06/10/1954 to 6/10/54 with score 82.35294117647058 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whangamata/Whangamata.csv\n",
      "Matching 03/12/1980 to 3/12/1980 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/MatarangiBeach/MatarangiBeach.csv\n",
      "Matching 09/02/1971 to 9/02/1971 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Hahei_CooksBeach/Hahei_CooksBeach.csv\n",
      "Matching 07/11/1957 to 7/11/1957 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/RuapukeBeach/RuapukeBeach.csv\n",
      "Matching 1975 to 26-01-75 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv\n",
      "No surveys found for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whiritoa/Whiritoa.csv for date 26/01/1975, removing RMSE filter\n",
      "Survey now: ['3798']\n",
      "Matching 17/01/1959 to 17/01/59 with score 88.88888888888889 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whangamata/Whangamata.csv\n",
      "Matching 03/12/1980 to 3/12/1980 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Pauanui_Tairua/Pauanui_Tairua.csv\n",
      "Matching 2013 to 4/01/2001 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/MarakopaRiver/MarakopaRiver.csv\n",
      "Matching 07/02/1968 to 7/02/1968 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/MatarangiBeach/MatarangiBeach.csv\n",
      "1406 ressci201900060-RNC2-Coastal//skyvuw/SN1406/SN1406_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 03/12/1980 to 3/12/80 with score 82.35294117647058 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whangamata/Whangamata.csv\n",
      "No surveys found for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whangamata/Whangamata.csv for date 03/12/1980, removing RMSE filter\n",
      "Survey now: ['5702']\n",
      "Matching 2012 to 4/01/2001 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Taharoa/Taharoa.csv\n",
      "Matching 17/05/1944 to 17/05/44 with score 88.88888888888889 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Whangamata/Whangamata.csv\n",
      "Matching 09/02/1971 to 9/02/1971 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/TeMataBay/TeMataBay.csv\n",
      "Matching 09/02/1971 to 9/02/1971 with score 94.73684210526316 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Pauanui_Tairua/Pauanui_Tairua.csv\n",
      "Matching 2012 to 22/12/1965 with score 67.5 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/PortWaikato/PortWaikato.csv\n",
      "1817 ressci201900060-RNC2-Coastal//skyvuw/SN1817/SN1817_TILE_LAYOUT.shp: No such file or directory\n",
      "Matching 2013 to 13/05/1968 with score 60.00000000000001 for ressci201900060-RNC2-Coastal/Retrolens/Waikato/Mokau/Mokau.csv\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_3588563/881745768.py:73: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  RL_Waikato[\"Pixel_ER\"] = RL_Waikato.filename.progress_apply(process_shapefile)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "      <th>Pixel_ER</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34596</th>\n",
       "      <td>Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif</td>\n",
       "      <td>61.538462</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616</th>\n",
       "      <td>Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp</td>\n",
       "      <td>Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2</td>\n",
       "      <td>62.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33450</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_22MAR1944.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Otago/Aramoana/Imagery/Stack/Aramoana_20MAR2014.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33456</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_01MAY1974.shp</td>\n",
       "      <td>Retrolens/Northland/Rangiputa/Stack/Rangiputa_26MAY1947.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33461</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_24FEB2013.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Gisborne/TeAraroa/Imagery/Stack/TeAraroa_20FEB2016.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34251</th>\n",
       "      <td>Retrolens/Waikato/TeMataBay/Shorelines/TeMataBay_09FEB1971.shp</td>\n",
       "      <td>Retrolens/Northland/MataiBay/Stack/MataiBay_11FEB1971.tif</td>\n",
       "      <td>82.352941</td>\n",
       "      <td>RL</td>\n",
       "      <td>3</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36565</th>\n",
       "      <td>Retrolens/Waikato/Aotea/Shorelines/Aotea_12SEP1961.shp</td>\n",
       "      <td>Retrolens/Auckland/Orewa/Stack/Orewa_12SEP1961.jp2</td>\n",
       "      <td>85.714286</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35851</th>\n",
       "      <td>Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_09FEB1971.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif</td>\n",
       "      <td>90.476190</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34468</th>\n",
       "      <td>Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_29MAR2012.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/PortWaikato/Imagery/Stack/PortWaikato_09MAR2016.tif</td>\n",
       "      <td>92.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33779</th>\n",
       "      <td>Retrolens/Waikato/Mokau/Shorelines/Mokau_12JAN2013.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/Mokau/Imagery/Stack/Mokau_11JAN2013.tif</td>\n",
       "      <td>92.857143</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>203 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                       filename  \\\n",
       "34596        Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp   \n",
       "37616                  Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp   \n",
       "33450                  Retrolens/Waikato/Raglan/Shorelines/Raglan_22MAR1944.shp   \n",
       "33456                  Retrolens/Waikato/Raglan/Shorelines/Raglan_01MAY1974.shp   \n",
       "33461                  Retrolens/Waikato/Raglan/Shorelines/Raglan_24FEB2013.shp   \n",
       "...                                                                         ...   \n",
       "34251            Retrolens/Waikato/TeMataBay/Shorelines/TeMataBay_09FEB1971.shp   \n",
       "36565                    Retrolens/Waikato/Aotea/Shorelines/Aotea_12SEP1961.shp   \n",
       "35851  Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_09FEB1971.shp   \n",
       "34468        Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_29MAR2012.shp   \n",
       "33779                    Retrolens/Waikato/Mokau/Shorelines/Mokau_12JAN2013.shp   \n",
       "\n",
       "                                                                                 matched_image  \\\n",
       "34596                            Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif   \n",
       "37616        Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2   \n",
       "33450                MaxarImagery/HighFreq/Otago/Aramoana/Imagery/Stack/Aramoana_20MAR2014.tif   \n",
       "33456                              Retrolens/Northland/Rangiputa/Stack/Rangiputa_26MAY1947.tif   \n",
       "33461             MaxarImagery/HighFreq/Gisborne/TeAraroa/Imagery/Stack/TeAraroa_20FEB2016.tif   \n",
       "...                                                                                        ...   \n",
       "34251                                Retrolens/Northland/MataiBay/Stack/MataiBay_11FEB1971.tif   \n",
       "36565                                       Retrolens/Auckland/Orewa/Stack/Orewa_12SEP1961.jp2   \n",
       "35851  MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif   \n",
       "34468        MaxarImagery/HighFreq/Waikato/PortWaikato/Imagery/Stack/PortWaikato_09MAR2016.tif   \n",
       "33779                    MaxarImagery/HighFreq/Waikato/Mokau/Imagery/Stack/Mokau_11JAN2013.tif   \n",
       "\n",
       "       match_score Source  n_lines CPS  Photoscale  Pixel_Er  Pixel_ER  \n",
       "34596    61.538462     RL        2  OK        True      True      0.40  \n",
       "37616    62.307692     RL        5  OK        True      True      0.40  \n",
       "33450    62.500000     RL        4  OK        True      True      0.40  \n",
       "33456    62.500000     RL        1  OK        True      True      0.75  \n",
       "33461    62.500000     RL        2  OK        True      True      0.40  \n",
       "...            ...    ...      ...  ..         ...       ...       ...  \n",
       "34251    82.352941     RL        3  OK        True      True      0.40  \n",
       "36565    85.714286     RL        1  OK        True      True      0.60  \n",
       "35851    90.476190     RL        4  OK        True      True      0.40  \n",
       "34468    92.307692     RL        1  OK        True      True       NaN  \n",
       "33779    92.857143     RL        1  OK        True      True      1.00  \n",
       "\n",
       "[203 rows x 9 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def get_survey_number(filename, DSASDate, year):\n",
    "    # Find CSV for AOI\n",
    "    bits = filename.split(\"/\")\n",
    "    terminator = min(\n",
    "        bits.index(\"Stack\") if \"Stack\" in bits else 1024,\n",
    "        bits.index(\"Shorelines\") if \"Shorelines\" in bits else 1024,\n",
    "    )\n",
    "    bits = bits[:terminator]\n",
    "    csv_path_pattern = f\"{prefix}{'/'.join(bits)}/*.csv\"\n",
    "    csv_candidates = glob(csv_path_pattern)\n",
    "    if len(csv_candidates) == 0:\n",
    "        raise ValueError(f\"No CSV found for {csv_path_pattern}\")\n",
    "    elif len(csv_candidates) > 1:\n",
    "        print(f\"Ambiguous CSVs: {csv_candidates}\")\n",
    "        csv_candidates = [csv_candidates[0]]\n",
    "    assert len(csv_candidates) == 1\n",
    "    csv_filename = csv_candidates[0]\n",
    "    try:\n",
    "        csv = pd.read_csv(csv_filename, encoding=\"cp1252\")\n",
    "    except UnicodeDecodeError:\n",
    "        # Excel file saved with .csv extension\n",
    "        print(f\"{csv_filename} is actually an Excel file\")\n",
    "        csv = pd.read_excel(csv_filename)\n",
    "        csv.Date = csv.Date.astype(str)\n",
    "\n",
    "    # Fuzzy string match dates. Lots of typos.\n",
    "    matched_date, score, index = rapidfuzz.process.extractOne(query=DSASDate, choices=csv.Date.unique())\n",
    "    if score < 80:\n",
    "        # Terrible match score, just use year\n",
    "        matched_date, score, index = rapidfuzz.process.extractOne(query=year, choices=csv.Date.unique())\n",
    "        print(f\"Matching {year} to {matched_date} with score {score} for {csv_filename}\")\n",
    "    elif DSASDate != matched_date:\n",
    "        print(f\"Matching {DSASDate} to {matched_date} with score {score} for {csv_filename}\")\n",
    "    if \"RMSE\" in csv.columns:\n",
    "        filtered_csv = csv[(csv.Date == matched_date) & ~csv.RMSE.isna()]\n",
    "    else:\n",
    "        filtered_csv = csv[(csv.Date == matched_date)]\n",
    "    surveys = filtered_csv.Survey.unique()\n",
    "    if len(surveys) == 0:\n",
    "        print(f\"No surveys found for {csv_filename} for date {DSASDate}, removing RMSE filter\")\n",
    "        filtered_csv = csv[(csv.Date.str.contains(matched_date))]\n",
    "        surveys = filtered_csv.Survey.unique()\n",
    "        print(f\"Survey now: {surveys}\")\n",
    "        if len(surveys) == 0:\n",
    "            print(f\"Still no surveys found for {csv_filename} for date {matched_date}, reducing date filter just to year from filename {year}\")\n",
    "            filtered_csv = csv[(csv.Date.str.contains(year))]\n",
    "            surveys = filtered_csv.Survey.unique()\n",
    "            print(f\"Survey now: {surveys}\")\n",
    "    if len(surveys) > 1:\n",
    "        #print(f\"Ambiguous surveys found for {csv_candidates[0]} for date {DSASDate}: {surveys}\")\n",
    "        pass\n",
    "    if len(surveys) == 0:\n",
    "        print(f\"Can't find a survey for {filename}\")\n",
    "    return surveys\n",
    "\n",
    "def process_shapefile(filename):\n",
    "    year = re.search(r'(\\d{4})', filename).group(1)\n",
    "    shapefile = gpd.read_file(prefix + filename)\n",
    "    date = shapefile.Date.unique()[0]\n",
    "    DSASDate = pd.to_datetime(date).strftime(\"%d/%m/%Y\")\n",
    "    survey_numbers = get_survey_number(filename, DSASDate, year)\n",
    "    #print(filename, survey_numbers)\n",
    "    for survey_number in survey_numbers:\n",
    "        try:\n",
    "            survey_tiles = gpd.read_file(f\"{prefix}/skyvuw/SN{survey_number}/SN{survey_number}_TILE_LAYOUT.shp\")\n",
    "            GSD = float(survey_tiles.GSD.dropna().astype(str).str.strip(\"m\").unique()[0])\n",
    "            #print(f\"{survey_number}={GSD}\")\n",
    "            return GSD\n",
    "        except Exception as e:\n",
    "            print(f\"{survey_number} {e}\")\n",
    "    return None\n",
    "\n",
    "RL_Waikato[\"Pixel_ER\"] = RL_Waikato.filename.progress_apply(process_shapefile)\n",
    "RL_Waikato"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 11.6 ms (2024-06-11T14:45:19/2024-06-11T14:45:19)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_3588563/3977043647.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  RL_Waikato.Pixel_ER[RL_Waikato.Pixel_ER.isna()] = RL_Waikato.Pixel_ER.mean()\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "      <th>Pixel_ER</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34596</th>\n",
       "      <td>Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif</td>\n",
       "      <td>61.538462</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616</th>\n",
       "      <td>Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp</td>\n",
       "      <td>Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2</td>\n",
       "      <td>62.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33450</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_22MAR1944.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Otago/Aramoana/Imagery/Stack/Aramoana_20MAR2014.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33456</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_01MAY1974.shp</td>\n",
       "      <td>Retrolens/Northland/Rangiputa/Stack/Rangiputa_26MAY1947.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33461</th>\n",
       "      <td>Retrolens/Waikato/Raglan/Shorelines/Raglan_24FEB2013.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Gisborne/TeAraroa/Imagery/Stack/TeAraroa_20FEB2016.tif</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34251</th>\n",
       "      <td>Retrolens/Waikato/TeMataBay/Shorelines/TeMataBay_09FEB1971.shp</td>\n",
       "      <td>Retrolens/Northland/MataiBay/Stack/MataiBay_11FEB1971.tif</td>\n",
       "      <td>82.352941</td>\n",
       "      <td>RL</td>\n",
       "      <td>3</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36565</th>\n",
       "      <td>Retrolens/Waikato/Aotea/Shorelines/Aotea_12SEP1961.shp</td>\n",
       "      <td>Retrolens/Auckland/Orewa/Stack/Orewa_12SEP1961.jp2</td>\n",
       "      <td>85.714286</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.600000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35851</th>\n",
       "      <td>Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_09FEB1971.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif</td>\n",
       "      <td>90.476190</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34468</th>\n",
       "      <td>Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_29MAR2012.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/PortWaikato/Imagery/Stack/PortWaikato_09MAR2016.tif</td>\n",
       "      <td>92.307692</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.534714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33779</th>\n",
       "      <td>Retrolens/Waikato/Mokau/Shorelines/Mokau_12JAN2013.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/Mokau/Imagery/Stack/Mokau_11JAN2013.tif</td>\n",
       "      <td>92.857143</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>203 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                       filename  \\\n",
       "34596        Retrolens/Waikato/PortJackson/Shorelines/PortJackson_23AUG1971.shp   \n",
       "37616                  Retrolens/Waikato/Thames/Shorelines/Thames_25JAN1973.shp   \n",
       "33450                  Retrolens/Waikato/Raglan/Shorelines/Raglan_22MAR1944.shp   \n",
       "33456                  Retrolens/Waikato/Raglan/Shorelines/Raglan_01MAY1974.shp   \n",
       "33461                  Retrolens/Waikato/Raglan/Shorelines/Raglan_24FEB2013.shp   \n",
       "...                                                                         ...   \n",
       "34251            Retrolens/Waikato/TeMataBay/Shorelines/TeMataBay_09FEB1971.shp   \n",
       "36565                    Retrolens/Waikato/Aotea/Shorelines/Aotea_12SEP1961.shp   \n",
       "35851  Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_09FEB1971.shp   \n",
       "34468        Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_29MAR2012.shp   \n",
       "33779                    Retrolens/Waikato/Mokau/Shorelines/Mokau_12JAN2013.shp   \n",
       "\n",
       "                                                                                 matched_image  \\\n",
       "34596                            Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_23AUG1971.tif   \n",
       "37616        Retrolens/Auckland/PakiriBeach_North/Stack/PakiriBeach_North_15JAN1977_mosaic.jp2   \n",
       "33450                MaxarImagery/HighFreq/Otago/Aramoana/Imagery/Stack/Aramoana_20MAR2014.tif   \n",
       "33456                              Retrolens/Northland/Rangiputa/Stack/Rangiputa_26MAY1947.tif   \n",
       "33461             MaxarImagery/HighFreq/Gisborne/TeAraroa/Imagery/Stack/TeAraroa_20FEB2016.tif   \n",
       "...                                                                                        ...   \n",
       "34251                                Retrolens/Northland/MataiBay/Stack/MataiBay_11FEB1971.tif   \n",
       "36565                                       Retrolens/Auckland/Orewa/Stack/Orewa_12SEP1961.jp2   \n",
       "35851  MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif   \n",
       "34468        MaxarImagery/HighFreq/Waikato/PortWaikato/Imagery/Stack/PortWaikato_09MAR2016.tif   \n",
       "33779                    MaxarImagery/HighFreq/Waikato/Mokau/Imagery/Stack/Mokau_11JAN2013.tif   \n",
       "\n",
       "       match_score Source  n_lines CPS  Photoscale  Pixel_Er  Pixel_ER  \n",
       "34596    61.538462     RL        2  OK        True      True  0.400000  \n",
       "37616    62.307692     RL        5  OK        True      True  0.400000  \n",
       "33450    62.500000     RL        4  OK        True      True  0.400000  \n",
       "33456    62.500000     RL        1  OK        True      True  0.750000  \n",
       "33461    62.500000     RL        2  OK        True      True  0.400000  \n",
       "...            ...    ...      ...  ..         ...       ...       ...  \n",
       "34251    82.352941     RL        3  OK        True      True  0.400000  \n",
       "36565    85.714286     RL        1  OK        True      True  0.600000  \n",
       "35851    90.476190     RL        4  OK        True      True  0.400000  \n",
       "34468    92.307692     RL        1  OK        True      True  0.534714  \n",
       "33779    92.857143     RL        1  OK        True      True  1.000000  \n",
       "\n",
       "[203 rows x 9 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "RL_Waikato.Pixel_ER[RL_Waikato.Pixel_ER.isna()] = RL_Waikato.Pixel_ER.mean()\n",
    "RL_Waikato"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 48.5 ms (2024-06-11T14:45:20/2024-06-11T14:45:20)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "RL_Waikato.to_csv(prefix+\"Nick/RL_Waikato.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 283 ms (2024-06-11T14:45:20/2024-06-11T14:45:20)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.to_csv(prefix+\"Nick/shoreline_image_matching.csv\", index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### For those perfect matches, get the metadata from the corresponding matched image"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 1 min 31 s (2024-06-11T14:45:20/2024-06-11T14:46:51)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "98676b058b4d4f8bb8d5231e98c51a94",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/1867 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/nyou045/.local/lib/python3.8/site-packages/rasterio/__init__.py:304: NotGeoreferencedWarning: Dataset has no geotransform, gcps, or rpcs. The identity matrix will be returned.\n",
      "  dataset = DatasetReader(path, driver=driver, sharing=sharing, **kwargs)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "      <th>driver</th>\n",
       "      <th>dtype</th>\n",
       "      <th>nodata</th>\n",
       "      <th>width</th>\n",
       "      <th>height</th>\n",
       "      <th>count</th>\n",
       "      <th>crs</th>\n",
       "      <th>transform</th>\n",
       "      <th>blockxsize</th>\n",
       "      <th>blockysize</th>\n",
       "      <th>tiled</th>\n",
       "      <th>compress</th>\n",
       "      <th>interleave</th>\n",
       "      <th>GCPs</th>\n",
       "      <th>res</th>\n",
       "      <th>photometric</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Retrolens/Northland/NinetyMile2/Shorelines/NinetyMile2_19JAN1957.shp</td>\n",
       "      <td>Retrolens/Northland/NinetyMile2/Stack/NinetyMile2_19JAN1957.tif</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RL</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>GTiff</td>\n",
       "      <td>uint16</td>\n",
       "      <td>65535.0</td>\n",
       "      <td>26079</td>\n",
       "      <td>14431</td>\n",
       "      <td>1</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.6291090783999693, 0.0, 1589340.8800180862, 0.0, -0.6291090783999693, 6162679.8029320445, 0.0, 0.0, 1.0)</td>\n",
       "      <td>128.0</td>\n",
       "      <td>128</td>\n",
       "      <td>True</td>\n",
       "      <td>lzw</td>\n",
       "      <td>band</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.6291090783999693, 0.6291090783999693)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Shorelines/TaupiriBay_12DEC1985.shp</td>\n",
       "      <td>Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_12DEC1985.tif</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RL</td>\n",
       "      <td>25</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>GTiff</td>\n",
       "      <td>uint16</td>\n",
       "      <td>65535.0</td>\n",
       "      <td>32371</td>\n",
       "      <td>27080</td>\n",
       "      <td>1</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.26427345329999535, 0.0, 1717185.2585671674, 0.0, -0.26427345329999535, 6090906.120646114, 0.0, 0.0, 1.0)</td>\n",
       "      <td>128.0</td>\n",
       "      <td>128</td>\n",
       "      <td>True</td>\n",
       "      <td>lzw</td>\n",
       "      <td>band</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.26427345329999535, 0.26427345329999535)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Retrolens/Northland/NinetyMile3/Shorelines/NinetyMile3_10JUN1982.shp</td>\n",
       "      <td>Retrolens/Northland/NinetyMile3/Stack/NinetyMile3_10JUN1982.tif</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RL</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>GTiff</td>\n",
       "      <td>uint16</td>\n",
       "      <td>65535.0</td>\n",
       "      <td>30313</td>\n",
       "      <td>41822</td>\n",
       "      <td>3</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.4511764681999998, 0.0, 1603908.5069851398, 0.0, -0.4511764681999998, 6142855.395896689, 0.0, 0.0, 1.0)</td>\n",
       "      <td>128.0</td>\n",
       "      <td>128</td>\n",
       "      <td>True</td>\n",
       "      <td>lzw</td>\n",
       "      <td>pixel</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.4511764681999998, 0.4511764681999998)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Retrolens/Gisborne/WaiapuRiver/Shorelines/WaiapuRiver_29APR1957.shp</td>\n",
       "      <td>Retrolens/Gisborne/WaiapuRiver/Stack/WaiapuRiver_29APR1957_mosaic.jp2</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RL</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>JP2OpenJPEG</td>\n",
       "      <td>uint16</td>\n",
       "      <td>256.0</td>\n",
       "      <td>12672</td>\n",
       "      <td>17902</td>\n",
       "      <td>3</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.5798700102374887, 0.0, 2078766.3989088037, 0.0, -0.5798700102374982, 5808821.757138568, 0.0, 0.0, 1.0)</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1024</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pixel</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.5798700102374887, 0.5798700102374982)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Retrolens/Northland/Houhora/Shorelines/Houhora_21MAR1983.shp</td>\n",
       "      <td>Retrolens/Northland/Houhora/Stack/Houhora_21MAR1983.tif</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RL</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>GTiff</td>\n",
       "      <td>uint16</td>\n",
       "      <td>65535.0</td>\n",
       "      <td>10275</td>\n",
       "      <td>28400</td>\n",
       "      <td>3</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.4635016918999943, 0.0, 1612575.0036766862, 0.0, -0.4635016918999943, 6149385.756271436, 0.0, 0.0, 1.0)</td>\n",
       "      <td>128.0</td>\n",
       "      <td>128</td>\n",
       "      <td>True</td>\n",
       "      <td>lzw</td>\n",
       "      <td>pixel</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.4635016918999943, 0.4635016918999943)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1862</th>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_07APR1949.shp</td>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Stack/ManaBay_07APR1949_mosaic.jp2</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RLN</td>\n",
       "      <td>21</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>JP2OpenJPEG</td>\n",
       "      <td>uint16</td>\n",
       "      <td>256.0</td>\n",
       "      <td>17597</td>\n",
       "      <td>15033</td>\n",
       "      <td>3</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.5406876438028578, 0.0, 1724239.1139872996, 0.0, -0.5406876438028646, 5598897.139872113, 0.0, 0.0, 1.0)</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1024</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pixel</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.5406876438028578, 0.5406876438028646)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1863</th>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_05APR1962.shp</td>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Stack/ManaBay_05APR1962_mosaic.jp2</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RLN</td>\n",
       "      <td>21</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>JP2OpenJPEG</td>\n",
       "      <td>uint16</td>\n",
       "      <td>256.0</td>\n",
       "      <td>22790</td>\n",
       "      <td>18018</td>\n",
       "      <td>3</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.4420063302318409, 0.0, 1723930.7400144471, 0.0, -0.4420063302318582, 5598892.342693823, 0.0, 0.0, 1.0)</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1024</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pixel</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.4420063302318409, 0.4420063302318582)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1864</th>\n",
       "      <td>Retrolens/Taranaki/Onaero/Shorelines/Onaero_16SEP1958.shp</td>\n",
       "      <td>Retrolens/Taranaki/Onaero/Stack/Onaero_16SEP1958_mosaic.jp2</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RLN</td>\n",
       "      <td>8</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>JP2OpenJPEG</td>\n",
       "      <td>uint16</td>\n",
       "      <td>256.0</td>\n",
       "      <td>7147</td>\n",
       "      <td>2417</td>\n",
       "      <td>3</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(1.0999999999999934, 0.0, 1712897.1480730076, 0.0, -1.1000000000000771, 5684853.596249489, 0.0, 0.0, 1.0)</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1024</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pixel</td>\n",
       "      <td>0</td>\n",
       "      <td>(1.0999999999999934, 1.1000000000000771)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1865</th>\n",
       "      <td>Retrolens/Taranaki/Oakura/Shorelines/Oakura_14JAN2000.shp</td>\n",
       "      <td>Retrolens/Taranaki/Oakura/Stack/Oakura_14JAN2000_mosaic.jp2</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RL</td>\n",
       "      <td>4</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>JP2OpenJPEG</td>\n",
       "      <td>uint16</td>\n",
       "      <td>256.0</td>\n",
       "      <td>4203</td>\n",
       "      <td>2579</td>\n",
       "      <td>3</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(1.2999999999999778, 0.0, 1680365.0267836307, 0.0, -1.3000000000000722, 5672921.068854038, 0.0, 0.0, 1.0)</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1024</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pixel</td>\n",
       "      <td>0</td>\n",
       "      <td>(1.2999999999999778, 1.3000000000000722)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1866</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp</td>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2</td>\n",
       "      <td>100.0</td>\n",
       "      <td>RLN</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>JP2OpenJPEG</td>\n",
       "      <td>uint16</td>\n",
       "      <td>256.0</td>\n",
       "      <td>21195</td>\n",
       "      <td>17559</td>\n",
       "      <td>1</td>\n",
       "      <td>(proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)</td>\n",
       "      <td>(0.3558878208761918, 0.0, 1754511.3125105414, 0.0, -0.35588782087619325, 5459437.473692096, 0.0, 0.0, 1.0)</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>1024</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>(0.3558878208761918, 0.35588782087619325)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1867 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                  filename  \\\n",
       "0     Retrolens/Northland/NinetyMile2/Shorelines/NinetyMile2_19JAN1957.shp   \n",
       "1       Retrolens/Northland/TaupiriBay/Shorelines/TaupiriBay_12DEC1985.shp   \n",
       "2     Retrolens/Northland/NinetyMile3/Shorelines/NinetyMile3_10JUN1982.shp   \n",
       "3      Retrolens/Gisborne/WaiapuRiver/Shorelines/WaiapuRiver_29APR1957.shp   \n",
       "4             Retrolens/Northland/Houhora/Shorelines/Houhora_21MAR1983.shp   \n",
       "...                                                                    ...   \n",
       "1862           Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_07APR1949.shp   \n",
       "1863           Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_05APR1962.shp   \n",
       "1864             Retrolens/Taranaki/Onaero/Shorelines/Onaero_16SEP1958.shp   \n",
       "1865             Retrolens/Taranaki/Oakura/Shorelines/Oakura_14JAN2000.shp   \n",
       "1866   Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp   \n",
       "\n",
       "                                                              matched_image  \\\n",
       "0           Retrolens/Northland/NinetyMile2/Stack/NinetyMile2_19JAN1957.tif   \n",
       "1             Retrolens/Northland/TaupiriBay/Stack/TaupiriBay_12DEC1985.tif   \n",
       "2           Retrolens/Northland/NinetyMile3/Stack/NinetyMile3_10JUN1982.tif   \n",
       "3     Retrolens/Gisborne/WaiapuRiver/Stack/WaiapuRiver_29APR1957_mosaic.jp2   \n",
       "4                   Retrolens/Northland/Houhora/Stack/Houhora_21MAR1983.tif   \n",
       "...                                                                     ...   \n",
       "1862          Retrolens/Taranaki/ManaBay/Stack/ManaBay_07APR1949_mosaic.jp2   \n",
       "1863          Retrolens/Taranaki/ManaBay/Stack/ManaBay_05APR1962_mosaic.jp2   \n",
       "1864            Retrolens/Taranaki/Onaero/Stack/Onaero_16SEP1958_mosaic.jp2   \n",
       "1865            Retrolens/Taranaki/Oakura/Stack/Oakura_14JAN2000_mosaic.jp2   \n",
       "1866  Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2   \n",
       "\n",
       "      match_score Source  n_lines   CPS  Photoscale  Pixel_Er       driver  \\\n",
       "0           100.0     RL        1  True        True      True        GTiff   \n",
       "1           100.0     RL       25  True        True      True        GTiff   \n",
       "2           100.0     RL        2  True        True      True        GTiff   \n",
       "3           100.0     RL       10  True        True      True  JP2OpenJPEG   \n",
       "4           100.0     RL        3  True        True      True        GTiff   \n",
       "...           ...    ...      ...   ...         ...       ...          ...   \n",
       "1862        100.0    RLN       21  True        True      True  JP2OpenJPEG   \n",
       "1863        100.0    RLN       21  True        True      True  JP2OpenJPEG   \n",
       "1864        100.0    RLN        8  True        True      True  JP2OpenJPEG   \n",
       "1865        100.0     RL        4  True        True      True  JP2OpenJPEG   \n",
       "1866        100.0    RLN        5  True        True      True  JP2OpenJPEG   \n",
       "\n",
       "       dtype   nodata  width  height  count  \\\n",
       "0     uint16  65535.0  26079   14431      1   \n",
       "1     uint16  65535.0  32371   27080      1   \n",
       "2     uint16  65535.0  30313   41822      3   \n",
       "3     uint16    256.0  12672   17902      3   \n",
       "4     uint16  65535.0  10275   28400      3   \n",
       "...      ...      ...    ...     ...    ...   \n",
       "1862  uint16    256.0  17597   15033      3   \n",
       "1863  uint16    256.0  22790   18018      3   \n",
       "1864  uint16    256.0   7147    2417      3   \n",
       "1865  uint16    256.0   4203    2579      3   \n",
       "1866  uint16    256.0  21195   17559      1   \n",
       "\n",
       "                                                                    crs  \\\n",
       "0     (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "1     (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "2     (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "3     (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "4     (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "...                                                                 ...   \n",
       "1862  (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "1863  (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "1864  (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "1865  (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "1866  (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs)   \n",
       "\n",
       "                                                                                                        transform  \\\n",
       "0      (0.6291090783999693, 0.0, 1589340.8800180862, 0.0, -0.6291090783999693, 6162679.8029320445, 0.0, 0.0, 1.0)   \n",
       "1     (0.26427345329999535, 0.0, 1717185.2585671674, 0.0, -0.26427345329999535, 6090906.120646114, 0.0, 0.0, 1.0)   \n",
       "2       (0.4511764681999998, 0.0, 1603908.5069851398, 0.0, -0.4511764681999998, 6142855.395896689, 0.0, 0.0, 1.0)   \n",
       "3       (0.5798700102374887, 0.0, 2078766.3989088037, 0.0, -0.5798700102374982, 5808821.757138568, 0.0, 0.0, 1.0)   \n",
       "4       (0.4635016918999943, 0.0, 1612575.0036766862, 0.0, -0.4635016918999943, 6149385.756271436, 0.0, 0.0, 1.0)   \n",
       "...                                                                                                           ...   \n",
       "1862    (0.5406876438028578, 0.0, 1724239.1139872996, 0.0, -0.5406876438028646, 5598897.139872113, 0.0, 0.0, 1.0)   \n",
       "1863    (0.4420063302318409, 0.0, 1723930.7400144471, 0.0, -0.4420063302318582, 5598892.342693823, 0.0, 0.0, 1.0)   \n",
       "1864    (1.0999999999999934, 0.0, 1712897.1480730076, 0.0, -1.1000000000000771, 5684853.596249489, 0.0, 0.0, 1.0)   \n",
       "1865    (1.2999999999999778, 0.0, 1680365.0267836307, 0.0, -1.3000000000000722, 5672921.068854038, 0.0, 0.0, 1.0)   \n",
       "1866   (0.3558878208761918, 0.0, 1754511.3125105414, 0.0, -0.35588782087619325, 5459437.473692096, 0.0, 0.0, 1.0)   \n",
       "\n",
       "      blockxsize  blockysize  tiled compress interleave  GCPs  \\\n",
       "0          128.0         128   True      lzw       band     0   \n",
       "1          128.0         128   True      lzw       band     0   \n",
       "2          128.0         128   True      lzw      pixel     0   \n",
       "3         1024.0        1024   True      NaN      pixel     0   \n",
       "4          128.0         128   True      lzw      pixel     0   \n",
       "...          ...         ...    ...      ...        ...   ...   \n",
       "1862      1024.0        1024   True      NaN      pixel     0   \n",
       "1863      1024.0        1024   True      NaN      pixel     0   \n",
       "1864      1024.0        1024   True      NaN      pixel     0   \n",
       "1865      1024.0        1024   True      NaN      pixel     0   \n",
       "1866      1024.0        1024   True      NaN        NaN     0   \n",
       "\n",
       "                                             res photometric  \n",
       "0       (0.6291090783999693, 0.6291090783999693)         NaN  \n",
       "1     (0.26427345329999535, 0.26427345329999535)         NaN  \n",
       "2       (0.4511764681999998, 0.4511764681999998)         NaN  \n",
       "3       (0.5798700102374887, 0.5798700102374982)         NaN  \n",
       "4       (0.4635016918999943, 0.4635016918999943)         NaN  \n",
       "...                                          ...         ...  \n",
       "1862    (0.5406876438028578, 0.5406876438028646)         NaN  \n",
       "1863    (0.4420063302318409, 0.4420063302318582)         NaN  \n",
       "1864    (1.0999999999999934, 1.1000000000000771)         NaN  \n",
       "1865    (1.2999999999999778, 1.3000000000000722)         NaN  \n",
       "1866   (0.3558878208761918, 0.35588782087619325)         NaN  \n",
       "\n",
       "[1867 rows x 24 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Investigate metadata about the matched images\n",
    "\n",
    "def get_meta(tup):\n",
    "    i, row = tup\n",
    "    try:\n",
    "        image = rio.open(prefix + row.matched_image)\n",
    "    except:\n",
    "        print(f\"Can't read {row.matched_image}\")\n",
    "        return {}\n",
    "    try:\n",
    "        gdf = gpd.read_file(prefix + row.filename)\n",
    "        row = row.to_dict()\n",
    "        row[\"n_lines\"] = len(gdf.dropna(subset=\"geometry\").explode(index_parts=False))\n",
    "    except: \n",
    "        print(f\"Can't read {row['filename']}\")\n",
    "        return {}\n",
    "    \n",
    "    row.update(image.profile)\n",
    "    row[\"GCPs\"] = len(image.gcps[0])\n",
    "    row[\"res\"] = image.res\n",
    "    row[\"CPS\"] = \"CPS\" in gdf.columns\n",
    "    return row\n",
    "\n",
    "metafile = \"meta.csv\"\n",
    "if use_cache and os.path.isfile(metafile):\n",
    "    meta = pd.read_csv(metafile)\n",
    "else:\n",
    "    meta = pd.DataFrame(process_map(get_meta, df[df.match_score == 100].iterrows(), total=sum(df.match_score == 100)))\n",
    "    meta.to_csv(metafile, index=False)\n",
    "meta"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Read LDS index tiles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 1.69 s (2024-06-11T14:46:51/2024-06-11T14:46:53)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "4529     Archive/Gabrielle/Imagery/post_storm/LINZ/HawkesBay/hawkes-bay-010m-cyclone-gabrielle-aerial-photos-index-tiles-Copy.shp\n",
       "10090            Archive/Gabrielle/Imagery/post_storm/LINZ/BayofPlenty/bay-of-plenty-01m-urban-aerial-photos-index-tiles-2023.shp\n",
       "11967         Archive/Gabrielle/Imagery/post_storm/LINZ/Gisborne/gisborne-02m-cyclone-gabrielle-aerial-photos-index-tiles-202.shp\n",
       "13951         Archive/Gabrielle/Imagery/pre-storm/Waikato/TairuaPauanui/waikato-03m-rural-aerial-photos-index-tiles-2021-2023.shp\n",
       "14070              Archive/Gabrielle/Imagery/pre-storm/Waikato/LINZtemp/waikato-03m-rural-aerial-photos-index-tiles-2021-2023.shp\n",
       "                                                                   ...                                                           \n",
       "36401                     SpatialData/Mosaics/Bay of Plenty/Footprints/bay-of-plenty-03m-rural-aerial-photos-index-tiles-2019.shp\n",
       "36406                SpatialData/Mosaics/Bay of Plenty/Footprints/bay-of-plenty-01m-urban-aerial-photos-index-tiles-2018-2019.shp\n",
       "44011                               SpatialData/Mosaics/Auckland 2017/auckland-0075m-urban-aerial-photos-index-tiles-2017 (2).shp\n",
       "50841                           SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp\n",
       "55453                                   SpatialData/Mosaics/Auckland 2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp\n",
       "Length: 80, dtype: object"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "index_tiles = filelist[filelist.str.contains(\".+index-tiles.+.shp$\") | filelist.str.endswith(\"Canterbury_2022.shp\")]\n",
    "index_tiles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 6.21 s (2024-06-11T14:46:53/2024-06-11T14:46:59)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ede90f838087495ab7e12a42b592eece",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/80 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "148967"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def read_index_tile(f):\n",
    "    gdf = gpd.read_file(prefix+f).to_crs(2193)\n",
    "    gdf[\"filename\"] = f\n",
    "    return gdf\n",
    "\n",
    "index_tiles = pd.concat(process_map(read_index_tile, index_tiles))\n",
    "len(index_tiles)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 635 ms (2024-06-11T14:46:59/2024-06-11T14:47:00)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/nyou045/.local/lib/python3.8/site-packages/geopandas/geodataframe.py:1538: PerformanceWarning: DataFrame is highly fragmented.  This is usually the result of calling `frame.insert` many times, which has poor performance.  Consider joining all columns at once using pd.concat(axis=1) instead. To get a de-fragmented frame, use `newframe = frame.copy()`\n",
      "  super().__setitem__(key, value)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "parsed_date\n",
       "2017                   23649\n",
       "<NA>                   22679\n",
       "2022                   12908\n",
       "2023                    3607\n",
       "24/02/2017              2685\n",
       "                       ...  \n",
       "9/11/2016                  1\n",
       "2029-03-12 13:01:12        1\n",
       "2005-05-12 12:05:22        1\n",
       "2016-11-15 15:12:28        1\n",
       "2028-11-15 16:03:27        1\n",
       "Name: count, Length: 384, dtype: Int64"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "index_tiles.Captured = index_tiles.Captured.replace({\"05, 06, 09, 10 Feb. 2014\": \"2014-02-05\", \"11 & 26 March 2014\": \"2014-03-11\"})\n",
    "index_tiles[\"parsed_date\"] = pd.NA\n",
    "for col in ['Date_Flown', 'Date_Suppl', 'DATE', 'DATE_DMY', 'FLOWN_DATE', 'FLY_DATE', 'ACQ_DATE', \"FLYING_DAT\", \"FLOWN\", \"Captured\"]:\n",
    "    index_tiles[\"parsed_date\"].update(pd.to_datetime(index_tiles[col].str.split(\",|-|to\").str[0], dayfirst=True, format=\"mixed\", errors=\"ignore\"))\n",
    "index_tiles.parsed_date = index_tiles.parsed_date.astype(\"string\")\n",
    "index_tiles.parsed_date.value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## LDS index tile matching"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 11.2 ms (2024-06-11T14:47:00/2024-06-11T14:47:00)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_image</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Source</th>\n",
       "      <th>n_lines</th>\n",
       "      <th>CPS</th>\n",
       "      <th>Photoscale</th>\n",
       "      <th>Pixel_Er</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30285</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/BayofPlenty/Papamoa/BOPLINZ_Papamoa_04APR2023.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/BayOfPlenty/Ohiwa/Imagery/Stack/Ohiwa_08APR2013.tif</td>\n",
       "      <td>62.608696</td>\n",
       "      <td>LDS</td>\n",
       "      <td>7</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30213</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/BayofPlenty/Waihi/BOPLINZ_Waihi_05APR2023.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/BayOfPlenty/Ohiwa/Imagery/Stack/Ohiwa_08APR2013.tif</td>\n",
       "      <td>62.608696</td>\n",
       "      <td>LDS</td>\n",
       "      <td>6</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102634</th>\n",
       "      <td>Retrolens/Gisborne/Waiparapara/Shorelines/Waiparapara_07MAR2023.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Gisborne/WaipiroBay/Imagery/Stack/WaipiroBay_22MAR2003.tif</td>\n",
       "      <td>63.157895</td>\n",
       "      <td>LDS</td>\n",
       "      <td>6</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30423</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/BayofPlenty/EasternBoP/EasternBoP_20DEC2021.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Northland/CapeReinga/Stack/CapeReinga_24DEC2021.tif</td>\n",
       "      <td>63.157895</td>\n",
       "      <td>LDS</td>\n",
       "      <td>34</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35505</th>\n",
       "      <td>Retrolens/Waikato/KaawaStream_North/Shorelines/KaawaStream_North_15FEB2022.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Tasman/TakakaRiver_North/Imagery/Stack/TakakaRiver_North_16FEB2003.tif</td>\n",
       "      <td>64.000000</td>\n",
       "      <td>LDS</td>\n",
       "      <td>5</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40972</th>\n",
       "      <td>Retrolens/Southland/Tiwai_Point/Shorelines/TiwaiPoint_07FEB2016.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Southland/TiwaiPoint/Stack/TiwaiPoint_02FEB2016.tif</td>\n",
       "      <td>94.444444</td>\n",
       "      <td>LDS</td>\n",
       "      <td>1</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60013</th>\n",
       "      <td>Retrolens/Manawatu/HimatangiBeach_North/Shorelines/HimatangiBeach_North_02FEB2021.shp</td>\n",
       "      <td>Retrolens/Manawatu/HimatangiBeach_North/Stack/HimatangiBeach_North_21FEB2001_mosaic.jp2</td>\n",
       "      <td>94.545455</td>\n",
       "      <td>LDS</td>\n",
       "      <td>3</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35847</th>\n",
       "      <td>Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_04FEB2019.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif</td>\n",
       "      <td>95.238095</td>\n",
       "      <td>LDS</td>\n",
       "      <td>4</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41604</th>\n",
       "      <td>Retrolens/Southland/OretiBeachSouth/Shorelines/OretiBeachSouth_17FEB1974.shp</td>\n",
       "      <td>Retrolens/Southland/OretiBeachSouth/Stack/OreitBeachSouth_17FEB1974.tif</td>\n",
       "      <td>95.833333</td>\n",
       "      <td>LDS</td>\n",
       "      <td>8</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49289</th>\n",
       "      <td>Retrolens/Taranaki/Oakura/Shorelines/Oakura_31OCT2016.shp</td>\n",
       "      <td>MaxarImagery/HighFreq/Taranaki/Oakura/Stack/Oakura_03OCT2016.tif</td>\n",
       "      <td>96.551724</td>\n",
       "      <td>LDS</td>\n",
       "      <td>3</td>\n",
       "      <td>OK</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>531 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                     filename  \\\n",
       "30285          Archive/Gabrielle/Shorelines/BayofPlenty/Papamoa/BOPLINZ_Papamoa_04APR2023.shp   \n",
       "30213              Archive/Gabrielle/Shorelines/BayofPlenty/Waihi/BOPLINZ_Waihi_05APR2023.shp   \n",
       "102634                    Retrolens/Gisborne/Waiparapara/Shorelines/Waiparapara_07MAR2023.shp   \n",
       "30423            Archive/Gabrielle/Shorelines/BayofPlenty/EasternBoP/EasternBoP_20DEC2021.shp   \n",
       "35505          Retrolens/Waikato/KaawaStream_North/Shorelines/KaawaStream_North_15FEB2022.shp   \n",
       "...                                                                                       ...   \n",
       "40972                     Retrolens/Southland/Tiwai_Point/Shorelines/TiwaiPoint_07FEB2016.shp   \n",
       "60013   Retrolens/Manawatu/HimatangiBeach_North/Shorelines/HimatangiBeach_North_02FEB2021.shp   \n",
       "35847                Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_04FEB2019.shp   \n",
       "41604            Retrolens/Southland/OretiBeachSouth/Shorelines/OretiBeachSouth_17FEB1974.shp   \n",
       "49289                               Retrolens/Taranaki/Oakura/Shorelines/Oakura_31OCT2016.shp   \n",
       "\n",
       "                                                                                       matched_image  \\\n",
       "30285                      MaxarImagery/HighFreq/BayOfPlenty/Ohiwa/Imagery/Stack/Ohiwa_08APR2013.tif   \n",
       "30213                      MaxarImagery/HighFreq/BayOfPlenty/Ohiwa/Imagery/Stack/Ohiwa_08APR2013.tif   \n",
       "102634              MaxarImagery/HighFreq/Gisborne/WaipiroBay/Imagery/Stack/WaipiroBay_22MAR2003.tif   \n",
       "30423                      MaxarImagery/HighFreq/Northland/CapeReinga/Stack/CapeReinga_24DEC2021.tif   \n",
       "35505   MaxarImagery/HighFreq/Tasman/TakakaRiver_North/Imagery/Stack/TakakaRiver_North_16FEB2003.tif   \n",
       "...                                                                                              ...   \n",
       "40972                      MaxarImagery/HighFreq/Southland/TiwaiPoint/Stack/TiwaiPoint_02FEB2016.tif   \n",
       "60013        Retrolens/Manawatu/HimatangiBeach_North/Stack/HimatangiBeach_North_21FEB2001_mosaic.jp2   \n",
       "35847        MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif   \n",
       "41604                        Retrolens/Southland/OretiBeachSouth/Stack/OreitBeachSouth_17FEB1974.tif   \n",
       "49289                               MaxarImagery/HighFreq/Taranaki/Oakura/Stack/Oakura_03OCT2016.tif   \n",
       "\n",
       "        match_score Source  n_lines CPS  Photoscale  Pixel_Er  \n",
       "30285     62.608696    LDS        7  OK        True      True  \n",
       "30213     62.608696    LDS        6  OK        True      True  \n",
       "102634    63.157895    LDS        6  OK        True      True  \n",
       "30423     63.157895    LDS       34  OK        True      True  \n",
       "35505     64.000000    LDS        5  OK        True      True  \n",
       "...             ...    ...      ...  ..         ...       ...  \n",
       "40972     94.444444    LDS        1  OK        True      True  \n",
       "60013     94.545455    LDS        3  OK        True      True  \n",
       "35847     95.238095    LDS        4  OK        True      True  \n",
       "41604     95.833333    LDS        8  OK        True      True  \n",
       "49289     96.551724    LDS        3  OK        True      True  \n",
       "\n",
       "[531 rows x 8 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "LDS = df[(df.Source == \"LDS\") & (df.match_score < 100)].sort_values(\"match_score\")\n",
    "LDS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 19.1 s (2024-06-11T14:47:00/2024-06-11T14:47:19)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "50e161b683c444028a05bc29b07d23fd",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/531 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Perfect matches: 391\n",
      "Imperfect matches: 140\n",
      "Has Pixel_ER:  531\n",
      "No Pixel_ER:  0\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_index_tiles</th>\n",
       "      <th>date</th>\n",
       "      <th>DSASDate</th>\n",
       "      <th>matched_date</th>\n",
       "      <th>matched_date_col</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Pixel_ER</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>Retrolens/Canterbury/KaitoreteSpitWest/Shorelines/KaitoreteSpitWest_22APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2023-04-22</td>\n",
       "      <td>22/04/2023</td>\n",
       "      <td>151125 151228</td>\n",
       "      <td>DATE</td>\n",
       "      <td>33.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>275</th>\n",
       "      <td>Retrolens/Canterbury/Taumutu_South/Shorelines/Taumutu_South_09FEB2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2019-02-09</td>\n",
       "      <td>09/02/2019</td>\n",
       "      <td>151125 151228</td>\n",
       "      <td>DATE</td>\n",
       "      <td>33.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>Retrolens/Canterbury/OkainsBay/Shorelines/OkainsBay_05APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2023-04-05</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>151125 151228 151229</td>\n",
       "      <td>DATE</td>\n",
       "      <td>33.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>Retrolens/Canterbury/KaitoreteSpitEast/Shorelines/KaitoreteSpitEast_22APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2023-04-22</td>\n",
       "      <td>22/04/2023</td>\n",
       "      <td>151228 151229</td>\n",
       "      <td>DATE</td>\n",
       "      <td>38.095238</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297</th>\n",
       "      <td>Retrolens/Canterbury/RakaiaSouth/Shorelines/RakaiaSouth_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>02/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_11FEB2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Waikato Footprints/Waikato 2016-19 Footprints/waikato-03m-rural-aerial-photos-index-tiles-2016-2019.shp]</td>\n",
       "      <td>2019-02-11</td>\n",
       "      <td>11/02/2019</td>\n",
       "      <td>11/02/2019, 10/03/2018</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>Retrolens/Gisborne/WaiapuRiver/Shorelines/WaiapuRiver_16FEB2018.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-gisborne-03m-rural-aerial-photos-index-tiles-2017-2019-SHP (1)/gisborne-03m-rural-aerial-photos-index-tiles-2017-2019.shp]</td>\n",
       "      <td>2018-02-16</td>\n",
       "      <td>16/02/2018</td>\n",
       "      <td>16/02/2018</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>Retrolens/Gisborne/HuataiBeach/Shorelines/HuataiBeach_22MAR2023.shp</td>\n",
       "      <td>[Archive/Gabrielle/Imagery/post_storm/LINZ/Gisborne/gisborne-02m-cyclone-gabrielle-aerial-photos-index-tiles-202.shp]</td>\n",
       "      <td>2023-03-22</td>\n",
       "      <td>22/03/2023</td>\n",
       "      <td>22/03/2023</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>Retrolens/Bay of Plenty/WhangaparaoaBay/Shorelines/WhangaparaoaBay_20DEC2021.shp</td>\n",
       "      <td>[Archive/Gabrielle/Imagery/pre-storm/LINZ/BayofPlenty/LINZ20212022/bay-of-plenty-02m-rural-aerial-photos-index-tiles-2021-2022/bay-of-plenty-02m-rural-aerial-photos-index-tiles-2021-2022 (2).shp, ...</td>\n",
       "      <td>2021-12-20</td>\n",
       "      <td>20/12/2021</td>\n",
       "      <td>20211220</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530</th>\n",
       "      <td>Retrolens/Taranaki/Oakura/Shorelines/Oakura_31OCT2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>31/10/2016</td>\n",
       "      <td>31/10/2016</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>531 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                              filename  \\\n",
       "250  Retrolens/Canterbury/KaitoreteSpitWest/Shorelines/KaitoreteSpitWest_22APR2023.shp   \n",
       "275          Retrolens/Canterbury/Taumutu_South/Shorelines/Taumutu_South_09FEB2019.shp   \n",
       "106                  Retrolens/Canterbury/OkainsBay/Shorelines/OkainsBay_05APR2023.shp   \n",
       "184  Retrolens/Canterbury/KaitoreteSpitEast/Shorelines/KaitoreteSpitEast_22APR2023.shp   \n",
       "297              Retrolens/Canterbury/RakaiaSouth/Shorelines/RakaiaSouth_02DEC2020.shp   \n",
       "..                                                                                 ...   \n",
       "188                 Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_11FEB2019.shp   \n",
       "187                Retrolens/Gisborne/WaiapuRiver/Shorelines/WaiapuRiver_16FEB2018.shp   \n",
       "186                Retrolens/Gisborne/HuataiBeach/Shorelines/HuataiBeach_22MAR2023.shp   \n",
       "199   Retrolens/Bay of Plenty/WhangaparaoaBay/Shorelines/WhangaparaoaBay_20DEC2021.shp   \n",
       "530                          Retrolens/Taranaki/Oakura/Shorelines/Oakura_31OCT2016.shp   \n",
       "\n",
       "                                                                                                                                                                                         matched_index_tiles  \\\n",
       "250                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "275                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "106                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "184                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "297                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "..                                                                                                                                                                                                       ...   \n",
       "188                                                       [SpatialData/Mosaics/Footprint shapefiles/Waikato Footprints/Waikato 2016-19 Footprints/waikato-03m-rural-aerial-photos-index-tiles-2016-2019.shp]   \n",
       "187                                 [SpatialData/Mosaics/Footprint shapefiles/lds-gisborne-03m-rural-aerial-photos-index-tiles-2017-2019-SHP (1)/gisborne-03m-rural-aerial-photos-index-tiles-2017-2019.shp]   \n",
       "186                                                                                    [Archive/Gabrielle/Imagery/post_storm/LINZ/Gisborne/gisborne-02m-cyclone-gabrielle-aerial-photos-index-tiles-202.shp]   \n",
       "199  [Archive/Gabrielle/Imagery/pre-storm/LINZ/BayofPlenty/LINZ20212022/bay-of-plenty-02m-rural-aerial-photos-index-tiles-2021-2022/bay-of-plenty-02m-rural-aerial-photos-index-tiles-2021-2022 (2).shp, ...   \n",
       "530                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "\n",
       "           date    DSASDate            matched_date matched_date_col  \\\n",
       "250  2023-04-22  22/04/2023           151125 151228             DATE   \n",
       "275  2019-02-09  09/02/2019           151125 151228             DATE   \n",
       "106  2023-04-05  05/04/2023    151125 151228 151229             DATE   \n",
       "184  2023-04-22  22/04/2023           151228 151229             DATE   \n",
       "297  2020-12-02  02/12/2020    14/02/17 to 09/03/17            FLOWN   \n",
       "..          ...         ...                     ...              ...   \n",
       "188  2019-02-11  11/02/2019  11/02/2019, 10/03/2018            FLOWN   \n",
       "187  2018-02-16  16/02/2018              16/02/2018            FLOWN   \n",
       "186  2023-03-22  22/03/2023              22/03/2023            FLOWN   \n",
       "199  2021-12-20  20/12/2021                20211220            FLOWN   \n",
       "530  2016-10-31  31/10/2016              31/10/2016            FLOWN   \n",
       "\n",
       "     match_score Pixel_ER  \n",
       "250    33.750000      0.3  \n",
       "275    33.750000      0.3  \n",
       "106    33.750000      0.3  \n",
       "184    38.095238      0.3  \n",
       "297    41.538462      0.3  \n",
       "..           ...      ...  \n",
       "188   100.000000      0.3  \n",
       "187   100.000000      0.3  \n",
       "186   100.000000      0.2  \n",
       "199   100.000000      0.2  \n",
       "530   100.000000      0.3  \n",
       "\n",
       "[531 rows x 8 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def get_resolution(filename):\n",
    "  gdf = gpd.read_file(prefix+filename)\n",
    "  if \"LDS\" not in gdf.Source.unique():\n",
    "    return {\"filename\": filename}\n",
    "  bounds = gdf.total_bounds\n",
    "  intersecting_tiles = index_tiles[index_tiles.intersects(box(*bounds))]\n",
    "  if filename.startswith(\"Gabrielle\"):\n",
    "    intersecting_tiles = intersecting_tiles[intersecting_tiles.filename.str.startswith(\"Gabrielle\")]\n",
    "  if len(intersecting_tiles) == 0:\n",
    "    print(f\"{filename} doesn't intersect any index tiles\")\n",
    "    return {\"filename\": filename}\n",
    "  if \"Date\" not in gdf.columns:\n",
    "    #print(f\"{filename} missing Date column\")\n",
    "    date = gdf.DSASdate.unique()[0]\n",
    "    DSASdate = gdf.DSASdate.unique()[0]\n",
    "  elif \"DSASDate\" not in gdf.columns:\n",
    "    #print(f\"{filename} missing DSASDate column\")\n",
    "    date = gdf.Date.unique()[0]\n",
    "    DSASdate = gdf.DSASdate.unique()[0]\n",
    "  else:\n",
    "    date = gdf.Date.unique()[0]\n",
    "    DSASdate = gdf.DSASDate.unique()[0]\n",
    "  if not DSASdate:\n",
    "    DSASdate = date\n",
    "\n",
    "  date_options = []\n",
    "  date_to_col = {}\n",
    "  for col in ['Date_Flown', 'Date_Suppl', 'DATE', 'DATE_DMY', 'FLOWN_DATE', 'FLY_DATE', 'ACQ_DATE', \"FLYING_DAT\", \"FLOWN\", \"Captured\", \"FLOWN1\", \"FLOWN2\"]:#, \"parsed_date\"]:\n",
    "    options_for_col = intersecting_tiles[col].dropna().unique().tolist()\n",
    "    date_options.extend(options_for_col)\n",
    "    for date_option in options_for_col:\n",
    "      date_to_col[date_option] = col\n",
    "  display(date, DSASdate, gdf, intersecting_tiles.dropna(axis=1, how=\"all\"), date_options, date_to_col)\n",
    "  if not date_options:\n",
    "    if \"hawkes-bay-010m-cyclone-gabrielle-aerial-photos-index\" in intersecting_tiles.filename.unique()[0]:\n",
    "      return {\n",
    "        \"filename\": filename,\n",
    "        \"matched_index_tiles\": intersecting_tiles.filename.unique(),\n",
    "        \"date\": date,\n",
    "        \"matched_date\": \"SPECIAL_OVERRIDE\",\n",
    "        \"match_score\": 100,\n",
    "        \"Pixel_ER\": .1\n",
    "      }\n",
    "    elif \"southland-075m-rural-aerial-photos-index-tiles-2005-2011.shp\" in intersecting_tiles.filename.unique()[0]:\n",
    "      return {\n",
    "        \"filename\": filename,\n",
    "        \"matched_index_tiles\": intersecting_tiles.filename.unique(),\n",
    "        \"date\": date,\n",
    "        \"matched_date\": \"SPECIAL_OVERRIDE\",\n",
    "        \"match_score\": 100,\n",
    "        \"Pixel_ER\": .75\n",
    "      }\n",
    "    else:\n",
    "      print(f\"No date options in {intersecting_tiles.filename.unique()}\")\n",
    "      return {\"filename\": filename}\n",
    "  else:\n",
    "    match = False\n",
    "    if DSASdate in date_options:\n",
    "      match = DSASdate\n",
    "      score = 100\n",
    "    for option in date_options:\n",
    "      if DSASdate in option or date in option:\n",
    "        match = option\n",
    "        score = 100\n",
    "    if not match:\n",
    "      match, score, index = rapidfuzz.process.extractOne(query=date, choices=date_options, processor=lambda s: s.replace(\"-\", \"\"))\n",
    "    col_for_match = date_to_col[match]\n",
    "    tiles_from_this_date = intersecting_tiles[intersecting_tiles[col_for_match] == match]\n",
    "    GSDM = []\n",
    "    for col in ['GSDM', 'ORTHO_GSD', 'Ortho_GSD', 'GSDm', 'GSD', 'GSD_M', 'GSD_CM', 'gsdM']:\n",
    "      GSDM.extend(tiles_from_this_date[col].dropna().astype(str).str.strip(\"m\").unique())\n",
    "    if len(GSDM) == 0:\n",
    "      tilefile = tiles_from_this_date.filename.unique()[0]\n",
    "      if \"-04m\" in tilefile:\n",
    "        GSDM = .4\n",
    "      elif \"-0075m\" in tilefile:\n",
    "        GSDM = .075\n",
    "    elif len(GSDM) == 1:\n",
    "      GSDM = GSDM[0]\n",
    "    elif len(GSDM) > 1:\n",
    "      #print(f\"Ambiguous GSDM: {GSDM}\")\n",
    "      GSDM = GSDM[0]\n",
    "    return {\n",
    "      \"filename\": filename,\n",
    "      \"matched_index_tiles\": tiles_from_this_date.filename.unique().tolist(),\n",
    "      \"date\": date,\n",
    "      \"DSASDate\": DSASdate,\n",
    "      \"matched_date\": match,\n",
    "      \"matched_date_col\": col_for_match,\n",
    "      \"match_score\": score,\n",
    "      \"Pixel_ER\": GSDM\n",
    "    }\n",
    "\n",
    "LDS = pd.DataFrame(process_map(get_resolution, LDS.filename)).sort_values(\"match_score\")\n",
    "print(\"Perfect matches:\", sum(LDS.match_score == 100))\n",
    "print(\"Imperfect matches:\", sum(LDS.match_score < 100))\n",
    "print(\"Has Pixel_ER: \", sum(~LDS.Pixel_ER.isna()))\n",
    "print(\"No Pixel_ER: \", sum(LDS.Pixel_ER.isna()))\n",
    "LDS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 43.6 ms (2024-06-11T14:47:19/2024-06-11T14:47:20)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>matched_index_tiles</th>\n",
       "      <th>date</th>\n",
       "      <th>DSASDate</th>\n",
       "      <th>matched_date</th>\n",
       "      <th>matched_date_col</th>\n",
       "      <th>match_score</th>\n",
       "      <th>Pixel_ER</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>Retrolens/Canterbury/KaitoreteSpitWest/Shorelines/KaitoreteSpitWest_22APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2023-04-22</td>\n",
       "      <td>22/04/2023</td>\n",
       "      <td>151125 151228</td>\n",
       "      <td>DATE</td>\n",
       "      <td>33.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>275</th>\n",
       "      <td>Retrolens/Canterbury/Taumutu_South/Shorelines/Taumutu_South_09FEB2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2019-02-09</td>\n",
       "      <td>09/02/2019</td>\n",
       "      <td>151125 151228</td>\n",
       "      <td>DATE</td>\n",
       "      <td>33.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>Retrolens/Canterbury/OkainsBay/Shorelines/OkainsBay_05APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2023-04-05</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>151125 151228 151229</td>\n",
       "      <td>DATE</td>\n",
       "      <td>33.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>Retrolens/Canterbury/KaitoreteSpitEast/Shorelines/KaitoreteSpitEast_22APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2023-04-22</td>\n",
       "      <td>22/04/2023</td>\n",
       "      <td>151228 151229</td>\n",
       "      <td>DATE</td>\n",
       "      <td>38.095238</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297</th>\n",
       "      <td>Retrolens/Canterbury/RakaiaSouth/Shorelines/RakaiaSouth_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>02/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>282</th>\n",
       "      <td>Retrolens/Canterbury/RangitataRiver_North/Shorelines/RangitataRiver_North_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>02/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>Retrolens/Canterbury/AshburtonRiver/Shorelines/AshburtonRiver_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>02/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>361</th>\n",
       "      <td>Retrolens/Canterbury/RakaiaRiver_North/Shorelines/RakaiaRiver_North_24OCT2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-10-24</td>\n",
       "      <td>24/10/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>327</th>\n",
       "      <td>Retrolens/Canterbury/AshburtonRiver_North/Shorelines/AshburtonRiver_North_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>2/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>324</th>\n",
       "      <td>Retrolens/Canterbury/OpihiRiver_RangitataRiver/Shorelines/OpihiRiver_RangitataRiver_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>02/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>Retrolens/Canterbury/OpihiRiver_South/Shorelines/OpihiRiver_South_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>02/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>251</th>\n",
       "      <td>Retrolens/Canterbury/OpihiRiver_OrariRiver/Shorelines/OpihiRiver_OrariRiver_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>02/12/2020</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>41.538462</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>Retrolens/Canterbury/WainonoLagoon_PareoraRiver/Shorelines/WainonoLagoon_PareoraRiver_02DEC2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-12-02</td>\n",
       "      <td>02/12/2017</td>\n",
       "      <td>02/12/17 to 08/02/18</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>42.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>476</th>\n",
       "      <td>Retrolens/Canterbury/Washdyke/Shorelines/Washdyke_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-28</td>\n",
       "      <td>28/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>42.750000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>Retrolens/HawkesBay/Awatoto/Shorelines/Awatoto_20FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-20</td>\n",
       "      <td>20/02/2023</td>\n",
       "      <td>06/03/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>44.444444</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>348</th>\n",
       "      <td>Retrolens/HawkesBay/OceanBeach/Shorelines/OceanBeach_06MAR2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2019-03-06</td>\n",
       "      <td>6/03/2019</td>\n",
       "      <td>05/03/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>44.444444</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>Retrolens/HawkesBay/Napier/Shorelines/Napier_20FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-20</td>\n",
       "      <td>20/02/2023</td>\n",
       "      <td>06/03/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>44.444444</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>517</th>\n",
       "      <td>Retrolens/Taranaki/UrenuiRiver_North_AOI/Shorelines/UrenuiRiver_North_19MAR2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>19/03/2017</td>\n",
       "      <td>19/3/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>47.058824</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>429</th>\n",
       "      <td>Retrolens/Taranaki/KaupokonuiBeach/Shorelines/KaupokonuiBeach_16MAR2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-03-16</td>\n",
       "      <td>16/03/2017</td>\n",
       "      <td>11/2/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>47.058824</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>468</th>\n",
       "      <td>Retrolens/Taranaki/PariokariwaPoint/Shorelines/PariokariwaPoint_19MAR2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>19/03/2017</td>\n",
       "      <td>19/3/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>47.058824</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>430</th>\n",
       "      <td>Retrolens/Taranaki/NewPlymouth_Airport/Shorelines/NewPlymouth Airport_19MAR2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>19/03/2017</td>\n",
       "      <td>19/3/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>47.058824</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>412</th>\n",
       "      <td>Retrolens/Taranaki/OhaweBeach/Shorelines/OhaweBeach_19MAR2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>19/03/2017</td>\n",
       "      <td>19/3/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>47.058824</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>469</th>\n",
       "      <td>Retrolens/Taranaki/Hawera_WaihiBeach/Shorelines/Hawera_WaihiBeach_19MAR2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>19/03/2017</td>\n",
       "      <td>19/3/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>47.058824</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>Retrolens/Taranaki/CapeEgmont/Shorelines/CapeEgmont_11FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-02-11</td>\n",
       "      <td>11/02/2017</td>\n",
       "      <td>11/2/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>47.058824</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>Retrolens/Northland/CavalliCoast/Shorelines/CavalliCoast_12JUL2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-07-12</td>\n",
       "      <td>12/07/2015</td>\n",
       "      <td>10/11/2014, 03/06/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>Retrolens/Taranaki/NewPlymouth/Shorelines/NewPlymouth_11FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]</td>\n",
       "      <td>2017-02-11</td>\n",
       "      <td>11/02/2017</td>\n",
       "      <td>16/01/2022, 14/01/2022</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>0.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>426</th>\n",
       "      <td>Retrolens/HawkesBay/Clifton_Haumoana/Shorelines/Clifton_Haumoana_20FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-20</td>\n",
       "      <td>20/02/2023</td>\n",
       "      <td>06/03/2019, 05/03/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>428</th>\n",
       "      <td>Retrolens/HawkesBay/Clifton_Haumoana/Shorelines/CliftonHaumoana_20FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-20</td>\n",
       "      <td>20/02/2023</td>\n",
       "      <td>06/03/2019, 05/03/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>345</th>\n",
       "      <td>Retrolens/Auckland/WairoaBay/Shorelines/WairoaBay_12DEC2020.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2020-12-12</td>\n",
       "      <td>12/12/2020</td>\n",
       "      <td>2017-04-25</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>50.000000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>529</th>\n",
       "      <td>Retrolens/Southland/OretiBeachSouth/Shorelines/OretiBeachSouth_17FEB1974.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp, SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/south...</td>\n",
       "      <td>1974-02-17</td>\n",
       "      <td>17/02/1974</td>\n",
       "      <td>2014-02-05</td>\n",
       "      <td>Captured</td>\n",
       "      <td>50.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>279</th>\n",
       "      <td>Retrolens/Otago/KatikiBeach/Shorelines/KatikiBeach_20FEB2014.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2014-02-20</td>\n",
       "      <td>20/02/2014</td>\n",
       "      <td>2005-03-31</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>50.000000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>Retrolens/Southland/CosyNook/Shorelines/CosyNook_30APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Southland 2023/southland-025m-rural-aerial-photos-index-tiles-2023.shp]</td>\n",
       "      <td>30-04-2023</td>\n",
       "      <td>30/04/2023</td>\n",
       "      <td>2023-04-30</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>50.000000</td>\n",
       "      <td>0.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>Retrolens/Canterbury/WaitakiRiver_WainonoLagoon/Shorelines/WaitakiRiver_WainonoLagoon_02DEC2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2017-12-02</td>\n",
       "      <td>02/12/2017</td>\n",
       "      <td>2006-02-26</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>50.000000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375</th>\n",
       "      <td>Retrolens/Otago/Moeraki_HampdenBeach/Shorelines/Moeraki_HampdenBeach_24FEB2014.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2014-02-24</td>\n",
       "      <td>24/02/2014</td>\n",
       "      <td>30/03/18 to 01/04/18</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>52.615385</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>Retrolens/Auckland/TawhitokinoBeach/Shorelines/TawhitokinoBeach_01NOV2010.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...</td>\n",
       "      <td>2010-11-01</td>\n",
       "      <td>01/11/2010</td>\n",
       "      <td>1/11/10</td>\n",
       "      <td>Date_Flown</td>\n",
       "      <td>53.333333</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298</th>\n",
       "      <td>Retrolens/Auckland/OnetangiBay/Shorelines/OnetangiBay_01NOV2010.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...</td>\n",
       "      <td>2010-11-01</td>\n",
       "      <td>01/11/2010</td>\n",
       "      <td>3/01/11</td>\n",
       "      <td>Date_Flown</td>\n",
       "      <td>53.333333</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>Retrolens/Auckland/Oneroa_PalmBeach/Shorelines/Oneroa_PalmBeach_03JAN2011.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>3/01/11</td>\n",
       "      <td>Date_Flown</td>\n",
       "      <td>53.333333</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>370</th>\n",
       "      <td>Retrolens/Auckland/Tapapakanga/Shorelines/Tapapakanga_01NOV2010.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...</td>\n",
       "      <td>2010-11-01</td>\n",
       "      <td>01/11/2010</td>\n",
       "      <td>1/11/10</td>\n",
       "      <td>Date_Flown</td>\n",
       "      <td>53.333333</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462</th>\n",
       "      <td>Retrolens/Auckland/MatingarahiPoint/Shorelines/MatingarahiPoint_01NOV2010.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...</td>\n",
       "      <td>2010-11-01</td>\n",
       "      <td>01/11/2010</td>\n",
       "      <td>1/11/10</td>\n",
       "      <td>Date_Flown</td>\n",
       "      <td>53.333333</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>Retrolens/Canterbury/RangitataRiver_North/Shorelines/RangitataRiver_North_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>Retrolens/Canterbury/AshburtonRiver_North/Shorelines/AshburtonRiver_North_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>355</th>\n",
       "      <td>Retrolens/Auckland/Muriwai2/Shorelines/Muriwai2_03JAN2011.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>13/11/2015, 06/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>Retrolens/Auckland/Muriwai3/Shorelines/Muriwai3_03JAN2011.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>13/11/2015, 06/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>Retrolens/Canterbury/OpihiRiver_OrariRiver/Shorelines/OpihiRiver_OrariRiver_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>390</th>\n",
       "      <td>Retrolens/Canterbury/AshburtonRiver/Shorelines/AshburtonRiver_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>511</th>\n",
       "      <td>Retrolens/Canterbury/OpihiRiver_RangitataRiver/Shorelines/OpihiRiver_RangitataRiver_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>519</th>\n",
       "      <td>Retrolens/Canterbury/PareoraRiver_Timaru/Shorelines/PareoraRiver_Timaru_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>508</th>\n",
       "      <td>Retrolens/Canterbury/RakaiaRiverSouth_AshburtonRiverNorth/Shorelines/RakaiaRiverSouth_AshburtonRiverNorth_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460</th>\n",
       "      <td>Retrolens/Canterbury/OpihiRiver_South/Shorelines/OpihiRiver_South_14FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>14/02/2017</td>\n",
       "      <td>14/02/17 to 09/03/17</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>53.437500</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>Retrolens/Canterbury/RakaiaRiverSouth_AshburtonRiverNorth/Shorelines/RakaiaRiverSouth_AshburtonRiverNorth_02DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]</td>\n",
       "      <td>2020-12-20</td>\n",
       "      <td>20/12/2020</td>\n",
       "      <td>02/12/17 to 08/02/18</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>55.384615</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_12NOV2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]</td>\n",
       "      <td>2017-11-12</td>\n",
       "      <td>12/11/2017</td>\n",
       "      <td>21/11/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>55.555556</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>Retrolens/Auckland/Muriwai4/Shorelines/Muriwai4_03JAN2011.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>06/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>55.555556</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Gisborne/TolagaBay/TolagaBay_21FEB2023.shp</td>\n",
       "      <td>[Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-rural-aerial-photos-index-tiles-2021-2023Copy.shp, Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-ru...</td>\n",
       "      <td>2023-02-21</td>\n",
       "      <td>21/02/2023</td>\n",
       "      <td>16/02/2022</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>55.555556</td>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>514</th>\n",
       "      <td>Retrolens/Gisborne/Tolaga_KaiauaBay/Shorelines/Tolaga_KaiauaBay_21FEB2023.shp</td>\n",
       "      <td>[Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-rural-aerial-photos-index-tiles-2021-2023Copy.shp, Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-ru...</td>\n",
       "      <td>2023-02-21</td>\n",
       "      <td>21/02/2023</td>\n",
       "      <td>16/02/2022</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>55.555556</td>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>Retrolens/Auckland/Omaha/Shorelines/Omaha_04DEC2012.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2012-12-04</td>\n",
       "      <td>04/12/2012</td>\n",
       "      <td>06/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>55.555556</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>Retrolens/Northland/Rangiputa/Shorelines/Rangiputa_27DEC2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-12-27</td>\n",
       "      <td>27/12/2015</td>\n",
       "      <td>14/11/2015, 07/11/2015, 30/03/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>Retrolens/Wellington/Riversdale/Shorelines/Riversdale_Wellington_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330</th>\n",
       "      <td>Retrolens/Wellington/MakaraBeach/Shorelines/MakaraBeach_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>437</th>\n",
       "      <td>Retrolens/Wellington/Otaki/Shorelines/Otaki_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>443</th>\n",
       "      <td>Retrolens/Otago/PapanuiBeach_WickliffeBay/Shorelines/PapanuiBeach_WickliffeBay_29JAN2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-03m-rural-aerial-photos-index-tiles-2017-2019/otago-03m-rural-aerial-photos-index-tiles-2017-2019.shp]</td>\n",
       "      <td>2019-01-29</td>\n",
       "      <td>29/01/2019</td>\n",
       "      <td>29/01/19,30/01/19,07/02/19,28/03/19,29/03/19,03/04/19,07/04/19</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>Retrolens/Wellington/WhareamaRiver/Shorelines/WhareamaRiver_Wellington_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>Retrolens/Wellington/Ngawi/Shorelines/Ngawi_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>326</th>\n",
       "      <td>Retrolens/Wellington/OceanBeach/Shorelines/OceanBeach_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>Retrolens/Wellington/Tora/Shorelines/Tora_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>Retrolens/Wellington/Petone/Shorelines/Petone_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156</th>\n",
       "      <td>Retrolens/Wellington/CastlePoint/Shorelines/CastlePoint_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-13</td>\n",
       "      <td>13/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>255</th>\n",
       "      <td>Retrolens/Otago/PleasantRiver/Shorelines/PleasantRiver_29JAN2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-03m-rural-aerial-photos-index-tiles-2017-2019/otago-03m-rural-aerial-photos-index-tiles-2017-2019.shp]</td>\n",
       "      <td>2019-01-29</td>\n",
       "      <td>29/01/2019</td>\n",
       "      <td>29/01/19,30/01/19,07/02/19,28/03/19,29/03/19,03/04/19,07/04/19</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>314</th>\n",
       "      <td>Retrolens/Otago/AllansBeach/Shorelines/AllansBeach_29JAN2019_mosaic.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-03m-rural-aerial-photos-index-tiles-2017-2019/otago-03m-rural-aerial-photos-index-tiles-2017-2019.shp]</td>\n",
       "      <td>2019-01-29</td>\n",
       "      <td>29/01/2019</td>\n",
       "      <td>29/01/19,30/01/19,07/02/19,28/03/19,29/03/19,03/04/19,07/04/19</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_04NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-11-04</td>\n",
       "      <td>4/11/2015</td>\n",
       "      <td>03/06/2016, 10/11/2014, 30/03/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>491</th>\n",
       "      <td>Retrolens/Otago/Ryans_Pipikaretu_Penguin_TeRauoneBeach/Shorelines/Ryans_Pipikaretu_Penguin_TeRauoneBeach_29JAN2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-dunedin-01m-urban-aerial-photos-index-tiles-2018-2019-SHP/dunedin-01m-urban-aerial-photos-index-tiles-2018-2019.shp]</td>\n",
       "      <td>2019-01-29</td>\n",
       "      <td>29/01/2019</td>\n",
       "      <td>07/04/2019,08/02/2019,06/11/2018,14/01/18</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Retrolens/Wellington/Whiterock/Shorelines/Whiterock_13FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]</td>\n",
       "      <td>2021-02-21</td>\n",
       "      <td>21/02/2021</td>\n",
       "      <td>13/02/21 to 27/02/21</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>56.250000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>296</th>\n",
       "      <td>Retrolens/Gisborne/HuataiBeach/Shorelines/HuataiBeach_21JAN2012.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]</td>\n",
       "      <td>2012-04-21</td>\n",
       "      <td>21/04/2012</td>\n",
       "      <td>21 Jan 2012</td>\n",
       "      <td>ACQ_DATE</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>Retrolens/Bay of Plenty/HikuwaiBeach/Shorelines/HikuwaiBeach_05APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/BayofPlenty/bay-of-plenty-0125m-urban-aerial-photos-index-tiles-2014-201.shp]</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>01/03/2015</td>\n",
       "      <td>FLOWN2</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/BayofPlenty/Opotiki/BOPLINZ_Opotiki_05APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/BayofPlenty/bay-of-plenty-0125m-urban-aerial-photos-index-tiles-2014-201.shp]</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>01/03/2015</td>\n",
       "      <td>FLOWN2</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>Retrolens/Bay of Plenty/WaiotaheBeach/Shorelines/WaiotaheBeach_05APR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/BayofPlenty/bay-of-plenty-0125m-urban-aerial-photos-index-tiles-2014-201.shp]</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>05/04/2023</td>\n",
       "      <td>01/03/2015</td>\n",
       "      <td>FLOWN2</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>Retrolens/Northland/Houhora/Shorelines/Houhora_10NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-11-10</td>\n",
       "      <td>10/11/2015</td>\n",
       "      <td>07/11/2015, 14/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Hawkes Bay/Napier/Esk_19FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-19</td>\n",
       "      <td>19/02/2023</td>\n",
       "      <td>25/01/2020, 06/03/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>285</th>\n",
       "      <td>Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_1MAY2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2016-05-01</td>\n",
       "      <td>1/05/2016</td>\n",
       "      <td>30/03/2016, 03/06/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Retrolens/HawkesBay/BayView/Shorelines/BayView_19FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-19</td>\n",
       "      <td>19/02/2023</td>\n",
       "      <td>25/01/2020, 06/03/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>253</th>\n",
       "      <td>Retrolens/Northland/HendersonsBay/Shorelines/HendersonsBay_10NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-11-10</td>\n",
       "      <td>10/11/2015</td>\n",
       "      <td>14/11/2015, 07/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Retrolens/HawkesBay/Whirinaki/Shorelines/Whirinaki_19FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-19</td>\n",
       "      <td>19/02/2023</td>\n",
       "      <td>06/03/2019, 25/01/2020</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>Retrolens/Northland/Waipu/Shorelines/Waipu_10NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-11-10</td>\n",
       "      <td>10/11/2015</td>\n",
       "      <td>01/07/2016, 13/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>Retrolens/Taranaki/Rahotu/Shorelines/Rahotu_11FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]</td>\n",
       "      <td>2017-02-11</td>\n",
       "      <td>11/02/2017</td>\n",
       "      <td>07/01/2022, 24/11/2021</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>328</th>\n",
       "      <td>Retrolens/Northland/CoopersBeach/Shorelines/CoopersBeach_08DEC2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-12-08</td>\n",
       "      <td>08/12/2015</td>\n",
       "      <td>07/04/2016, 08/11/2015</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>488</th>\n",
       "      <td>Retrolens/Taranaki/HangatahuaRiver_South/Shorelines/HangatahuaRiver_South_11FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]</td>\n",
       "      <td>2017-02-11</td>\n",
       "      <td>11/02/2017</td>\n",
       "      <td>07/01/2022, 14/01/2022, 24/11/2021</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>344</th>\n",
       "      <td>Retrolens/Taranaki/OpunakeBeach/Shorelines/OpunakeBeach_11FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]</td>\n",
       "      <td>2017-02-11</td>\n",
       "      <td>11/02/2017</td>\n",
       "      <td>07/01/2022, 24/11/2021</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>490</th>\n",
       "      <td>Retrolens/Northland/Pataua/Shorelines/Pataua_07MAY2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2016-05-07</td>\n",
       "      <td>07/05/2016</td>\n",
       "      <td>14/03/2016, 01/07/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>Retrolens/HawkesBay/BayView/Shorelines/BayView_20FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-20</td>\n",
       "      <td>20/02/2023</td>\n",
       "      <td>06/03/2019, 25/01/2020</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>318</th>\n",
       "      <td>MaxarImagery/HighFreq/Taranaki/TongaporutuRiver/Shorelines/TongaporutuRiver_17JAN2022.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]</td>\n",
       "      <td>2022-01-17</td>\n",
       "      <td>17/01/2022</td>\n",
       "      <td>07/01/2022, 13/01/2022</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141</th>\n",
       "      <td>Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_18JAN2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2016-01-18</td>\n",
       "      <td>18/01/2016</td>\n",
       "      <td>08/11/2015, 30/03/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Archive/Gabrielle/Shorelines/Hawkes Bay/Napier/Heretaunga_20FEB2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2023-02-20</td>\n",
       "      <td>20/02/2023</td>\n",
       "      <td>06/03/2019, 25/01/2020</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>410</th>\n",
       "      <td>Retrolens/Otago/Warrington/Shorelines/Warrington_30MAR2006.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-dunedin-01m-urban-aerial-photos-index-tiles-2018-2019-SHP/dunedin-01m-urban-aerial-photos-index-tiles-2018-2019.shp]</td>\n",
       "      <td>30/03/2006</td>\n",
       "      <td>30/03/2006</td>\n",
       "      <td>07/04/2019,08/02/2019,06/11/2018,14/01/18</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Retrolens/HawkesBay/BayView/Shorelines/BayView_15JAN2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2020-01-15</td>\n",
       "      <td>15/01/2020</td>\n",
       "      <td>06/03/2019, 25/01/2020</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152</th>\n",
       "      <td>Retrolens/WestCoast/Hokitika_South/Shorelines/Hokitika_South_27FEB2017.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/West Coast footprints/west-coast-03m-rural-aerial-photos-index-tiles-2016-2017.shp]</td>\n",
       "      <td>2017-02-22</td>\n",
       "      <td>22/2/2017</td>\n",
       "      <td>8,16,17,23,27/02/2017; 8,9/03/2017</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>350</th>\n",
       "      <td>Retrolens/HawkesBay/Porangahau/Shorelines/Porangahau_14SEP2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]</td>\n",
       "      <td>2019-09-14</td>\n",
       "      <td>14/09/2019</td>\n",
       "      <td>06/03/2019, 19/04/2019</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>505</th>\n",
       "      <td>Retrolens/Otago/NorthKakanui/Shorelines/NorthKakanui_14MAR2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-otago-04m-rural-aerial-photos-index-tiles-2013-2014-SHP/otago-04m-rural-aerial-photos-index-tiles-2013-2014.shp]</td>\n",
       "      <td>2021-03-14</td>\n",
       "      <td>14/03/2021</td>\n",
       "      <td>29 October 2013</td>\n",
       "      <td>FLOWN1</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>Retrolens/Canterbury/NewBrighton_WaimakaririRiver/Shorelines/NewBrighton_WaimakaririRiver_27MAR2023.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Canterbury 2022/Canterbury_2022.shp]</td>\n",
       "      <td>2023-03-27</td>\n",
       "      <td>27/03/2023</td>\n",
       "      <td>2022-02-18</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>417</th>\n",
       "      <td>Retrolens/Auckland/WaitaraStream_South/Shorelines/WaitaraStream_South_01NOV2010.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-rural-aerial-photos-index-tiles-2022/auckland-0075m-rural-aerial-photos-index-tiles-2022.shp, SpatialData/Mosaics/Auckland 2021/auckland-0075m-rural-...</td>\n",
       "      <td>2010-11-01</td>\n",
       "      <td>01/11/2010</td>\n",
       "      <td>2022-01-04</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>Retrolens/Otago/MeaslyBeach/Shorelines/MeaslyBeach_28DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2020-12-26</td>\n",
       "      <td>26/12/2020</td>\n",
       "      <td>2006-03-26</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>Retrolens/Canterbury/Motunau/Shorelines/Motunau_20DEC2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Canterbury 2022/Canterbury_2022.shp]</td>\n",
       "      <td>2016-12-22</td>\n",
       "      <td>22/12/2016</td>\n",
       "      <td>2022-02-18</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>384</th>\n",
       "      <td>Retrolens/Auckland/WairoaBay/Shorelines/WairoaBay_03JAN2011.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>Retrolens/Auckland/OmanaBeach/Shorelines/OmanaBeach_03JAN2011.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>Retrolens/Auckland/SnellsBeach/Shorelines/SnellsBeach_04MAR2012.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2012-03-04</td>\n",
       "      <td>04/03/2012</td>\n",
       "      <td>2017-05-02</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>261</th>\n",
       "      <td>Retrolens/Bay of Plenty/Matata/Shorelines/Matata_13DEC2014.shp</td>\n",
       "      <td>[Archive/Gabrielle/Imagery/pre-storm/LINZ/BayofPlenty/LINZ20212022/bay-of-plenty-02m-rural-aerial-photos-index-tiles-2021-2022.shp]</td>\n",
       "      <td>2014-12-13</td>\n",
       "      <td>13/12/2014</td>\n",
       "      <td>20211220</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>320</th>\n",
       "      <td>Retrolens/Auckland/Taurangaruru/Shorelines/Taurangaruru_01NOV2010.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-rural-aerial-photos-index-tiles-2022/auckland-0075m-rural-aerial-photos-index-tiles-2022.shp, SpatialData/Mosaics/Auckland 2021/auckland-0075m-rural-...</td>\n",
       "      <td>2010-11-01</td>\n",
       "      <td>01/11/2010</td>\n",
       "      <td>2022-01-04</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>323</th>\n",
       "      <td>Retrolens/Otago/Taieri_Brighton/Shorelines/Taieri_Brighton_29JAN2019.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp]</td>\n",
       "      <td>2019-01-29</td>\n",
       "      <td>29/01/2019</td>\n",
       "      <td>2014-03-11</td>\n",
       "      <td>Captured</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>312</th>\n",
       "      <td>Retrolens/Otago/CoalPoint_SmithsBeach/Shorelines/CoalPoint_SmithsBeach_20DEC2020.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp, SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/south...</td>\n",
       "      <td>2020-12-20</td>\n",
       "      <td>20/12/2020</td>\n",
       "      <td>2014-02-05</td>\n",
       "      <td>Captured</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>Retrolens/Auckland/LongBay/Shorelines/LongBay_29JUN2011.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2011-06-20</td>\n",
       "      <td>20/06/2011</td>\n",
       "      <td>2017-05-02</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>498</th>\n",
       "      <td>Retrolens/Otago/KatikiBeach/Shorelines/KatikiBeach_14MAR2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2021-03-14</td>\n",
       "      <td>14/03/2021</td>\n",
       "      <td>2005-03-31</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>520</th>\n",
       "      <td>Retrolens/Otago/Moeraki_HampdenBeach/Shorelines/Moeraki_HampdenBeach_14MAR2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2021-03-14</td>\n",
       "      <td>14/03/2021</td>\n",
       "      <td>2005-03-31</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>62.500000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>Retrolens/Gisborne/WaiapuRiver/Shorelines/WaiapuRiver_21JAN2012.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]</td>\n",
       "      <td>2012-01-21</td>\n",
       "      <td>21/01/2012</td>\n",
       "      <td>21 Jan 2012</td>\n",
       "      <td>ACQ_DATE</td>\n",
       "      <td>63.157895</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>467</th>\n",
       "      <td>Retrolens/Northland/MarsdenPoint/Shorelines/MarsdenPoint_18JAN2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2016-01-18</td>\n",
       "      <td>18/01/2016</td>\n",
       "      <td>08/11/2015, 03/06/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>64.125000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221</th>\n",
       "      <td>Retrolens/Gisborne/Whangara/Shorelines/Whangara_16APR2012.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]</td>\n",
       "      <td>2012-04-16</td>\n",
       "      <td>16/04/2012</td>\n",
       "      <td>16 Apr 2012,12 Oct 2012</td>\n",
       "      <td>ACQ_DATE</td>\n",
       "      <td>64.125000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>Retrolens/Canterbury/OkainsBay/Shorelines/OkainsBay_25DEC2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2015-12-22</td>\n",
       "      <td>22/12/2015</td>\n",
       "      <td>151125 151228 151229</td>\n",
       "      <td>DATE</td>\n",
       "      <td>67.500000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>368</th>\n",
       "      <td>Retrolens/Gisborne/TurihauaPoint/Shorelines/TurihauaPoint_16APR2012.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]</td>\n",
       "      <td>2012-04-16</td>\n",
       "      <td>16/04/2012</td>\n",
       "      <td>20 Oct 2012,16 Apr 2012,12 Oct 2012</td>\n",
       "      <td>ACQ_DATE</td>\n",
       "      <td>67.500000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>464</th>\n",
       "      <td>Retrolens/Northland/MarsdenPoint/Shorelines/MarsdenPoint_06APR2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2016-04-06</td>\n",
       "      <td>06/04/2016</td>\n",
       "      <td>03/06/2016, 04/06/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>67.500000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Retrolens/Northland/Rawara/Shorelines/Rawara_11JUL2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2015-07-11</td>\n",
       "      <td>11/07/2015</td>\n",
       "      <td>14/11/2015, 07/04/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>67.500000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493</th>\n",
       "      <td>Retrolens/Northland/MarsdenPoint/Shorelines/MarsdenPoint_06MAR2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2016-03-06</td>\n",
       "      <td>06/03/2016</td>\n",
       "      <td>04/06/2016, 03/06/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>67.500000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>245</th>\n",
       "      <td>Retrolens/Manawatu/CastleCliff/Shorelines/CastleCliff_12FEB2021.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Manawatu/manawatu-whanganui-03m-rural-aerial-photos-index-tiles-2021-.shp, SpatialData/Mosaics/Manawatu 2021/manawatu-whanganui-03m-rural-aerial-photos-in...</td>\n",
       "      <td>2021-02-12</td>\n",
       "      <td>12/02/2021</td>\n",
       "      <td>17/03/2021, 21/02/2021</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>67.500000</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>286</th>\n",
       "      <td>Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_04MAR2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]</td>\n",
       "      <td>2016-03-04</td>\n",
       "      <td>4/03/2016</td>\n",
       "      <td>08/11/2015, 30/03/2016, 03/06/2016</td>\n",
       "      <td>DATE_DMY</td>\n",
       "      <td>67.500000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>Retrolens/Otago/NorthKakanui/Shorelines/NorthKakanui_29OCT2013.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-otago-04m-rural-aerial-photos-index-tiles-2013-2014-SHP/otago-04m-rural-aerial-photos-index-tiles-2013-2014.shp]</td>\n",
       "      <td>2013-10-29</td>\n",
       "      <td>29/10/2013</td>\n",
       "      <td>29 October 2013</td>\n",
       "      <td>FLOWN1</td>\n",
       "      <td>68.400000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>338</th>\n",
       "      <td>Retrolens/Canterbury/KaitoreteSpitWest/Shorelines/KaitoreteSpitWest_15NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2015-11-15</td>\n",
       "      <td>15/11/2015</td>\n",
       "      <td>151125</td>\n",
       "      <td>DATE</td>\n",
       "      <td>71.428571</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>337</th>\n",
       "      <td>Retrolens/Canterbury/KaitoreteSpitEast/Shorelines/KaitoreteSpitEast_15NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2015-11-15</td>\n",
       "      <td>15/11/2015</td>\n",
       "      <td>151125</td>\n",
       "      <td>DATE</td>\n",
       "      <td>71.428571</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>421</th>\n",
       "      <td>Retrolens/Auckland/MuriwaiSouth/Shorelines/MuriwaiSouth_03JAN2011.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>2017-05-03</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>354</th>\n",
       "      <td>Retrolens/Auckland/Muriwai1/Shorelines/Muriwai1_03JAN2011.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>2017-05-03</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Retrolens/Otago/MolyneuxBay/Shorelines/MolyneuxBay_23JUN2006.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2006-06-23</td>\n",
       "      <td>23/06/2006</td>\n",
       "      <td>2006-03-26</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>516</th>\n",
       "      <td>MaxarImagery/HighFreq/Auckland/KarekareBethells/Shorelines/KarekareBethells_03JAN2011.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>03/01/2011</td>\n",
       "      <td>2017-05-03</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>526</th>\n",
       "      <td>Retrolens/Southland/Tiwai_Point/Shorelines/TiwaiPoint_07FEB2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp, SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/south...</td>\n",
       "      <td>2016-02-07</td>\n",
       "      <td>7/02/2016</td>\n",
       "      <td>2014-02-05</td>\n",
       "      <td>Captured</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>403</th>\n",
       "      <td>Retrolens/Canterbury/SouthNewBrighton/Shorelines/SouthNewBrighton_16NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2015-11-16</td>\n",
       "      <td>16/11/2015</td>\n",
       "      <td>151116 151125 151229</td>\n",
       "      <td>DATE</td>\n",
       "      <td>77.142857</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>373</th>\n",
       "      <td>Retrolens/Marlborough/CliffordBay/Shorelines/CliffordBay_07JAN2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Marlborough/marlborough-02m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2016-01-07</td>\n",
       "      <td>07/01/2016</td>\n",
       "      <td>160107      160307</td>\n",
       "      <td>DATE</td>\n",
       "      <td>77.142857</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486</th>\n",
       "      <td>Retrolens/Canterbury/NewBrighton_WaimakaririRiver/Shorelines/NewBrighton_WaimakaririRiver_16NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2015-11-16</td>\n",
       "      <td>16/11/2015</td>\n",
       "      <td>151116 151229</td>\n",
       "      <td>DATE</td>\n",
       "      <td>77.142857</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300</th>\n",
       "      <td>Retrolens/Waikato/PotahiPoint/Shorelines/PotahiPoint_24FEB2013.shp</td>\n",
       "      <td>[Retrolens/Waikato/waikato-05m-rural-aerial-photos-index-tiles-2012-2013.shp]</td>\n",
       "      <td>2013-02-24</td>\n",
       "      <td>24/02/2013</td>\n",
       "      <td>120419 130112 130224</td>\n",
       "      <td>FLYING_DAT</td>\n",
       "      <td>78.750000</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319</th>\n",
       "      <td>Retrolens/Canterbury/RakaiaRiver_North/Shorelines/RakaiaRiver_North_25NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2015-11-25</td>\n",
       "      <td>25/11/2015</td>\n",
       "      <td>151125</td>\n",
       "      <td>DATE</td>\n",
       "      <td>85.714286</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225</th>\n",
       "      <td>Retrolens/Marlborough/CloudyBay/Shorelines/CloudyBay_02FEB2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Marlborough/marlborough-02m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2016-02-02</td>\n",
       "      <td>02/02/2016</td>\n",
       "      <td>160202</td>\n",
       "      <td>DATE</td>\n",
       "      <td>85.714286</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>Retrolens/Marlborough/WairauRiver/Shorelines/WairauRiver_07JAN2016.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Marlborough/marlborough-02m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2016-01-07</td>\n",
       "      <td>07/01/2016</td>\n",
       "      <td>160107</td>\n",
       "      <td>DATE</td>\n",
       "      <td>85.714286</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>343</th>\n",
       "      <td>Retrolens/Canterbury/Taumutu_South/Shorelines/Taumutu_South_25NOV2015.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]</td>\n",
       "      <td>2015-11-25</td>\n",
       "      <td>25/11/2015</td>\n",
       "      <td>151125</td>\n",
       "      <td>DATE</td>\n",
       "      <td>85.714286</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>321</th>\n",
       "      <td>Retrolens/Otago/NorthOamaru/Shorelines/NorthOamaru_22FEB2006.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2006-02-22</td>\n",
       "      <td>22/02/2006</td>\n",
       "      <td>2006-02-26</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>87.500000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>Retrolens/Auckland/TawhitokinoBeach/Shorelines/TawhitokinoBeach_25SEP2017.shp</td>\n",
       "      <td>[Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...</td>\n",
       "      <td>2017-09-25</td>\n",
       "      <td>25/09/2017</td>\n",
       "      <td>2017-04-25</td>\n",
       "      <td>FLOWN</td>\n",
       "      <td>87.500000</td>\n",
       "      <td>0.075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>433</th>\n",
       "      <td>Retrolens/Otago/TaieriBeach_Mouth/Shorelines/TaieriBeach_Mouth_23MAR2006.shp</td>\n",
       "      <td>[SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]</td>\n",
       "      <td>2006-03-23</td>\n",
       "      <td>23/03/2006</td>\n",
       "      <td>2006-03-26</td>\n",
       "      <td>FLY_DATE</td>\n",
       "      <td>87.500000</td>\n",
       "      <td>0.75</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                    filename  \\\n",
       "250                                        Retrolens/Canterbury/KaitoreteSpitWest/Shorelines/KaitoreteSpitWest_22APR2023.shp   \n",
       "275                                                Retrolens/Canterbury/Taumutu_South/Shorelines/Taumutu_South_09FEB2019.shp   \n",
       "106                                                        Retrolens/Canterbury/OkainsBay/Shorelines/OkainsBay_05APR2023.shp   \n",
       "184                                        Retrolens/Canterbury/KaitoreteSpitEast/Shorelines/KaitoreteSpitEast_22APR2023.shp   \n",
       "297                                                    Retrolens/Canterbury/RakaiaSouth/Shorelines/RakaiaSouth_02DEC2020.shp   \n",
       "282                                  Retrolens/Canterbury/RangitataRiver_North/Shorelines/RangitataRiver_North_02DEC2020.shp   \n",
       "111                                              Retrolens/Canterbury/AshburtonRiver/Shorelines/AshburtonRiver_02DEC2020.shp   \n",
       "361                                        Retrolens/Canterbury/RakaiaRiver_North/Shorelines/RakaiaRiver_North_24OCT2020.shp   \n",
       "327                                  Retrolens/Canterbury/AshburtonRiver_North/Shorelines/AshburtonRiver_North_02DEC2020.shp   \n",
       "324                        Retrolens/Canterbury/OpihiRiver_RangitataRiver/Shorelines/OpihiRiver_RangitataRiver_02DEC2020.shp   \n",
       "133                                          Retrolens/Canterbury/OpihiRiver_South/Shorelines/OpihiRiver_South_02DEC2020.shp   \n",
       "251                                Retrolens/Canterbury/OpihiRiver_OrariRiver/Shorelines/OpihiRiver_OrariRiver_02DEC2020.shp   \n",
       "446                      Retrolens/Canterbury/WainonoLagoon_PareoraRiver/Shorelines/WainonoLagoon_PareoraRiver_02DEC2017.shp   \n",
       "476                                                          Retrolens/Canterbury/Washdyke/Shorelines/Washdyke_14FEB2017.shp   \n",
       "166                                                             Retrolens/HawkesBay/Awatoto/Shorelines/Awatoto_20FEB2023.shp   \n",
       "348                                                       Retrolens/HawkesBay/OceanBeach/Shorelines/OceanBeach_06MAR2019.shp   \n",
       "136                                                               Retrolens/HawkesBay/Napier/Shorelines/Napier_20FEB2023.shp   \n",
       "517                                      Retrolens/Taranaki/UrenuiRiver_North_AOI/Shorelines/UrenuiRiver_North_19MAR2017.shp   \n",
       "429                                              Retrolens/Taranaki/KaupokonuiBeach/Shorelines/KaupokonuiBeach_16MAR2017.shp   \n",
       "468                                            Retrolens/Taranaki/PariokariwaPoint/Shorelines/PariokariwaPoint_19MAR2017.shp   \n",
       "430                                      Retrolens/Taranaki/NewPlymouth_Airport/Shorelines/NewPlymouth Airport_19MAR2017.shp   \n",
       "412                                                        Retrolens/Taranaki/OhaweBeach/Shorelines/OhaweBeach_19MAR2017.shp   \n",
       "469                                          Retrolens/Taranaki/Hawera_WaihiBeach/Shorelines/Hawera_WaihiBeach_19MAR2017.shp   \n",
       "88                                                         Retrolens/Taranaki/CapeEgmont/Shorelines/CapeEgmont_11FEB2017.shp   \n",
       "215                                                   Retrolens/Northland/CavalliCoast/Shorelines/CavalliCoast_12JUL2015.shp   \n",
       "457                                                      Retrolens/Taranaki/NewPlymouth/Shorelines/NewPlymouth_11FEB2017.shp   \n",
       "426                                           Retrolens/HawkesBay/Clifton_Haumoana/Shorelines/Clifton_Haumoana_20FEB2023.shp   \n",
       "428                                            Retrolens/HawkesBay/Clifton_Haumoana/Shorelines/CliftonHaumoana_20FEB2023.shp   \n",
       "345                                                          Retrolens/Auckland/WairoaBay/Shorelines/WairoaBay_12DEC2020.shp   \n",
       "529                                             Retrolens/Southland/OretiBeachSouth/Shorelines/OretiBeachSouth_17FEB1974.shp   \n",
       "279                                                         Retrolens/Otago/KatikiBeach/Shorelines/KatikiBeach_20FEB2014.shp   \n",
       "90                                                            Retrolens/Southland/CosyNook/Shorelines/CosyNook_30APR2023.shp   \n",
       "447                      Retrolens/Canterbury/WaitakiRiver_WainonoLagoon/Shorelines/WaitakiRiver_WainonoLagoon_02DEC2017.shp   \n",
       "375                                       Retrolens/Otago/Moeraki_HampdenBeach/Shorelines/Moeraki_HampdenBeach_24FEB2014.shp   \n",
       "439                                            Retrolens/Auckland/TawhitokinoBeach/Shorelines/TawhitokinoBeach_01NOV2010.shp   \n",
       "298                                                      Retrolens/Auckland/OnetangiBay/Shorelines/OnetangiBay_01NOV2010.shp   \n",
       "455                                            Retrolens/Auckland/Oneroa_PalmBeach/Shorelines/Oneroa_PalmBeach_03JAN2011.shp   \n",
       "370                                                      Retrolens/Auckland/Tapapakanga/Shorelines/Tapapakanga_01NOV2010.shp   \n",
       "462                                            Retrolens/Auckland/MatingarahiPoint/Shorelines/MatingarahiPoint_01NOV2010.shp   \n",
       "441                                  Retrolens/Canterbury/RangitataRiver_North/Shorelines/RangitataRiver_North_14FEB2017.shp   \n",
       "440                                  Retrolens/Canterbury/AshburtonRiver_North/Shorelines/AshburtonRiver_North_14FEB2017.shp   \n",
       "355                                                            Retrolens/Auckland/Muriwai2/Shorelines/Muriwai2_03JAN2011.shp   \n",
       "356                                                            Retrolens/Auckland/Muriwai3/Shorelines/Muriwai3_03JAN2011.shp   \n",
       "489                                Retrolens/Canterbury/OpihiRiver_OrariRiver/Shorelines/OpihiRiver_OrariRiver_14FEB2017.shp   \n",
       "390                                              Retrolens/Canterbury/AshburtonRiver/Shorelines/AshburtonRiver_14FEB2017.shp   \n",
       "511                        Retrolens/Canterbury/OpihiRiver_RangitataRiver/Shorelines/OpihiRiver_RangitataRiver_14FEB2017.shp   \n",
       "519                                    Retrolens/Canterbury/PareoraRiver_Timaru/Shorelines/PareoraRiver_Timaru_14FEB2017.shp   \n",
       "508  Retrolens/Canterbury/RakaiaRiverSouth_AshburtonRiverNorth/Shorelines/RakaiaRiverSouth_AshburtonRiverNorth_14FEB2017.shp   \n",
       "460                                          Retrolens/Canterbury/OpihiRiver_South/Shorelines/OpihiRiver_South_14FEB2017.shp   \n",
       "459  Retrolens/Canterbury/RakaiaRiverSouth_AshburtonRiverNorth/Shorelines/RakaiaRiverSouth_AshburtonRiverNorth_02DEC2020.shp   \n",
       "155                                                              Retrolens/Taranaki/ManaBay/Shorelines/ManaBay_12NOV2017.shp   \n",
       "357                                                            Retrolens/Auckland/Muriwai4/Shorelines/Muriwai4_03JAN2011.shp   \n",
       "230                                                  Archive/Gabrielle/Shorelines/Gisborne/TolagaBay/TolagaBay_21FEB2023.shp   \n",
       "514                                            Retrolens/Gisborne/Tolaga_KaiauaBay/Shorelines/Tolaga_KaiauaBay_21FEB2023.shp   \n",
       "359                                                                  Retrolens/Auckland/Omaha/Shorelines/Omaha_04DEC2012.shp   \n",
       "85                                                       Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_13FEB2021.shp   \n",
       "93                                                          Retrolens/Northland/Rangiputa/Shorelines/Rangiputa_27DEC2015.shp   \n",
       "73                                            Retrolens/Wellington/Riversdale/Shorelines/Riversdale_Wellington_13FEB2021.shp   \n",
       "330                                                    Retrolens/Wellington/MakaraBeach/Shorelines/MakaraBeach_13FEB2021.shp   \n",
       "437                                                                Retrolens/Wellington/Otaki/Shorelines/Otaki_13FEB2021.shp   \n",
       "443                             Retrolens/Otago/PapanuiBeach_WickliffeBay/Shorelines/PapanuiBeach_WickliffeBay_29JAN2019.shp   \n",
       "74                                      Retrolens/Wellington/WhareamaRiver/Shorelines/WhareamaRiver_Wellington_13FEB2021.shp   \n",
       "102                                                                Retrolens/Wellington/Ngawi/Shorelines/Ngawi_13FEB2021.shp   \n",
       "326                                                      Retrolens/Wellington/OceanBeach/Shorelines/OceanBeach_13FEB2021.shp   \n",
       "209                                                                  Retrolens/Wellington/Tora/Shorelines/Tora_13FEB2021.shp   \n",
       "161                                                              Retrolens/Wellington/Petone/Shorelines/Petone_13FEB2021.shp   \n",
       "156                                                    Retrolens/Wellington/CastlePoint/Shorelines/CastlePoint_13FEB2021.shp   \n",
       "255                                                     Retrolens/Otago/PleasantRiver/Shorelines/PleasantRiver_29JAN2019.shp   \n",
       "314                                                  Retrolens/Otago/AllansBeach/Shorelines/AllansBeach_29JAN2019_mosaic.shp   \n",
       "145                                                           Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_04NOV2015.shp   \n",
       "491   Retrolens/Otago/Ryans_Pipikaretu_Penguin_TeRauoneBeach/Shorelines/Ryans_Pipikaretu_Penguin_TeRauoneBeach_29JAN2019.shp   \n",
       "33                                                         Retrolens/Wellington/Whiterock/Shorelines/Whiterock_13FEB2021.shp   \n",
       "296                                                      Retrolens/Gisborne/HuataiBeach/Shorelines/HuataiBeach_21JAN2012.shp   \n",
       "201                                               Retrolens/Bay of Plenty/HikuwaiBeach/Shorelines/HikuwaiBeach_05APR2023.shp   \n",
       "128                                           Archive/Gabrielle/Shorelines/BayofPlenty/Opotiki/BOPLINZ_Opotiki_05APR2023.shp   \n",
       "116                                             Retrolens/Bay of Plenty/WaiotaheBeach/Shorelines/WaiotaheBeach_05APR2023.shp   \n",
       "196                                                             Retrolens/Northland/Houhora/Shorelines/Houhora_10NOV2015.shp   \n",
       "169                                                         Archive/Gabrielle/Shorelines/Hawkes Bay/Napier/Esk_19FEB2023.shp   \n",
       "285                                                            Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_1MAY2016.shp   \n",
       "13                                                              Retrolens/HawkesBay/BayView/Shorelines/BayView_19FEB2023.shp   \n",
       "253                                                 Retrolens/Northland/HendersonsBay/Shorelines/HendersonsBay_10NOV2015.shp   \n",
       "23                                                          Retrolens/HawkesBay/Whirinaki/Shorelines/Whirinaki_19FEB2023.shp   \n",
       "210                                                                 Retrolens/Northland/Waipu/Shorelines/Waipu_10NOV2015.shp   \n",
       "71                                                                 Retrolens/Taranaki/Rahotu/Shorelines/Rahotu_11FEB2017.shp   \n",
       "328                                                   Retrolens/Northland/CoopersBeach/Shorelines/CoopersBeach_08DEC2015.shp   \n",
       "488                                  Retrolens/Taranaki/HangatahuaRiver_South/Shorelines/HangatahuaRiver_South_11FEB2017.shp   \n",
       "344                                                    Retrolens/Taranaki/OpunakeBeach/Shorelines/OpunakeBeach_11FEB2017.shp   \n",
       "490                                                               Retrolens/Northland/Pataua/Shorelines/Pataua_07MAY2016.shp   \n",
       "101                                                             Retrolens/HawkesBay/BayView/Shorelines/BayView_20FEB2023.shp   \n",
       "318                                MaxarImagery/HighFreq/Taranaki/TongaporutuRiver/Shorelines/TongaporutuRiver_17JAN2022.shp   \n",
       "141                                                           Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_18JAN2016.shp   \n",
       "32                                                   Archive/Gabrielle/Shorelines/Hawkes Bay/Napier/Heretaunga_20FEB2023.shp   \n",
       "410                                                           Retrolens/Otago/Warrington/Shorelines/Warrington_30MAR2006.shp   \n",
       "36                                                              Retrolens/HawkesBay/BayView/Shorelines/BayView_15JAN2020.shp   \n",
       "152                                               Retrolens/WestCoast/Hokitika_South/Shorelines/Hokitika_South_27FEB2017.shp   \n",
       "350                                                       Retrolens/HawkesBay/Porangahau/Shorelines/Porangahau_14SEP2019.shp   \n",
       "505                                                       Retrolens/Otago/NorthKakanui/Shorelines/NorthKakanui_14MAR2021.shp   \n",
       "396                  Retrolens/Canterbury/NewBrighton_WaimakaririRiver/Shorelines/NewBrighton_WaimakaririRiver_27MAR2023.shp   \n",
       "417                                      Retrolens/Auckland/WaitaraStream_South/Shorelines/WaitaraStream_South_01NOV2010.shp   \n",
       "153                                                         Retrolens/Otago/MeaslyBeach/Shorelines/MeaslyBeach_28DEC2020.shp   \n",
       "103                                                            Retrolens/Canterbury/Motunau/Shorelines/Motunau_20DEC2016.shp   \n",
       "384                                                          Retrolens/Auckland/WairoaBay/Shorelines/WairoaBay_03JAN2011.shp   \n",
       "206                                                        Retrolens/Auckland/OmanaBeach/Shorelines/OmanaBeach_03JAN2011.shp   \n",
       "242                                                      Retrolens/Auckland/SnellsBeach/Shorelines/SnellsBeach_04MAR2012.shp   \n",
       "261                                                           Retrolens/Bay of Plenty/Matata/Shorelines/Matata_13DEC2014.shp   \n",
       "320                                                    Retrolens/Auckland/Taurangaruru/Shorelines/Taurangaruru_01NOV2010.shp   \n",
       "323                                                 Retrolens/Otago/Taieri_Brighton/Shorelines/Taieri_Brighton_29JAN2019.shp   \n",
       "312                                     Retrolens/Otago/CoalPoint_SmithsBeach/Shorelines/CoalPoint_SmithsBeach_20DEC2020.shp   \n",
       "64                                                               Retrolens/Auckland/LongBay/Shorelines/LongBay_29JUN2011.shp   \n",
       "498                                                         Retrolens/Otago/KatikiBeach/Shorelines/KatikiBeach_14MAR2021.shp   \n",
       "520                                       Retrolens/Otago/Moeraki_HampdenBeach/Shorelines/Moeraki_HampdenBeach_14MAR2021.shp   \n",
       "86                                                       Retrolens/Gisborne/WaiapuRiver/Shorelines/WaiapuRiver_21JAN2012.shp   \n",
       "467                                                   Retrolens/Northland/MarsdenPoint/Shorelines/MarsdenPoint_18JAN2016.shp   \n",
       "221                                                            Retrolens/Gisborne/Whangara/Shorelines/Whangara_16APR2012.shp   \n",
       "180                                                        Retrolens/Canterbury/OkainsBay/Shorelines/OkainsBay_25DEC2015.shp   \n",
       "368                                                  Retrolens/Gisborne/TurihauaPoint/Shorelines/TurihauaPoint_16APR2012.shp   \n",
       "464                                                   Retrolens/Northland/MarsdenPoint/Shorelines/MarsdenPoint_06APR2016.shp   \n",
       "30                                                                Retrolens/Northland/Rawara/Shorelines/Rawara_11JUL2015.shp   \n",
       "493                                                   Retrolens/Northland/MarsdenPoint/Shorelines/MarsdenPoint_06MAR2016.shp   \n",
       "245                                                      Retrolens/Manawatu/CastleCliff/Shorelines/CastleCliff_12FEB2021.shp   \n",
       "286                                                           Retrolens/Northland/TaupoBay/Shorelines/TaupoBay_04MAR2016.shp   \n",
       "126                                                       Retrolens/Otago/NorthKakanui/Shorelines/NorthKakanui_29OCT2013.shp   \n",
       "338                                        Retrolens/Canterbury/KaitoreteSpitWest/Shorelines/KaitoreteSpitWest_15NOV2015.shp   \n",
       "337                                        Retrolens/Canterbury/KaitoreteSpitEast/Shorelines/KaitoreteSpitEast_15NOV2015.shp   \n",
       "421                                                    Retrolens/Auckland/MuriwaiSouth/Shorelines/MuriwaiSouth_03JAN2011.shp   \n",
       "354                                                            Retrolens/Auckland/Muriwai1/Shorelines/Muriwai1_03JAN2011.shp   \n",
       "27                                                          Retrolens/Otago/MolyneuxBay/Shorelines/MolyneuxBay_23JUN2006.shp   \n",
       "516                                MaxarImagery/HighFreq/Auckland/KarekareBethells/Shorelines/KarekareBethells_03JAN2011.shp   \n",
       "526                                                      Retrolens/Southland/Tiwai_Point/Shorelines/TiwaiPoint_07FEB2016.shp   \n",
       "403                                          Retrolens/Canterbury/SouthNewBrighton/Shorelines/SouthNewBrighton_16NOV2015.shp   \n",
       "373                                                   Retrolens/Marlborough/CliffordBay/Shorelines/CliffordBay_07JAN2016.shp   \n",
       "486                  Retrolens/Canterbury/NewBrighton_WaimakaririRiver/Shorelines/NewBrighton_WaimakaririRiver_16NOV2015.shp   \n",
       "300                                                       Retrolens/Waikato/PotahiPoint/Shorelines/PotahiPoint_24FEB2013.shp   \n",
       "319                                        Retrolens/Canterbury/RakaiaRiver_North/Shorelines/RakaiaRiver_North_25NOV2015.shp   \n",
       "225                                                       Retrolens/Marlborough/CloudyBay/Shorelines/CloudyBay_02FEB2016.shp   \n",
       "81                                                    Retrolens/Marlborough/WairauRiver/Shorelines/WairauRiver_07JAN2016.shp   \n",
       "343                                                Retrolens/Canterbury/Taumutu_South/Shorelines/Taumutu_South_25NOV2015.shp   \n",
       "321                                                         Retrolens/Otago/NorthOamaru/Shorelines/NorthOamaru_22FEB2006.shp   \n",
       "263                                            Retrolens/Auckland/TawhitokinoBeach/Shorelines/TawhitokinoBeach_25SEP2017.shp   \n",
       "433                                             Retrolens/Otago/TaieriBeach_Mouth/Shorelines/TaieriBeach_Mouth_23MAR2006.shp   \n",
       "\n",
       "                                                                                                                                                                                         matched_index_tiles  \\\n",
       "250                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "275                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "106                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "184                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "297                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "282                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "111                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "361                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "327                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "324                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "133                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "251                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "446                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "476                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "166                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "348                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "136                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "517                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "429                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "468                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "430                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "412                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "469                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "88                                                                                 [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "215                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "457                                                                               [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]   \n",
       "426                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "428                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "345  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "529  [SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp, SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/south...   \n",
       "279                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "90                                                                                                              [SpatialData/Mosaics/Southland 2023/southland-025m-rural-aerial-photos-index-tiles-2023.shp]   \n",
       "447                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "375                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "439  [Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...   \n",
       "298  [Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...   \n",
       "455  [Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...   \n",
       "370  [Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...   \n",
       "462  [Retrolens/Auckland/Whatipu/lds/auckland-05m-rural-aerial-photos-index-tiles-2010-2012/auckland-05m-rural-aerial-photos-index-tiles-2010-2012.shp, SpatialData/Mosaics/Footprint shapefiles/Auckland...   \n",
       "441                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "440                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "355                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "356                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "489                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "390                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "511                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "519                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "508                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "460                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "459                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2017-2018-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2017-2018.shp]   \n",
       "155                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-03m-rural-aerial-photos-index-tiles-2016-2018.shp]   \n",
       "357                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "230  [Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-rural-aerial-photos-index-tiles-2021-2023Copy.shp, Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-ru...   \n",
       "514  [Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-rural-aerial-photos-index-tiles-2021-2023Copy.shp, Archive/Gabrielle/Imagery/pre-storm/LINZ/Gisborne/Imagery/gisborne-02m-ru...   \n",
       "359                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "85                                                                       [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "93                                                                               [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "73                                                                       [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "330                                                                      [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "437                                                                      [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "443                                  [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-03m-rural-aerial-photos-index-tiles-2017-2019/otago-03m-rural-aerial-photos-index-tiles-2017-2019.shp]   \n",
       "74                                                                       [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "102                                                                      [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "326                                                                      [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "209                                                                      [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "161                                                                      [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "156                                                                      [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "255                                  [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-03m-rural-aerial-photos-index-tiles-2017-2019/otago-03m-rural-aerial-photos-index-tiles-2017-2019.shp]   \n",
       "314                                  [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-03m-rural-aerial-photos-index-tiles-2017-2019/otago-03m-rural-aerial-photos-index-tiles-2017-2019.shp]   \n",
       "145                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "491                      [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-dunedin-01m-urban-aerial-photos-index-tiles-2018-2019-SHP/dunedin-01m-urban-aerial-photos-index-tiles-2018-2019.shp]   \n",
       "33                                                                       [SpatialData/Mosaics/Footprint shapefiles/Kapiti and Wellington Footprints/wellington-03m-rural-aerial-photos-index-tiles-2021.shp]   \n",
       "296                                                                                                        [SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]   \n",
       "201                                                                                  [SpatialData/Mosaics/Footprint shapefiles/BayofPlenty/bay-of-plenty-0125m-urban-aerial-photos-index-tiles-2014-201.shp]   \n",
       "128                                                                                  [SpatialData/Mosaics/Footprint shapefiles/BayofPlenty/bay-of-plenty-0125m-urban-aerial-photos-index-tiles-2014-201.shp]   \n",
       "116                                                                                  [SpatialData/Mosaics/Footprint shapefiles/BayofPlenty/bay-of-plenty-0125m-urban-aerial-photos-index-tiles-2014-201.shp]   \n",
       "196                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "169                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "285                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "13                                                                             [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "253                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "23                                                                             [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "210                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "71                                                                                [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]   \n",
       "328                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "488                                                                               [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]   \n",
       "344                                                                               [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]   \n",
       "490                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "101                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "318                                                                               [SpatialData/Mosaics/Footprint shapefiles/Taranaki Footprints/taranaki-025m-rural-aerial-photos-index-tiles-2021-2022.shp]   \n",
       "141                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "32                                                                             [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "410                      [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-dunedin-01m-urban-aerial-photos-index-tiles-2018-2019-SHP/dunedin-01m-urban-aerial-photos-index-tiles-2018-2019.shp]   \n",
       "36                                                                             [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "152                                                                            [SpatialData/Mosaics/Footprint shapefiles/West Coast footprints/west-coast-03m-rural-aerial-photos-index-tiles-2016-2017.shp]   \n",
       "350                                                                            [SpatialData/Mosaics/Footprint shapefiles/Hawkes Bay Footprints/hawkes-bay-03m-rural-aerial-photos-index-tiles-2019-2020.shp]   \n",
       "505                          [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-otago-04m-rural-aerial-photos-index-tiles-2013-2014-SHP/otago-04m-rural-aerial-photos-index-tiles-2013-2014.shp]   \n",
       "396                                                                                                                           [SpatialData/Mosaics/Footprint shapefiles/Canterbury 2022/Canterbury_2022.shp]   \n",
       "417  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-rural-aerial-photos-index-tiles-2022/auckland-0075m-rural-aerial-photos-index-tiles-2022.shp, SpatialData/Mosaics/Auckland 2021/auckland-0075m-rural-...   \n",
       "153                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "103                                                                                                                           [SpatialData/Mosaics/Footprint shapefiles/Canterbury 2022/Canterbury_2022.shp]   \n",
       "384  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "206  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "242  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "261                                                                      [Archive/Gabrielle/Imagery/pre-storm/LINZ/BayofPlenty/LINZ20212022/bay-of-plenty-02m-rural-aerial-photos-index-tiles-2021-2022.shp]   \n",
       "320  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-rural-aerial-photos-index-tiles-2022/auckland-0075m-rural-aerial-photos-index-tiles-2022.shp, SpatialData/Mosaics/Auckland 2021/auckland-0075m-rural-...   \n",
       "323                                                                         [SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp]   \n",
       "312  [SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp, SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/south...   \n",
       "64   [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "498                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "520                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "86                                                                                                         [SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]   \n",
       "467                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "221                                                                                                        [SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]   \n",
       "180                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "368                                                                                                        [SpatialData/Mosaics/Gisborne 2012_13/gisborne-04m-rural-aerial-photos-index-tiles-2012-2013.shp]   \n",
       "464                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "30                                                                               [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "493                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "245  [SpatialData/Mosaics/Footprint shapefiles/Manawatu/manawatu-whanganui-03m-rural-aerial-photos-index-tiles-2021-.shp, SpatialData/Mosaics/Manawatu 2021/manawatu-whanganui-03m-rural-aerial-photos-in...   \n",
       "286                                                                              [SpatialData/Mosaics/Footprint shapefiles/Northland Footrpints/northland-04m-rural-aerial-photos-index-tiles-2014-2016.shp]   \n",
       "126                          [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/lds-otago-04m-rural-aerial-photos-index-tiles-2013-2014-SHP/otago-04m-rural-aerial-photos-index-tiles-2013-2014.shp]   \n",
       "338                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "337                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "421  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "354  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "27                                                                                      [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "516  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "526  [SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/southland-central-otago-04m-rural-aerial-photos-index-tiles-.shp, SpatialData/Mosaics/Footprint shapefiles/Southland Footprints/south...   \n",
       "403                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "373                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Marlborough/marlborough-02m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "486                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "300                                                                                                                            [Retrolens/Waikato/waikato-05m-rural-aerial-photos-index-tiles-2012-2013.shp]   \n",
       "319                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "225                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Marlborough/marlborough-02m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "81                                                                                      [SpatialData/Mosaics/Footprint shapefiles/Marlborough/marlborough-02m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "343                                 [SpatialData/Mosaics/Footprint shapefiles/lds-canterbury-03m-rural-aerial-photos-index-tiles-2015-2016-SHP/canterbury-03m-rural-aerial-photos-index-tiles-2015-2016.shp]   \n",
       "321                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "263  [Retrolens/Auckland/Whatipu/lds/auckland-0075m-urban-aerial-photos-index-tiles-2017/auckland-0075m-urban-aerial-photos-index-tiles-2017.shp, SpatialData/Mosaics/Auckland 2017/Imagery/auckland-0075...   \n",
       "433                                                                                     [SpatialData/Mosaics/Footprint shapefiles/Otago footprints/otago-075m-rural-aerial-photos-index-tiles-2004-2011.shp]   \n",
       "\n",
       "           date    DSASDate  \\\n",
       "250  2023-04-22  22/04/2023   \n",
       "275  2019-02-09  09/02/2019   \n",
       "106  2023-04-05  05/04/2023   \n",
       "184  2023-04-22  22/04/2023   \n",
       "297  2020-12-02  02/12/2020   \n",
       "282  2020-12-02  02/12/2020   \n",
       "111  2020-12-02  02/12/2020   \n",
       "361  2020-10-24  24/10/2020   \n",
       "327  2020-12-02   2/12/2020   \n",
       "324  2020-12-02  02/12/2020   \n",
       "133  2020-12-02  02/12/2020   \n",
       "251  2020-12-02  02/12/2020   \n",
       "446  2017-12-02  02/12/2017   \n",
       "476  2017-02-28  28/02/2017   \n",
       "166  2023-02-20  20/02/2023   \n",
       "348  2019-03-06   6/03/2019   \n",
       "136  2023-02-20  20/02/2023   \n",
       "517  2017-03-19  19/03/2017   \n",
       "429  2017-03-16  16/03/2017   \n",
       "468  2017-03-19  19/03/2017   \n",
       "430  2017-03-19  19/03/2017   \n",
       "412  2017-03-19  19/03/2017   \n",
       "469  2017-03-19  19/03/2017   \n",
       "88   2017-02-11  11/02/2017   \n",
       "215  2015-07-12  12/07/2015   \n",
       "457  2017-02-11  11/02/2017   \n",
       "426  2023-02-20  20/02/2023   \n",
       "428  2023-02-20  20/02/2023   \n",
       "345  2020-12-12  12/12/2020   \n",
       "529  1974-02-17  17/02/1974   \n",
       "279  2014-02-20  20/02/2014   \n",
       "90   30-04-2023  30/04/2023   \n",
       "447  2017-12-02  02/12/2017   \n",
       "375  2014-02-24  24/02/2014   \n",
       "439  2010-11-01  01/11/2010   \n",
       "298  2010-11-01  01/11/2010   \n",
       "455  2011-01-03  03/01/2011   \n",
       "370  2010-11-01  01/11/2010   \n",
       "462  2010-11-01  01/11/2010   \n",
       "441  2017-02-14  14/02/2017   \n",
       "440  2017-02-14  14/02/2017   \n",
       "355  2011-01-03  03/01/2011   \n",
       "356  2011-01-03  03/01/2011   \n",
       "489  2017-02-14  14/02/2017   \n",
       "390  2017-02-14  14/02/2017   \n",
       "511  2017-02-14  14/02/2017   \n",
       "519  2017-02-14  14/02/2017   \n",
       "508  2017-02-14  14/02/2017   \n",
       "460  2017-02-14  14/02/2017   \n",
       "459  2020-12-20  20/12/2020   \n",
       "155  2017-11-12  12/11/2017   \n",
       "357  2011-01-03  03/01/2011   \n",
       "230  2023-02-21  21/02/2023   \n",
       "514  2023-02-21  21/02/2023   \n",
       "359  2012-12-04  04/12/2012   \n",
       "85   2021-02-13  13/02/2021   \n",
       "93   2015-12-27  27/12/2015   \n",
       "73   2021-02-13  13/02/2021   \n",
       "330  2021-02-13  13/02/2021   \n",
       "437  2021-02-13  13/02/2021   \n",
       "443  2019-01-29  29/01/2019   \n",
       "74   2021-02-13  13/02/2021   \n",
       "102  2021-02-13  13/02/2021   \n",
       "326  2021-02-13  13/02/2021   \n",
       "209  2021-02-13  13/02/2021   \n",
       "161  2021-02-13  13/02/2021   \n",
       "156  2021-02-13  13/02/2021   \n",
       "255  2019-01-29  29/01/2019   \n",
       "314  2019-01-29  29/01/2019   \n",
       "145  2015-11-04   4/11/2015   \n",
       "491  2019-01-29  29/01/2019   \n",
       "33   2021-02-21  21/02/2021   \n",
       "296  2012-04-21  21/04/2012   \n",
       "201  05/04/2023  05/04/2023   \n",
       "128  05/04/2023  05/04/2023   \n",
       "116  05/04/2023  05/04/2023   \n",
       "196  2015-11-10  10/11/2015   \n",
       "169  2023-02-19  19/02/2023   \n",
       "285  2016-05-01   1/05/2016   \n",
       "13   2023-02-19  19/02/2023   \n",
       "253  2015-11-10  10/11/2015   \n",
       "23   2023-02-19  19/02/2023   \n",
       "210  2015-11-10  10/11/2015   \n",
       "71   2017-02-11  11/02/2017   \n",
       "328  2015-12-08  08/12/2015   \n",
       "488  2017-02-11  11/02/2017   \n",
       "344  2017-02-11  11/02/2017   \n",
       "490  2016-05-07  07/05/2016   \n",
       "101  2023-02-20  20/02/2023   \n",
       "318  2022-01-17  17/01/2022   \n",
       "141  2016-01-18  18/01/2016   \n",
       "32   2023-02-20  20/02/2023   \n",
       "410  30/03/2006  30/03/2006   \n",
       "36   2020-01-15  15/01/2020   \n",
       "152  2017-02-22   22/2/2017   \n",
       "350  2019-09-14  14/09/2019   \n",
       "505  2021-03-14  14/03/2021   \n",
       "396  2023-03-27  27/03/2023   \n",
       "417  2010-11-01  01/11/2010   \n",
       "153  2020-12-26  26/12/2020   \n",
       "103  2016-12-22  22/12/2016   \n",
       "384  2011-01-03  03/01/2011   \n",
       "206  2011-01-03  03/01/2011   \n",
       "242  2012-03-04  04/03/2012   \n",
       "261  2014-12-13  13/12/2014   \n",
       "320  2010-11-01  01/11/2010   \n",
       "323  2019-01-29  29/01/2019   \n",
       "312  2020-12-20  20/12/2020   \n",
       "64   2011-06-20  20/06/2011   \n",
       "498  2021-03-14  14/03/2021   \n",
       "520  2021-03-14  14/03/2021   \n",
       "86   2012-01-21  21/01/2012   \n",
       "467  2016-01-18  18/01/2016   \n",
       "221  2012-04-16  16/04/2012   \n",
       "180  2015-12-22  22/12/2015   \n",
       "368  2012-04-16  16/04/2012   \n",
       "464  2016-04-06  06/04/2016   \n",
       "30   2015-07-11  11/07/2015   \n",
       "493  2016-03-06  06/03/2016   \n",
       "245  2021-02-12  12/02/2021   \n",
       "286  2016-03-04   4/03/2016   \n",
       "126  2013-10-29  29/10/2013   \n",
       "338  2015-11-15  15/11/2015   \n",
       "337  2015-11-15  15/11/2015   \n",
       "421  2011-01-03  03/01/2011   \n",
       "354  2011-01-03  03/01/2011   \n",
       "27   2006-06-23  23/06/2006   \n",
       "516  2011-01-03  03/01/2011   \n",
       "526  2016-02-07   7/02/2016   \n",
       "403  2015-11-16  16/11/2015   \n",
       "373  2016-01-07  07/01/2016   \n",
       "486  2015-11-16  16/11/2015   \n",
       "300  2013-02-24  24/02/2013   \n",
       "319  2015-11-25  25/11/2015   \n",
       "225  2016-02-02  02/02/2016   \n",
       "81   2016-01-07  07/01/2016   \n",
       "343  2015-11-25  25/11/2015   \n",
       "321  2006-02-22  22/02/2006   \n",
       "263  2017-09-25  25/09/2017   \n",
       "433  2006-03-23  23/03/2006   \n",
       "\n",
       "                                                       matched_date  \\\n",
       "250                                                   151125 151228   \n",
       "275                                                   151125 151228   \n",
       "106                                            151125 151228 151229   \n",
       "184                                                   151228 151229   \n",
       "297                                            14/02/17 to 09/03/17   \n",
       "282                                            14/02/17 to 09/03/17   \n",
       "111                                            14/02/17 to 09/03/17   \n",
       "361                                            14/02/17 to 09/03/17   \n",
       "327                                            14/02/17 to 09/03/17   \n",
       "324                                            14/02/17 to 09/03/17   \n",
       "133                                            14/02/17 to 09/03/17   \n",
       "251                                            14/02/17 to 09/03/17   \n",
       "446                                            02/12/17 to 08/02/18   \n",
       "476                                            14/02/17 to 09/03/17   \n",
       "166                                                      06/03/2019   \n",
       "348                                                      05/03/2019   \n",
       "136                                                      06/03/2019   \n",
       "517                                                       19/3/2017   \n",
       "429                                                       11/2/2017   \n",
       "468                                                       19/3/2017   \n",
       "430                                                       19/3/2017   \n",
       "412                                                       19/3/2017   \n",
       "469                                                       19/3/2017   \n",
       "88                                                        11/2/2017   \n",
       "215                                          10/11/2014, 03/06/2016   \n",
       "457                                          16/01/2022, 14/01/2022   \n",
       "426                                          06/03/2019, 05/03/2019   \n",
       "428                                          06/03/2019, 05/03/2019   \n",
       "345                                                      2017-04-25   \n",
       "529                                                      2014-02-05   \n",
       "279                                                      2005-03-31   \n",
       "90                                                       2023-04-30   \n",
       "447                                                      2006-02-26   \n",
       "375                                            30/03/18 to 01/04/18   \n",
       "439                                                         1/11/10   \n",
       "298                                                         3/01/11   \n",
       "455                                                         3/01/11   \n",
       "370                                                         1/11/10   \n",
       "462                                                         1/11/10   \n",
       "441                                            14/02/17 to 09/03/17   \n",
       "440                                            14/02/17 to 09/03/17   \n",
       "355                                          13/11/2015, 06/11/2015   \n",
       "356                                          13/11/2015, 06/11/2015   \n",
       "489                                            14/02/17 to 09/03/17   \n",
       "390                                            14/02/17 to 09/03/17   \n",
       "511                                            14/02/17 to 09/03/17   \n",
       "519                                            14/02/17 to 09/03/17   \n",
       "508                                            14/02/17 to 09/03/17   \n",
       "460                                            14/02/17 to 09/03/17   \n",
       "459                                            02/12/17 to 08/02/18   \n",
       "155                                                      21/11/2017   \n",
       "357                                                      06/11/2015   \n",
       "230                                                      16/02/2022   \n",
       "514                                                      16/02/2022   \n",
       "359                                                      06/11/2015   \n",
       "85                                             13/02/21 to 27/02/21   \n",
       "93                               14/11/2015, 07/11/2015, 30/03/2016   \n",
       "73                                             13/02/21 to 27/02/21   \n",
       "330                                            13/02/21 to 27/02/21   \n",
       "437                                            13/02/21 to 27/02/21   \n",
       "443  29/01/19,30/01/19,07/02/19,28/03/19,29/03/19,03/04/19,07/04/19   \n",
       "74                                             13/02/21 to 27/02/21   \n",
       "102                                            13/02/21 to 27/02/21   \n",
       "326                                            13/02/21 to 27/02/21   \n",
       "209                                            13/02/21 to 27/02/21   \n",
       "161                                            13/02/21 to 27/02/21   \n",
       "156                                            13/02/21 to 27/02/21   \n",
       "255  29/01/19,30/01/19,07/02/19,28/03/19,29/03/19,03/04/19,07/04/19   \n",
       "314  29/01/19,30/01/19,07/02/19,28/03/19,29/03/19,03/04/19,07/04/19   \n",
       "145                              03/06/2016, 10/11/2014, 30/03/2016   \n",
       "491                       07/04/2019,08/02/2019,06/11/2018,14/01/18   \n",
       "33                                             13/02/21 to 27/02/21   \n",
       "296                                                     21 Jan 2012   \n",
       "201                                                      01/03/2015   \n",
       "128                                                      01/03/2015   \n",
       "116                                                      01/03/2015   \n",
       "196                                          07/11/2015, 14/11/2015   \n",
       "169                                          25/01/2020, 06/03/2019   \n",
       "285                                          30/03/2016, 03/06/2016   \n",
       "13                                           25/01/2020, 06/03/2019   \n",
       "253                                          14/11/2015, 07/11/2015   \n",
       "23                                           06/03/2019, 25/01/2020   \n",
       "210                                          01/07/2016, 13/11/2015   \n",
       "71                                           07/01/2022, 24/11/2021   \n",
       "328                                          07/04/2016, 08/11/2015   \n",
       "488                              07/01/2022, 14/01/2022, 24/11/2021   \n",
       "344                                          07/01/2022, 24/11/2021   \n",
       "490                                          14/03/2016, 01/07/2016   \n",
       "101                                          06/03/2019, 25/01/2020   \n",
       "318                                          07/01/2022, 13/01/2022   \n",
       "141                                          08/11/2015, 30/03/2016   \n",
       "32                                           06/03/2019, 25/01/2020   \n",
       "410                       07/04/2019,08/02/2019,06/11/2018,14/01/18   \n",
       "36                                           06/03/2019, 25/01/2020   \n",
       "152                              8,16,17,23,27/02/2017; 8,9/03/2017   \n",
       "350                                          06/03/2019, 19/04/2019   \n",
       "505                                                 29 October 2013   \n",
       "396                                                      2022-02-18   \n",
       "417                                                      2022-01-04   \n",
       "153                                                      2006-03-26   \n",
       "103                                                      2022-02-18   \n",
       "384                                                      2017-03-15   \n",
       "206                                                      2017-03-15   \n",
       "242                                                      2017-05-02   \n",
       "261                                                        20211220   \n",
       "320                                                      2022-01-04   \n",
       "323                                                      2014-03-11   \n",
       "312                                                      2014-02-05   \n",
       "64                                                       2017-05-02   \n",
       "498                                                      2005-03-31   \n",
       "520                                                      2005-03-31   \n",
       "86                                                      21 Jan 2012   \n",
       "467                                          08/11/2015, 03/06/2016   \n",
       "221                                         16 Apr 2012,12 Oct 2012   \n",
       "180                                            151125 151228 151229   \n",
       "368                             20 Oct 2012,16 Apr 2012,12 Oct 2012   \n",
       "464                                          03/06/2016, 04/06/2016   \n",
       "30                                           14/11/2015, 07/04/2016   \n",
       "493                                          04/06/2016, 03/06/2016   \n",
       "245                                          17/03/2021, 21/02/2021   \n",
       "286                              08/11/2015, 30/03/2016, 03/06/2016   \n",
       "126                                                 29 October 2013   \n",
       "338                                                          151125   \n",
       "337                                                          151125   \n",
       "421                                                      2017-05-03   \n",
       "354                                                      2017-05-03   \n",
       "27                                                       2006-03-26   \n",
       "516                                                      2017-05-03   \n",
       "526                                                      2014-02-05   \n",
       "403                                            151116 151125 151229   \n",
       "373                                              160107      160307   \n",
       "486                                                   151116 151229   \n",
       "300                                            120419 130112 130224   \n",
       "319                                                          151125   \n",
       "225                                                          160202   \n",
       "81                                                           160107   \n",
       "343                                                          151125   \n",
       "321                                                      2006-02-26   \n",
       "263                                                      2017-04-25   \n",
       "433                                                      2006-03-26   \n",
       "\n",
       "    matched_date_col  match_score Pixel_ER  \n",
       "250             DATE    33.750000      0.3  \n",
       "275             DATE    33.750000      0.3  \n",
       "106             DATE    33.750000      0.3  \n",
       "184             DATE    38.095238      0.3  \n",
       "297            FLOWN    41.538462      0.3  \n",
       "282            FLOWN    41.538462      0.3  \n",
       "111            FLOWN    41.538462      0.3  \n",
       "361            FLOWN    41.538462      0.3  \n",
       "327            FLOWN    41.538462      0.3  \n",
       "324            FLOWN    41.538462      0.3  \n",
       "133            FLOWN    41.538462      0.3  \n",
       "251            FLOWN    41.538462      0.3  \n",
       "446            FLOWN    42.750000      0.3  \n",
       "476            FLOWN    42.750000      0.3  \n",
       "166            FLOWN    44.444444      0.3  \n",
       "348            FLOWN    44.444444      0.3  \n",
       "136            FLOWN    44.444444      0.3  \n",
       "517            FLOWN    47.058824      0.3  \n",
       "429            FLOWN    47.058824      0.3  \n",
       "468            FLOWN    47.058824      0.3  \n",
       "430            FLOWN    47.058824      0.3  \n",
       "412            FLOWN    47.058824      0.3  \n",
       "469            FLOWN    47.058824      0.3  \n",
       "88             FLOWN    47.058824      0.3  \n",
       "215         DATE_DMY    48.000000      0.4  \n",
       "457            FLOWN    48.000000     0.25  \n",
       "426            FLOWN    48.000000      0.3  \n",
       "428            FLOWN    48.000000      0.3  \n",
       "345            FLOWN    50.000000    0.075  \n",
       "529         Captured    50.000000      0.4  \n",
       "279         FLY_DATE    50.000000     0.75  \n",
       "90             FLOWN    50.000000    0.25   \n",
       "447         FLY_DATE    50.000000     0.75  \n",
       "375            FLOWN    52.615385      0.3  \n",
       "439       Date_Flown    53.333333      0.5  \n",
       "298       Date_Flown    53.333333      0.5  \n",
       "455       Date_Flown    53.333333      0.5  \n",
       "370       Date_Flown    53.333333      0.5  \n",
       "462       Date_Flown    53.333333      0.5  \n",
       "441            FLOWN    53.437500      0.3  \n",
       "440            FLOWN    53.437500      0.3  \n",
       "355         DATE_DMY    53.437500      0.4  \n",
       "356         DATE_DMY    53.437500      0.4  \n",
       "489            FLOWN    53.437500      0.3  \n",
       "390            FLOWN    53.437500      0.3  \n",
       "511            FLOWN    53.437500      0.3  \n",
       "519            FLOWN    53.437500      0.3  \n",
       "508            FLOWN    53.437500      0.3  \n",
       "460            FLOWN    53.437500      0.3  \n",
       "459            FLOWN    55.384615      0.3  \n",
       "155            FLOWN    55.555556      0.3  \n",
       "357         DATE_DMY    55.555556      0.4  \n",
       "230            FLOWN    55.555556      0.2  \n",
       "514            FLOWN    55.555556      0.2  \n",
       "359         DATE_DMY    55.555556      0.4  \n",
       "85             FLOWN    56.250000      0.3  \n",
       "93          DATE_DMY    56.250000      0.4  \n",
       "73             FLOWN    56.250000      0.3  \n",
       "330            FLOWN    56.250000      0.3  \n",
       "437            FLOWN    56.250000      0.3  \n",
       "443            FLOWN    56.250000      0.3  \n",
       "74             FLOWN    56.250000      0.3  \n",
       "102            FLOWN    56.250000      0.3  \n",
       "326            FLOWN    56.250000      0.3  \n",
       "209            FLOWN    56.250000      0.3  \n",
       "161            FLOWN    56.250000      0.3  \n",
       "156            FLOWN    56.250000      0.3  \n",
       "255            FLOWN    56.250000      0.3  \n",
       "314            FLOWN    56.250000      0.3  \n",
       "145         DATE_DMY    56.250000      0.4  \n",
       "491            FLOWN    56.250000      0.1  \n",
       "33             FLOWN    56.250000      0.3  \n",
       "296         ACQ_DATE    60.000000      0.4  \n",
       "201           FLOWN2    60.000000    0.125  \n",
       "128           FLOWN2    60.000000    0.125  \n",
       "116           FLOWN2    60.000000    0.125  \n",
       "196         DATE_DMY    60.000000      0.4  \n",
       "169            FLOWN    60.000000      0.3  \n",
       "285         DATE_DMY    60.000000      0.4  \n",
       "13             FLOWN    60.000000      0.3  \n",
       "253         DATE_DMY    60.000000      0.4  \n",
       "23             FLOWN    60.000000      0.3  \n",
       "210         DATE_DMY    60.000000      0.4  \n",
       "71             FLOWN    60.000000     0.25  \n",
       "328         DATE_DMY    60.000000      0.4  \n",
       "488            FLOWN    60.000000     0.25  \n",
       "344            FLOWN    60.000000     0.25  \n",
       "490         DATE_DMY    60.000000      0.4  \n",
       "101            FLOWN    60.000000      0.3  \n",
       "318            FLOWN    60.000000     0.25  \n",
       "141         DATE_DMY    60.000000      0.4  \n",
       "32             FLOWN    60.000000      0.3  \n",
       "410            FLOWN    60.000000      0.1  \n",
       "36             FLOWN    60.000000      0.3  \n",
       "152            FLOWN    60.000000      0.3  \n",
       "350            FLOWN    60.000000      0.3  \n",
       "505           FLOWN1    60.000000      0.4  \n",
       "396            FLOWN    62.500000      0.3  \n",
       "417            FLOWN    62.500000    0.075  \n",
       "153         FLY_DATE    62.500000     0.75  \n",
       "103            FLOWN    62.500000      0.3  \n",
       "384            FLOWN    62.500000    0.075  \n",
       "206            FLOWN    62.500000    0.075  \n",
       "242            FLOWN    62.500000    0.075  \n",
       "261            FLOWN    62.500000      0.2  \n",
       "320            FLOWN    62.500000    0.075  \n",
       "323         Captured    62.500000      0.4  \n",
       "312         Captured    62.500000      0.4  \n",
       "64             FLOWN    62.500000    0.075  \n",
       "498         FLY_DATE    62.500000     0.75  \n",
       "520         FLY_DATE    62.500000     0.75  \n",
       "86          ACQ_DATE    63.157895      0.4  \n",
       "467         DATE_DMY    64.125000      0.4  \n",
       "221         ACQ_DATE    64.125000      0.4  \n",
       "180             DATE    67.500000      0.3  \n",
       "368         ACQ_DATE    67.500000      0.4  \n",
       "464         DATE_DMY    67.500000      0.4  \n",
       "30          DATE_DMY    67.500000      0.4  \n",
       "493         DATE_DMY    67.500000      0.4  \n",
       "245            FLOWN    67.500000      0.3  \n",
       "286         DATE_DMY    67.500000      0.4  \n",
       "126           FLOWN1    68.400000      0.4  \n",
       "338             DATE    71.428571      0.3  \n",
       "337             DATE    71.428571      0.3  \n",
       "421            FLOWN    75.000000    0.075  \n",
       "354            FLOWN    75.000000    0.075  \n",
       "27          FLY_DATE    75.000000     0.75  \n",
       "516            FLOWN    75.000000    0.075  \n",
       "526         Captured    75.000000      0.4  \n",
       "403             DATE    77.142857      0.3  \n",
       "373             DATE    77.142857     20.0  \n",
       "486             DATE    77.142857      0.3  \n",
       "300       FLYING_DAT    78.750000      0.5  \n",
       "319             DATE    85.714286      0.3  \n",
       "225             DATE    85.714286     20.0  \n",
       "81              DATE    85.714286     20.0  \n",
       "343             DATE    85.714286      0.3  \n",
       "321         FLY_DATE    87.500000     0.75  \n",
       "263            FLOWN    87.500000    0.075  \n",
       "433         FLY_DATE    87.500000     0.75  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "with pd.option_context(\"display.max_rows\", None):\n",
    "  display(LDS[LDS.match_score < 100])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<pre>✔️ 26.9 ms (2024-06-11T14:47:20/2024-06-11T14:47:20)</pre>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Stop Excel interpreting dates\n",
    "for col in [\"date\", \"DSASDate\", \"matched_date\"]:\n",
    "    LDS[col] = \"'\" + LDS[col]\n",
    "LDS.to_csv(prefix + \"Nick/LDS_matches.csv\", index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}