diff --git a/EDA.ipynb b/EDA.ipynb index c84ddc1..1943d96 100644 --- a/EDA.ipynb +++ b/EDA.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 18, + "execution_count": 69, "metadata": {}, "outputs": [], "source": [ @@ -49,27 +49,27 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 70, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "0 Gabrielle/\n", - "1 Gabrielle/Orders\n", - "2 Gabrielle/Orders/AOIs\n", - "3 Gabrielle/Orders/AOIs/Pauanui_Tairua_07JAN2023WGS84.sbn\n", - "4 Gabrielle/Orders/AOIs/Pauanui_Tairua_07JAN2023.sbx\n", - " ... \n", - "188371 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_01AUG1942_mosaic.jp2.aux.xml\n", - "188372 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_22AUG1961_mosaic.tif.aux.xml\n", - "188373 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2.aux.xml\n", - "188374 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_04APR1986_mosaic.jp2.ovr\n", - "188375 Retrolens/Wellington/MasterBlank_withProxy.shx\n", - "Name: 0, Length: 188376, dtype: object" + "0 Gabrielle/\n", + "1 Gabrielle/GabrielleSummary.mxd\n", + "2 Gabrielle/Imagery\n", + "3 Gabrielle/Imagery/600407 Uni of Auck.pdf\n", + "4 Gabrielle/Imagery/Clipper.cpg\n", + " ... \n", + "188703 Retrolens/WestCoast/WoodpeckerBay/Stack/WoodpeckerBay_18NOV1948_mosaic.jp2.aux.xml\n", + "188704 Retrolens/WestCoast/WoodpeckerBay/Stack/WoodpeckerBay_18NOV1948_mosaic.jp2.ovr\n", + "188705 Retrolens/WestCoast/WoodpeckerBay/Stack/WoodpeckerBay_DigReady.mxd\n", + "188706 Retrolens/WestCoast/WoodpeckerBay/Stack/WoodpeckerBay_DigReady1.mxd\n", + "188707 Retrolens/WestCoast/WoodpeckerBay/WoodpeckerBay.csv\n", + "Name: 0, Length: 188708, dtype: object" ] }, - "execution_count": 19, + "execution_count": 70, "metadata": {}, "output_type": "execute_result" } @@ -82,13 +82,15 @@ " def find_files(root):\n", " return pd.Series(glob(prefix + root + \"**/**\", recursive=True)).str.replace(prefix, \"\")\n", " filelist = pd.concat(thread_map(find_files, [\"Gabrielle\", \"MaxarImagery\", \"Retrolens\"]))\n", + " if platform.system() == \"Windows\":\n", + " filelist = filelist.str.replace(\"\\\\\", \"/\", regex=False)\n", " filelist.to_csv(filename, index=False, header=False)\n", "filelist" ] }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 71, "metadata": {}, "outputs": [ { @@ -118,71 +120,71 @@ "
\n", "2384 rows × 1 columns
\n", + "2420 rows × 1 columns
\n", "" ], "text/plain": [ - " filename\n", - "29724 Gabrielle/Shorelines/Merged/Auckland/Whangapoua_19FEB2023.shp\n", - "29753 Gabrielle/Shorelines/Merged/Auckland/Oneroa_27DEC2022.shp\n", - "29757 Gabrielle/Shorelines/Merged/Auckland/PakiriNorth_14OCT2021.shp\n", - "29761 Gabrielle/Shorelines/Merged/Auckland/Tawharanui_23DEC2021.shp\n", - "29764 Gabrielle/Shorelines/Merged/Auckland/Tawharanui_01MAR2023.shp\n", - "... ...\n", - "187011 Retrolens/Wellington/KapitiSouth/Shorelines/KapitiSouth_02JAN1988.shp\n", - "187016 Retrolens/Wellington/KapitiSouth/Shorelines/KapitiSouth_06OCT1980.shp\n", - "188120 Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_22AUG1961.shp\n", - "188131 Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_Wellington_13FEB2021.shp\n", - "188133 Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp\n", + " filename\n", + "29724 Gabrielle/Shorelines/Auckland/LongBay/LongBay_11JAN2023.shp\n", + "29731 Gabrielle/Shorelines/Auckland/LongBay/LongBay_25FEB2023.shp\n", + "29737 Gabrielle/Shorelines/Auckland/LongBay/LongBay_28DEC2022.shp\n", + "29745 Gabrielle/Shorelines/Auckland/Managawhai/MangawhaiNorth_28JUN2023.shp\n", + "29752 Gabrielle/Shorelines/Auckland/Managawhai/Mangawhai_11DEC2022.shp\n", + "... ...\n", + "188551 Retrolens/WestCoast/WhareateaRiver/Shorelines/WhareateaRiver_23FEB2023.shp\n", + "188559 Retrolens/WestCoast/WhareateaRiver/Shorelines/WhareateaRiver_25NOV1974.shp\n", + "188672 Retrolens/WestCoast/WoodpeckerBay/Shorelines/WoodpeckerBay_17APR1976_mosaic.shp\n", + "188678 Retrolens/WestCoast/WoodpeckerBay/Shorelines/WoodpeckerBay_18FEB1988_mosaic.shp\n", + "188684 Retrolens/WestCoast/WoodpeckerBay/Shorelines/WoodpeckerBay_18NOV1948_mosaic.shp\n", "\n", - "[2384 rows x 1 columns]" + "[2420 rows x 1 columns]" ] }, - "execution_count": 20, + "execution_count": 71, "metadata": {}, "output_type": "execute_result" } @@ -200,47 +202,47 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 72, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "33396 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_08NOV2019_2.tif\n", - "33397 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_08NOV2019_1.tif\n", - "33399 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_12MAR2018.tif\n", - "33402 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_31AUG2005.tif\n", - "33416 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_25DEC2015.tif\n", - " ... \n", - "188357 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_19NOV1972_mosaic.jp2\n", - "188363 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_04APR1986_mosaic.jp2\n", - "188366 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_10NOV1977_mosaic.tif\n", - "188367 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_22AUG1961_mosaic.tif\n", - "188370 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_01AUG1942_mosaic.jp2\n", - "Name: 0, Length: 2485, dtype: object" + "36779 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_01MAR2015.tif\n", + "36785 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_04JAN2017.tif\n", + "36791 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_07APRIL2010.tif\n", + "36797 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_20SEP2008.tif\n", + "36803 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_21MAR2021.tif\n", + " ... \n", + "188567 Retrolens/WestCoast/WhareateaRiver/Stack/WhareateaRiver_15JAN1988_mosaic.jp2\n", + "188570 Retrolens/WestCoast/WhareateaRiver/Stack/WhareateaRiver_25NOV1974_mosaic.jp2\n", + "188696 Retrolens/WestCoast/WoodpeckerBay/Stack/WoodpeckerBay_17APR1976_mosaic.jp2\n", + "188699 Retrolens/WestCoast/WoodpeckerBay/Stack/WoodpeckerBay_18FEB1988_mosaic.jp2\n", + "188702 Retrolens/WestCoast/WoodpeckerBay/Stack/WoodpeckerBay_18NOV1948_mosaic.jp2\n", + "Name: 0, Length: 2510, dtype: object" ] }, - "execution_count": 21, + "execution_count": 72, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "images = filelist[filelist.str.contains(\"/Stack/\", case=False) & filelist.str.endswith((\".jpg\", \".jp2\", \".tif\"))]\n", + "images = filelist[filelist.str.contains(\"/Stack/\", case=False) & filelist.str.endswith((\".jpg\", \".jp2\", \".tif\", \".TIF\"))]\n", "images" ] }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 73, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Perfect matches: 1484\n", - "Imperfect matches: 900\n" + "Perfect matches: 1504\n", + "Imperfect matches: 916\n" ] } ], @@ -280,7 +282,321 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 74, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n", + " | filename | \n", + "matched_image | \n", + "match_score | \n", + "
---|---|---|---|
49544 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_05NOV2016.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_05NOV2016.tif | \n", + "100.000000 | \n", + "
49552 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_10JUN2012.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_10JUN2012.tif | \n", + "100.000000 | \n", + "
49560 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_12SEP2018.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_12SEP2018.TIF | \n", + "100.000000 | \n", + "
49568 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_15JUL2006.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_15JUL2006.tif | \n", + "100.000000 | \n", + "
49576 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_16FEB2004.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_16FEB2004.TIF | \n", + "100.000000 | \n", + "
49584 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_18APR2011.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_18APR2011.tif | \n", + "100.000000 | \n", + "
49592 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_22JUN2019.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_22JUN2019.TIF | \n", + "100.000000 | \n", + "
49600 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_28APR2014.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_28APR2014.tif | \n", + "100.000000 | \n", + "
49608 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_28JUN2013.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_28JUN2013.tif | \n", + "100.000000 | \n", + "
49616 | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Shorelines/Ahipara_31AUG2015.shp | \n", + "MaxarImagery/HighFreq/Northland/Ahipara/Imagery/Stack/Ahipara_31AUG2015.tif | \n", + "100.000000 | \n", + "
117700 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_02MAY1960.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_02MAY1960.tif | \n", + "100.000000 | \n", + "
117708 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_02MAY1960_1.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_02MAY1960.tif | \n", + "96.774194 | \n", + "
117716 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_02MAY1960_2.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_02MAY1960.tif | \n", + "96.774194 | \n", + "
117728 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_07FEB1970.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_07FEB1970.tif | \n", + "100.000000 | \n", + "
117736 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_07FEB1970_1.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_07FEB1970.tif | \n", + "96.774194 | \n", + "
117745 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_07FEB1970_2.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_07FEB1970.tif | \n", + "96.774194 | \n", + "
117757 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_11JUN1972.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_11JUN1972.tif | \n", + "100.000000 | \n", + "
117765 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_11JUN1972_1.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_11JUN1972.tif | \n", + "96.969697 | \n", + "
117774 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_11JUN1972_2.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_11JUN1972.tif | \n", + "96.969697 | \n", + "
117786 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_12OCT1950.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_12OCT1950.tif | \n", + "100.000000 | \n", + "
117794 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_12OCT1950_1.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_12OCT1950.1.tif | \n", + "97.142857 | \n", + "
117803 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_12OCT1950_2.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_12OCT1950.tif | \n", + "96.969697 | \n", + "
117815 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_18NOV1977.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_18NOV1977.tif | \n", + "100.000000 | \n", + "
117823 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_18NOV1977_1.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_18NOV1977.tif | \n", + "96.969697 | \n", + "
117832 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_18NOV1977_2.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_18NOV1977.tif | \n", + "96.969697 | \n", + "
117844 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_21NOV1986.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_21NOV1986.tif | \n", + "100.000000 | \n", + "
117852 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_21NOV1986_1.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_21NOV1986.tif | \n", + "96.969697 | \n", + "
117861 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_21NOV1986_2.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_21NOV1986.tif | \n", + "96.969697 | \n", + "
117873 | \n", + "Retrolens/Northland/Ahipara/Shorelines/Ahipara_22OCT2023.shp | \n", + "Retrolens/Northland/Ahipara/Stack/Ahipara_12OCT1950.tif | \n", + "75.000000 | \n", + "
1702 rows × 3 columns
\n", + "1722 rows × 3 columns
\n", "" ], "text/plain": [ - " filename \\\n", - "33485 MaxarImagery/HighFreq/HawkesBay/Mahanga/Shorelines/Mahanga_31AUG2005.shp \n", - "160811 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_28FEB1962.shp \n", - "160802 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_26FEB1946.shp \n", - "160801 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_26FEB1975.shp \n", - "160800 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_28DEC2020.shp \n", - "... ... \n", - "83662 Retrolens/HawkesBay/Waimarama/Shorelines/Waimarama_18SEP1951.shp \n", - "83467 Retrolens/HawkesBay/OpoutamaBeach/Shorelines/OpoutamaBeach_13SEP1962.shp \n", - "83453 Retrolens/HawkesBay/OpoutamaBeach/Shorelines/OpoutamaBeach_16JAN2003.shp \n", - "83439 Retrolens/HawkesBay/OpoutamaBeach/Shorelines/OpoutamaBeach_10OCT1973.shp \n", - "32114 Gabrielle/Shorelines/Gisborne/TolagaBay/TolagaBay_21FEB2023.shp \n", + " filename \\\n", + "36721 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Shorelines/KarekareBethells_01MAR2015.shp \n", + "158794 Retrolens/Southland/TeWaewaeBay_East1/Shorelines/TeWaewaeBay_East1_05MAR1976.shp \n", + "158288 Retrolens/Southland/Riverton/Shorelines/Riverton_27Feb1976.shp \n", + "158282 Retrolens/Southland/Riverton/Shorelines/Riverton_24Feb1968.shp \n", + "158274 Retrolens/Southland/Riverton/Shorelines/Riverton_21Feb1967.shp \n", + "... ... \n", + "86166 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_29MAR1949.shp \n", + "86160 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_24OCT1980.shp \n", + "86154 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_19AUG1960.shp \n", + "86142 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_14MAY1954.shp \n", + "32107 Gabrielle/Shorelines/Waikato/Whitianga/Whitianga_27NOV2022.shp \n", "\n", - " matched_image \\\n", - "33485 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_31AUG2005.tif \n", - "160811 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_28FEB1962_mosaic.jp2 \n", - "160802 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_26FEB1946_mosaic.jp2 \n", - "160801 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_26FEB1975_mosaic.jp2 \n", - "160800 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_28DEC2020_LDS.tif \n", - "... ... \n", - "83662 Retrolens/HawkesBay/Waimarama/Stack/Waimarama_18SEP1951_mosaic.jp2 \n", - "83467 Retrolens/HawkesBay/OpoutamaBeach/Stack/OpoutamaBeach_13SEP1962_mosaic.jp2 \n", - "83453 Retrolens/HawkesBay/OpoutamaBeach/Stack/OpoutamaBeach_16JAN2003_mosaic.jp2 \n", - "83439 Retrolens/HawkesBay/OpoutamaBeach/Stack/OpoutamaBeach_10OCT1973_mosaic.jp2 \n", - "32114 Gabrielle/Imagery/post_storm/Region/Gisborne/TolagaBay/TolagaBay_21FEB2023.tif \n", + " matched_image \\\n", + "36721 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_01MAR2015.tif \n", + "158794 Retrolens/Southland/TeWaewaeBay_East1/Stack/TeWaewaeBay_East1_05MAR1976_mosaic.jp2 \n", + "158288 Retrolens/Southland/Riverton/Stack/Riverton_27FEB1976_mosaic.jp2 \n", + "158282 Retrolens/Southland/Riverton/Stack/Riverton_24FEB1968_mosaic.jp2 \n", + "158274 Retrolens/Southland/Riverton/Stack/Riverton_21FEB1967_mosaic.jp2 \n", + "... ... \n", + "86166 Retrolens/Auckland/Whatipu/Stack/Whatipu_29MAR1949_mosaic.tif \n", + "86160 Retrolens/Auckland/Whatipu/Stack/Whatipu_24OCT1980_mosaic.tif \n", + "86154 Retrolens/Auckland/Whatipu/Stack/Whatipu_19AUG1960_mosaic.tif \n", + "86142 Retrolens/Auckland/Whatipu/Stack/Whatipu_14MAY1954_mosaic.tif \n", + "32107 Gabrielle/Imagery/pre-storm/Waikato/Whitianga/Whitianga_27NOV2022.tif \n", "\n", " match_score \n", - "33485 100.0 \n", - "160811 100.0 \n", - "160802 100.0 \n", - "160801 100.0 \n", - "160800 100.0 \n", + "36721 100.0 \n", + "158794 100.0 \n", + "158288 100.0 \n", + "158282 100.0 \n", + "158274 100.0 \n", "... ... \n", - "83662 100.0 \n", - "83467 100.0 \n", - "83453 100.0 \n", - "83439 100.0 \n", - "32114 100.0 \n", + "86166 100.0 \n", + "86160 100.0 \n", + "86154 100.0 \n", + "86142 100.0 \n", + "32107 100.0 \n", "\n", - "[1702 rows x 3 columns]" + "[1722 rows x 3 columns]" ] }, - "execution_count": 31, + "execution_count": 83, "metadata": {}, "output_type": "execute_result" } @@ -1054,18 +1370,18 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 86, "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "7a65257309c84114b5b130271b13a93c", + "model_id": "987aadb3f47048cea8c74f72b452b8bf", "version_major": 2, "version_minor": 0 }, "text/plain": [ - " 0%| | 0/1702 [00:00, ?it/s]" + " 0%| | 0/1722 [00:00, ?it/s]" ] }, "metadata": {}, @@ -1118,121 +1434,121 @@ " \n", "1702 rows × 21 columns
\n", + "1722 rows × 21 columns
\n", "" ], "text/plain": [ - " filename \\\n", - "0 MaxarImagery/HighFreq/HawkesBay/Mahanga/Shorelines/Mahanga_31AUG2005.shp \n", - "1 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_28FEB1962.shp \n", - "2 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_26FEB1946.shp \n", - "3 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_26FEB1975.shp \n", - "4 Retrolens/Otago/ChrystallsBeach/Shorelines/ChrystallsBeach_28DEC2020.shp \n", - "... ... \n", - "1697 Retrolens/HawkesBay/Waimarama/Shorelines/Waimarama_18SEP1951.shp \n", - "1698 Retrolens/HawkesBay/OpoutamaBeach/Shorelines/OpoutamaBeach_13SEP1962.shp \n", - "1699 Retrolens/HawkesBay/OpoutamaBeach/Shorelines/OpoutamaBeach_16JAN2003.shp \n", - "1700 Retrolens/HawkesBay/OpoutamaBeach/Shorelines/OpoutamaBeach_10OCT1973.shp \n", - "1701 Gabrielle/Shorelines/Gisborne/TolagaBay/TolagaBay_21FEB2023.shp \n", + " filename \\\n", + "0 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Shorelines/KarekareBethells_01MAR2015.shp \n", + "1 Retrolens/Southland/TeWaewaeBay_East1/Shorelines/TeWaewaeBay_East1_05MAR1976.shp \n", + "2 Retrolens/Southland/Riverton/Shorelines/Riverton_27Feb1976.shp \n", + "3 Retrolens/Southland/Riverton/Shorelines/Riverton_24Feb1968.shp \n", + "4 Retrolens/Southland/Riverton/Shorelines/Riverton_21Feb1967.shp \n", + "... ... \n", + "1717 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_29MAR1949.shp \n", + "1718 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_24OCT1980.shp \n", + "1719 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_19AUG1960.shp \n", + "1720 Retrolens/Auckland/Whatipu/Shorelines/Whatipu_14MAY1954.shp \n", + "1721 Gabrielle/Shorelines/Waikato/Whitianga/Whitianga_27NOV2022.shp \n", "\n", - " matched_image \\\n", - "0 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_31AUG2005.tif \n", - "1 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_28FEB1962_mosaic.jp2 \n", - "2 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_26FEB1946_mosaic.jp2 \n", - "3 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_26FEB1975_mosaic.jp2 \n", - "4 Retrolens/Otago/ChrystallsBeach/Stack/ChrystallsBeach_28DEC2020_LDS.tif \n", - "... ... \n", - "1697 Retrolens/HawkesBay/Waimarama/Stack/Waimarama_18SEP1951_mosaic.jp2 \n", - "1698 Retrolens/HawkesBay/OpoutamaBeach/Stack/OpoutamaBeach_13SEP1962_mosaic.jp2 \n", - "1699 Retrolens/HawkesBay/OpoutamaBeach/Stack/OpoutamaBeach_16JAN2003_mosaic.jp2 \n", - "1700 Retrolens/HawkesBay/OpoutamaBeach/Stack/OpoutamaBeach_10OCT1973_mosaic.jp2 \n", - "1701 Gabrielle/Imagery/post_storm/Region/Gisborne/TolagaBay/TolagaBay_21FEB2023.tif \n", + " matched_image \\\n", + "0 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_01MAR2015.tif \n", + "1 Retrolens/Southland/TeWaewaeBay_East1/Stack/TeWaewaeBay_East1_05MAR1976_mosaic.jp2 \n", + "2 Retrolens/Southland/Riverton/Stack/Riverton_27FEB1976_mosaic.jp2 \n", + "3 Retrolens/Southland/Riverton/Stack/Riverton_24FEB1968_mosaic.jp2 \n", + "4 Retrolens/Southland/Riverton/Stack/Riverton_21FEB1967_mosaic.jp2 \n", + "... ... \n", + "1717 Retrolens/Auckland/Whatipu/Stack/Whatipu_29MAR1949_mosaic.tif \n", + "1718 Retrolens/Auckland/Whatipu/Stack/Whatipu_24OCT1980_mosaic.tif \n", + "1719 Retrolens/Auckland/Whatipu/Stack/Whatipu_19AUG1960_mosaic.tif \n", + "1720 Retrolens/Auckland/Whatipu/Stack/Whatipu_14MAY1954_mosaic.tif \n", + "1721 Gabrielle/Imagery/pre-storm/Waikato/Whitianga/Whitianga_27NOV2022.tif \n", "\n", " match_score n_lines driver dtype nodata width height count \\\n", - "0 100.0 2 GTiff uint8 NaN 3975 12039 3 \n", - "1 100.0 4 JP2OpenJPEG uint16 256.0 13318 9888 3 \n", - "2 100.0 2 JP2OpenJPEG uint16 256.0 11398 8480 3 \n", - "3 100.0 3 JP2OpenJPEG uint16 256.0 3073 2249 3 \n", - "4 100.0 2 GTiff uint8 NaN 18370 12177 3 \n", + "0 100.0 15 GTiff uint8 NaN 8354 23227 3 \n", + "1 100.0 10 JP2OpenJPEG uint16 256.0 4307 8657 3 \n", + "2 100.0 5 JP2OpenJPEG uint16 256.0 10714 9968 3 \n", + "3 100.0 0 JP2OpenJPEG uint16 256.0 3954 3739 3 \n", + "4 100.0 6 JP2OpenJPEG uint16 256.0 3390 2625 3 \n", "... ... ... ... ... ... ... ... ... \n", - "1697 100.0 1 JP2OpenJPEG uint16 256.0 3363 8576 3 \n", - "1698 100.0 3 JP2OpenJPEG uint16 256.0 8913 7724 3 \n", - "1699 100.0 3 JP2OpenJPEG uint16 256.0 4046 4497 3 \n", - "1700 100.0 4 JP2OpenJPEG uint16 256.0 6469 6365 3 \n", - "1701 100.0 2 GTiff uint16 256.0 7786 7378 4 \n", + "1717 100.0 3 GTiff uint16 256.0 4470 5092 3 \n", + "1718 100.0 7 GTiff uint16 256.0 6774 11727 3 \n", + "1719 100.0 9 GTiff uint16 256.0 11933 21980 3 \n", + "1720 100.0 5 GTiff uint16 256.0 6615 5136 3 \n", + "1721 100.0 6 GTiff uint8 NaN 2574 8263 4 \n", "\n", " crs \\\n", "0 None \n", "1 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", "2 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", "3 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", - "4 None \n", + "4 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", "... ... \n", - "1697 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", - "1698 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", - "1699 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", - "1700 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", - "1701 None \n", + "1717 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", + "1718 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", + "1719 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", + "1720 (proj, lat_0, lon_0, k, x_0, y_0, ellps, towgs84, units, no_defs) \n", + "1721 None \n", "\n", " transform \\\n", - "0 (0.6, 0.0, 2022707.1257145917, 0.0, -0.5999999999999536, 5670278.448431859, 0.0, 0.0, 1.0) \n", - "1 (0.4214729445497887, 0.0, 1371788.78291343, 0.0, -0.4214729445498184, 4881064.116651183, 0.0, 0.0, 1.0) \n", - "2 (0.5067093632678147, 0.0, 1371660.407411207, 0.0, -0.5067093632678185, 4881189.196909072, 0.0, 0.0, 1.0) \n", - "3 (1.821597377107222, 0.0, 1371835.5917355102, 0.0, -1.8215973771070808, 4881106.308963457, 0.0, 0.0, 1.0) \n", - "4 (0.3, 0.0, 1371939.7, 0.0, -0.2999999999999694, 4880876.100000001, 0.0, 0.0, 1.0) \n", + "0 (0.5, 0.0, 1727262.7889462265, 0.0, -0.5, 5917711.902718019, 0.0, 0.0, 1.0) \n", + "1 (0.7659482382436198, 0.0, 1192099.4904454553, 0.0, -0.7659482382436074, 4864509.403271275, 0.0, 0.0, 1.0) \n", + "2 (0.7000000000000044, 0.0, 1215744.331318585, 0.0, -0.6999999999999627, 4857766.89250715, 0.0, 0.0, 1.0) \n", + "3 (1.9000000000000234, 0.0, 1215341.0511565432, 0.0, -1.8999999999999004, 4858268.254304423, 0.0, 0.0, 1.0) \n", + "4 (1.8, 0.0, 1215560.3578031869, 0.0, -1.8, 4857025.942022507, 0.0, 0.0, 1.0) \n", "... ... \n", - "1697 (0.5429782858403654, 0.0, 1941506.3252280767, 0.0, -0.5429782858404023, 5589515.169659059, 0.0, 0.0, 1.0) \n", - "1698 (0.47570421560754184, 0.0, 2017789.9928380488, 0.0, -0.4757042156075668, 5666296.99225801, 0.0, 0.0, 1.0) \n", - "1699 (1.1211978268041494, 0.0, 2017685.0774067575, 0.0, -1.1211978268041487, 5666279.042090561, 0.0, 0.0, 1.0) \n", - "1700 (0.7335962908908487, 0.0, 2017637.5365148883, 0.0, -0.7335962908908736, 5666213.660959688, 0.0, 0.0, 1.0) \n", - "1701 (0.5, 0.0, 2061598.0814271532, 0.0, -0.5, 5741693.055964293, 0.0, 0.0, 1.0) \n", + "1717 (0.5, 0.0, 1731590.5214523363, 0.0, -0.5, 5900619.493466633, 0.0, 0.0, 1.0) \n", + "1718 (0.75, 0.0, 1730510.386385566, 0.0, -0.75, 5906719.399330548, 0.0, 0.0, 1.0) \n", + "1719 (0.3999999999999961, 0.0, 1730294.5112870587, 0.0, -0.4, 5907001.244605399, 0.0, 0.0, 1.0) \n", + "1720 (0.55, 0.0, 1731537.8621117289, 0.0, -0.5499999999999637, 5900213.777841544, 0.0, 0.0, 1.0) \n", + "1721 (0.5, 0.0, 1840522.952837353, 0.0, -0.5, 5923668.598074606, 0.0, 0.0, 1.0) \n", "\n", " blockxsize blockysize tiled compress interleave GCPs \\\n", - "0 128.0 128 True lzw pixel 26 \n", + "0 128.0 128 True lzw pixel 28 \n", "1 1024.0 1024 True NaN pixel 0 \n", "2 1024.0 1024 True NaN pixel 0 \n", "3 1024.0 1024 True NaN pixel 0 \n", - "4 128.0 128 True lzw pixel 4 \n", + "4 1024.0 1024 True NaN pixel 0 \n", "... ... ... ... ... ... ... \n", - "1697 1024.0 1024 True NaN pixel 0 \n", - "1698 1024.0 1024 True NaN pixel 0 \n", - "1699 1024.0 1024 True NaN pixel 0 \n", - "1700 1024.0 1024 True NaN pixel 0 \n", - "1701 128.0 128 True NaN pixel 6 \n", + "1717 128.0 128 True NaN pixel 0 \n", + "1718 128.0 128 True NaN pixel 0 \n", + "1719 128.0 128 True NaN pixel 0 \n", + "1720 128.0 128 True NaN pixel 0 \n", + "1721 128.0 128 True lzw pixel 3 \n", "\n", - " res CPS photometric \n", - "0 (0.6, 0.5999999999999536) True NaN \n", - "1 (0.4214729445497887, 0.4214729445498184) True NaN \n", - "2 (0.5067093632678147, 0.5067093632678185) True NaN \n", - "3 (1.821597377107222, 1.8215973771070808) True NaN \n", - "4 (0.3, 0.2999999999999694) True NaN \n", - "... ... ... ... \n", - "1697 (0.5429782858403654, 0.5429782858404023) True NaN \n", - "1698 (0.47570421560754184, 0.4757042156075668) True NaN \n", - "1699 (1.1211978268041494, 1.1211978268041487) True NaN \n", - "1700 (0.7335962908908487, 0.7335962908908736) True NaN \n", - "1701 (0.5, 0.5) True NaN \n", + " res CPS photometric \n", + "0 (0.5, 0.5) True NaN \n", + "1 (0.7659482382436198, 0.7659482382436074) True NaN \n", + "2 (0.7000000000000044, 0.6999999999999627) True NaN \n", + "3 (1.9000000000000234, 1.8999999999999004) False NaN \n", + "4 (1.8, 1.8) True NaN \n", + "... ... ... ... \n", + "1717 (0.5, 0.5) True NaN \n", + "1718 (0.75, 0.75) True NaN \n", + "1719 (0.3999999999999961, 0.4) True NaN \n", + "1720 (0.55, 0.5499999999999637) True NaN \n", + "1721 (0.5, 0.5) True NaN \n", "\n", - "[1702 rows x 21 columns]" + "[1722 rows x 21 columns]" ] }, - "execution_count": 32, + "execution_count": 86, "metadata": {}, "output_type": "execute_result" } @@ -1492,7 +1808,7 @@ " try:\n", " gdf = gpd.read_file(prefix + row.filename)\n", " row = row.to_dict()\n", - " row[\"n_lines\"] = len(gdf.explode(index_parts=False))\n", + " row[\"n_lines\"] = len(gdf.dropna(subset=\"geometry\").explode(index_parts=False))\n", " except: \n", " print(f\"Can't read{row['filename']}\")\n", " \n", @@ -1506,23 +1822,23 @@ "if os.path.isfile(metafile):\n", " meta = pd.read_csv(metafile)\n", "else:\n", - " meta = pd.DataFrame(process_map(get_meta, df.iterrows(), total=len(df)))\n", + " meta = pd.DataFrame(thread_map(get_meta, df.iterrows(), total=len(df)))\n", " meta.to_csv(metafile, index=False)\n", "meta" ] }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 63, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "(78, 21)" + "(72, 21)" ] }, - "execution_count": 17, + "execution_count": 63, "metadata": {}, "output_type": "execute_result" } @@ -1534,20 +1850,20 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 64, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "/tmp/ipykernel_3458207/225968677.py:3: SettingWithCopyWarning: \n", + "C:\\Users\\mtuc652\\AppData\\Local\\Temp\\ipykernel_21088\\225968677.py:3: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " empty[\"mtime\"] = empty.filename.apply(get_mtime)\n", - "/tmp/ipykernel_3458207/225968677.py:4: SettingWithCopyWarning: \n", + "C:\\Users\\mtuc652\\AppData\\Local\\Temp\\ipykernel_21088\\225968677.py:4: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", @@ -1584,36 +1900,36 @@ " \n", " \n", "78 rows × 4 columns
\n", + "72 rows × 4 columns
\n", "" ], "text/plain": [ - " filename \\\n", - "1505 MaxarImagery/HighFreq/WestCoast/Ohinemaka/Shorelines/Ohinemaka_14MAR2015.shp \n", - "1156 MaxarImagery/HighFreq/Southland/Riverton/Shorelines/Riverton_27Dec2015.shp \n", - "1246 Retrolens/Southland/Riverton/Shorelines/Riverton_11Feb1978.shp \n", - "1247 Retrolens/Southland/Riverton/Shorelines/Riverton_10Dec1958.shp \n", - "1248 Retrolens/Southland/Riverton/Shorelines/Riverton_24Feb1968.shp \n", - "... ... \n", - "516 Gabrielle/Shorelines/Northland/TaranuiBay/TaranuiBay_27FEB2023.shp \n", - "966 MaxarImagery/HighFreq/Otago/TaieriBeachMouth/Shorelines/TaieriBeachMouth_25DEC2014.shp \n", - "967 MaxarImagery/HighFreq/Otago/TaieriBeachMouth/Shorelines/TaieriBeachMouth_01OCT2020.shp \n", - "964 MaxarImagery/HighFreq/Otago/TaieriBeachMouth/Shorelines/TaieriBeachMouth_11MAY2011.shp \n", - "965 MaxarImagery/HighFreq/Otago/TaieriBeachMouth/Shorelines/TaieriBeachMouth_24MAY2017.shp \n", + " filename \\\n", + "6 Retrolens/Southland/Riverton/Shorelines/Riverton_24Feb1968.shp \n", + "9 Retrolens/Southland/Riverton/Shorelines/Riverton_11Feb1978.shp \n", + "10 Retrolens/Southland/Riverton/Shorelines/Riverton_10Dec1958.shp \n", + "1589 MaxarImagery/HighFreq/WestCoast/Hunt Beach/Shorelines/HuntBeach_11DEC2017.shp \n", + "1583 MaxarImagery/HighFreq/WestCoast/Ohinemaka/Shorelines/Ohinemaka_12MAR2012.shp \n", + "... ... \n", + "1029 MaxarImagery/HighFreq/Southland/ToetoesHarbour/Shorelines/ToetoesHarbour_28Jan2010.shp \n", + "1034 MaxarImagery/HighFreq/Southland/ToetoesHarbour/Shorelines/ToetoesHarbour_02Feb2016.shp \n", + "1629 Retrolens/Bay of Plenty/MountMaunganui_South/Shorelines/MountMaunganui_South_06FEB1961.shp \n", + "201 Retrolens/Taranaki/New Plymouth District Council/Waitara/Shorelines/Waitara_16SEP1958.shp \n", + "200 Retrolens/Taranaki/South Taranaki/CapeEgmont/Shorelines/CapeEgmont_06SEP1965.shp \n", "\n", " n_lines mtime size_bytes \n", - "1505 0 2021-06-16 12:17:29.273264896+12:00 100 \n", - "1156 0 2021-06-16 12:17:29.273264896+12:00 100 \n", - "1246 0 2021-06-16 12:17:29.273264896+12:00 100 \n", - "1247 0 2021-06-16 12:17:29.273264896+12:00 100 \n", - "1248 0 2021-06-16 12:17:29.273264896+12:00 100 \n", + "6 0 2021-06-16 12:17:29.273264896+12:00 100 \n", + "9 0 2021-06-16 12:17:29.273264896+12:00 100 \n", + "10 0 2021-06-16 12:17:29.273264896+12:00 100 \n", + "1589 0 2021-06-16 12:17:29.273264896+12:00 100 \n", + "1583 0 2021-06-16 12:17:29.273264896+12:00 100 \n", "... ... ... ... \n", - "516 0 2023-09-07 12:57:53.030492672+12:00 100 \n", - "966 0 2024-01-30 13:18:34.009294336+13:00 37812 \n", - "967 0 2024-01-30 13:18:34.761611520+13:00 31388 \n", - "964 0 2024-01-30 13:18:35.230035712+13:00 35108 \n", - "965 0 2024-01-30 13:18:35.710295808+13:00 31332 \n", + "1029 0 2022-01-16 15:09:57.307988992+13:00 100 \n", + "1034 0 2022-01-16 15:09:57.307988992+13:00 100 \n", + "1629 0 2022-01-16 15:09:57.307988992+13:00 100 \n", + "201 0 2022-05-06 20:21:39.995812864+12:00 100 \n", + "200 0 2022-05-16 22:49:02.900338944+12:00 100 \n", "\n", - "[78 rows x 4 columns]" + "[72 rows x 4 columns]" ] }, - "execution_count": 18, + "execution_count": 64, "metadata": {}, "output_type": "execute_result" } @@ -1711,7 +2027,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 65, "metadata": {}, "outputs": [ { @@ -1743,625 +2059,571 @@ " \n", " \n", "1437 rows × 24 columns
\n", + "1609 rows × 24 columns
\n", "" ], "text/plain": [ - " filename \\\n", - "0 MaxarImagery/HighFreq/HawkesBay/Mahanga/Shorelines/Mahanga_31AUG2005.shp \n", - "1 Retrolens/Otago/Waikouaiti/Shorelines/Waikouaiti_18FEB1975.shp \n", - "2 Retrolens/Otago/Waikouaiti/Shorelines/Waikouaiti_24FEB1958.shp \n", - "3 Retrolens/Otago/CoalPoint_SmithsBeach/Shorelines/CoalPoint_SmithsBeach_16APR1982.shp \n", - "4 Retrolens/Otago/CoalPoint_SmithsBeach/Shorelines/CoalPoint_SmithsBeach_03NOV1995.shp \n", - ".. ... \n", - "51 Retrolens/Bay of Plenty/WaihiBeach/Shorelines/WaihiBeach_3DEC2014.shp \n", - "52 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.shp \n", - "53 Retrolens/Bay of Plenty/Ohiwa/Shorelines/Ohiwa_3DEC2014.shp \n", - "54 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.shp \n", - "55 MaxarImagery/HighFreq/Wellington/KapitiNorth/Shorelines/NorthKapiti_15MAR2017.shp \n", + " filename \\\n", + "0 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Shorelines/KarekareBethells_01MAR2015.shp \n", + "1 Retrolens/Southland/TeWaewaeBay_East1/Shorelines/TeWaewaeBay_East1_05MAR1976.shp \n", + "2 Retrolens/Southland/Riverton/Shorelines/Riverton_27Feb1976.shp \n", + "4 Retrolens/Southland/Riverton/Shorelines/Riverton_21Feb1967.shp \n", + "5 Retrolens/Southland/Riverton/Shorelines/Riverton_15Feb1952.shp \n", + ".. ... \n", + "51 Retrolens/Bay of Plenty/WaihiBeach/Shorelines/WaihiBeach_3DEC2014.shp \n", + "52 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.shp \n", + "53 Retrolens/Bay of Plenty/Ohiwa/Shorelines/Ohiwa_3DEC2014.shp \n", + "54 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.shp \n", + "55 MaxarImagery/HighFreq/Wellington/KapitiNorth/Shorelines/NorthKapiti_15MAR2017.shp \n", "\n", - " matched_image \\\n", - "0 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_31AUG2005.tif \n", - "1 Retrolens/Otago/Waikouaiti/Stack/Waikouaiti_18FEB1975_mosaic.jp2 \n", - "2 Retrolens/Otago/Waikouaiti/Stack/Waikouaiti_24FEB1958_mosaic.jp2 \n", - "3 Retrolens/Otago/CoalPoint_SmithsBeach/Stack/CoalPoint_SmithsBeach_16APR1982_mosaic.jp2 \n", - "4 Retrolens/Otago/CoalPoint_SmithsBeach/Stack/CoalPoint_SmithsBeach_03NOV1995_mosaic.jp2 \n", - ".. ... \n", - "51 Retrolens/Bay of Plenty/WaihiBeach/Shorelines/WaihiBeach_3DEC2014.tif \n", - "52 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.tif \n", - "53 Retrolens/Bay of Plenty/Ohiwa/Shorelines/Ohiwa_3DEC2014.tif \n", - "54 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.tif \n", - "55 MaxarImagery/HighFreq/Wellington/KapitiNorth/Shorelines/NorthKapiti_15MAR2017.tif \n", + " matched_image \\\n", + "0 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_01MAR2015.tif \n", + "1 Retrolens/Southland/TeWaewaeBay_East1/Stack/TeWaewaeBay_East1_05MAR1976_mosaic.jp2 \n", + "2 Retrolens/Southland/Riverton/Stack/Riverton_27FEB1976_mosaic.jp2 \n", + "4 Retrolens/Southland/Riverton/Stack/Riverton_21FEB1967_mosaic.jp2 \n", + "5 Retrolens/Southland/Riverton/Stack/Riverton_15FEB1952_mosaic.jp2 \n", + ".. ... \n", + "51 Retrolens/Bay of Plenty/WaihiBeach/Shorelines/WaihiBeach_3DEC2014.tif \n", + "52 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.tif \n", + "53 Retrolens/Bay of Plenty/Ohiwa/Shorelines/Ohiwa_3DEC2014.tif \n", + "54 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.tif \n", + "55 MaxarImagery/HighFreq/Wellington/KapitiNorth/Shorelines/NorthKapiti_15MAR2017.tif \n", "\n", " match_score n_lines driver dtype nodata width height count \\\n", - "0 100.0 2 GTiff uint8 NaN 3975 12039 3 \n", - "1 100.0 2 JP2OpenJPEG uint16 256.0 4192 4051 3 \n", - "2 100.0 4 JP2OpenJPEG uint16 256.0 7247 11646 3 \n", - "3 100.0 9 JP2OpenJPEG uint16 256.0 6946 5747 3 \n", - "4 100.0 10 JP2OpenJPEG uint16 256.0 3629 2890 3 \n", + "0 100.0 15 GTiff uint8 NaN 8354 23227 3 \n", + "1 100.0 10 JP2OpenJPEG uint16 256.0 4307 8657 3 \n", + "2 100.0 5 JP2OpenJPEG uint16 256.0 10714 9968 3 \n", + "4 100.0 6 JP2OpenJPEG uint16 256.0 3390 2625 3 \n", + "5 100.0 5 JP2OpenJPEG uint16 256.0 10249 10689 3 \n", ".. ... ... ... ... ... ... ... ... \n", "51 100.0 7 GTiff uint8 NaN 38400 63360 3 \n", "52 100.0 5 GTiff uint8 NaN 88320 40320 3 \n", @@ -399,8 +399,8 @@ "0 NaN \n", "1 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "2 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "3 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "4 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", + "5 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", ".. ... \n", "51 EPSG:2193 \n", "52 EPSG:2193 \n", @@ -408,25 +408,25 @@ "54 EPSG:2193 \n", "55 EPSG:2193 \n", "\n", - " transform \\\n", - "0 | 0.60, 0.00, 2022707.13|\\n| 0.00,-0.60, 5670278.45|\\n| 0.00, 0.00, 1.00| \n", - "1 | 0.72, 0.00, 1417191.69|\\n| 0.00,-0.72, 4947057.65|\\n| 0.00, 0.00, 1.00| \n", - "2 | 0.47, 0.00, 1416749.83|\\n| 0.00,-0.47, 4946987.89|\\n| 0.00, 0.00, 1.00| \n", - "3 | 0.97, 0.00, 1360458.60|\\n| 0.00,-0.97, 4871520.91|\\n| 0.00, 0.00, 1.00| \n", - "4 | 1.99, 0.00, 1360198.57|\\n| 0.00,-1.99, 4871695.86|\\n| 0.00, 0.00, 1.00| \n", - ".. ... \n", - "51 | 0.12, 0.00, 1859680.00|\\n| 0.00,-0.12, 5857440.00|\\n| 0.00, 0.00, 1.00| \n", - "52 | 0.12, 0.00, 1953280.00|\\n| 0.00,-0.12, 5791920.00|\\n| 0.00, 0.00, 1.00| \n", - "53 | 0.12, 0.00, 1964800.00|\\n| 0.00,-0.12, 5787600.00|\\n| 0.00, 0.00, 1.00| \n", - "54 | 0.12, 0.00, 1953280.00|\\n| 0.00,-0.12, 5791920.00|\\n| 0.00, 0.00, 1.00| \n", - "55 | 0.30, 0.00, 1770400.00|\\n| 0.00,-0.30, 5485200.00|\\n| 0.00, 0.00, 1.00| \n", + " transform \\\n", + "0 | 0.50, 0.00, 1727262.79|\\n| 0.00,-0.50, 5917711.90|\\n| 0.00, 0.00, 1.00| \n", + "1 | 0.77, 0.00, 1192099.49|\\n| 0.00,-0.77, 4864509.40|\\n| 0.00, 0.00, 1.00| \n", + "2 | 0.70, 0.00, 1215744.33|\\n| 0.00,-0.70, 4857766.89|\\n| 0.00, 0.00, 1.00| \n", + "4 | 1.80, 0.00, 1215560.36|\\n| 0.00,-1.80, 4857025.94|\\n| 0.00, 0.00, 1.00| \n", + "5 | 0.50, 0.00, 1216071.57|\\n| 0.00,-0.50, 4857153.55|\\n| 0.00, 0.00, 1.00| \n", + ".. ... \n", + "51 | 0.12, 0.00, 1859680.00|\\r\\n| 0.00,-0.12, 5857440.00|\\r\\n| 0.00, 0.00, 1.00| \n", + "52 | 0.12, 0.00, 1953280.00|\\r\\n| 0.00,-0.12, 5791920.00|\\r\\n| 0.00, 0.00, 1.00| \n", + "53 | 0.12, 0.00, 1964800.00|\\r\\n| 0.00,-0.12, 5787600.00|\\r\\n| 0.00, 0.00, 1.00| \n", + "54 | 0.12, 0.00, 1953280.00|\\r\\n| 0.00,-0.12, 5791920.00|\\r\\n| 0.00, 0.00, 1.00| \n", + "55 | 0.30, 0.00, 1770400.00|\\r\\n| 0.00,-0.30, 5485200.00|\\r\\n| 0.00, 0.00, 1.00| \n", "\n", " blockxsize blockysize tiled compress interleave GCPs \\\n", - "0 128.0 128 True lzw pixel 26 \n", + "0 128.0 128 True lzw pixel 28 \n", "1 1024.0 1024 True NaN pixel 0 \n", "2 1024.0 1024 True NaN pixel 0 \n", - "3 1024.0 1024 True NaN pixel 0 \n", "4 1024.0 1024 True NaN pixel 0 \n", + "5 1024.0 1024 True NaN pixel 0 \n", ".. ... ... ... ... ... ... \n", "51 NaN 1 False lzw pixel 0 \n", "52 NaN 1 False lzw pixel 0 \n", @@ -434,25 +434,25 @@ "54 NaN 1 False lzw pixel 0 \n", "55 NaN 1 False lzw pixel 0 \n", "\n", - " res CPS photometric \\\n", - "0 (0.6, 0.5999999999999536) True NaN \n", - "1 (0.7215191398635404, 0.7215191398636224) True NaN \n", - "2 (0.4674722337135327, 0.46747223371356755) True NaN \n", - "3 (0.9661514817232834, 0.9661514817232894) True NaN \n", - "4 (1.9949725170249721, 1.994972517024919) True NaN \n", - ".. ... ... ... \n", - "51 (0.125, 0.125) True NaN \n", - "52 (0.125, 0.125) True NaN \n", - "53 (0.125, 0.125) True NaN \n", - "54 (0.125, 0.125) True NaN \n", - "55 (0.3, 0.3) True NaN \n", + " res CPS photometric \\\n", + "0 (0.5, 0.5) True NaN \n", + "1 (0.7659482382436198, 0.7659482382436074) True NaN \n", + "2 (0.7000000000000044, 0.6999999999999627) True NaN \n", + "4 (1.8, 1.8) True NaN \n", + "5 (0.5, 0.5) True NaN \n", + ".. ... ... ... \n", + "51 (0.125, 0.125) True NaN \n", + "52 (0.125, 0.125) True NaN \n", + "53 (0.125, 0.125) True NaN \n", + "54 (0.125, 0.125) True NaN \n", + "55 (0.3, 0.3) True NaN \n", "\n", " matched_tile_root \\\n", "0 NaN \n", "1 NaN \n", "2 NaN \n", - "3 NaN \n", "4 NaN \n", + "5 NaN \n", ".. ... \n", "51 DigitalJPGs/BayOfPlenty/BOP14U \n", "52 DigitalJPGs/BayOfPlenty/BOP14U \n", @@ -464,8 +464,8 @@ "0 NaN \n", "1 NaN \n", "2 NaN \n", - "3 NaN \n", "4 NaN \n", + "5 NaN \n", ".. ... \n", "51 Retrolens/Bay of Plenty/WaihiBeach/Shorelines/WaihiBeach_3DEC2014.shp \n", "52 Retrolens/Bay of Plenty/PortOhope/Shorelines/OhopeBeach_3DEC2014.shp \n", @@ -474,11 +474,11 @@ "55 MaxarImagery/HighFreq/Wellington/KapitiNorth/Shorelines/NorthKapiti_15MAR2017.shp \n", "\n", " Pixel_ER \n", - "0 0.600000 \n", - "1 0.721519 \n", - "2 0.467472 \n", - "3 0.966151 \n", - "4 1.994973 \n", + "0 0.500000 \n", + "1 0.765948 \n", + "2 0.700000 \n", + "4 1.800000 \n", + "5 0.500000 \n", ".. ... \n", "51 0.125000 \n", "52 0.125000 \n", @@ -486,10 +486,10 @@ "54 0.125000 \n", "55 0.300000 \n", "\n", - "[1437 rows x 24 columns]" + "[1609 rows x 24 columns]" ] }, - "execution_count": 30, + "execution_count": 1, "metadata": {}, "output_type": "execute_result" } @@ -516,7 +516,7 @@ " prefix = \"ressci201900060-RNC2-Coastal/\"\n", "\n", "df = pd.concat(pd.read_csv(f) for f in [\"meta.csv\", \"LDS_meta.csv\"])\n", - "# Filter to just shapefiles that have the CRS column defined\n", + "# Filter to just shapefiles that have the CPS column defined\n", "df = df[df.CPS & (df.n_lines > 0)]\n", "df[\"Pixel_ER\"] = (\n", " df.res.str.replace(\"(\", \"\", regex=False).str.split(\",\").str[0].astype(float)\n", @@ -529,7 +529,7 @@ }, { "cell_type": "code", - "execution_count": 31, + "execution_count": 2, "metadata": {}, "outputs": [ { @@ -582,138 +582,138 @@ " \n", "1472 rows × 24 columns
\n", + "1644 rows × 24 columns
\n", "" ], "text/plain": [ - " filename \\\n", - "0 MaxarImagery/HighFreq/HawkesBay/Mahanga/Shorelines/Mahanga_31AUG2005.shp \n", - "1 Retrolens/Otago/Waikouaiti/Shorelines/Waikouaiti_18FEB1975.shp \n", - "2 Retrolens/Otago/Waikouaiti/Shorelines/Waikouaiti_24FEB1958.shp \n", - "3 Retrolens/Otago/CoalPoint_SmithsBeach/Shorelines/CoalPoint_SmithsBeach_16APR1982.shp \n", - "4 Retrolens/Otago/CoalPoint_SmithsBeach/Shorelines/CoalPoint_SmithsBeach_03NOV1995.shp \n", - ".. ... \n", - "30 Gabrielle/Shorelines/Gisborne/Wainui/Tatapouri_16FEB2022.shp \n", - "31 Gabrielle/Shorelines/BayofPlenty/Pukehina/BOPLINZ_Matata_31MAR2023.shp \n", - "32 Gabrielle/Shorelines/Gisborne/Gisborne/Gisborne_16FEB2022.shp \n", - "33 Gabrielle/Shorelines/Gisborne/WaihauBay/WaihauBay_07MAR2023.shp \n", - "34 Gabrielle/Shorelines/Gisborne/TokomaruBay/TokomaruBay_08FEB2023.shp \n", + " filename \\\n", + "0 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Shorelines/KarekareBethells_01MAR2015.shp \n", + "1 Retrolens/Southland/TeWaewaeBay_East1/Shorelines/TeWaewaeBay_East1_05MAR1976.shp \n", + "2 Retrolens/Southland/Riverton/Shorelines/Riverton_27Feb1976.shp \n", + "4 Retrolens/Southland/Riverton/Shorelines/Riverton_21Feb1967.shp \n", + "5 Retrolens/Southland/Riverton/Shorelines/Riverton_15Feb1952.shp \n", + ".. ... \n", + "30 Gabrielle/Shorelines/Gisborne/Wainui/Tatapouri_16FEB2022.shp \n", + "31 Gabrielle/Shorelines/BayofPlenty/Pukehina/BOPLINZ_Matata_31MAR2023.shp \n", + "32 Gabrielle/Shorelines/Gisborne/Gisborne/Gisborne_16FEB2022.shp \n", + "33 Gabrielle/Shorelines/Gisborne/WaihauBay/WaihauBay_07MAR2023.shp \n", + "34 Gabrielle/Shorelines/Gisborne/TokomaruBay/TokomaruBay_08FEB2023.shp \n", "\n", - " matched_image \\\n", - "0 MaxarImagery/HighFreq/HawkesBay/Mahanga/Imagery/Stack/Mahanga_31AUG2005.tif \n", - "1 Retrolens/Otago/Waikouaiti/Stack/Waikouaiti_18FEB1975_mosaic.jp2 \n", - "2 Retrolens/Otago/Waikouaiti/Stack/Waikouaiti_24FEB1958_mosaic.jp2 \n", - "3 Retrolens/Otago/CoalPoint_SmithsBeach/Stack/CoalPoint_SmithsBeach_16APR1982_mosaic.jp2 \n", - "4 Retrolens/Otago/CoalPoint_SmithsBeach/Stack/CoalPoint_SmithsBeach_03NOV1995_mosaic.jp2 \n", - ".. ... \n", - "30 NaN \n", - "31 NaN \n", - "32 NaN \n", - "33 NaN \n", - "34 NaN \n", + " matched_image \\\n", + "0 MaxarImagery/HighFreq/Auckland/KarekareBethells/Imagery/Stack/KarekareBethells_01MAR2015.tif \n", + "1 Retrolens/Southland/TeWaewaeBay_East1/Stack/TeWaewaeBay_East1_05MAR1976_mosaic.jp2 \n", + "2 Retrolens/Southland/Riverton/Stack/Riverton_27FEB1976_mosaic.jp2 \n", + "4 Retrolens/Southland/Riverton/Stack/Riverton_21FEB1967_mosaic.jp2 \n", + "5 Retrolens/Southland/Riverton/Stack/Riverton_15FEB1952_mosaic.jp2 \n", + ".. ... \n", + "30 NaN \n", + "31 NaN \n", + "32 NaN \n", + "33 NaN \n", + "34 NaN \n", "\n", - " match_score n_lines driver dtype nodata width height count \\\n", - "0 100.0 2.0 GTiff uint8 NaN 3975.0 12039.0 3.0 \n", - "1 100.0 2.0 JP2OpenJPEG uint16 256.0 4192.0 4051.0 3.0 \n", - "2 100.0 4.0 JP2OpenJPEG uint16 256.0 7247.0 11646.0 3.0 \n", - "3 100.0 9.0 JP2OpenJPEG uint16 256.0 6946.0 5747.0 3.0 \n", - "4 100.0 10.0 JP2OpenJPEG uint16 256.0 3629.0 2890.0 3.0 \n", - ".. ... ... ... ... ... ... ... ... \n", - "30 NaN NaN NaN NaN NaN NaN NaN NaN \n", - "31 NaN NaN NaN NaN NaN NaN NaN NaN \n", - "32 NaN NaN NaN NaN NaN NaN NaN NaN \n", - "33 NaN NaN NaN NaN NaN NaN NaN NaN \n", - "34 NaN NaN NaN NaN NaN NaN NaN NaN \n", + " match_score n_lines driver dtype nodata width height \\\n", + "0 100.0 15.0 GTiff uint8 NaN 8354.0 23227.0 \n", + "1 100.0 10.0 JP2OpenJPEG uint16 256.0 4307.0 8657.0 \n", + "2 100.0 5.0 JP2OpenJPEG uint16 256.0 10714.0 9968.0 \n", + "4 100.0 6.0 JP2OpenJPEG uint16 256.0 3390.0 2625.0 \n", + "5 100.0 5.0 JP2OpenJPEG uint16 256.0 10249.0 10689.0 \n", + ".. ... ... ... ... ... ... ... \n", + "30 NaN NaN NaN NaN NaN NaN NaN \n", + "31 NaN NaN NaN NaN NaN NaN NaN \n", + "32 NaN NaN NaN NaN NaN NaN NaN \n", + "33 NaN NaN NaN NaN NaN NaN NaN \n", + "34 NaN NaN NaN NaN NaN NaN NaN \n", + "\n", + " count \\\n", + "0 3.0 \n", + "1 3.0 \n", + "2 3.0 \n", + "4 3.0 \n", + "5 3.0 \n", + ".. ... \n", + "30 NaN \n", + "31 NaN \n", + "32 NaN \n", + "33 NaN \n", + "34 NaN \n", "\n", " crs \\\n", "0 NaN \n", "1 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "2 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "3 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "4 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", + "5 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", ".. ... \n", "30 NaN \n", "31 NaN \n", @@ -936,11 +949,11 @@ "34 NaN \n", "\n", " transform \\\n", - "0 | 0.60, 0.00, 2022707.13|\\n| 0.00,-0.60, 5670278.45|\\n| 0.00, 0.00, 1.00| \n", - "1 | 0.72, 0.00, 1417191.69|\\n| 0.00,-0.72, 4947057.65|\\n| 0.00, 0.00, 1.00| \n", - "2 | 0.47, 0.00, 1416749.83|\\n| 0.00,-0.47, 4946987.89|\\n| 0.00, 0.00, 1.00| \n", - "3 | 0.97, 0.00, 1360458.60|\\n| 0.00,-0.97, 4871520.91|\\n| 0.00, 0.00, 1.00| \n", - "4 | 1.99, 0.00, 1360198.57|\\n| 0.00,-1.99, 4871695.86|\\n| 0.00, 0.00, 1.00| \n", + "0 | 0.50, 0.00, 1727262.79|\\n| 0.00,-0.50, 5917711.90|\\n| 0.00, 0.00, 1.00| \n", + "1 | 0.77, 0.00, 1192099.49|\\n| 0.00,-0.77, 4864509.40|\\n| 0.00, 0.00, 1.00| \n", + "2 | 0.70, 0.00, 1215744.33|\\n| 0.00,-0.70, 4857766.89|\\n| 0.00, 0.00, 1.00| \n", + "4 | 1.80, 0.00, 1215560.36|\\n| 0.00,-1.80, 4857025.94|\\n| 0.00, 0.00, 1.00| \n", + "5 | 0.50, 0.00, 1216071.57|\\n| 0.00,-0.50, 4857153.55|\\n| 0.00, 0.00, 1.00| \n", ".. ... \n", "30 NaN \n", "31 NaN \n", @@ -949,11 +962,11 @@ "34 NaN \n", "\n", " blockxsize blockysize tiled compress interleave GCPs \\\n", - "0 128.0 128.0 True lzw pixel 26.0 \n", + "0 128.0 128.0 True lzw pixel 28.0 \n", "1 1024.0 1024.0 True NaN pixel 0.0 \n", "2 1024.0 1024.0 True NaN pixel 0.0 \n", - "3 1024.0 1024.0 True NaN pixel 0.0 \n", "4 1024.0 1024.0 True NaN pixel 0.0 \n", + "5 1024.0 1024.0 True NaN pixel 0.0 \n", ".. ... ... ... ... ... ... \n", "30 NaN NaN NaN NaN NaN NaN \n", "31 NaN NaN NaN NaN NaN NaN \n", @@ -961,25 +974,25 @@ "33 NaN NaN NaN NaN NaN NaN \n", "34 NaN NaN NaN NaN NaN NaN \n", "\n", - " res CPS photometric \\\n", - "0 (0.6, 0.5999999999999536) True NaN \n", - "1 (0.7215191398635404, 0.7215191398636224) True NaN \n", - "2 (0.4674722337135327, 0.46747223371356755) True NaN \n", - "3 (0.9661514817232834, 0.9661514817232894) True NaN \n", - "4 (1.9949725170249721, 1.994972517024919) True NaN \n", - ".. ... ... ... \n", - "30 NaN NaN NaN \n", - "31 NaN NaN NaN \n", - "32 NaN NaN NaN \n", - "33 NaN NaN NaN \n", - "34 NaN NaN NaN \n", + " res CPS photometric \\\n", + "0 (0.5, 0.5) True NaN \n", + "1 (0.7659482382436198, 0.7659482382436074) True NaN \n", + "2 (0.7000000000000044, 0.6999999999999627) True NaN \n", + "4 (1.8, 1.8) True NaN \n", + "5 (0.5, 0.5) True NaN \n", + ".. ... ... ... \n", + "30 NaN NaN NaN \n", + "31 NaN NaN NaN \n", + "32 NaN NaN NaN \n", + "33 NaN NaN NaN \n", + "34 NaN NaN NaN \n", "\n", " matched_tile_root matched_filename Pixel_ER \n", - "0 NaN NaN 0.600000 \n", - "1 NaN NaN 0.721519 \n", - "2 NaN NaN 0.467472 \n", - "3 NaN NaN 0.966151 \n", - "4 NaN NaN 1.994973 \n", + "0 NaN NaN 0.500000 \n", + "1 NaN NaN 0.765948 \n", + "2 NaN NaN 0.700000 \n", + "4 NaN NaN 1.800000 \n", + "5 NaN NaN 0.500000 \n", ".. ... ... ... \n", "30 NaN NaN 0.200000 \n", "31 NaN NaN 0.100000 \n", @@ -987,10 +1000,10 @@ "33 NaN NaN 0.200000 \n", "34 NaN NaN 0.200000 \n", "\n", - "[1472 rows x 24 columns]" + "[1644 rows x 24 columns]" ] }, - "execution_count": 31, + "execution_count": 2, "metadata": {}, "output_type": "execute_result" } @@ -1012,18 +1025,253 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 54, + "metadata": {}, + "outputs": [], + "source": [ + "#for f in df.filename:\n", + "# print(f)\n", + "# print(gpd.read_file(prefix+f))" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n", + " | OBJECTID | \n", + "SN | \n", + "Date_ | \n", + "Digitiser | \n", + "Scale | \n", + "SourceFile | \n", + "Year_ | \n", + "Month_ | \n", + "Day_ | \n", + "DSAS_NZDAT | \n", + "CPS | \n", + "Proxy | \n", + "Notes | \n", + "geometry | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "4 | \n", + "1 | \n", + "None | \n", + "LINESTRING Z (1635167.822 6067858.364 0.000, 1635170.203 6067864.184 0.000, 1635172.849 6067866.830 0.000, 1635176.288 6067877... | \n", + "
1 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "3 | \n", + "6 | \n", + "None | \n", + "LINESTRING Z (1634787.932 6067408.201 0.000, 1634797.722 6067407.407 0.000, 1634807.776 6067407.671 0.000, 1634820.211 6067410... | \n", + "
2 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "3 | \n", + "1 | \n", + "None | \n", + "LINESTRING Z (1634857.083 6067423.779 0.000, 1634858.311 6067424.076 0.000, 1634871.276 6067432.542 0.000, 1634882.124 6067438... | \n", + "
3 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "4 | \n", + "1 | \n", + "None | \n", + "LINESTRING Z (1634999.019 6067552.348 0.000, 1635003.039 6067556.368 0.000, 1635011.770 6067567.480 0.000, 1635016.003 6067571... | \n", + "
4 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "3 | \n", + "1 | \n", + "None | \n", + "LINESTRING Z (1635039.022 6067609.284 0.000, 1635043.520 6067615.899 0.000, 1635049.870 6067626.218 0.000, 1635055.162 6067634... | \n", + "
5 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "4 | \n", + "1 | \n", + "None | \n", + "LINESTRING Z (1635065.480 6067651.618 0.000, 1635080.826 6067682.574 0.000, 1635090.351 6067700.301 0.000, 1635093.791 6067708... | \n", + "
6 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "3 | \n", + "1 | \n", + "None | \n", + "LINESTRING Z (1635122.101 6067768.564 0.000, 1635124.747 6067776.501 0.000, 1635126.335 6067781.528 0.000, 1635128.981 6067788... | \n", + "
7 | \n", + "2754 | \n", + "SN05743 | \n", + "19800509 | \n", + "MDIC | \n", + "1000 | \n", + "SN05743_19800509_MD | \n", + "1980 | \n", + "05 | \n", + "09 | \n", + "09/05/1980 | \n", + "3 | \n", + "1 | \n", + "None | \n", + "LINESTRING Z (1635233.145 6067966.843 0.000, 1635233.332 6067969.277 0.000, 1635232.486 6067976.051 0.000, 1635234.814 6067981... | \n", + "
\n", + " | Id | \n", + "Region | \n", + "Site | \n", + "Date | \n", + "DSASDate | \n", + "Digitiser | \n", + "Scale | \n", + "Notes | \n", + "Source | \n", + "CPS | \n", + "Proxy | \n", + "Photoscale | \n", + "Georef_ER | \n", + "Pixel_Er | \n", + "Total_UNCY | \n", + "filename | \n", + "ID | \n", + "Dig_ER | \n", + "DATE_ | \n", + "DSASdate | \n", + "Length | \n", + "Date_ | \n", + "Scale_1 | \n", + "OBJECTID | \n", + "YEAR_ | \n", + "SURVEY | \n", + "RUN | \n", + "COASTAL_SE | \n", + "Shape__Len | \n", + "SN | \n", + "DSASDate_1 | \n", + "DSASDate_2 | \n", + "DSASDate_3 | \n", + "DSASDate_4 | \n", + "DSASDate_5 | \n", + "DSASDate_6 | \n", + "DSASDate_7 | \n", + "DSASDate_8 | \n", + "DSASDate_9 | \n", + "OBJECTID_1 | \n", + "SourceFile | \n", + "Year_ | \n", + "Month_ | \n", + "Day_ | \n", + "Date2 | \n", + "Shape_Leng | \n", + "Shape_Le_1 | \n", + "DSAS_NZDAT | \n", + "UNCY | \n", + "geometry | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
7873 | \n", + "0 | \n", + "Waikato | \n", + "HotWaterBeach | \n", + "2019-02-04 | \n", + "04/02/2019 | \n", + "AF | \n", + "1000 | \n", + "hard to determine which line to draw | \n", + "LSD | \n", + "4 | \n", + "1 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "Retrolens/Waikato/HotWaterBeach/Shorelines/HotWaterBeach_04FEB2019.shp | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "LINESTRING (175.82341 -36.88833, 175.82350 -36.88839, 175.82355 -36.88843, 175.82362 -36.88845, 175.82368 -36.88843, 175.82376... | \n", + "
\n", + " | Id | \n", + "Region | \n", + "Site | \n", + "Date | \n", + "DSASDate | \n", + "Digitiser | \n", + "Scale | \n", + "Notes | \n", + "Source | \n", + "CPS | \n", + "Proxy | \n", + "Photoscale | \n", + "Georef_ER | \n", + "Pixel_Er | \n", + "Total_UNCY | \n", + "filename | \n", + "ID | \n", + "Dig_ER | \n", + "DATE_ | \n", + "DSASdate | \n", + "Length | \n", + "Date_ | \n", + "Scale_1 | \n", + "OBJECTID | \n", + "YEAR_ | \n", + "SURVEY | \n", + "RUN | \n", + "COASTAL_SE | \n", + "Shape__Len | \n", + "SN | \n", + "DSASDate_1 | \n", + "DSASDate_2 | \n", + "DSASDate_3 | \n", + "DSASDate_4 | \n", + "DSASDate_5 | \n", + "DSASDate_6 | \n", + "DSASDate_7 | \n", + "DSASDate_8 | \n", + "DSASDate_9 | \n", + "OBJECTID_1 | \n", + "SourceFile | \n", + "Year_ | \n", + "Month_ | \n", + "Day_ | \n", + "Date2 | \n", + "Shape_Leng | \n", + "Shape_Le_1 | \n", + "DSAS_NZDAT | \n", + "UNCY | \n", + "geometry | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
1037 | \n", + "0 | \n", + "Bay of Plenty | \n", + "MtMaunganui | \n", + "2023-03-15 | \n", + "15/03/2023 | \n", + "ER | \n", + "1000 | \n", + "None | \n", + "3 | \n", + "None | \n", + "1 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "Gabrielle/Shorelines/BayofPlenty/Papamoa/BOPLINZ_MtMaunganui_15MAR2023.shp | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "LINESTRING (176.18202 -37.63273, 176.18185 -37.63270, 176.18170 -37.63272, 176.18153 -37.63269, 176.18128 -37.63262, 176.18090... | \n", + "
1038 | \n", + "0 | \n", + "Bay of Plenty | \n", + "MtMaunganui | \n", + "2023-03-15 | \n", + "15/03/2023 | \n", + "ER | \n", + "1000 | \n", + "None | \n", + "1 | \n", + "None | \n", + "7 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "Gabrielle/Shorelines/BayofPlenty/Papamoa/BOPLINZ_MtMaunganui_15MAR2023.shp | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "LINESTRING (176.17773 -37.63140, 176.17749 -37.63127, 176.17748 -37.63123, 176.17747 -37.63113, 176.17742 -37.63107, 176.17735... | \n", + "
1039 | \n", + "0 | \n", + "Bay of Plenty | \n", + "MtMaunganui | \n", + "2023-03-15 | \n", + "15/03/2023 | \n", + "ER | \n", + "1000 | \n", + "None | \n", + "3 | \n", + "None | \n", + "1 | \n", + "NaN | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "Gabrielle/Shorelines/BayofPlenty/Papamoa/BOPLINZ_MtMaunganui_15MAR2023.shp | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "None | \n", + "None | \n", + "None | \n", + "NaN | \n", + "NaN | \n", + "None | \n", + "NaN | \n", + "LINESTRING (176.17733 -37.63076, 176.17725 -37.63070, 176.17721 -37.63058, 176.17704 -37.63030, 176.17697 -37.63017, 176.17693... | \n", + "