diff --git a/Uncertainty.ipynb b/Uncertainty.ipynb index 2fb5ece..a2d6175 100644 --- a/Uncertainty.ipynb +++ b/Uncertainty.ipynb @@ -2,13 +2,13 @@ "cells": [ { "cell_type": "code", - "execution_count": 40, + "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/html": [ - "
✔️ 47.4 ms (2024-04-10T10:43:17/2024-04-10T10:43:17)" + "
✔️ 364 ms (2024-04-15T09:27:27/2024-04-15T09:27:28)" ], "text/plain": [ "
1859 rows × 25 columns
\n", + "1851 rows × 25 columns
\n", "" ], "text/plain": [ - " filename \\\n", - "0 Retrolens/Northland/NinetyMile1/Shorelines/NinetyMile1_31JAN1985.shp \n", - "1 MaxarImagery/HighFreq/Tasman/PortPuponga/Shorelines/PortPuponga_25APR2014.shp \n", - "2 Retrolens/Northland/NorthHeadKaipara/Shorelines/NorthHeadKaipara_09FEB1982.shp \n", - "3 Retrolens/Northland/CapeReinga/Shorelines/CapeReinga_24DEC2021.shp \n", - "4 Retrolens/Northland/CapeReinga/Shorelines/CapeReinga_12APR2023.shp \n", - "... ... \n", - "1914 Retrolens/Manawatu/WhangaehuRiver/Shorelines/WhangaehuRiver_30AUG1942.shp \n", - "1915 Retrolens/Manawatu/WhangaehuRiver/Shorelines/WhangaehuRiver_4FEB1982.shp \n", - "1916 MaxarImagery/HighFreq/Otago/Aramoana/Shorelines/Aramoana_29JUNE2004.shp \n", - "1917 Retrolens/Tasman/MoutereSpit/Shorelines/MoutereSpit_19MAY1958.shp \n", - "1918 Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp \n", + " filename \\\n", + "0 Retrolens/Northland/HelenaBay/Shorelines/HelenaBay_12DEC1985.shp \n", + "1 Retrolens/Northland/HelenaBay/Shorelines/HelenaBay_03JAN1978.shp \n", + "2 Retrolens/Northland/Owhata/Shorelines/Owhata_06NOV1942.shp \n", + "3 MaxarImagery/HighFreq/Manawatu-Whanganui/WhanganuiSouth/Shorelines/WhanganuiSouth_14APR2006.shp \n", + "4 MaxarImagery/HighFreq/Southland/ColacBay/Shorelines/ColacBay_13MAR2020.shp \n", + "... ... \n", + "1903 Retrolens/Auckland/Omaha/Shorelines/Omaha_02MAY1996.shp \n", + "1904 Retrolens/Auckland/Omaha/Shorelines/Omaha_02SEP1982.shp \n", + "1905 Retrolens/Auckland/Omaha/Shorelines/Omaha_05DEC1973.shp \n", + "1906 Retrolens/Auckland/OmanaBeach/Shorelines/OmanaBeach_29DEC1939.shp \n", + "1907 Retrolens/Wellington/PukeruaBay/Shorelines/PukeruaBay_20SEP1980.shp \n", "\n", - " matched_image \\\n", - "0 Retrolens/Northland/NinetyMile1/Stack/NinetyMile1_31JAN1985.tif \n", - "1 MaxarImagery/HighFreq/Tasman/PortPuponga/Imagery/Stack/PortPuponga_25APR2014.tif \n", - "2 Retrolens/Northland/NorthHeadKaipara/Stack/NorthHeadKaipara_09FEB1982.tif \n", - "3 MaxarImagery/HighFreq/Northland/CapeReinga/Stack/CapeReinga_24DEC2021.tif \n", - "4 MaxarImagery/HighFreq/Northland/CapeReinga/Stack/CapeReinga_12APR2023.tif \n", - "... ... \n", - "1914 Retrolens/Manawatu/WhangaehuRiver/Stack/WhangaehuRiver_30AUG1942_mosaic.jp2 \n", - "1915 Retrolens/Manawatu/WhangaehuRiver/Stack/WhangaehuRiver_4FEB1982_mosaic.jp2 \n", - "1916 MaxarImagery/HighFreq/Otago/Aramoana/Imagery/Stack/Aramoana_29JUNE2004.tif \n", - "1917 Retrolens/Tasman/MoutereSpit/Stack/MoutereSpit_19MAY1958_mosaic.jp2 \n", - "1918 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2 \n", + " matched_image \\\n", + "0 Retrolens/Northland/HelenaBay/Stack/HelenaBay_12DEC1985.tif \n", + "1 Retrolens/Northland/HelenaBay/Stack/HelenaBay_03JAN1978.tif \n", + "2 Retrolens/Northland/Owhata/Stack/Owhata_06NOV1942_mosaic.jp2 \n", + "3 MaxarImagery/HighFreq/Manawatu-Whanganui/WhanganuiSouth/Imagery/Stack/WhanganuiSouth_14APR2006.tif \n", + "4 MaxarImagery/HighFreq/Southland/ColacBay/Imagery/Stack/ColacBay_13MAR2020.tif \n", + "... ... \n", + "1903 Retrolens/Auckland/Omaha/Stack/Omaha_02MAY1996.jp2 \n", + "1904 Retrolens/Auckland/Omaha/Stack/Omaha_02SEP1982.jpg \n", + "1905 Retrolens/Auckland/Omaha/Stack/Omaha_05DEC1973.jp2 \n", + "1906 Retrolens/Auckland/OmanaBeach/Stack/OmanaBeach_29DEC1939.jp2 \n", + "1907 Retrolens/Wellington/PukeruaBay/Stack/PukeruaBay_20SEP1980_mosaic.jp2 \n", "\n", " match_score Source n_lines CPS Photoscale Pixel_Er driver \\\n", - "0 100.0 RL 43 True True True GTiff \n", - "1 100.0 MAX 2 True True True GTiff \n", - "2 100.0 RL 6 True True True GTiff \n", - "3 100.0 MAX 5 True True True GTiff \n", - "4 100.0 LDS 4 True True True GTiff \n", + "0 100.0 RL 47 True True True GTiff \n", + "1 100.0 RL 17 True True True GTiff \n", + "2 100.0 RL 10 True True True JP2OpenJPEG \n", + "3 100.0 MAX 1 True True True GTiff \n", + "4 100.0 MAX 7 True True True GTiff \n", "... ... ... ... ... ... ... ... \n", - "1914 100.0 RL 2 True True True JP2OpenJPEG \n", - "1915 100.0 RL 2 True True True JP2OpenJPEG \n", - "1916 100.0 Max 8 True True True GTiff \n", - "1917 100.0 RL 3 True True True JP2OpenJPEG \n", - "1918 100.0 RLN 5 True True True JP2OpenJPEG \n", + "1903 100.0 RL 1 True True True JP2OpenJPEG \n", + "1904 100.0 RL 1 True True True JPEG \n", + "1905 100.0 RL 3 True True True JP2OpenJPEG \n", + "1906 100.0 RL 6 True True True JP2OpenJPEG \n", + "1907 100.0 RLN 5 True True True JP2OpenJPEG \n", "\n", " dtype nodata width height count \\\n", - "0 uint16 65535.0 24007 30409 1 \n", - "1 uint8 NaN 9481 13333 3 \n", - "2 uint8 255.0 62963 39175 1 \n", - "3 uint16 256.0 11051 3926 4 \n", - "4 uint16 256.0 5626 3711 3 \n", + "0 uint16 65535.0 36732 44101 1 \n", + "1 uint16 65535.0 34088 33193 3 \n", + "2 uint16 256.0 10940 6417 3 \n", + "3 uint8 NaN 7611 5001 3 \n", + "4 uint8 NaN 13572 7762 3 \n", "... ... ... ... ... ... \n", - "1914 uint16 256.0 15536 19362 3 \n", - "1915 uint16 256.0 6270 7842 3 \n", - "1916 uint8 NaN 7173 5399 3 \n", - "1917 uint16 256.0 1416 3769 3 \n", - "1918 uint16 256.0 21195 17559 1 \n", + "1903 uint8 NaN 1694 2907 3 \n", + "1904 uint8 NaN 3511 6047 3 \n", + "1905 uint8 NaN 5192 9964 3 \n", + "1906 uint8 NaN 10191 7484 1 \n", + "1907 uint16 256.0 21195 17559 1 \n", "\n", " crs \\\n", "0 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "1 NaN \n", + "1 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "2 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "3 NaN \n", - "4 NaN \n", + "4 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "... ... \n", - "1914 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "1915 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "1916 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "1917 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "1918 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", + "1903 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", + "1904 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", + "1905 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", + "1906 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", + "1907 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", "\n", " transform \\\n", - "0 | 0.63, 0.00, 1576131.61|\\n| 0.00,-0.63, 6180150.52|\\n| 0.00, 0.00, 1.00| \n", - "1 | 0.50, 0.00, 1573134.81|\\n| 0.00,-0.50, 5513988.75|\\n| 0.00, 0.00, 1.00| \n", - "2 | 0.36, 0.00, 1685314.48|\\n| 0.00,-0.36, 5993107.46|\\n| 0.00, 0.00, 1.00| \n", - "3 | 0.50, 0.00, 1593745.28|\\n| 0.00,-0.50, 6192128.37|\\n| 0.00, 0.00, 1.00| \n", - "4 | 0.50, 0.00, 1571484.42|\\n| 0.00,-0.50, 6190730.60|\\n| 0.00, 0.00, 1.00| \n", + "0 | 0.26, 0.00, 1720090.68|\\n| 0.00,-0.26, 6088098.48|\\n| 0.00, 0.00, 1.00| \n", + "1 | 0.28, 0.00, 1720090.56|\\n| 0.00,-0.28, 6085896.33|\\n| 0.00, 0.00, 1.00| \n", + "2 | 0.50, 0.00, 1613262.88|\\n| 0.00,-0.50, 6095555.07|\\n| 0.00, 0.00, 1.00| \n", + "3 | 0.60, 0.00, 1769067.07|\\n| 0.00,-0.60, 5576211.82|\\n| 0.00, 0.00, 1.00| \n", + "4 | 0.50, 0.00, 1205815.50|\\n| 0.00,-0.50, 4854130.00|\\n| 0.00, 0.00, 1.00| \n", "... ... \n", - "1914 | 0.50, 0.00, 1775206.09|\\n| 0.00,-0.50, 5571000.70|\\n| 0.00, 0.00, 1.00| \n", - "1915 | 1.30, 0.00, 1774943.07|\\n| 0.00,-1.30, 5571274.87|\\n| 0.00, 0.00, 1.00| \n", - "1916 | 0.60, 0.00, 1418391.33|\\n| 0.00,-0.60, 4930131.53|\\n| 0.00, 0.00, 1.00| \n", - "1917 | 1.23, 0.00, 1601525.79|\\n| 0.00,-1.23, 5450485.41|\\n| 0.00, 0.00, 1.00| \n", - "1918 | 0.36, 0.00, 1754511.31|\\n| 0.00,-0.36, 5459437.47|\\n| 0.00, 0.00, 1.00| \n", + "1903 | 1.54, 0.00, 1758940.54|\\n| 0.00,-1.54, 5979559.31|\\n| 0.00, 0.00, 1.00| \n", + "1904 | 0.73, 0.00, 1758988.90|\\n| 0.00,-0.73, 5979563.54|\\n| 0.00, 0.00, 1.00| \n", + "1905 | 0.43, 0.00, 1759049.35|\\n| 0.00,-0.43, 5979449.09|\\n| 0.00, 0.00, 1.00| \n", + "1906 | 0.50, 0.00, 1779953.39|\\n| 0.00,-0.50, 5917194.51|\\n| 0.00, 0.00, 1.00| \n", + "1907 | 0.36, 0.00, 1754511.31|\\n| 0.00,-0.36, 5459437.47|\\n| 0.00, 0.00, 1.00| \n", "\n", " blockxsize blockysize tiled compress interleave GCPs \\\n", "0 128.0 128 True lzw band 0 \n", - "1 128.0 128 True lzw pixel 4 \n", - "2 128.0 128 True lzw band 0 \n", - "3 128.0 128 True NaN pixel 6 \n", - "4 128.0 128 True NaN pixel 5 \n", + "1 128.0 128 True lzw pixel 0 \n", + "2 1024.0 1024 True NaN pixel 0 \n", + "3 128.0 128 True lzw pixel 3 \n", + "4 128.0 128 True lzw pixel 0 \n", "... ... ... ... ... ... ... \n", - "1914 1024.0 1024 True NaN pixel 0 \n", - "1915 1024.0 1024 True NaN pixel 0 \n", - "1916 128.0 128 True lzw pixel 0 \n", - "1917 1024.0 1024 True NaN pixel 0 \n", - "1918 1024.0 1024 True NaN NaN 0 \n", + "1903 1024.0 1024 True NaN pixel 0 \n", + "1904 NaN 1 False jpeg pixel 0 \n", + "1905 1024.0 1024 True NaN pixel 0 \n", + "1906 1024.0 1024 True NaN NaN 0 \n", + "1907 1024.0 1024 True NaN NaN 0 \n", "\n", " res photometric Pixel_ER \n", - "0 (0.6331355511999924, 0.6331355511999924) NaN 0.633136 \n", - "1 (0.5, 0.5) NaN 0.500000 \n", - "2 (0.35828864559998, 0.35828864559998) NaN 0.358289 \n", - "3 (0.5, 0.5) NaN 0.500000 \n", + "0 (0.2642734532999967, 0.2642734532999967) NaN 0.264273 \n", + "1 (0.2847753962000008, 0.2847753962000008) NaN 0.284775 \n", + "2 (0.5027236098370393, 0.5027236098370481) NaN 0.502724 \n", + "3 (0.6000000000000122, 0.5999999999999255) NaN 0.600000 \n", "4 (0.5, 0.5) NaN 0.500000 \n", "... ... ... ... \n", - "1914 (0.5, 0.5) NaN 0.500000 \n", - "1915 (1.3, 1.2999999999999525) NaN 1.300000 \n", - "1916 (0.6000000000000065, 0.600000000000069) NaN 0.600000 \n", - "1917 (1.2343198958337753, 1.2343198958338077) NaN 1.234320 \n", - "1918 (0.3558878208761918, 0.35588782087619325) NaN 0.355888 \n", + "1903 (1.5437142739117524, 1.5437142739116012) NaN 1.543714 \n", + "1904 (0.7330681326, 0.7330681326) ycbcr 0.733068 \n", + "1905 (0.4326914205798486, 0.43269142057987425) NaN 0.432691 \n", + "1906 (0.5, 0.5) NaN 0.500000 \n", + "1907 (0.3558878208761918, 0.35588782087619325) NaN 0.355888 \n", "\n", - "[1859 rows x 25 columns]" + "[1851 rows x 25 columns]" ] }, - "execution_count": 40, + "execution_count": 1, "metadata": {}, "output_type": "execute_result" } @@ -536,13 +528,13 @@ }, { "cell_type": "code", - "execution_count": 41, + "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "text/html": [ - "✔️ 49.3 ms (2024-04-10T10:43:17/2024-04-10T10:43:17)" + "
✔️ 56.5 ms (2024-04-15T09:27:28/2024-04-15T09:27:28)" ], "text/plain": [ "
2582 rows × 30 columns
\n", - "" - ], - "text/plain": [ - " filename \\\n", - "0 Retrolens/Northland/NinetyMile1/Shorelines/NinetyMile1_31JAN1985.shp \n", - "1 MaxarImagery/HighFreq/Tasman/PortPuponga/Shorelines/PortPuponga_25APR2014.shp \n", - "2 Retrolens/Northland/NorthHeadKaipara/Shorelines/NorthHeadKaipara_09FEB1982.shp \n", - "3 Retrolens/Northland/CapeReinga/Shorelines/CapeReinga_24DEC2021.shp \n", - "4 Retrolens/Northland/CapeReinga/Shorelines/CapeReinga_12APR2023.shp \n", - ".. ... \n", - "189 Retrolens/Waikato/TeMataBay/Shorelines/TeMataBay_09FEB1971.shp \n", - "190 Retrolens/Waikato/Aotea/Shorelines/Aotea_12SEP1961.shp \n", - "191 Retrolens/Waikato/Pauanui_Tairua/Shorelines/Pauanui_Tairua_09FEB1971.shp \n", - "192 Retrolens/Waikato/PortWaikato/Shorelines/PortWaikato_29MAR2012.shp \n", - "193 Retrolens/Waikato/Mokau/Shorelines/Mokau_12JAN2013.shp \n", - "\n", - " matched_image \\\n", - "0 Retrolens/Northland/NinetyMile1/Stack/NinetyMile1_31JAN1985.tif \n", - "1 MaxarImagery/HighFreq/Tasman/PortPuponga/Imagery/Stack/PortPuponga_25APR2014.tif \n", - "2 Retrolens/Northland/NorthHeadKaipara/Stack/NorthHeadKaipara_09FEB1982.tif \n", - "3 MaxarImagery/HighFreq/Northland/CapeReinga/Stack/CapeReinga_24DEC2021.tif \n", - "4 MaxarImagery/HighFreq/Northland/CapeReinga/Stack/CapeReinga_12APR2023.tif \n", - ".. ... \n", - "189 Retrolens/Northland/MataiBay/Stack/MataiBay_11FEB1971.tif \n", - "190 Retrolens/Auckland/Orewa/Stack/Orewa_12SEP1961.jp2 \n", - "191 MaxarImagery/HighFreq/Waikato/Pauanui_Tairua/Imagery/Stack/Pauanui_Tairua_09FEB2019.tif \n", - "192 MaxarImagery/HighFreq/Waikato/PortWaikato/Imagery/Stack/PortWaikato_09MAR2016.tif \n", - "193 MaxarImagery/HighFreq/Waikato/Mokau/Imagery/Stack/Mokau_11JAN2013.tif \n", - "\n", - " match_score Source n_lines CPS Photoscale Pixel_Er driver dtype \\\n", - "0 100.000000 RL 43.0 True True True GTiff uint16 \n", - "1 100.000000 MAX 2.0 True True True GTiff uint8 \n", - "2 100.000000 RL 6.0 True True True GTiff uint8 \n", - "3 100.000000 MAX 5.0 True True True GTiff uint16 \n", - "4 100.000000 LDS 4.0 True True True GTiff uint16 \n", - ".. ... ... ... ... ... ... ... ... \n", - "189 82.352941 RL 3.0 OK False False NaN NaN \n", - "190 85.714286 RL 1.0 OK False False NaN NaN \n", - "191 90.476190 RL 4.0 OK False False NaN NaN \n", - "192 92.307692 RL 1.0 OK False False NaN NaN \n", - "193 92.857143 RL 1.0 OK False False NaN NaN \n", - "\n", - " nodata width height count \\\n", - "0 65535.0 24007.0 30409.0 1.0 \n", - "1 NaN 9481.0 13333.0 3.0 \n", - "2 255.0 62963.0 39175.0 1.0 \n", - "3 256.0 11051.0 3926.0 4.0 \n", - "4 256.0 5626.0 3711.0 3.0 \n", - ".. ... ... ... ... \n", - "189 NaN NaN NaN NaN \n", - "190 NaN NaN NaN NaN \n", - "191 NaN NaN NaN NaN \n", - "192 NaN NaN NaN NaN \n", - "193 NaN NaN NaN NaN \n", - "\n", - " crs \\\n", - "0 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "1 NaN \n", - "2 PROJCS[\"NZGD2000 / New Zealand Transverse Mercator 2000\",GEOGCS[\"NZGD2000\",DATUM[\"New_Zealand_Geodetic_Datum_2000\",SPHEROID[\"G... \n", - "3 NaN \n", - "4 NaN \n", - ".. ... \n", - "189 NaN \n", - "190 NaN \n", - "191 NaN \n", - "192 NaN \n", - "193 NaN \n", - "\n", - " transform \\\n", - "0 | 0.63, 0.00, 1576131.61|\\n| 0.00,-0.63, 6180150.52|\\n| 0.00, 0.00, 1.00| \n", - "1 | 0.50, 0.00, 1573134.81|\\n| 0.00,-0.50, 5513988.75|\\n| 0.00, 0.00, 1.00| \n", - "2 | 0.36, 0.00, 1685314.48|\\n| 0.00,-0.36, 5993107.46|\\n| 0.00, 0.00, 1.00| \n", - "3 | 0.50, 0.00, 1593745.28|\\n| 0.00,-0.50, 6192128.37|\\n| 0.00, 0.00, 1.00| \n", - "4 | 0.50, 0.00, 1571484.42|\\n| 0.00,-0.50, 6190730.60|\\n| 0.00, 0.00, 1.00| \n", - ".. ... \n", - "189 NaN \n", - "190 NaN \n", - "191 NaN \n", - "192 NaN \n", - "193 NaN \n", - "\n", - " blockxsize blockysize tiled compress interleave GCPs \\\n", - "0 128.0 128.0 True lzw band 0.0 \n", - "1 128.0 128.0 True lzw pixel 4.0 \n", - "2 128.0 128.0 True lzw band 0.0 \n", - "3 128.0 128.0 True NaN pixel 6.0 \n", - "4 128.0 128.0 True NaN pixel 5.0 \n", - ".. ... ... ... ... ... ... \n", - "189 NaN NaN NaN NaN NaN NaN \n", - "190 NaN NaN NaN NaN NaN NaN \n", - "191 NaN NaN NaN NaN NaN NaN \n", - "192 NaN NaN NaN NaN NaN NaN \n", - "193 NaN NaN NaN NaN NaN NaN \n", - "\n", - " res photometric Pixel_ER \\\n", - "0 (0.6331355511999924, 0.6331355511999924) NaN 0.633136 \n", - "1 (0.5, 0.5) NaN 0.500000 \n", - "2 (0.35828864559998, 0.35828864559998) NaN 0.358289 \n", - "3 (0.5, 0.5) NaN 0.500000 \n", - "4 (0.5, 0.5) NaN 0.500000 \n", - ".. ... ... ... \n", - "189 NaN NaN 0.400000 \n", - "190 NaN NaN 0.600000 \n", - "191 NaN NaN 0.400000 \n", - "192 NaN NaN 0.539617 \n", - "193 NaN NaN 1.000000 \n", - "\n", - " matched_index_tiles date DSASDate matched_date matched_date_col \n", - "0 NaN NaN NaN NaN NaN \n", - "1 NaN NaN NaN NaN NaN \n", - "2 NaN NaN NaN NaN NaN \n", - "3 NaN NaN NaN NaN NaN \n", - "4 NaN NaN NaN NaN NaN \n", - ".. ... ... ... ... ... \n", - "189 NaN NaN NaN NaN NaN \n", - "190 NaN NaN NaN NaN NaN \n", - "191 NaN NaN NaN NaN NaN \n", - "192 NaN NaN NaN NaN NaN \n", - "193 NaN NaN NaN NaN NaN \n", - "\n", - "[2582 rows x 30 columns]" - ] - }, - "execution_count": 41, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "files = [\"LDS_matches.csv\", \"WRAPS.csv\", \"RL_Waikato.csv\"]\n", - "dfs = [df]\n", - "for f in files:\n", - " dfs.append(pd.read_csv(f\"{prefix}/Nick/{f}\"))\n", - "df = pd.concat(dfs)\n", - "df" - ] - }, - { - "cell_type": "code", - "execution_count": 42, - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "✔️ 1.68 ms (2024-04-10T10:43:18/2024-04-10T10:43:18)" - ], - "text/plain": [ - "
✔️ 13.4 ms (2024-04-10T10:43:19/2024-04-10T10:43:19)" - ], - "text/plain": [ - "
\n", - " | filename | \n", - "matched_image | \n", - "match_score | \n", - "Source | \n", - "n_lines | \n", - "CPS | \n", - "Photoscale | \n", - "Pixel_Er | \n", - "driver | \n", - "dtype | \n", - "nodata | \n", - "width | \n", - "height | \n", - "count | \n", - "crs | \n", - "transform | \n", - "blockxsize | \n", - "blockysize | \n", - "tiled | \n", - "compress | \n", - "interleave | \n", - "GCPs | \n", - "res | \n", - "photometric | \n", - "Pixel_ER | \n", - "matched_index_tiles | \n", - "date | \n", - "DSASDate | \n", - "matched_date | \n", - "matched_date_col | \n", - "
---|
✔️ 52.9 ms (2024-04-10T10:31:42/2024-04-10T10:31:42)" - ], - "text/plain": [ - "
\n", - " | Id | \n", - "Region | \n", - "Site | \n", - "Date | \n", - "DSASDate | \n", - "Digitiser | \n", - "Scale | \n", - "Notes | \n", - "Source | \n", - "Proxy | \n", - "CPS | \n", - "Photoscale | \n", - "Georef_ER | \n", - "Pixel_Er | \n", - "Total_UNCY | \n", - "geometry | \n", - "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", - "0 | \n", - "Otago | \n", - "Warrington | \n", - "1985-02-16 | \n", - "16/02/1985 | \n", - "MT | \n", - "1500 | \n", - "None | \n", - "RL | \n", - "1 | \n", - "4 | \n", - "25000 | \n", - "4.2 | \n", - "0.723334 | \n", - "4.737944 | \n", - "LINESTRING (1413264.406 4933464.100, 1413254.088 4933451.400, 1413236.228 4933437.510, 1413232.260 4933426.000, 1413232.656 49... | \n", - "
1 | \n", - "0 | \n", - "Otago | \n", - "Warrington | \n", - "1985-02-16 | \n", - "16/02/1985 | \n", - "MT | \n", - "1500 | \n", - "None | \n", - "RL | \n", - "1 | \n", - "1 | \n", - "25000 | \n", - "4.2 | \n", - "0.723334 | \n", - "4.283470 | \n", - "LINESTRING (1412842.792 4932608.145, 1412851.523 4932610.262, 1412863.694 4932612.908, 1412872.690 4932613.172, 1412883.538 49... | \n", - "
2 | \n", - "0 | \n", - "Otago | \n", - "Warrington | \n", - "1985-02-16 | \n", - "16/02/1985 | \n", - "MT | \n", - "1500 | \n", - "None | \n", - "RL | \n", - "1 | \n", - "1 | \n", - "0 | \n", - "None | \n", - "0.723334 | \n", - "0.000000 | \n", - "LINESTRING (1413198.932 4933995.239, 1413199.461 4934052.389, 1413198.932 4934103.718, 1413193.640 4934164.044, 1413189.407 49... | \n", - "
3 | \n", - "0 | \n", - "Otago | \n", - "Warrington | \n", - "1985-02-16 | \n", - "16/02/1985 | \n", - "MT | \n", - "1500 | \n", - "None | \n", - "RL | \n", - "1 | \n", - "4 | \n", - "0 | \n", - "None | \n", - "0.723334 | \n", - "0.000000 | \n", - "LINESTRING (1413255.123 4933659.614, 1413247.979 4933673.108, 1413233.295 4933682.236, 1413213.451 4933688.983) | \n", - "
4 | \n", - "0 | \n", - "Otago | \n", - "Warrington | \n", - "1985-02-16 | \n", - "16/02/1985 | \n", - "MT | \n", - "1500 | \n", - "None | \n", - "RL | \n", - "1 | \n", - "4 | \n", - "0 | \n", - "None | \n", - "0.723334 | \n", - "0.000000 | \n", - "LINESTRING (1413201.148 4933744.149, 1413192.813 4933761.215, 1413171.779 4933778.677, 1413155.507 4933789.393, 1413140.822 49... | \n", - "
5 | \n", - "0 | \n", - "Otago | \n", - "Warrington | \n", - "1985-02-16 | \n", - "16/02/1985 | \n", - "MT | \n", - "1500 | \n", - "None | \n", - "RL | \n", - "1 | \n", - "4 | \n", - "0 | \n", - "None | \n", - "0.723334 | \n", - "0.000000 | \n", - "LINESTRING (1413176.938 4933894.168, 1413189.638 4933926.315, 1413196.385 4933961.240, 1413198.932 4933995.239) | \n", - "
2591 rows × 30 columns
\n", "✔️ 897 µs (2024-04-15T09:27:28/2024-04-15T09:27:28)" + ], + "text/plain": [ + "
✔️ 1.81 s (2024-04-10T10:37:31/2024-04-10T10:37:33)" + "
⌛ 471 ns (2024-04-15T09:27:28)" ], "text/plain": [ "
✔️ 1 min 22 s (2024-04-10T10:37:44/2024-04-10T10:39:06)" + "
✔️ 1 min 9 s (2024-04-15T09:33:20/2024-04-15T09:34:29)" ], "text/plain": [ "
✔️ 15.5 s (2024-04-10T10:44:16/2024-04-10T10:44:32)" + "
✔️ 15.3 s (2024-04-15T09:34:29/2024-04-15T09:34:44)" ], "text/plain": [ "
✔️ 7.27 ms (2024-04-10T10:39:22/2024-04-10T10:39:22)" + "
✔️ 7.05 ms (2024-04-15T09:34:44/2024-04-15T09:34:44)" ], "text/plain": [ "
✔️ 14.6 ms (2024-04-10T10:39:22/2024-04-10T10:39:22)" + "
✔️ 14.3 ms (2024-04-15T09:34:45/2024-04-15T09:34:45)" ], "text/plain": [ "
✔️ 4.69 ms (2024-04-10T10:39:22/2024-04-10T10:39:22)" + "
✔️ 4.3 ms (2024-04-15T09:34:45/2024-04-15T09:34:45)" ], "text/plain": [ "
✔️ 65.1 ms (2024-04-10T10:39:22/2024-04-10T10:39:22)" + "
✔️ 606 ms (2024-04-15T09:34:45/2024-04-15T09:34:45)" ], "text/plain": [ "
✔️ 13.6 ms (2024-04-10T10:42:34/2024-04-10T10:42:34)" + "
✔️ 25.7 ms (2024-04-15T09:34:46/2024-04-15T09:34:46)" ], "text/plain": [ "
✔️ 28.1 ms (2024-04-10T10:42:39/2024-04-10T10:42:39)" + "
✔️ 24.8 ms (2024-04-15T09:34:46/2024-04-15T09:34:46)" ], "text/plain": [ "
✔️ 544 ms (2024-04-09T17:13:16/2024-04-09T17:13:17)" + "
✔️ 476 ms (2024-04-15T09:34:46/2024-04-15T09:34:46)" ], "text/plain": [ "