From be6f9412fd0214436d81a58579b8e46629d511d8 Mon Sep 17 00:00:00 2001 From: Alice Fage Date: Fri, 18 Aug 2023 11:08:41 +1200 Subject: [PATCH 1/2] wip: publish-copy for elevation --- tools/data/elevation-18-08-23.csv | 135 ++++++++++++++++++ ...generate-argo-cli-commands-elevation-pc.py | 114 +++++++++++++++ workflows/imagery/publish-copy-wf.yaml | 49 +++++++ 3 files changed, 298 insertions(+) create mode 100644 tools/data/elevation-18-08-23.csv create mode 100755 tools/generate-argo-cli-commands-elevation-pc.py create mode 100644 workflows/imagery/publish-copy-wf.yaml diff --git a/tools/data/elevation-18-08-23.csv b/tools/data/elevation-18-08-23.csv new file mode 100644 index 000000000..9536bf1e1 --- /dev/null +++ b/tools/data/elevation-18-08-23.csv @@ -0,0 +1,135 @@ +Status,Comments,title,licensor,producer,start-datetime,end-datetime,vertical-datum,horizontal-datum,source,target,input-scale,output-scale,description,size +,"to be transformed first, don't process yet ASC FILES",Auckland LiDAR 1m DEM (2013),Auckland Council,"""NZ Aerial Mapping;Aerial Surveys""",2013-07-13,2013-11-23,4440,2193,s3://linz-elevation-staging/lidar2/Auckland_LiDAR_(2013)/Auckland_LiDAR_1m_DEM_(2013)/,s3://linz-elevation/auckland/auckland_2013/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland region captured in 2013., +,"to be transformed first, don't process yet ASC FILES",Auckland LiDAR 1m DSM (2013),Auckland Council,"""NZ Aerial Mapping;Aerial Surveys""",2013-07-13,2013-11-23,4440,2193,s3://linz-elevation-staging/lidar2/Auckland_LiDAR_(2013)/Auckland_LiDAR_1m_DSM_(2013)/,s3://linz-elevation/auckland/auckland_2013/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland region captured in 2013., +OK,,Canterbury - Mackenzie LiDAR 1m DEM (2015),Land Information New Zealand,Aerial Surveys,2015-02-10,2015-02-11,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Mackenzie_LiDAR_(2015)/Canterbury_-_Mackenzie_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/mackenzie_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Mackenzie region captured in 2015., +OK,,Canterbury - Mackenzie LiDAR 1m DSM (2015),Land Information New Zealand,Aerial Surveys,2015-02-10,2015-02-11,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Mackenzie_LiDAR_(2015)/Canterbury_-_Mackenzie_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/mackenzie_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Mackenzie region captured in 2015., +OK,,Otago - Queenstown LiDAR 1m DEM (2016),Otago Regional Council,Aerial Surveys,2016-03-01,2016-04-21,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Queenstown_LiDAR_(2016)/Otago_-_Queenstown_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/otago/queenstown_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Queenstown region captured in 2016., +OK,,Otago - Queenstown LiDAR 1m DSM (2016),Otago Regional Council,Aerial Surveys,2016-03-01,2016-04-21,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Queenstown_LiDAR_(2016)/Otago_-_Queenstown_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/otago/queenstown_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Queenstown region captured in 2016., +,ASC FILES,Canterbury - Kaikōura LiDAR 1m DEM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Kaikoura_LiDAR_(2012)/Canterbury_-_Kaikoura_LiDAR_1m_DEM_(2012)/,s3://linz-elevation/canterbury/kaikoura_2012/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Kaikōura region captured in 2012., +,ASC FILES,Canterbury - Kaikōura LiDAR 1m DSM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Kaikoura_LiDAR_(2012)/Canterbury_-_Kaikoura_LiDAR_1m_DSM_(2012)/,s3://linz-elevation/canterbury/kaikoura_2012/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Kaikōura region captured in 2012., +,ASC FILES,Canterbury - Hawarden LiDAR 1m DEM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hawarden_LiDAR_(2015)/Canterbury_-_Hawarden_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/hawarden_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Hawarden region captured in 2015., +,ASC FILES,Canterbury - Hawarden LiDAR 1m DSM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hawarden_LiDAR_(2015)/Canterbury_-_Hawarden_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/hawarden_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Hawarden region captured in 2015., +,ASC FILES,Canterbury - Timaru Rivers LiDAR 1m DEM (2014),Environment Canterbury,Aerial Surveys,2014-07-07,2014-08-04,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Timaru_Rivers_LiDAR_(2014)/Canterbury_-_Timaru_Rivers_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/canterbury/timaru-rivers_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Timaru Rivers region captured in 2014., +,ASC FILES,Canterbury - Timaru Rivers LiDAR 1m DSM (2014),Environment Canterbury,Aerial Surveys,2014-07-07,2014-08-04,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Timaru_Rivers_LiDAR_(2014)/Canterbury_-_Timaru_Rivers_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/canterbury/timaru-rivers_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Timaru Rivers region captured in 2014., +,ASC FILES,Canterbury - Hurunui Rivers LiDAR 1m DEM (2013),Environment Canterbury,Aerial Surveys,2013-05-12,2013-05-30,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hurunui_Rivers_LiDAR_(2013)/Canterbury_-_Hurunui_Rivers_LiDAR_1m_DEM_(2013)/,s3://linz-elevation/canterbury/hurunui-rivers_2013/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Hurunui Rivers region captured in 2013., +,ASC FILES,Canterbury - Hurunui Rivers LiDAR 1m DSM (2013),Environment Canterbury,Aerial Surveys,2013-05-12,2013-05-30,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hurunui_Rivers_LiDAR_(2013)/Canterbury_-_Hurunui_Rivers_LiDAR_1m_DSM_(2013)/,s3://linz-elevation/canterbury/hurunui-rivers_2013/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Hurunui Rivers region captured in 2013., +OK,,Marlborough - Blenheim LiDAR 1m DEM (2014),Marlborough District Council,"""NZ Aerial Mapping;Aerial Surveys""",2014-02-23,2014-05-03,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_-_Blenheim_LiDAR_(2014)/Marlborough_-_Blenheim_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/marlborough/blenheim_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough - Blenheim region captured in 2014., +OK,,Marlborough - Blenheim LiDAR 1m DSM (2014),Marlborough District Council,"""NZ Aerial Mapping;Aerial Surveys""",2014-02-23,2014-05-03,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_-_Blenheim_LiDAR_(2014)/Marlborough_-_Blenheim_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/marlborough/blenheim_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough - Blenheim region captured in 2014., +OK,,Waikato - Reporoa and Upper Piako River LiDAR 1m DEM (2019),Waikato Regional Council,Aerial Surveys,2019-04-16,2019-04-17,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_(2019)/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_1m_DEM_(2019)/,s3://linz-elevation/waikato/reporoa-and-upper-piako-river_2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Reporoa and Upper Piako River region captured in 2019., +OK,,Waikato - Reporoa and Upper Piako River LiDAR 1m DSM (2019),Waikato Regional Council,Aerial Surveys,2019-04-16,2019-04-17,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_(2019)/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_1m_DSM_(2019)/,s3://linz-elevation/waikato/reporoa-and-upper-piako-river_2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Reporoa and Upper Piako River region captured in 2019., +OK,,Otago LiDAR 1m DEM (2016),Otago Regional Council,Aerial Surveys,2016-03-02,2016-04-10,7839,2193,s3://linz-elevation-staging/lidar2/Otago_LiDAR_(2016)/Otago_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/otago/otago_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago region captured in 2016., +OK,,Otago LiDAR 1m DSM (2016),Otago Regional Council,Aerial Surveys,2016-03-02,2016-04-10,7839,2193,s3://linz-elevation-staging/lidar2/Otago_LiDAR_(2016)/Otago_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/otago/otago_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago region captured in 2016., +,ASC FILES,Canterbury - Rangiora LiDAR 1m DEM (2014),Waimakariri District Council,Aerial Surveys,2014-03-14,2014-06-23,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Rangiora_LiDAR_(2014)/Canterbury_-_Rangiora_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/canterbury/rangiora_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Rangiora region captured in 2014., +,ASC FILES,Canterbury - Rangiora LiDAR 1m DSM (2014),Waimakariri District Council,Aerial Surveys,2014-03-14,2014-06-23,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Rangiora_LiDAR_(2014)/Canterbury_-_Rangiora_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/canterbury/rangiora_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Rangiora region captured in 2014., +,ASC FILES,Canterbury - Amberly LiDAR 1m DEM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Amberly_LiDAR_(2012)/Canterbury_-_Amberly_LiDAR_1m_DEM_(2012)/Gridded_DEM/,s3://linz-elevation/canterbury/amberly_2012/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Amberly region captured in 2012., +,ASC FILES,Canterbury - Amberly LiDAR 1m DSM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Amberly_LiDAR_(2012)/Canterbury_-_Amberly_LiDAR_1m_DSM_(2012)/Gridded_DSM/,s3://linz-elevation/canterbury/amberly_2012/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Amberly region captured in 2012., +,ASC FILES,Canterbury - Cheviot LiDAR 1m DEM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Cheviot_LiDAR_(2015)/Canterbury_-_Cheviot_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/cheviot_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Cheviot region captured in 2015., +,ASC FILES,Canterbury - Cheviot LiDAR 1m DSM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Cheviot_LiDAR_(2015)/Canterbury_-_Cheviot_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/cheviot_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Cheviot region captured in 2015., +,ASC FILES,Bay of Plenty - Tauranga and Coast LiDAR 1m DEM (2015),BOPLASS,Aerial Surveys,2015-01-05,2015-11-08,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_(2015)/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/bay-of-plenty/tauranga-and-coast_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty - Tauranga and Coast region captured in 2015., +,ASC FILES,Bay of Plenty - Tauranga and Coast LiDAR 1m DSM (2015),BOPLASS,Aerial Surveys,2015-01-05,2015-11-08,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_(2015)/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/bay-of-plenty/tauranga-and-coast_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty - Tauranga and Coast region captured in 2015., +OK,,Tasman - Motueka River Valley LiDAR 1m DEM (2018-2019),Tasman District Council,Aerial Surveys,2018-11-15,2019-02-13,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Motueka_River_Valley_LiDAR_(2018-2019)/Tasman_-_Motueka_River_Valley_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/tasman/motueka-river-valley_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Motueka River Valley region captured in 2018-2019., +OK,,Tasman - Motueka River Valley LiDAR 1m DSM (2018-2019),Tasman District Council,Aerial Surveys,2018-11-15,2019-02-13,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Motueka_River_Valley_LiDAR_(2018-2019)/Tasman_-_Motueka_River_Valley_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/tasman/motueka-river-valley_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Motueka River Valley region captured in 2018-2019., +,ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DEM (2015),Waikato Regional Council,Aerial Surveys,2015-02-07,2015-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_(2015)/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/waikato/west-coast-and-hauraki-plains_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - West Coast and Hauraki Plains region captured in 2015., +,ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DSM (2015),Waikato Regional Council,Aerial Surveys,2015-02-07,2015-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_(2015)/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/waikato/west-coast-and-hauraki-plains_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - West Coast and Hauraki Plains region captured in 2015., +OK,,Northland - Whangarei Heads LiDAR 1m DEM (2016),Land Information New Zealand,Aerial Surveys,2016-11-21,2016-11-22,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Whangarei_Heads_LiDAR_(2016)/Northland_-_Whangarei_Heads_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/northland/whangarei-heads_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland - Whangarei Heads region captured in 2016., +OK,,Northland - Whangarei Heads LiDAR 1m DSM (2016),Land Information New Zealand,Aerial Surveys,2016-11-21,2016-11-22,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Whangarei_Heads_LiDAR_(2016)/Northland_-_Whangarei_Heads_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/northland/whangarei-heads_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland - Whangarei Heads region captured in 2016., +PROJECTION -> OK,,Wellington City LiDAR 1m DEM (2019-2020),Wellington City Council,Aerial Surveys,2019-03-20,2020-03-14,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_City_LiDAR_(2019-2020)/Wellington_City_LiDAR_1m_DEM_(2019-2020)/,s3://linz-elevation/wellington/wellington-city_2019-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington City region captured in 2019-2020., +PROJECTION -> OK,,Wellington City LiDAR 1m DSM (2019-2020),Wellington City Council,Aerial Surveys,2019-03-20,2020-03-14,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_City_LiDAR_(2019-2020)/Wellington_City_LiDAR_1m_DSM_(2019-2020)/,s3://linz-elevation/wellington/wellington-city_2019-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington City region captured in 2019-2020., +OK,,Waikato - Huntly LiDAR 1m DEM (2015-2019),Waikato Regional Council,Aerial Surveys,2015-02-01,2019-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Huntly_LiDAR_(2015-2019)/Waikato_-_Huntly_LiDAR_1m_DEM_(2015-2019)/,s3://linz-elevation/waikato/huntly_2015-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Huntly region captured in 2015-2019., +OK,,Waikato - Huntly LiDAR 1m DSM (2015-2019),Waikato Regional Council,Aerial Surveys,2015-02-01,2019-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Huntly_LiDAR_(2015-2019)/Waikato_-_Huntly_LiDAR_1m_DSM_(2015-2019)/,s3://linz-elevation/waikato/huntly_2015-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Huntly region captured in 2015-2019., +OK,,Waikato - Thames LiDAR 1m DEM (2017-2019),Waikato Regional Council,Aerial Surveys,2017-07-02,2019-02-04,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Thames_LiDAR_(2017-2019)/Waikato_-_Thames_LiDAR_1m_DEM_(2017-2019)/,s3://linz-elevation/waikato/thames_2017-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Thames region captured in 2017-2019., +OK,,Waikato - Thames LiDAR 1m DSM (2017-2019),Waikato Regional Council,Aerial Surveys,2017-07-02,2019-02-04,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Thames_LiDAR_(2017-2019)/Waikato_-_Thames_LiDAR_1m_DSM_(2017-2019)/,s3://linz-elevation/waikato/thames_2017-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Thames region captured in 2017-2019., +OK,,Canterbury LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-03-14,2019-05-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury LiDAR 1m DEMs (2018)/Canterbury_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/canterbury_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2018-2019., +OK,,Canterbury LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-03-14,2019-05-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury LiDAR 1m DEMs (2018)/Canterbury_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/canterbury_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2018-2019., +OK,,Waikato - Hamilton LiDAR 1m DEM (2019),Hamilton City Council,Aerial Surveys,2019-11-03,2019-11-05,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Hamilton_LiDAR_(2019)/Waikato_-_Hamilton_LiDAR_1m_DEM_(2019)/,s3://linz-elevation/waikato/hamilton_2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Hamilton region captured in 2019., +OK,,Waikato - Hamilton LiDAR 1m DSM (2019),Hamilton City Council,Aerial Surveys,2019-11-03,2019-11-05,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Hamilton_LiDAR_(2019)/Waikato_-_Hamilton_LiDAR_1m_DSM_(2019)/,s3://linz-elevation/waikato/hamilton_2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Hamilton region captured in 2019., +OK,,Northland - Marsden Point LiDAR 1m DEM (2016),Land Information New Zealand,Aerial Surveys,2016-11-09,2016-11-21,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Marsden_Point_LiDAR_(2016)/Northland_-_Marsden_Point_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/northland/marsden-point_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland - Marsden Point region captured in 2016., +OK,,Northland - Marsden Point LiDAR 1m DSM (2016),Land Information New Zealand,Aerial Surveys,2016-11-09,2016-11-21,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Marsden_Point_LiDAR_(2016)/Northland_-_Marsden_Point_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/northland/marsden-point_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland - Marsden Point region captured in 2016., +PROJECTION -> OK,,Marlborough LiDAR 1m DEM (2018),Marlborough District Council,Aerial Surveys,2018-05-26,2018-09-12,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_LiDAR_(2018)/Marlborough_LiDAR_1m_DEM_(2018)/,s3://linz-elevation/marlborough/marlborough_2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough region captured in 2018., +PROJECTION -> OK,,Marlborough LiDAR 1m DSM (2018),Marlborough District Council,Aerial Surveys,2018-05-26,2018-09-12,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_LiDAR_(2018)/Marlborough_LiDAR_1m_DEM_(2018)/,s3://linz-elevation/marlborough/marlborough_2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough region captured in 2018., +OK,,Canterbury - Christchurch and Ashley River LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-20,2019-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_(2018-2019)/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/christchurch-and-ashley-river_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch and Ashley River region captured in 2018-2019., +OK,,Canterbury - Christchurch and Ashley River LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-20,2019-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_(2018-2019)/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/christchurch-and-ashley-river_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch and Ashley River region captured in 2018-2019., +OK,Each tile in own folder!?,Wellington LiDAR 1m DEM (2013-2014),Greater Wellington Regional Council,Aerial Surveys,2013-01-01,2014-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_LiDAR_(2013-2014)/Wellington_LiDAR_1m_DEM_(2013-2014)/Wellington DEM/,s3://linz-elevation/wellington/wellington_2013-2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington region captured in 2013-2014., +OK,Each tile in own folder!?,Wellington LiDAR 1m DSM (2013-2014),Greater Wellington Regional Council,Aerial Surveys,2013-01-01,2014-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_LiDAR_(2013-2014)/Wellington_LiDAR_1m_DSM_(2013-2014)/,s3://linz-elevation/wellington/wellington_2013-2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington region captured in 2013-2014., +OK,,Manawatū - Whanganui LiDAR 1m DEM (2015-2016),Horizons Regional Council,Aerial Surveys,2015-12-27,2016-12-17,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu_-_Whanganui_LiDAR_(2015-2016)/Manawatu_-_Whanganui_LiDAR_1m_DEM_(2015-2016)/,s3://linz-elevation/manawatu-whanganui/manawatu-whanganui_2015-2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū - Whanganui region captured in 2015-2016., +OK,,Manawatū - Whanganui LiDAR 1m DSM (2015-2016),Horizons Regional Council,Aerial Surveys,2015-12-27,2016-12-17,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu_-_Whanganui_LiDAR_(2015-2016)/Manawatu_-_Whanganui_LiDAR_1m_DSM_(2015-2016)/,s3://linz-elevation/manawatu-whanganui/manawatu-whanganui_2015-2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū - Whanganui region captured in 2015-2016., +OK,,Canterbury - Banks Peninsula LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-18,2019-02-10,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Banks_Peninsula_LiDAR_(2018-2019)/Canterbury_-_Banks_Peninsula_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/banks-peninsula_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Banks Peninsula region captured in 2018-2019., +OK,,Canterbury - Banks Peninsula LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-18,2019-02-10,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Banks_Peninsula_LiDAR_(2018-2019)/Canterbury_-_Banks_Peninsula_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/banks-peninsula_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Banks Peninsula region captured in 2018-2019., +OK,,Tasman - Richmond and Motueka LiDAR 1m DEM (2015),Tasman District Council,AAM NZ,2015-11-13,2015-11-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Richmond_and_Motueka_LiDAR_(2015)/Tasman_-_Richmond_and_Motueka_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/tasman/richmond-and-motueka_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Richmond and Motueka region captured in 2015., +OK,,Tasman - Richmond and Motueka LiDAR 1m DSM (2015),Tasman District Council,AAM NZ,2015-11-13,2015-11-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Richmond_and_Motueka_LiDAR_(2015)/Tasman_-_Richmond_and_Motueka_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/tasman/richmond-and-motueka_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Richmond and Motueka region captured in 2015., +OK,,Canterbury LiDAR 1m DEM (2016-2017),Environment Canterbury,AAM NZ,2016-11-01,2017-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_LiDAR_(2016-2017)/Canterbury_LiDAR_1m_DEM_(2016-2017)/,s3://linz-elevation/canterbury/canterbury_2016-2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2016-2017., +OK,,Canterbury LiDAR 1m DSM (2016-2017),Environment Canterbury,AAM NZ,2016-11-01,2017-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_LiDAR_(2016-2017)/Canterbury_LiDAR_1m_DSM_(2016-2017)/,s3://linz-elevation/canterbury/canterbury_2016-2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2016-2017., +OK,,Tasman - Abel Tasman and Golden Bay LiDAR 1m DEM (2016),Tasman District Council,AAM NZ,2016-12-13,2016-12-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_(2016)/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/tasman/abel-tasman-and-golden-bay_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Abel Tasman and Golden Bay region captured in 2016., +OK,,Tasman - Abel Tasman and Golden Bay LiDAR 1m DSM (2016),Tasman District Council,AAM NZ,2016-12-13,2016-12-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_(2016)/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/tasman/abel-tasman-and-golden-bay_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Abel Tasman and Golden Bay region captured in 2016., +OK,,Otago - Balclutha LiDAR 1m DEM (2020),Otago Regional Council,Landpro,2020-01-16,2020-01-18,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Balclutha_LiDAR_(2020)/Otago_-_Balclutha_LiDAR_1m_DEM_(2020)/,s3://linz-elevation/otago/balclutha_2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Balclutha region captured in 2020., +OK,,Otago - Balclutha LiDAR 1m DSM (2020),Otago Regional Council,Landpro,2020-01-16,2020-01-18,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Balclutha_LiDAR_(2020)/Otago_-_Balclutha_LiDAR_1m_DSM_(2020)/,s3://linz-elevation/otago/balclutha_2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Balclutha region captured in 2020., +OK,,Manawatū-Whanganui - Palmerston North LiDAR 1m DEM (2018),Palmerston North City Council,AAM NZ,2018-08-29,2018-09-28,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu-Whanganui_-_Palmerston_North_LiDAR_(2018)/Manawatu-Whanganui_-_Palmerston_North_LiDAR_1m_DEM_(2018)/,s3://linz-elevation/manawatu-whanganui/palmerston-north_2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū-Whanganui - Palmerston North region captured in 2018., +OK,,Manawatū-Whanganui - Palmerston North LiDAR 1m DSM (2018),Palmerston North City Council,AAM NZ,2018-08-29,2018-09-28,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu-Whanganui_-_Palmerston_North_LiDAR_(2018)/Manawatu-Whanganui_-_Palmerston_North_LiDAR_1m_DSM_(2018)/,s3://linz-elevation/manawatu-whanganui/palmerston-north_2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū-Whanganui - Palmerston North region captured in 2018., +PROJECTION -> OK,,Auckland South LiDAR 1m DEM (2016-2017),Auckland Council,AAM NZ,2016-09-22,2017-06-22,7839,2193,s3://linz-elevation-staging/lidar2/Auckland_South_LiDAR_(2016-2017)/Auckland_South_LiDAR_1m_DEM_(2016-2017)/,s3://linz-elevation/auckland/auckland-south_2016-2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland South region captured in 2016-2017., +OK,,Auckland South LiDAR 1m DSM (2016-2017),Auckland Council,AAM NZ,2016-09-22,2017-06-22,7839,2193,s3://linz-elevation-staging/lidar2/Auckland_South_LiDAR_(2016-2017)/Auckland_South_LiDAR_1m_DSM_(2016-2017)/,s3://linz-elevation/auckland/auckland-south_2016-2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland South region captured in 2016-2017., +OK,Multiple subfolders for different regions?,Canterbury - Christchurch and Selwyn LiDAR 1m DEM (2015),Environment Canterbury,AAM NZ,2015-10-05,2015-10-07,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Selwyn_LiDAR_(2015)/Canterbury_-_Christchurch_and_Selwyn_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/christchurch-and-selwyn_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch and Selwyn region captured in 2015., +OK,Multiple subfolders for different regions?,Canterbury - Christchurch and Selwyn LiDAR 1m DSM (2015),Environment Canterbury,AAM NZ,2015-10-05,2015-10-07,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Selwyn_LiDAR_(2015)/Canterbury_-_Christchurch_and_Selwyn_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/christchurch-and-selwyn_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch and Selwyn region captured in 2015., +OK,,Tasman - Golden Bay LiDAR 1m DEM (2017),Tasman District Council,AAM NZ,2017-11-24,2017-12-16,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Golden_Bay_LiDAR_(2017)/Tasman_-_Golden_Bay_LiDAR_1m_DEM_(2017)/,s3://linz-elevation/tasman/golden-bay_2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Golden Bay region captured in 2017., +OK,,Tasman - Golden Bay LiDAR 1m DSM (2017),Tasman District Council,AAM NZ,2017-11-24,2017-12-16,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Golden_Bay_LiDAR_(2017)/Tasman_-_Golden_Bay_LiDAR_1m_DSM_(2017)/,s3://linz-elevation/tasman/golden-bay_2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Golden Bay region captured in 2017., +OK,,Wellington - Upper Hutt City LiDAR 1m DEM (2021),Upper Hutt City Council,AAM NZ,2021-03-25,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Wellington-UpperHuttCity_LiDAR_2021/DEM/,s3://linz-elevation/wellington/upper-hutt-city_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Upper Hutt City region captured in 2021., +OK,,Wellington - Upper Hutt City LiDAR 1m DSM (2021),Upper Hutt City Council,AAM NZ,2021-03-25,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Wellington-UpperHuttCity_LiDAR_2021/DSM/,s3://linz-elevation/wellington/upper-hutt-city_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Upper Hutt City region captured in 2021., +PROJECTION -> OK,,Canterbury - Christchurch LiDAR 1m DEM (2020-2021),"""Christchurch City Council;Environment Canterbury""",Landpro,2020-12-18,2021-02-17,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Christchurch_LiDAR_2020_2021/DEM/,s3://linz-elevation/canterbury/christchurch_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch region captured in 2020-2021., +OK,,Canterbury - Christchurch LiDAR 1m DSM (2020-2021),"""Christchurch City Council;Environment Canterbury""",Landpro,2020-12-18,2021-02-17,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Christchurch_LiDAR_2020_2021/DSM/,s3://linz-elevation/canterbury/christchurch_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch region captured in 2020-2021., +PROJECTION -> OK,,Wellington - Kāpiti Coast LiDAR 1m DEM (2021),Kāpiti Coast District Council,AAM NZ,2021-03-13,2021-03-15,7839,2193,s3://linz-elevation-staging/publish/Kapiti_Coast_LiDAR_2021/DEM/,s3://linz-elevation/wellington/kapiti-coast_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Kāpiti Coast region captured in 2021., +OK,,Wellington - Kāpiti Coast LiDAR 1m DSM (2021),Kāpiti Coast District Council,AAM NZ,2021-03-13,2021-03-15,7839,2193,s3://linz-elevation-staging/publish/Kapiti_Coast_LiDAR_2021/DSM/,s3://linz-elevation/wellington/kapiti-coast_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Kāpiti Coast region captured in 2021., +OK,,Nelson and Tasman LiDAR 1m DEM (2008-2015),"""Nelson City Council;Tasman District Council""","""NZ Aerial Mapping;Aerial Surveys;AAM NZ""",2008-05-01,2015-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Nelson_and_Tasman_LiDAR_(2008-2015)/DEM/,s3://linz-elevation/nelson/nelson-and-tasman_2008-2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson and Tasman region captured in 2008-2015., +404,DSM Does not exist for this dataset,Nelson and Tasman LiDAR 1m DSM (2008-2015),"""Nelson City Council;Tasman District Council""","""NZ Aerial Mapping;Aerial Surveys;AAM NZ""",2008-05-01,2015-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Nelson_and_Tasman_LiDAR_(2008-2015)/DSM/,s3://linz-elevation/nelson/nelson-and-tasman_2008-2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson and Tasman region captured in 2008-2015., +OK,,Bay of Plenty LiDAR 1m DEM (2018-2019),BOPLASS,AAM NZ,2018-12-01,2019-04-30,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_LiDAR_(2018-2019)/DEM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2018-2019., +OK,,Bay of Plenty LiDAR 1m DSM (2018-2019),BOPLASS,AAM NZ,2018-12-01,2019-04-30,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_LiDAR_(2018-2019)/DSM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2018-2019., +OK,,Manawatū-Whanganui - Whanganui Urban LiDAR 1m DEM (2020-2021),Whanganui District Council,Aerial Surveys,2020-09-08,2021-02-03,7839,2193,s3://linz-elevation-staging/publish/Manawatu-Whanganui_WhanganuiUrban_LiDAR_2020/DEM/,s3://linz-elevation/manawatu-whanganui/whanganui-urban_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū-Whanganui - Whanganui Urban region captured in 2020-2021., +OK,,Manawatū-Whanganui - Whanganui Urban LiDAR 1m DSM (2020-2021),Whanganui District Council,Aerial Surveys,2020-09-08,2021-02-03,7839,2193,s3://linz-elevation-staging/publish/Manawatu-Whanganui_WhanganuiUrban_LiDAR_2020/DSM/,s3://linz-elevation/manawatu-whanganui/whanganui-urban_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū-Whanganui - Whanganui Urban region captured in 2020-2021., +OK,,Otago - Queenstown LiDAR 1m DEM (2021),Queenstown-Lakes District Council,Landpro,2021-03-13,2021-03-14,7839,2193,s3://linz-elevation-staging/Otago-Queenstown_LiDAR_1m_2021/DEM/,s3://linz-elevation/otago/queenstown_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Queenstown region captured in 2021., +OK,,Otago - Queenstown LiDAR 1m DSM (2021),Queenstown-Lakes District Council,Landpro,2021-03-13,2021-03-14,7839,2193,s3://linz-elevation-staging/Otago-Queenstown_LiDAR_1m_2021/DSM/,s3://linz-elevation/otago/queenstown_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Queenstown region captured in 2021., +PROJECTION -> OK,,Auckland North LiDAR 1m DEM (2016-2018),Auckland Council,Aerial Surveys,2016-08-16,2018-08-09,7839,2193,s3://linz-elevation-staging/publish/Auckland_North_LiDAR_2020/,s3://linz-elevation/auckland/auckland-north_2016-2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland North region captured in 2016-2018., +OK,,Auckland North LiDAR 1m DSM (2016-2018),Auckland Council,Aerial Surveys,2016-08-16,2018-08-09,7839,2193,s3://linz-elevation-staging/publish/Auckland_North_LiDAR_2020/,s3://linz-elevation/auckland/auckland-north_2016-2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland North region captured in 2016-2018., +OK,,Wellington - Hutt City LiDAR 1m DEM (2021),Hutt City Council,AAM NZ,2021-03-23,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Hutt_City_LiDAR_2021/DEM/,s3://linz-elevation/wellington/hutt-city_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Hutt City region captured in 2021., +OK,,Wellington - Hutt City LiDAR 1m DSM (2021),Hutt City Council,AAM NZ,2021-03-23,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Hutt_City_LiDAR_2021/DSM/,s3://linz-elevation/wellington/hutt-city_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Hutt City region captured in 2021., +OK,,Nelson LiDAR 1m DEM (2021),Nelson City Council,Aerial Surveys,2021-01-10,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Nelson_LiDAR_2021/DEM/,s3://linz-elevation/nelson/nelson_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson region captured in 2021., +OK,,Nelson LiDAR 1m DSM (2021),Nelson City Council,Aerial Surveys,2021-01-10,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Nelson_LiDAR_2021/DSM/,s3://linz-elevation/nelson/nelson_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson region captured in 2021., +OK,,Otago - Dunedin and Mosgiel LiDAR 1m DEM (2021),Otago Regional Council,AAM NZ,2021-06-24,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Otago_DunedinandMosgiel_LiDAR_2021/DEM/,s3://linz-elevation/otago/dunedin-and-mosgiel_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Dunedin and Mosgiel region captured in 2021., +OK,,Otago - Dunedin and Mosgiel LiDAR 1m DSM (2021),Otago Regional Council,AAM NZ,2021-06-24,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Otago_DunedinandMosgiel_LiDAR_2021/DSM/,s3://linz-elevation/otago/dunedin-and-mosgiel_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Dunedin and Mosgiel region captured in 2021., +PROJECTION -> OK,,West Coast LiDAR 1m DEM (2020-2022),West Coast Regional Council,Aerial Surveys,2020-05-16,2022-02-14,7839,2193,s3://linz-elevation-staging/publish/WestCoast_LiDAR_2020-2022/DEM/,s3://linz-elevation/west-coast/west-coast_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the West Coast region captured in 2020-2022., +PROJECTION -> OK,,West Coast LiDAR 1m DSM (2020-2022),West Coast Regional Council,Aerial Surveys,2020-05-16,2022-02-14,7839,2193,s3://linz-elevation-staging/publish/WestCoast_LiDAR_2020-2022/DSM/,s3://linz-elevation/west-coast/west-coast_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the West Coast region captured in 2020-2022., +416 InvalidRange,"COGeoTIFF ""bug"" TDE-835. Failed to fetch s3://linz-elevation-staging/publish/Kaikoura_LiDAR_2016/DEM/DEM_BS28_2016_1000_1141.tif",Canterbury - Kaikōura LiDAR 1m DEM (2016),Land Information New Zealand,AAM NZ,2016-12-02,2017-01-06,7839,2193,s3://linz-elevation-staging/publish/Kaikoura_LiDAR_2016/DEM/,s3://linz-elevation/canterbury/kaikoura_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Kaikōura region captured in 2016., +404,No DSM folder,Canterbury - Kaikōura LiDAR 1m DSM (2016),Land Information New Zealand,AAM NZ,2016-12-02,2017-01-06,7839,2193,s3://linz-elevation-staging/publish/Kaikoura_LiDAR_2016/DSM/,s3://linz-elevation/canterbury/kaikoura_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Kaikōura region captured in 2016., +OK,,Gisborne LiDAR 1m DEM (2018-2020),Gisborne District Council,Aerial Surveys,2018-12-31,2020-10-09,7839,2193,s3://linz-elevation-staging/publish/Gisborne_LiDAR_2018/DEM/,s3://linz-elevation/gisborne/gisborne_2018-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Gisborne region captured in 2018-2020., +OK,,Gisborne LiDAR 1m DSM (2018-2020),Gisborne District Council,Aerial Surveys,2018-12-31,2020-10-09,7839,2193,s3://linz-elevation-staging/publish/Gisborne_LiDAR_2018/DSM/,s3://linz-elevation/gisborne/gisborne_2018-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Gisborne region captured in 2018-2020., +OK,,Northland LiDAR 1m DEM (2018-2020),Northland Regional Council,RPS,2018-12-01,2020-02-01,7839,2193,s3://linz-elevation-staging/publish/Northland_LiDAR_2018_2020/DEM/,s3://linz-elevation/northland/northland_2018-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland region captured in 2018-2020., +OK,,Northland LiDAR 1m DSM (2018-2020),Northland Regional Council,RPS,2018-12-01,2020-02-01,7839,2193,s3://linz-elevation-staging/publish/Northland_LiDAR_2018_2020/DSM/,s3://linz-elevation/northland/northland_2018-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland region captured in 2018-2020., +OK,,Marlborough LiDAR 1m DEM (2020-2021),Marlborough District Council,Aerial Surveys,2020-02-10,2021-07-02,7839,2193,s3://linz-elevation-staging/publish/Marlborough_LiDAR_2020-2021_123merge/DEM/,s3://linz-elevation/marlborough/marlborough_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough region captured in 2020-2021., +OK,,Marlborough LiDAR 1m DSM (2020-2021),Marlborough District Council,Aerial Surveys,2020-02-10,2021-07-02,7839,2193,s3://linz-elevation-staging/publish/Marlborough_LiDAR_2020-2021_123merge/DSM/,s3://linz-elevation/marlborough/marlborough_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough region captured in 2020-2021., +OK,,Taranaki LiDAR 1m DEM (2021),Taranaki Regional Council,AAM NZ,2021-04-03,2021-10-16,7839,2193,s3://linz-elevation-staging/publish/Taranaki_LiDAR_2021_full/DEM/,s3://linz-elevation/taranaki/taranaki_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Taranaki region captured in 2021., +OK,,Taranaki LiDAR 1m DSM (2021),Taranaki Regional Council,AAM NZ,2021-04-03,2021-10-16,7839,2193,s3://linz-elevation-staging/publish/Taranaki_LiDAR_2021_full/DSM/,s3://linz-elevation/taranaki/taranaki_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Taranaki region captured in 2021., +OK,,Canterbury LiDAR 1m DEM (2020),Environment Canterbury,Aerial Surveys,2020-05-01,2020-11-12,7839,2193,s3://linz-elevation-staging/publish/Canterbury_LiDAR_2020/DEM/,s3://linz-elevation/canterbury/canterbury_2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2020., +OK,,Canterbury LiDAR 1m DSM (2020),Environment Canterbury,Aerial Surveys,2020-05-01,2020-11-12,7839,2193,s3://linz-elevation-staging/publish/Canterbury_LiDAR_2020/DSM/,s3://linz-elevation/canterbury/canterbury_2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2020., +OK,,Tasman - Tasman Bay LiDAR 1m DEM (2022),Tasman District Council,Aerial Surveys,2022-10-14,2022-11-07,7839,2193,s3://linz-elevation-staging/publish/Tasman-TasmanBay_LiDAR_2022/DEM/,s3://linz-elevation/tasman/tasman-bay_2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Tasman Bay region captured in 2022., +OK,,Tasman - Tasman Bay LiDAR 1m DSM (2022),Tasman District Council,Aerial Surveys,2022-10-14,2022-11-07,7839,2193,s3://linz-elevation-staging/publish/Tasman-TasmanBay_LiDAR_2022/DSM/,s3://linz-elevation/tasman/tasman-bay_2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Tasman Bay region captured in 2022., +OK,,Stewart Island / Rakiura - Oban LiDAR 1m DEM (2021),Environment Southland,Aerial Surveys,2021-09-03,2021-09-03,7839,2193,s3://linz-elevation-staging/publish/StewartIsland_Rakiura_Oban_LiDAR_2021/DEM/,s3://linz-elevation/southland/stewart-island-rakiura-oban_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Stewart Island / Rakiura - Oban region captured in 2021., +OK,,Stewart Island / Rakiura - Oban LiDAR 1m DSM (2021),Environment Southland,Aerial Surveys,2021-09-03,2021-09-03,7839,2193,s3://linz-elevation-staging/publish/StewartIsland_Rakiura_Oban_LiDAR_2021/DSM/,s3://linz-elevation/southland/stewart-island-rakiura-oban_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Stewart Island / Rakiura - Oban region captured in 2021., +OK,,Otago - Coastal Catchments LiDAR 1m DEM (2021),Otago Regional Council,AAM NZ,2021-06-25,2021-10-01,7839,2193,s3://linz-elevation-staging/publish/Otago_CoastalCatchments_LiDAR_2021_full/DEM/,s3://linz-elevation/otago/coastal-catchments_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Coastal Catchments region captured in 2021., +OK,,Otago - Coastal Catchments LiDAR 1m DSM (2021),Otago Regional Council,AAM NZ,2021-06-25,2021-10-01,7839,2193,s3://linz-elevation-staging/publish/Otago_CoastalCatchments_LiDAR_2021_full/DSM/,s3://linz-elevation/otago/coastal-catchments_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Coastal Catchments region captured in 2021., +OK,,Tasman - Waimea Dam LiDAR 1m DEM (2023),Tasman District Council,Aerial Surveys,2023-03-09,2023-03-09,7839,2193,s3://linz-elevation-staging/publish/Tasman-WaimeaDam_LiDAR_2023/DEM/,s3://linz-elevation/tasman/waimea-dam_2023/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Waimea Dam region captured in 2023., +OK,,Tasman - Waimea Dam LiDAR 1m DSM (2023),Tasman District Council,Aerial Surveys,2023-03-09,2023-03-09,7839,2193,s3://linz-elevation-staging/publish/Tasman-WaimeaDam_LiDAR_2023/DSM/,s3://linz-elevation/tasman/waimea-dam_2023/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Waimea Dam region captured in 2023., +OK,,Nelson and Tasman - Top of the South Flood LiDAR 1m DEM (2022),"""Nelson City Council;Tasman District Council;Waka Kotahi;National Emergency Management Agency""",Aerial Surveys,2022-08-23,2022-09-06,7839,2193,s3://linz-elevation-staging/publish/Top_of_the_south_LiDAR_2022/DEM/,s3://linz-elevation/nelson/nelson-and-tasman-top-of-the-south-flood_2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson and Tasman - Top of the South Flood region captured in 2022., +OK,,Nelson and Tasman - Top of the South Flood LiDAR 1m DSM (2022),"""Nelson City Council;Tasman District Council;Waka Kotahi;National Emergency Management Agency""",Aerial Surveys,2022-08-23,2022-09-06,7839,2193,s3://linz-elevation-staging/publish/Top_of_the_south_LiDAR_2022/DSM/,s3://linz-elevation/nelson/nelson-and-tasman-top-of-the-south-flood_2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson and Tasman - Top of the South Flood region captured in 2022., +OK,,Tasman LiDAR 1m DEM (2020-2022),Tasman District Council,Aerial Surveys,2020-01-28,2022-01-30,7839,2193,s3://linz-elevation-staging/publish/Tasman_LiDAR_2020-2022/DEM/,s3://linz-elevation/tasman/tasman_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman region captured in 2020-2022., +OK,,Tasman LiDAR 1m DSM (2020-2022),Tasman District Council,Aerial Surveys,2020-01-28,2022-01-30,7839,2193,s3://linz-elevation-staging/publish/Tasman_LiDAR_2020-2022/DSM/,s3://linz-elevation/tasman/tasman_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman region captured in 2020-2022., +OK,,Otago - Wanaka LiDAR 1m DEM (2022-2023),Queenstown-Lakes District Council,Landpro,2022-11-27,2023-01-11,7839,2193,s3://linz-elevation-staging/publish/Otago_Wanaka_LiDAR_2022-2023/DEM/,s3://linz-elevation/otago/wanaka_2022-2023/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Wanaka region captured in 2022-2023., +OK,,Otago - Wanaka LiDAR 1m DSM (2022-2023),Queenstown-Lakes District Council,Landpro,2022-11-27,2023-01-11,7839,2193,s3://linz-elevation-staging/publish/Otago_Wanaka_LiDAR_2022-2023/DSM/,s3://linz-elevation/otago/wanaka_2022-2023/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Wanaka region captured in 2022-2023., +OK,,Hawke's Bay LiDAR 1m DEM (2020-2021),Hawke's Bay Regional Council,Ocean Infinity,2020-11-11,2021-01-24,7839,2193,s3://linz-elevation-staging/publish/Hawkes_Bay_LiDAR_2020_2022/DEM/,s3://linz-elevation/hawkes-bay/hawkes-bay_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Hawke's Bay region captured in 2020-2021., +OK,,Hawke's Bay LiDAR 1m DSM (2020-2021),Hawke's Bay Regional Council,Ocean Infinity,2020-11-11,2021-01-24,7839,2193,s3://linz-elevation-staging/publish/Hawkes_Bay_LiDAR_2020_2022/DSM/,s3://linz-elevation/hawkes-bay/hawkes-bay_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Hawke's Bay region captured in 2020-2021., +PROJECTION -> OK,,Waikato LiDAR 1m DEM (2021),Waikato Regional Council,Ocean Infinity,2021-01-05,2021-03-26,7839,2193,s3://linz-elevation-staging/publish/Waikato_LiDAR_2021/DEM/,s3://linz-elevation/waikato/waikato_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato region captured in 2021., +PROJECTION -> OK,,Waikato LiDAR 1m DSM (2021),Waikato Regional Council,Ocean Infinity,2021-01-05,2021-03-26,7839,2193,s3://linz-elevation-staging/publish/Waikato_LiDAR_2021/DSM/,s3://linz-elevation/waikato/waikato_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato region captured in 2021., +PROJECTION -> OK,,Southland LiDAR 1m DEM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DEM/,s3://linz-elevation/southland/southland_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Southland region captured in 2020-2022., +PROJECTION -> OK,,Southland LiDAR 1m DSM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DSM/,s3://linz-elevation/southland/southland_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Southland region captured in 2020-2022., +OK,,Bay of Plenty LiDAR 1m DEM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DEM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2019-2022., +OK,,Bay of Plenty LiDAR 1m DSM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DSM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2019-2022., +OK,,Canterbury - Kaikōura and Waimakariri LiDAR 1m DEM (2022),Environment Canterbury,Aerial Surveys,2/05/2022,15/09/2022,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DEM/,s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Kaikōura and Waimakariri region captured in 2022., +OK,,Canterbury - Kaikōura and Waimakariri LiDAR 1m DSM (2022),Environment Canterbury,Aerial Surveys,2/05/2022,15/09/2022,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DSM/,s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Kaikōura and Waimakariri region captured in 2022., +,part of west coast dataset,,,,,,,,s3://linz-elevation-staging/publish/WestCoast_Westport_LiDAR_2020/,,,,, +,part of west coast dataset,,,,,,,,s3://linz-elevation-staging/lidar2/West_Coast_-_Westport_LiDAR_(2020)/,,,,, diff --git a/tools/generate-argo-cli-commands-elevation-pc.py b/tools/generate-argo-cli-commands-elevation-pc.py new file mode 100755 index 000000000..ea4f53901 --- /dev/null +++ b/tools/generate-argo-cli-commands-elevation-pc.py @@ -0,0 +1,114 @@ +import csv +from typing import List, Dict, Tuple +import yaml + +PARAMETERS_CSV = "./data/elevation-18-08-23.csv" + +COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/publish-copy-wf.yaml -n argo -f ./{0}.yaml --generate-name {1}\n" + + +def _index_csv(header: List[str]) -> Dict[str, int]: + ind = {} + ind["status"] = header.index("Status") + ind["comments"] = header.index("Comments") + ind["title"] = header.index("title") + ind["licensor"] = header.index("licensor") + ind["producer"] = header.index("producer") + ind["startdate"] = header.index("start-datetime") + ind["enddate"] = header.index("end-datetime") + ind["verticalEPSG"] = header.index("vertical-datum") + ind["horizontalEPSG"] = header.index("horizontal-datum") + ind["source"] = header.index("source") + ind["target"] = header.index("target") + ind["inputscale"] = header.index("input-scale") + ind["outputscale"] = header.index("output-scale") + ind["description"] = header.index("description") + return ind + + +# def _add_licensor(row: List[str], index: Dict[str, int]) -> Dict[str, str]: +# licensor = row[index["licensor"]] +# if ";" in licensor: +# return {"licensor-list": licensor, "licensor": ""} +# else: +# return {"licensor": licensor, "licensor-list": ""} + + +# def _add_producer(row: List[str], index: Dict[str, int]) -> Dict[str, str]: +# producer = row[index["producer"]] +# if ";" in producer: +# return {"producer-list": producer, "producer": ""} +# else: +# return {"producer": producer, "producer-list": ""} + + +def _write_params(params: Dict[str, str], file: str) -> None: + with open(f"./{file}.yaml", "w", encoding="utf-8") as output: + yaml.dump( + params, + output, + default_flow_style=False, + default_style='"', + sort_keys=False, + allow_unicode=True, + width=1000, + ) + + +def _valid_params(params: Dict[str, str]) -> Tuple[bool, str]: + if params["comments"] != "": + return (False, params["comments"]) + if params["status"] != "OK" and params["status"] != "PROJECTION -> OK": + return (False, params["status"]) + for param in params: + if "TODO" in params[param]: + return (False, "TODO Noted") + return (True, "") + +# def _tmp_target_edit(target: str) -> str: +# return target.replace("s3://linz-elevation/", "s3://linz-workflow-artifacts/linz-elevation/") + +def _tmp_source_edit(target: str) -> str: + return target.replace("s3://linz-elevation/", "s3://linz-workflow-artifacts/linz-elevation/") + +with open(PARAMETERS_CSV, "r") as csv_file: + reader = csv.reader(csv_file) + header = next(reader) + index = _index_csv(header) + + parameter_list = [] + not_valid = [] + + for row in reader: + if not row[index["target"]]: + continue + params = { + "status": row[index["status"]], + "comments": row[index["comments"]], + "source": _tmp_source_edit(row[index["target"]]), + "target": row[index["target"]], + } + + params = {**params} + params = {**params} + + file_name = row[index["target"]].split("/")[-4:-2] + file_name = f"{file_name[0]}-{file_name[1]}" + formatted_file_name = file_name.replace("_", "-").replace(".", "-") + + valid = _valid_params(params) + + if not valid[0]: + not_valid.append(f"# {formatted_file_name}.yaml not written to bash as further action required: {valid[1]}\n") + else: + parameter_list.append(COMMAND.format(formatted_file_name, formatted_file_name)) + + del params["comments"] + del params["status"] + _write_params(params, formatted_file_name) + + with open("./standardise-publish.sh", "w") as script: + script.write("#!/bin/bash\n\n") + script.writelines(parameter_list) + script.writelines("\n\n\n") + script.writelines(not_valid) diff --git a/workflows/imagery/publish-copy-wf.yaml b/workflows/imagery/publish-copy-wf.yaml new file mode 100644 index 000000000..47efbab67 --- /dev/null +++ b/workflows/imagery/publish-copy-wf.yaml @@ -0,0 +1,49 @@ +--- +apiVersion: argoproj.io/v1alpha1 +kind: Workflow +metadata: + generateName: imagery-standardising-publish-import- + namespace: argo +spec: + parallelism: 50 + nodeSelector: + karpenter.sh/capacity-type: "spot" + entrypoint: main + synchronization: + semaphore: + configMapKeyRef: + name: semaphores + key: bulk + arguments: + parameters: + - name: copy-option + value: "--no-clobber" + - name: group + value: "1000" + - name: group-size + value: "100Gi" + - name: include + value: ".tiff?$|.json$" + - name: transform + value: "f" + - name: validate + value: "true" + - name: version-argo-tasks + value: "v2" + templateDefaults: + container: + imagePullPolicy: Always + templates: + - name: main + steps: + - - name: publish + templateRef: + name: publish-copy + template: main + volumes: + - name: ephemeral + emptyDir: {} + - name: secret-volume + secret: + secretName: "github-linz-{{=sprig.regexFind('(elevation|imagery)', workflow.parameters.target)}}" + defaultMode: 384 From c2d8c9eb10dd708a2e406aae9277ccf10cfedb49 Mon Sep 17 00:00:00 2001 From: Alice Fage Date: Fri, 18 Aug 2023 13:39:06 +1200 Subject: [PATCH 2/2] feat: publish elevation datasets in bulk --- tools/generate-argo-cli-commands-elevation-pc.py | 2 +- workflows/imagery/publish-copy-wf.yaml | 14 ++++++++++++-- 2 files changed, 13 insertions(+), 3 deletions(-) diff --git a/tools/generate-argo-cli-commands-elevation-pc.py b/tools/generate-argo-cli-commands-elevation-pc.py index ea4f53901..713b10995 100755 --- a/tools/generate-argo-cli-commands-elevation-pc.py +++ b/tools/generate-argo-cli-commands-elevation-pc.py @@ -4,7 +4,7 @@ PARAMETERS_CSV = "./data/elevation-18-08-23.csv" -COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/publish-copy-wf.yaml -n argo -f ./{0}.yaml --generate-name {1}\n" +COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/publish-copy-wf.yaml -n argo -f ./{0}.yaml --generate-name publish-{1}\n" def _index_csv(header: List[str]) -> Dict[str, int]: diff --git a/workflows/imagery/publish-copy-wf.yaml b/workflows/imagery/publish-copy-wf.yaml index 47efbab67..06faf0a7b 100644 --- a/workflows/imagery/publish-copy-wf.yaml +++ b/workflows/imagery/publish-copy-wf.yaml @@ -2,7 +2,7 @@ apiVersion: argoproj.io/v1alpha1 kind: Workflow metadata: - generateName: imagery-standardising-publish-import- + generateName: bulk-publish- namespace: argo spec: parallelism: 50 @@ -13,7 +13,7 @@ spec: semaphore: configMapKeyRef: name: semaphores - key: bulk + key: bulkcopy arguments: parameters: - name: copy-option @@ -40,6 +40,16 @@ spec: templateRef: name: publish-copy template: main + arguments: + parameters: + - name: source + value: "{{workflow.parameters.source}}" + - name: include + value: "{{workflow.parameters.include}}" + - name: group + value: "{{workflow.parameters.group}}" + - name: group-size + value: "{{workflow.parameters.group-size}}" volumes: - name: ephemeral emptyDir: {}