From b3703d64e721784f4be0a11048f345cb93164672 Mon Sep 17 00:00:00 2001 From: Megan Davidson <33814653+MDavidson17@users.noreply.github.com> Date: Fri, 11 Aug 2023 09:04:02 +1200 Subject: [PATCH] feat: tool to generate elevation argo commands TDE-783 (#144) sample output parameters yaml: ``` "source": "s3://linz-elevation-staging/lidar2/Auckland_South_LiDAR_(2016-2017)/Auckland_South_LiDAR_1m_DSM_(2016-2017)/" "target": "s3://linz-elevation/auckland/auckland-south_2016-2017/dsm_1m/2193/" "title": "Auckland South LiDAR 1m DSM (2016-2017)" "description": "Digital Surface Model within the Auckland South region captured in 2016-2017." "start-datetime": "2016-09-22" "end-datetime": "2017-06-22" "scale": "10000" "source-epsg": "2193" "target-epsg": "2193" "compression": "dem_lerc" "retile": "true" "validate": "false" "group": "1" "licensor": "Auckland Council" "licensor-list": "" "producer": "AAM NZ" "producer-list": "" ``` sample output submit script: ``` #!/bin/bash argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./mackenzie-2015-dem-1m.yaml --generate-name mackenzie-2015-dem-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./mackenzie-2015-dsm-1m.yaml --generate-name mackenzie-2015-dsm-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2016-dem-1m.yaml --generate-name queenstown-2016-dem-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./queenstown-2016-dsm-1m.yaml --generate-name queenstown-2016-dsm-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./blenheim-2014-dem-1m.yaml --generate-name blenheim-2014-dem-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./blenheim-2014-dsm-1m.yaml --generate-name blenheim-2014-dsm-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./reporoa-and-upper-piako-river-2019-dem-1m.yaml --generate-name reporoa-and-upper-piako-river-2019-dem-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./reporoa-and-upper-piako-river-2019-dsm-1m.yaml --generate-name reporoa-and-upper-piako-river-2019-dsm-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./otago-2016-dem-1m.yaml --generate-name otago-2016-dem-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./otago-2016-dsm-1m.yaml --generate-name otago-2016-dsm-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./motueka-river-valley-2018-2019-dem-1m.yaml --generate-name motueka-river-valley-2018-2019-dem-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./motueka-river-valley-2018-2019-dsm-1m.yaml --generate-name motueka-river-valley-2018-2019-dsm-1m argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./whangarei-heads-2016-dem-1m.yaml --generate-name whangarei-heads-2016-dem-1m # tauranga-and-coast-2015-dem-1m.yaml not written to bash as further action required: ASC FILES # tauranga-and-coast-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES # west-coast-and-hauraki-plains-2015-dem-1m.yaml not written to bash as further action required: ASC FILES # west-coast-and-hauraki-plains-2015-dsm-1m.yaml not written to bash as further action required: ASC FILES ``` --- tools/README.md | 34 +++++ tools/data/elevation-31-07-23.csv | 135 ++++++++++++++++++ tools/generate-argo-cli-commands-elevation.py | 118 +++++++++++++++ 3 files changed, 287 insertions(+) create mode 100644 tools/README.md create mode 100644 tools/data/elevation-31-07-23.csv create mode 100644 tools/generate-argo-cli-commands-elevation.py diff --git a/tools/README.md b/tools/README.md new file mode 100644 index 00000000..7b5b4c50 --- /dev/null +++ b/tools/README.md @@ -0,0 +1,34 @@ +# Tools + +This folder contains single use scripts which have been used to assist in automating argo jobs. +The scripts should be stored in this folder if they may become useful again in the future. + +## generate-argo-cli-commands-elevation.py + +**Date:** 31/07/2023 + +**Related Jira Tickets:** [TDE-783](https://toitutewhenua.atlassian.net/browse/TDE-783?atlOrigin=eyJpIjoiODhlMWFkYTVlYzhiNGJjYTgwOTI4OWVjNmQ3YzczMjciLCJwIjoiaiJ9) + +**Description:** +This script sets up for the automated processing of numerous elevation datasets using the argo cli. + +**Instructions:** + +1. Run: + +```bash +cd ./tools +python3 generate-argo-cli-commands-elevation.py +``` + +**Output:** + +- **region-year-datatype-scale.yaml:** workflow parameters for this dataset +- **standardise-publish.sh:** bash script to 'deploy' argo workflows + **nb: the commented lines at the end of this file detail the datasets not run due to know issues.** + +**Submitting:** + +```bash +sh standardise-publish.sh +``` diff --git a/tools/data/elevation-31-07-23.csv b/tools/data/elevation-31-07-23.csv new file mode 100644 index 00000000..c0d8dddc --- /dev/null +++ b/tools/data/elevation-31-07-23.csv @@ -0,0 +1,135 @@ +Comments,title,licensor,producer,start-datetime,end-datetime,vertical-datum,horizontal-datum,source,target,input-scale,output-scale,description +"to be transformed first, don't process yet ASC FILES",Auckland LiDAR 1m DEM (2013),Auckland Council,"""NZ Aerial Mapping;Aerial Surveys""",2013-07-13,2013-11-23,4440,2193,s3://linz-elevation-staging/lidar2/Auckland_LiDAR_(2013)/Auckland_LiDAR_1m_DEM_(2013)/,s3://linz-elevation/auckland/auckland_2013/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland region captured in 2013. +"to be transformed first, don't process yet ASC FILES",Auckland LiDAR 1m DSM (2013),Auckland Council,"""NZ Aerial Mapping;Aerial Surveys""",2013-07-13,2013-11-23,4440,2193,s3://linz-elevation-staging/lidar2/Auckland_LiDAR_(2013)/Auckland_LiDAR_1m_DSM_(2013)/,s3://linz-elevation/auckland/auckland_2013/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland region captured in 2013. +,Canterbury - Mackenzie LiDAR 1m DEM (2015),Land Information New Zealand,Aerial Surveys,2015-02-10,2015-02-11,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Mackenzie_LiDAR_(2015)/Canterbury_-_Mackenzie_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/mackenzie_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Mackenzie region captured in 2015. +,Canterbury - Mackenzie LiDAR 1m DSM (2015),Land Information New Zealand,Aerial Surveys,2015-02-10,2015-02-11,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Mackenzie_LiDAR_(2015)/Canterbury_-_Mackenzie_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/mackenzie_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Mackenzie region captured in 2015. +,Otago - Queenstown LiDAR 1m DEM (2016),Otago Regional Council,Aerial Surveys,2016-03-01,2016-04-21,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Queenstown_LiDAR_(2016)/Otago_-_Queenstown_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/otago/queenstown_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Queenstown region captured in 2016. +,Otago - Queenstown LiDAR 1m DSM (2016),Otago Regional Council,Aerial Surveys,2016-03-01,2016-04-21,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Queenstown_LiDAR_(2016)/Otago_-_Queenstown_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/otago/queenstown_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Queenstown region captured in 2016. +ASC FILES,Canterbury - Kaikōura LiDAR 1m DEM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Kaikoura_LiDAR_(2012)/Canterbury_-_Kaikoura_LiDAR_1m_DEM_(2012)/,s3://linz-elevation/canterbury/kaikoura_2012/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Kaikōura region captured in 2012. +ASC FILES,Canterbury - Kaikōura LiDAR 1m DSM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Kaikoura_LiDAR_(2012)/Canterbury_-_Kaikoura_LiDAR_1m_DSM_(2012)/,s3://linz-elevation/canterbury/kaikoura_2012/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Kaikōura region captured in 2012. +ASC FILES,Canterbury - Hawarden LiDAR 1m DEM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hawarden_LiDAR_(2015)/Canterbury_-_Hawarden_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/hawarden_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Hawarden region captured in 2015. +ASC FILES,Canterbury - Hawarden LiDAR 1m DSM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hawarden_LiDAR_(2015)/Canterbury_-_Hawarden_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/hawarden_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Hawarden region captured in 2015. +ASC FILES,Canterbury - Timaru Rivers LiDAR 1m DEM (2014),Environment Canterbury,Aerial Surveys,2014-07-07,2014-08-04,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Timaru_Rivers_LiDAR_(2014)/Canterbury_-_Timaru_Rivers_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/canterbury/timaru-rivers_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Timaru Rivers region captured in 2014. +ASC FILES,Canterbury - Timaru Rivers LiDAR 1m DSM (2014),Environment Canterbury,Aerial Surveys,2014-07-07,2014-08-04,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Timaru_Rivers_LiDAR_(2014)/Canterbury_-_Timaru_Rivers_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/canterbury/timaru-rivers_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Timaru Rivers region captured in 2014. +ASC FILES,Canterbury - Hurunui Rivers LiDAR 1m DEM (2013),Environment Canterbury,Aerial Surveys,2013-05-12,2013-05-30,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hurunui_Rivers_LiDAR_(2013)/Canterbury_-_Hurunui_Rivers_LiDAR_1m_DEM_(2013)/,s3://linz-elevation/canterbury/hurunui-rivers_2013/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Hurunui Rivers region captured in 2013. +ASC FILES,Canterbury - Hurunui Rivers LiDAR 1m DSM (2013),Environment Canterbury,Aerial Surveys,2013-05-12,2013-05-30,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Hurunui_Rivers_LiDAR_(2013)/Canterbury_-_Hurunui_Rivers_LiDAR_1m_DSM_(2013)/,s3://linz-elevation/canterbury/hurunui-rivers_2013/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Hurunui Rivers region captured in 2013. +,Marlborough - Blenheim LiDAR 1m DEM (2014),Marlborough District Council,"""NZ Aerial Mapping;Aerial Surveys""",2014-02-23,2014-05-03,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_-_Blenheim_LiDAR_(2014)/Marlborough_-_Blenheim_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/marlborough/blenheim_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough - Blenheim region captured in 2014. +,Marlborough - Blenheim LiDAR 1m DSM (2014),Marlborough District Council,"""NZ Aerial Mapping;Aerial Surveys""",2014-02-23,2014-05-03,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_-_Blenheim_LiDAR_(2014)/Marlborough_-_Blenheim_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/marlborough/blenheim_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough - Blenheim region captured in 2014. +,Waikato - Reporoa and Upper Piako River LiDAR 1m DEM (2019),Waikato Regional Council,Aerial Surveys,2019-04-16,2019-04-17,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_(2019)/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_1m_DEM_(2019)/,s3://linz-elevation/waikato/reporoa-and-upper-piako-river_2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Reporoa and Upper Piako River region captured in 2019. +,Waikato - Reporoa and Upper Piako River LiDAR 1m DSM (2019),Waikato Regional Council,Aerial Surveys,2019-04-16,2019-04-17,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_(2019)/Waikato_-_Reporoa_and_Upper_Piako_River_LiDAR_1m_DSM_(2019)/,s3://linz-elevation/waikato/reporoa-and-upper-piako-river_2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Reporoa and Upper Piako River region captured in 2019. +,Otago LiDAR 1m DEM (2016),Otago Regional Council,Aerial Surveys,2016-03-02,2016-04-10,7839,2193,s3://linz-elevation-staging/lidar2/Otago_LiDAR_(2016)/Otago_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/otago/otago_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago region captured in 2016. +,Otago LiDAR 1m DSM (2016),Otago Regional Council,Aerial Surveys,2016-03-02,2016-04-10,7839,2193,s3://linz-elevation-staging/lidar2/Otago_LiDAR_(2016)/Otago_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/otago/otago_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago region captured in 2016. +ASC FILES,Canterbury - Rangiora LiDAR 1m DEM (2014),Waimakariri District Council,Aerial Surveys,2014-03-14,2014-06-23,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Rangiora_LiDAR_(2014)/Canterbury_-_Rangiora_LiDAR_1m_DEM_(2014)/,s3://linz-elevation/canterbury/rangiora_2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Rangiora region captured in 2014. +ASC FILES,Canterbury - Rangiora LiDAR 1m DSM (2014),Waimakariri District Council,Aerial Surveys,2014-03-14,2014-06-23,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Rangiora_LiDAR_(2014)/Canterbury_-_Rangiora_LiDAR_1m_DSM_(2014)/,s3://linz-elevation/canterbury/rangiora_2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Rangiora region captured in 2014. +ASC FILES,Canterbury - Amberly LiDAR 1m DEM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Amberly_LiDAR_(2012)/Canterbury_-_Amberly_LiDAR_1m_DEM_(2012)/,s3://linz-elevation/canterbury/amberly_2012/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Amberly region captured in 2012. +ASC FILES,Canterbury - Amberly LiDAR 1m DSM (2012),Environment Canterbury,Aerial Surveys,2012-07-10,2012-07-17,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Amberly_LiDAR_(2012)/Canterbury_-_Amberly_LiDAR_1m_DSM_(2012)/,s3://linz-elevation/canterbury/amberly_2012/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Amberly region captured in 2012. +ASC FILES,Canterbury - Cheviot LiDAR 1m DEM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Cheviot_LiDAR_(2015)/Canterbury_-_Cheviot_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/cheviot_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Cheviot region captured in 2015. +ASC FILES,Canterbury - Cheviot LiDAR 1m DSM (2015),Environment Canterbury,Aerial Surveys,2015-04-01,2015-04-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Cheviot_LiDAR_(2015)/Canterbury_-_Cheviot_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/cheviot_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Cheviot region captured in 2015. +ASC FILES,Bay of Plenty - Tauranga and Coast LiDAR 1m DEM (2015),BOPLASS,Aerial Surveys,2015-01-05,2015-11-08,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_(2015)/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/bay-of-plenty/tauranga-and-coast_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty - Tauranga and Coast region captured in 2015. +ASC FILES,Bay of Plenty - Tauranga and Coast LiDAR 1m DSM (2015),BOPLASS,Aerial Surveys,2015-01-05,2015-11-08,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_(2015)/Bay_of_Plenty_-_Tauranga_and_Coast_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/bay-of-plenty/tauranga-and-coast_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty - Tauranga and Coast region captured in 2015. +,Tasman - Motueka River Valley LiDAR 1m DEM (2018-2019),Tasman District Council,Aerial Surveys,2018-11-15,2019-02-13,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Motueka_River_Valley_LiDAR_(2018-2019)/Tasman_-_Motueka_River_Valley_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/tasman/motueka-river-valley_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Motueka River Valley region captured in 2018-2019. +,Tasman - Motueka River Valley LiDAR 1m DSM (2018-2019),Tasman District Council,Aerial Surveys,2018-11-15,2019-02-13,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Motueka_River_Valley_LiDAR_(2018-2019)/Tasman_-_Motueka_River_Valley_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/tasman/motueka-river-valley_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Motueka River Valley region captured in 2018-2019. +ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DEM (2015),Waikato Regional Council,Aerial Surveys,2015-02-07,2015-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_(2015)/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/waikato/west-coast-and-hauraki-plains_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - West Coast and Hauraki Plains region captured in 2015. +ASC FILES,Waikato - West Coast and Hauraki Plains LiDAR 1m DSM (2015),Waikato Regional Council,Aerial Surveys,2015-02-07,2015-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_(2015)/Waikato_-_West_Coast_and_Hauraki_Plains_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/waikato/west-coast-and-hauraki-plains_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - West Coast and Hauraki Plains region captured in 2015. +,Northland - Whangarei Heads LiDAR 1m DEM (2016),Land Information New Zealand,Aerial Surveys,2016-11-21,2016-11-22,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Whangarei_Heads_LiDAR_(2016)/Northland_-_Whangarei_Heads_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/northland/whangarei-heads_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland - Whangarei Heads region captured in 2016. +,Northland - Whangarei Heads LiDAR 1m DSM (2016),Land Information New Zealand,Aerial Surveys,2016-11-21,2016-11-22,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Whangarei_Heads_LiDAR_(2016)/Northland_-_Whangarei_Heads_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/northland/whangarei-heads_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland - Whangarei Heads region captured in 2016. +,Wellington City LiDAR 1m DEM (2019-2020),Wellington City Council,Aerial Surveys,2019-03-20,2020-03-14,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_City_LiDAR_(2019-2020)/Wellington_City_LiDAR_1m_DEM_(2019-2020)/,s3://linz-elevation/wellington/wellington-city_2019-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington City region captured in 2019-2020. +,Wellington City LiDAR 1m DSM (2019-2020),Wellington City Council,Aerial Surveys,2019-03-20,2020-03-14,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_City_LiDAR_(2019-2020)/Wellington_City_LiDAR_1m_DSM_(2019-2020)/,s3://linz-elevation/wellington/wellington-city_2019-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington City region captured in 2019-2020. +,Waikato - Huntly LiDAR 1m DEM (2015-2019),Waikato Regional Council,Aerial Surveys,2015-02-01,2019-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Huntly_LiDAR_(2015-2019)/Waikato_-_Huntly_LiDAR_1m_DEM_(2015-2019)/,s3://linz-elevation/waikato/huntly_2015-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Huntly region captured in 2015-2019. +,Waikato - Huntly LiDAR 1m DSM (2015-2019),Waikato Regional Council,Aerial Surveys,2015-02-01,2019-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Huntly_LiDAR_(2015-2019)/Waikato_-_Huntly_LiDAR_1m_DSM_(2015-2019)/,s3://linz-elevation/waikato/huntly_2015-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Huntly region captured in 2015-2019. +,Waikato - Thames LiDAR 1m DEM (2017-2019),Waikato Regional Council,Aerial Surveys,2017-07-02,2019-02-04,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Thames_LiDAR_(2017-2019)/Waikato_-_Thames_LiDAR_1m_DEM_(2017-2019)/,s3://linz-elevation/waikato/thames_2017-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Thames region captured in 2017-2019. +,Waikato - Thames LiDAR 1m DSM (2017-2019),Waikato Regional Council,Aerial Surveys,2017-07-02,2019-02-04,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Thames_LiDAR_(2017-2019)/Waikato_-_Thames_LiDAR_1m_DSM_(2017-2019)/,s3://linz-elevation/waikato/thames_2017-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Thames region captured in 2017-2019. +,Canterbury LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-03-14,2019-05-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury LiDAR 1m DEMs (2018)/Canterbury_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/canterbury_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2018-2019. +,Canterbury LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-03-14,2019-05-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury LiDAR 1m DEMs (2018)/Canterbury_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/canterbury_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2018-2019. +,Waikato - Hamilton LiDAR 1m DEM (2019),Hamilton City Council,Aerial Surveys,2019-11-03,2019-11-05,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Hamilton_LiDAR_(2019)/Waikato_-_Hamilton_LiDAR_1m_DEM_(2019)/,s3://linz-elevation/waikato/hamilton_2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato - Hamilton region captured in 2019. +,Waikato - Hamilton LiDAR 1m DSM (2019),Hamilton City Council,Aerial Surveys,2019-11-03,2019-11-05,7839,2193,s3://linz-elevation-staging/lidar2/Waikato_-_Hamilton_LiDAR_(2019)/Waikato_-_Hamilton_LiDAR_1m_DSM_(2019)/,s3://linz-elevation/waikato/hamilton_2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato - Hamilton region captured in 2019. +,Northland - Marsden Point LiDAR 1m DEM (2016),Land Information New Zealand,Aerial Surveys,2016-11-09,2016-11-21,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Marsden_Point_LiDAR_(2016)/Northland_-_Marsden_Point_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/northland/marsden-point_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland - Marsden Point region captured in 2016. +,Northland - Marsden Point LiDAR 1m DSM (2016),Land Information New Zealand,Aerial Surveys,2016-11-09,2016-11-21,7839,2193,s3://linz-elevation-staging/lidar2/Northland_-_Marsden_Point_LiDAR_(2016)/Northland_-_Marsden_Point_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/northland/marsden-point_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland - Marsden Point region captured in 2016. +,Marlborough LiDAR 1m DEM (2018),Marlborough District Council,Aerial Surveys,2018-05-26,2018-09-12,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_LiDAR_(2018)/Marlborough_LiDAR_1m_DEM_(2018)/,s3://linz-elevation/marlborough/marlborough_2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough region captured in 2018. +,Marlborough LiDAR 1m DSM (2018),Marlborough District Council,Aerial Surveys,2018-05-26,2018-09-12,7839,2193,s3://linz-elevation-staging/lidar2/Marlborough_LiDAR_(2018)/Marlborough_LiDAR_1m_DSM_(2018)/,s3://linz-elevation/marlborough/marlborough_2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough region captured in 2018. +,Canterbury - Christchurch and Ashley River LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-20,2019-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_(2018-2019)/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/christchurch-and-ashley-river_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch and Ashley River region captured in 2018-2019. +,Canterbury - Christchurch and Ashley River LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-20,2019-03-01,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_(2018-2019)/Canterbury_-_Christchurch_and_Ashley_River_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/christchurch-and-ashley-river_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch and Ashley River region captured in 2018-2019. +,Wellington LiDAR 1m DEM (2013-2014),Greater Wellington Regional Council,Aerial Surveys,2013-01-01,2014-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_LiDAR_(2013-2014)/Wellington_LiDAR_1m_DEM_(2013-2014)/Wellington DEM/,s3://linz-elevation/wellington/wellington_2013-2014/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington region captured in 2013-2014. +,Wellington LiDAR 1m DSM (2013-2014),Greater Wellington Regional Council,Aerial Surveys,2013-01-01,2014-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Wellington_LiDAR_(2013-2014)/Wellington_LiDAR_1m_DSM_(2013-2014)/,s3://linz-elevation/wellington/wellington_2013-2014/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington region captured in 2013-2014. +,Manawatū - Whanganui LiDAR 1m DEM (2015-2016),Horizons Regional Council,Aerial Surveys,2015-12-27,2016-12-17,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu_-_Whanganui_LiDAR_(2015-2016)/Manawatu_-_Whanganui_LiDAR_1m_DEM_(2015-2016)/,s3://linz-elevation/manawatu-whanganui/manawatu-whanganui_2015-2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū - Whanganui region captured in 2015-2016. +,Manawatū - Whanganui LiDAR 1m DSM (2015-2016),Horizons Regional Council,Aerial Surveys,2015-12-27,2016-12-17,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu_-_Whanganui_LiDAR_(2015-2016)/Manawatu_-_Whanganui_LiDAR_1m_DSM_(2015-2016)/,s3://linz-elevation/manawatu-whanganui/manawatu-whanganui_2015-2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū - Whanganui region captured in 2015-2016. +,Canterbury - Banks Peninsula LiDAR 1m DEM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-18,2019-02-10,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Banks_Peninsula_LiDAR_(2018-2019)/Canterbury_-_Banks_Peninsula_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/canterbury/banks-peninsula_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Banks Peninsula region captured in 2018-2019. +,Canterbury - Banks Peninsula LiDAR 1m DSM (2018-2019),Environment Canterbury,Aerial Surveys,2018-07-18,2019-02-10,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Banks_Peninsula_LiDAR_(2018-2019)/Canterbury_-_Banks_Peninsula_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/canterbury/banks-peninsula_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Banks Peninsula region captured in 2018-2019. +,Tasman - Richmond and Motueka LiDAR 1m DEM (2015),Tasman District Council,AAM NZ,2015-11-13,2015-11-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Richmond_and_Motueka_LiDAR_(2015)/Tasman_-_Richmond_and_Motueka_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/tasman/richmond-and-motueka_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Richmond and Motueka region captured in 2015. +,Tasman - Richmond and Motueka LiDAR 1m DSM (2015),Tasman District Council,AAM NZ,2015-11-13,2015-11-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Richmond_and_Motueka_LiDAR_(2015)/Tasman_-_Richmond_and_Motueka_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/tasman/richmond-and-motueka_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Richmond and Motueka region captured in 2015. +,Canterbury LiDAR 1m DEM (2016-2017),Environment Canterbury,AAM NZ,2016-11-01,2017-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_LiDAR_(2016-2017)/Canterbury_LiDAR_1m_DEM_(2016-2017)/,s3://linz-elevation/canterbury/canterbury_2016-2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2016-2017. +,Canterbury LiDAR 1m DSM (2016-2017),Environment Canterbury,AAM NZ,2016-11-01,2017-01-31,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_LiDAR_(2016-2017)/Canterbury_LiDAR_1m_DSM_(2016-2017)/,s3://linz-elevation/canterbury/canterbury_2016-2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2016-2017. +,Tasman - Abel Tasman and Golden Bay LiDAR 1m DEM (2016),Tasman District Council,AAM NZ,2016-12-13,2016-12-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_(2016)/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_1m_DEM_(2016)/,s3://linz-elevation/tasman/abel-tasman-and-golden-bay_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Abel Tasman and Golden Bay region captured in 2016. +,Tasman - Abel Tasman and Golden Bay LiDAR 1m DSM (2016),Tasman District Council,AAM NZ,2016-12-13,2016-12-14,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_(2016)/Tasman_-_Abel_Tasman_and_Golden_Bay_LiDAR_1m_DSM_(2016)/,s3://linz-elevation/tasman/abel-tasman-and-golden-bay_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Abel Tasman and Golden Bay region captured in 2016. +,Otago - Balclutha LiDAR 1m DEM (2020),Otago Regional Council,Landpro,2020-01-16,2020-01-18,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Balclutha_LiDAR_(2020)/Otago_-_Balclutha_LiDAR_1m_DEM_(2020)/,s3://linz-elevation/otago/balclutha_2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Balclutha region captured in 2020. +,Otago - Balclutha LiDAR 1m DSM (2020),Otago Regional Council,Landpro,2020-01-16,2020-01-18,7839,2193,s3://linz-elevation-staging/lidar2/Otago_-_Balclutha_LiDAR_(2020)/Otago_-_Balclutha_LiDAR_1m_DSM_(2020)/,s3://linz-elevation/otago/balclutha_2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Balclutha region captured in 2020. +,Manawatū-Whanganui - Palmerston North LiDAR 1m DEM (2018),Palmerston North City Council,AAM NZ,2018-08-29,2018-09-28,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu-Whanganui_-_Palmerston_North_LiDAR_(2018)/Manawatu-Whanganui_-_Palmerston_North_LiDAR_1m_DEM_(2018)/,s3://linz-elevation/manawatu-whanganui/palmerston-north_2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū-Whanganui - Palmerston North region captured in 2018. +,Manawatū-Whanganui - Palmerston North LiDAR 1m DSM (2018),Palmerston North City Council,AAM NZ,2018-08-29,2018-09-28,7839,2193,s3://linz-elevation-staging/lidar2/Manawatu-Whanganui_-_Palmerston_North_LiDAR_(2018)/Manawatu-Whanganui_-_Palmerston_North_LiDAR_1m_DSM_(2018)/,s3://linz-elevation/manawatu-whanganui/palmerston-north_2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū-Whanganui - Palmerston North region captured in 2018. +,Auckland South LiDAR 1m DEM (2016-2017),Auckland Council,AAM NZ,2016-09-22,2017-06-22,7839,2193,s3://linz-elevation-staging/lidar2/Auckland_South_LiDAR_(2016-2017)/Auckland_South_LiDAR_1m_DEM_(2016-2017)/,s3://linz-elevation/auckland/auckland-south_2016-2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland South region captured in 2016-2017. +,Auckland South LiDAR 1m DSM (2016-2017),Auckland Council,AAM NZ,2016-09-22,2017-06-22,7839,2193,s3://linz-elevation-staging/lidar2/Auckland_South_LiDAR_(2016-2017)/Auckland_South_LiDAR_1m_DSM_(2016-2017)/,s3://linz-elevation/auckland/auckland-south_2016-2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland South region captured in 2016-2017. +,Canterbury - Christchurch and Selwyn LiDAR 1m DEM (2015),Environment Canterbury,AAM NZ,2015-10-05,2015-10-07,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Selwyn_LiDAR_(2015)/Canterbury_-_Christchurch_and_Selwyn_LiDAR_1m_DEM_(2015)/,s3://linz-elevation/canterbury/christchurch-and-selwyn_2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch and Selwyn region captured in 2015. +,Canterbury - Christchurch and Selwyn LiDAR 1m DSM (2015),Environment Canterbury,AAM NZ,2015-10-05,2015-10-07,7839,2193,s3://linz-elevation-staging/lidar2/Canterbury_-_Christchurch_and_Selwyn_LiDAR_(2015)/Canterbury_-_Christchurch_and_Selwyn_LiDAR_1m_DSM_(2015)/,s3://linz-elevation/canterbury/christchurch-and-selwyn_2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch and Selwyn region captured in 2015. +,Tasman - Golden Bay LiDAR 1m DEM (2017),Tasman District Council,AAM NZ,2017-11-24,2017-12-16,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Golden_Bay_LiDAR_(2017)/Tasman_-_Golden_Bay_LiDAR_1m_DEM_(2017)/,s3://linz-elevation/tasman/golden-bay_2017/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Golden Bay region captured in 2017. +,Tasman - Golden Bay LiDAR 1m DSM (2017),Tasman District Council,AAM NZ,2017-11-24,2017-12-16,7839,2193,s3://linz-elevation-staging/lidar2/Tasman_-_Golden_Bay_LiDAR_(2017)/Tasman_-_Golden_Bay_LiDAR_1m_DSM_(2017)/,s3://linz-elevation/tasman/golden-bay_2017/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Golden Bay region captured in 2017. +,Wellington - Upper Hutt City LiDAR 1m DEM (2021),Upper Hutt City Council,AAM NZ,2021-03-25,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Wellington-UpperHuttCity_LiDAR_2021/DEM/,s3://linz-elevation/wellington/upper-hutt-city_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Upper Hutt City region captured in 2021. +,Wellington - Upper Hutt City LiDAR 1m DSM (2021),Upper Hutt City Council,AAM NZ,2021-03-25,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Wellington-UpperHuttCity_LiDAR_2021/DSM/,s3://linz-elevation/wellington/upper-hutt-city_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Upper Hutt City region captured in 2021. +,Canterbury - Christchurch LiDAR 1m DEM (2020-2021),"""Christchurch City Council;Environment Canterbury""",Landpro,2020-12-18,2021-02-17,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Christchurch_LiDAR_2020_2021/DEM/,s3://linz-elevation/canterbury/christchurch_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Christchurch region captured in 2020-2021. +,Canterbury - Christchurch LiDAR 1m DSM (2020-2021),"""Christchurch City Council;Environment Canterbury""",Landpro,2020-12-18,2021-02-17,7839,2193,s3://linz-elevation-staging/publish/Canterbury_Christchurch_LiDAR_2020_2021/DSM/,s3://linz-elevation/canterbury/christchurch_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Christchurch region captured in 2020-2021. +,Wellington - Kāpiti Coast LiDAR 1m DEM (2021),Kāpiti Coast District Council,AAM NZ,2021-03-13,2021-03-15,7839,2193,s3://linz-elevation-staging/publish/Kapiti_Coast_LiDAR_2021/DEM/,s3://linz-elevation/wellington/kapiti-coast_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Kāpiti Coast region captured in 2021. +,Wellington - Kāpiti Coast LiDAR 1m DSM (2021),Kāpiti Coast District Council,AAM NZ,2021-03-13,2021-03-15,7839,2193,s3://linz-elevation-staging/publish/Kapiti_Coast_LiDAR_2021/DSM/,s3://linz-elevation/wellington/kapiti-coast_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Kāpiti Coast region captured in 2021. +,Nelson and Tasman LiDAR 1m DEM (2008-2015),"""Nelson City Council;Tasman District Council""","""NZ Aerial Mapping;Aerial Surveys;AAM NZ""",2008-05-01,2015-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Nelson_and_Tasman_LiDAR_(2008-2015)/Nelson_and_Tasman_LiDAR_1m_DEM_(2008-2015)/,s3://linz-elevation/nelson/nelson-and-tasman_2008-2015/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson and Tasman region captured in 2008-2015. +,Nelson and Tasman LiDAR 1m DSM (2008-2015),"""Nelson City Council;Tasman District Council""","""NZ Aerial Mapping;Aerial Surveys;AAM NZ""",2008-05-01,2015-12-31,7839,2193,s3://linz-elevation-staging/lidar2/Nelson_and_Tasman_LiDAR_(2008-2015)/Nelson_and_Tasman_LiDAR_1m_DSM_(2008-2015)/,s3://linz-elevation/nelson/nelson-and-tasman_2008-2015/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson and Tasman region captured in 2008-2015. +,Bay of Plenty LiDAR 1m DEM (2018-2019),BOPLASS,AAM NZ,2018-12-01,2019-04-30,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_LiDAR_(2018-2019)/Bay_of_Plenty_LiDAR_1m_DEM_(2018-2019)/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2018-2019/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2018-2019. +,Bay of Plenty LiDAR 1m DSM (2018-2019),BOPLASS,AAM NZ,2018-12-01,2019-04-30,7839,2193,s3://linz-elevation-staging/lidar2/Bay_of_Plenty_LiDAR_(2018-2019)/Bay_of_Plenty_LiDAR_1m_DSM_(2018-2019)/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2018-2019/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2018-2019. +,Manawatū-Whanganui - Whanganui Urban LiDAR 1m DEM (2020-2021),Whanganui District Council,Aerial Surveys,2020-09-08,2021-02-03,7839,2193,s3://linz-elevation-staging/publish/Manawatu-Whanganui_WhanganuiUrban_LiDAR_2020/DEM/,s3://linz-elevation/manawatu-whanganui/whanganui-urban_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Manawatū-Whanganui - Whanganui Urban region captured in 2020-2021. +,Manawatū-Whanganui - Whanganui Urban LiDAR 1m DSM (2020-2021),Whanganui District Council,Aerial Surveys,2020-09-08,2021-02-03,7839,2193,s3://linz-elevation-staging/publish/Manawatu-Whanganui_WhanganuiUrban_LiDAR_2020/DSM/,s3://linz-elevation/manawatu-whanganui/whanganui-urban_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Manawatū-Whanganui - Whanganui Urban region captured in 2020-2021. +,Otago - Queenstown LiDAR 1m DEM (2021),Queenstown-Lakes District Council,Landpro,2021-03-13,2021-03-14,7839,2193,s3://linz-elevation-staging/Otago-Queenstown_LiDAR_1m_2021/DEM/,s3://linz-elevation/otago/queenstown_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Queenstown region captured in 2021. +,Otago - Queenstown LiDAR 1m DSM (2021),Queenstown-Lakes District Council,Landpro,2021-03-13,2021-03-14,7839,2193,s3://linz-elevation-staging/Otago-Queenstown_LiDAR_1m_2021/DSM/,s3://linz-elevation/otago/queenstown_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Queenstown region captured in 2021. +,Auckland North LiDAR 1m DEM (2016-2018),Auckland Council,Aerial Surveys,2016-08-16,2018-08-09,7839,2193,s3://linz-elevation-staging/publish/Auckland_North_LiDAR_2020/DEM/,s3://linz-elevation/auckland/auckland-north_2016-2018/dem_1m/2193/,1000,10000,Digital Elevation Model within the Auckland North region captured in 2016-2018. +,Auckland North LiDAR 1m DSM (2016-2018),Auckland Council,Aerial Surveys,2016-08-16,2018-08-09,7839,2193,s3://linz-elevation-staging/publish/Auckland_North_LiDAR_2020/DSM/,s3://linz-elevation/auckland/auckland-north_2016-2018/dsm_1m/2193/,1000,10000,Digital Surface Model within the Auckland North region captured in 2016-2018. +,Wellington - Hutt City LiDAR 1m DEM (2021),Hutt City Council,AAM NZ,2021-03-23,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Hutt_City_LiDAR_2021/DEM/,s3://linz-elevation/wellington/hutt-city_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Wellington - Hutt City region captured in 2021. +,Wellington - Hutt City LiDAR 1m DSM (2021),Hutt City Council,AAM NZ,2021-03-23,2021-03-27,7839,2193,s3://linz-elevation-staging/publish/Hutt_City_LiDAR_2021/DSM/,s3://linz-elevation/wellington/hutt-city_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Wellington - Hutt City region captured in 2021. +,Nelson LiDAR 1m DEM (2021),Nelson City Council,Aerial Surveys,2021-01-10,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Nelson_LiDAR_2021/DEM/,s3://linz-elevation/nelson/nelson_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson region captured in 2021. +,Nelson LiDAR 1m DSM (2021),Nelson City Council,Aerial Surveys,2021-01-10,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Nelson_LiDAR_2021/DSM/,s3://linz-elevation/nelson/nelson_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson region captured in 2021. +,Otago - Dunedin and Mosgiel LiDAR 1m DEM (2021),Otago Regional Council,AAM NZ,2021-06-24,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Otago_DunedinandMosgiel_LiDAR_2021/DEM/,s3://linz-elevation/otago/dunedin-and-mosgiel_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Dunedin and Mosgiel region captured in 2021. +,Otago - Dunedin and Mosgiel LiDAR 1m DSM (2021),Otago Regional Council,AAM NZ,2021-06-24,2021-06-24,7839,2193,s3://linz-elevation-staging/publish/Otago_DunedinandMosgiel_LiDAR_2021/DSM/,s3://linz-elevation/otago/dunedin-and-mosgiel_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Dunedin and Mosgiel region captured in 2021. +,West Coast LiDAR 1m DEM (2020-2022),West Coast Regional Council,Aerial Surveys,2020-05-16,2022-02-14,7839,2193,s3://linz-elevation-staging/publish/WestCoast_LiDAR_2020-2022/DEM/,s3://linz-elevation/west-coast/west-coast_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the West Coast region captured in 2020-2022. +,West Coast LiDAR 1m DSM (2020-2022),West Coast Regional Council,Aerial Surveys,2020-05-16,2022-02-14,7839,2193,s3://linz-elevation-staging/publish/WestCoast_LiDAR_2020-2022/DSM/,s3://linz-elevation/west-coast/west-coast_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the West Coast region captured in 2020-2022. +,Canterbury - Kaikōura LiDAR 1m DEM (2016),Land Information New Zealand,AAM NZ,2016-12-02,2017-01-06,7839,2193,s3://linz-elevation-staging/publish/Kaikoura_LiDAR_2016/DEM/,s3://linz-elevation/canterbury/kaikoura_2016/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury - Kaikōura region captured in 2016. +,Canterbury - Kaikōura LiDAR 1m DSM (2016),Land Information New Zealand,AAM NZ,2016-12-02,2017-01-06,7839,2193,s3://linz-elevation-staging/publish/Kaikoura_LiDAR_2016/DSM/,s3://linz-elevation/canterbury/kaikoura_2016/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury - Kaikōura region captured in 2016. +,Gisborne LiDAR 1m DEM (2018-2020),Gisborne District Council,Aerial Surveys,2018-12-31,2020-10-09,7839,2193,s3://linz-elevation-staging/publish/Gisborne_LiDAR_2018/DEM/,s3://linz-elevation/gisborne/gisborne_2018-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Gisborne region captured in 2018-2020. +,Gisborne LiDAR 1m DSM (2018-2020),Gisborne District Council,Aerial Surveys,2018-12-31,2020-10-09,7839,2193,s3://linz-elevation-staging/publish/Gisborne_LiDAR_2018/DSM/,s3://linz-elevation/gisborne/gisborne_2018-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Gisborne region captured in 2018-2020. +,Northland LiDAR 1m DEM (2018-2020),Northland Regional Council,RPS,2018-12-01,2020-02-01,7839,2193,s3://linz-elevation-staging/publish/Northland_LiDAR_2018_2020/DEM/,s3://linz-elevation/northland/northland_2018-2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Northland region captured in 2018-2020. +,Northland LiDAR 1m DSM (2018-2020),Northland Regional Council,RPS,2018-12-01,2020-02-01,7839,2193,s3://linz-elevation-staging/publish/Northland_LiDAR_2018_2020/DSM/,s3://linz-elevation/northland/northland_2018-2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Northland region captured in 2018-2020. +,Marlborough LiDAR 1m DEM (2020-2021),Marlborough District Council,Aerial Surveys,2020-02-10,2021-07-02,7839,2193,s3://linz-elevation-staging/publish/Marlborough_LiDAR_2020-2021_123merge/DEM/,s3://linz-elevation/marlborough/marlborough_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Marlborough region captured in 2020-2021. +,Marlborough LiDAR 1m DSM (2020-2021),Marlborough District Council,Aerial Surveys,2020-02-10,2021-07-02,7839,2193,s3://linz-elevation-staging/publish/Marlborough_LiDAR_2020-2021_123merge/DSM/,s3://linz-elevation/marlborough/marlborough_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Marlborough region captured in 2020-2021. +,Taranaki LiDAR 1m DEM (2021),Taranaki Regional Council,AAM NZ,2021-04-03,2021-10-16,7839,2193,s3://linz-elevation-staging/publish/Taranaki_LiDAR_2021_full/DEM/,s3://linz-elevation/taranaki/taranaki_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Taranaki region captured in 2021. +,Taranaki LiDAR 1m DSM (2021),Taranaki Regional Council,AAM NZ,2021-04-03,2021-10-16,7839,2193,s3://linz-elevation-staging/publish/Taranaki_LiDAR_2021_full/DSM/,s3://linz-elevation/taranaki/taranaki_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Taranaki region captured in 2021. +,Canterbury LiDAR 1m DEM (2020),Environment Canterbury,Aerial Surveys,2020-05-01,2020-11-12,7839,2193,s3://linz-elevation-staging/publish/Canterbury_LiDAR_2020/DEM/,s3://linz-elevation/canterbury/canterbury_2020/dem_1m/2193/,1000,10000,Digital Elevation Model within the Canterbury region captured in 2020. +,Canterbury LiDAR 1m DSM (2020),Environment Canterbury,Aerial Surveys,2020-05-01,2020-11-12,7839,2193,s3://linz-elevation-staging/publish/Canterbury_LiDAR_2020/DSM/,s3://linz-elevation/canterbury/canterbury_2020/dsm_1m/2193/,1000,10000,Digital Surface Model within the Canterbury region captured in 2020. +,Tasman - Tasman Bay LiDAR 1m DEM (2022),Tasman District Council,Aerial Surveys,2022-10-14,2022-11-07,7839,2193,s3://linz-elevation-staging/publish/Tasman-TasmanBay_LiDAR_2022/DEM/,s3://linz-elevation/tasman/tasman-bay_2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Tasman Bay region captured in 2022. +,Tasman - Tasman Bay LiDAR 1m DSM (2022),Tasman District Council,Aerial Surveys,2022-10-14,2022-11-07,7839,2193,s3://linz-elevation-staging/publish/Tasman-TasmanBay_LiDAR_2022/DSM/,s3://linz-elevation/tasman/tasman-bay_2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Tasman Bay region captured in 2022. +,Stewart Island / Rakiura - Oban LiDAR 1m DEM (2021),Environment Southland,Aerial Surveys,2021-09-03,2021-09-03,7839,2193,s3://linz-elevation-staging/publish/StewartIsland_Rakiura_Oban_LiDAR_2021/DEM/,s3://linz-elevation/southland/stewart-island-rakiura-oban_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Stewart Island / Rakiura - Oban region captured in 2021. +,Stewart Island / Rakiura - Oban LiDAR 1m DSM (2021),Environment Southland,Aerial Surveys,2021-09-03,2021-09-03,7839,2193,s3://linz-elevation-staging/publish/StewartIsland_Rakiura_Oban_LiDAR_2021/DSM/,s3://linz-elevation/southland/stewart-island-rakiura-oban_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Stewart Island / Rakiura - Oban region captured in 2021. +,Otago - Coastal Catchments LiDAR 1m DEM (2021),Otago Regional Council,AAM NZ,2021-06-25,2021-10-01,7839,2193,s3://linz-elevation-staging/publish/Otago_CoastalCatchments_LiDAR_2021_full/DEM/,s3://linz-elevation/otago/coastal-catchments_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Coastal Catchments region captured in 2021. +,Otago - Coastal Catchments LiDAR 1m DSM (2021),Otago Regional Council,AAM NZ,2021-06-25,2021-10-01,7839,2193,s3://linz-elevation-staging/publish/Otago_CoastalCatchments_LiDAR_2021_full/DSM/,s3://linz-elevation/otago/coastal-catchments_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Coastal Catchments region captured in 2021. +,Tasman - Waimea Dam LiDAR 1m DEM (2023),Tasman District Council,Aerial Surveys,2023-03-09,2023-03-09,7839,2193,s3://linz-elevation-staging/publish/Tasman-WaimeaDam_LiDAR_2023/DEM/,s3://linz-elevation/tasman/waimea-dam_2023/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman - Waimea Dam region captured in 2023. +,Tasman - Waimea Dam LiDAR 1m DSM (2023),Tasman District Council,Aerial Surveys,2023-03-09,2023-03-09,7839,2193,s3://linz-elevation-staging/publish/Tasman-WaimeaDam_LiDAR_2023/DSM/,s3://linz-elevation/tasman/waimea-dam_2023/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman - Waimea Dam region captured in 2023. +,Nelson and Tasman - Top of the South Flood LiDAR 1m DEM (2022),"""Nelson City Council;Tasman District Council;Waka Kotahi;National Emergency Management Agency""",Aerial Surveys,2022-08-23,2022-09-06,7839,2193,s3://linz-elevation-staging/publish/Top_of_the_south_LiDAR_2022/DEM/,s3://linz-elevation/nelson/nelson-and-tasman-top-of-the-south-flood_2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Nelson and Tasman - Top of the South Flood region captured in 2022. +,Nelson and Tasman - Top of the South Flood LiDAR 1m DSM (2022),"""Nelson City Council;Tasman District Council;Waka Kotahi;National Emergency Management Agency""",Aerial Surveys,2022-08-23,2022-09-06,7839,2193,s3://linz-elevation-staging/publish/Top_of_the_south_LiDAR_2022/DSM/,s3://linz-elevation/nelson/nelson-and-tasman-top-of-the-south-flood_2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Nelson and Tasman - Top of the South Flood region captured in 2022. +,Tasman LiDAR 1m DEM (2020-2022),Tasman District Council,Aerial Surveys,2020-01-28,2022-01-30,7839,2193,s3://linz-elevation-staging/publish/Tasman_LiDAR_2020-2022/DEM/,s3://linz-elevation/tasman/tasman_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Tasman region captured in 2020-2022. +,Tasman LiDAR 1m DSM (2020-2022),Tasman District Council,Aerial Surveys,2020-01-28,2022-01-30,7839,2193,s3://linz-elevation-staging/publish/Tasman_LiDAR_2020-2022/DSM/,s3://linz-elevation/tasman/tasman_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Tasman region captured in 2020-2022. +,Otago - Wanaka LiDAR 1m DEM (2022-2023),Queenstown-Lakes District Council,Landpro,2022-11-27,2023-01-11,7839,2193,s3://linz-elevation-staging/publish/Otago_Wanaka_LiDAR_2022-2023/DEM/,s3://linz-elevation/otago/wanaka_2022-2023/dem_1m/2193/,1000,10000,Digital Elevation Model within the Otago - Wanaka region captured in 2022-2023. +,Otago - Wanaka LiDAR 1m DSM (2022-2023),Queenstown-Lakes District Council,Landpro,2022-11-27,2023-01-11,7839,2193,s3://linz-elevation-staging/publish/Otago_Wanaka_LiDAR_2022-2023/DSM/,s3://linz-elevation/otago/wanaka_2022-2023/dsm_1m/2193/,1000,10000,Digital Surface Model within the Otago - Wanaka region captured in 2022-2023. +,Hawke's Bay LiDAR 1m DEM (2020-2021),Hawke's Bay Regional Council,Ocean Infinity,2020-11-11,2021-01-24,7839,2193,s3://linz-elevation-staging/publish/Hawkes_Bay_LiDAR_2020_2022/DEM/,s3://linz-elevation/hawkes-bay/hawkes-bay_2020-2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Hawke's Bay region captured in 2020-2021. +,Hawke's Bay LiDAR 1m DSM (2020-2021),Hawke's Bay Regional Council,Ocean Infinity,2020-11-11,2021-01-24,7839,2193,s3://linz-elevation-staging/publish/Hawkes_Bay_LiDAR_2020_2022/DSM/,s3://linz-elevation/hawkes-bay/hawkes-bay_2020-2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Hawke's Bay region captured in 2020-2021. +,Waikato LiDAR 1m DEM (2021),Waikato Regional Council,Ocean Infinity,2021-01-05,2021-03-26,7839,2193,s3://linz-elevation-staging/publish/Waikato_LiDAR_2021/DEM/,s3://linz-elevation/waikato/waikato_2021/dem_1m/2193/,1000,10000,Digital Elevation Model within the Waikato region captured in 2021. +,Waikato LiDAR 1m DSM (2021),Waikato Regional Council,Ocean Infinity,2021-01-05,2021-03-26,7839,2193,s3://linz-elevation-staging/publish/Waikato_LiDAR_2021/DSM/,s3://linz-elevation/waikato/waikato_2021/dsm_1m/2193/,1000,10000,Digital Surface Model within the Waikato region captured in 2021. +,Southland LiDAR 1m DEM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DEM/,s3://linz-elevation/southland/southland_2020-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Southland region captured in 2020-2022. +,Southland LiDAR 1m DSM (2020-2022),Environment Southland,Aerial Surveys,2020-12-15,2022-05-11,7839,2193,s3://linz-elevation-staging/publish/Southland_LiDAR_2020-2022/DSM/,s3://linz-elevation/southland/southland_2020-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Southland region captured in 2020-2022. +,Bay of Plenty LiDAR 1m DEM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DEM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dem_1m/2193/,1000,10000,Digital Elevation Model within the Bay of Plenty region captured in 2019-2022. +,Bay of Plenty LiDAR 1m DSM (2019-2022),BOPLASS,Aerial Surveys,2019-10-27,2022-10-24,7839,2193,s3://linz-elevation-staging/publish/BayofPlenty_LiDAR_2019-2022/DSM/,s3://linz-elevation/bay-of-plenty/bay-of-plenty_2019-2022/dsm_1m/2193/,1000,10000,Digital Surface Model within the Bay of Plenty region captured in 2019-2022. +,Canterbury - Kaikōura and Waimakariri LiDAR 1m DEM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DEM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dem_1m/2193/, 1000, 10000, Digital Elevation Model within the Canterbury - Kaikōura and Waimakariri region captured in 2022. +,Canterbury - Kaikōura and Waimakariri LiDAR 1m DSM (2022), Environment Canterbury, Aerial Surveys, 2022-05-02, 2022-09-15, 7839, 2193, s3://linz-elevation-staging/publish/Canterbury_Kaikoura_Waimakariri_LiDAR_2022/DSM/, s3://linz-elevation/canterbury/kaikoura_waimakariri_2022/dsm_1m/2193/, 1000, 10000, Digital Surface Model within the Canterbury - Kaikōura and Waimakariri region captured in 2022. +part of west coast dataset,,,,,,,,s3://linz-elevation-staging/lidar2/West_Coast_-_Westport_LiDAR_(2020)/,,,,, +part of west coast dataset,,,,,,,,s3://linz-elevation-staging/publish/WestCoast_Westport_LiDAR_2020/,,,,, diff --git a/tools/generate-argo-cli-commands-elevation.py b/tools/generate-argo-cli-commands-elevation.py new file mode 100644 index 00000000..9e444bfa --- /dev/null +++ b/tools/generate-argo-cli-commands-elevation.py @@ -0,0 +1,118 @@ +import csv +from typing import List, Dict, Tuple +import yaml + +PARAMETERS_CSV = "./data/elevation-31-07-23.csv" + +COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/standardising-publish-import.yaml -n argo -f ./{0}.yaml --generate-name {1}\n" + + +def _index_csv(header: List[str]) -> Dict[str, int]: + ind = {} + ind["comments"] = header.index("Comments") + ind["title"] = header.index("title") + ind["licensor"] = header.index("licensor") + ind["producer"] = header.index("producer") + ind["startdate"] = header.index("start-datetime") + ind["enddate"] = header.index("end-datetime") + ind["verticalEPSG"] = header.index("vertical-datum") + ind["horizontalEPSG"] = header.index("horizontal-datum") + ind["source"] = header.index("source") + ind["target"] = header.index("target") + ind["inputscale"] = header.index("input-scale") + ind["outputscale"] = header.index("output-scale") + ind["description"] = header.index("description") + return ind + + +def _add_licensor(row: List[str], index: Dict[str, int]) -> Dict[str, str]: + licensor = row[index["licensor"]] + if ";" in licensor: + return {"licensor-list": licensor, "licensor": ""} + else: + return {"licensor": licensor, "licensor-list": ""} + + +def _add_producer(row: List[str], index: Dict[str, int]) -> Dict[str, str]: + producer = row[index["producer"]] + if ";" in producer: + return {"producer-list": producer, "producer": ""} + else: + return {"producer": producer, "producer-list": ""} + + +def _write_params(params: Dict[str, str], file: str) -> None: + with open(f"./{file}.yaml", "w", encoding="utf-8") as output: + yaml.dump( + params, + output, + default_flow_style=False, + default_style='"', + sort_keys=False, + allow_unicode=True, + width=1000, + ) + + +def _valid_params(params: Dict[str, str]) -> Tuple[bool, str]: + if params["comments"] != "": + return (False, params["comments"]) + for param in params: + if "TODO" in params[param]: + return (False, "TODO Noted") + return (True, "") + +def _tmp_target_edit(target: str) -> str: + return target.replace("s3://linz-elevation/", "s3://linz-workflow-artifacts/linz-elevation/") + + +with open(PARAMETERS_CSV, "r") as csv_file: + reader = csv.reader(csv_file) + header = next(reader) + index = _index_csv(header) + + parameter_list = [] + not_valid = [] + + for row in reader: + if not row[index["target"]]: + continue + params = { + "comments": row[index["comments"]], + "source": row[index["source"]], + "target": _tmp_target_edit(row[index["target"]]), + "title": row[index["title"]], + "description": row[index["description"]], + "start-datetime": row[index["startdate"]], + "end-datetime": row[index["enddate"]], + "scale": row[index["outputscale"]], + "source-epsg": row[index["horizontalEPSG"]], + "target-epsg": "2193", + "compression": "dem_lerc", + "retile": "true", + "validate": "false", + "group": "5", + } + + params = {**params, **_add_licensor(row, index)} + params = {**params, **_add_producer(row, index)} + + file_name = row[index["target"]].split("/")[-4:-2] + file_name = f"{file_name[0]}-{file_name[1]}" + formatted_file_name = file_name.replace("_", "-").replace(".", "-") + + valid = _valid_params(params) + + if not valid[0]: + not_valid.append(f"# {formatted_file_name}.yaml not written to bash as further action required: {valid[1]}\n") + else: + parameter_list.append(COMMAND.format(formatted_file_name, formatted_file_name)) + + del params["comments"] + _write_params(params, formatted_file_name) + + with open("./standardise-publish.sh", "w") as script: + script.write("#!/bin/bash\n\n") + script.writelines(parameter_list) + script.writelines("\n\n\n") + script.writelines(not_valid)