From a239bf1f48a7dbba2244ba9dfab091d0da07c047 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Mon, 4 May 2026 20:48:40 +0000 Subject: [PATCH 1/2] Create ingestion-data/staging/dataset-config/opera-dswx-daily.json --- .../dataset-config/opera-dswx-daily.json | 277 ++++++++++++++++++ 1 file changed, 277 insertions(+) create mode 100644 ingestion-data/staging/dataset-config/opera-dswx-daily.json diff --git a/ingestion-data/staging/dataset-config/opera-dswx-daily.json b/ingestion-data/staging/dataset-config/opera-dswx-daily.json new file mode 100644 index 0000000..0bdbd14 --- /dev/null +++ b/ingestion-data/staging/dataset-config/opera-dswx-daily.json @@ -0,0 +1,277 @@ +{ + "collection": "opera-dswx-daily", + "title": "OPERA DSWx Daily", + "description": "OPERA Dynamic Surface Water Extent (DSWx) products derived from HLS, including water extent, flood extent, binary water, and change map layers.", + "license": "CC0-1.0", + "stac_version": "1.0.0", + "dashboard:is_periodic": false, + "dashboard:time_interval": "P1D", + "links": [], + "spatial_extent": { + "xmin": -125, + "ymin": 24, + "xmax": -66, + "ymax": 49 + }, + "temporal_extent": { + "startdate": "2020-01-01T00:00:00Z", + "enddate": null + }, + "discovery_items": [ + { + "discovery": "s3", + "prefix": "ProgramData/OPERA/DSWx/", + "bucket": "nasa-disasters-staging", + "filename_regex": ".*_day\\.tif$", + "datetime_range": "day", + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2})_day\\.tif$", + "id_template": "opera-dswx-daily-{}", + "disasters:extract_event_name": true, + "disasters:monty": true, + "disasters:add_product": true, + "disasters:add_providers": true, + "cogify": false, + "dry_run": false, + "use_multithreading": false, + "assets": { + "dwsx": { + "title": "HLS Dynamic Surface Water Extent", + "description": "HLS Dynamic Surface Water Extent product showing water presence and classification.", + "regex": "^(?!.*FloodMap)(?!.*NoSnowIce)(?!.*WTR).*DSWx.*HLS.*\\.tif$" + }, + "floodmap": { + "title": "HLS Flood Map", + "description": "HLS-derived flood extent map identifying inundated areas.", + "regex": ".*FloodMap.*\\.tif$" + }, + "nosnowice": { + "title": "HLS Water No Snow/Ice", + "description": "HLS water extent excluding snow and ice coverage.", + "regex": ".*NoSnowIce.*\\.tif$" + }, + "wtr": { + "title": "HLS Water", + "description": "HLS water classification layer.", + "regex": "^(?!.*BWTR)(?!.*ChngMap).*DSWx.*WTR.*\\.tif$" + }, + "bwtr": { + "title": "HLS Binary Water", + "description": "HLS binary water classification.", + "regex": "^(?!.*ChngMap).*DSWx.*BWTR.*\\.tif$" + }, + "changemap-date1": { + "title": "HLS Change Map Date 1", + "description": "HLS surface water change detection map showing changes in water extent between time periods.", + "regex": ".*ChngMap.*date1.*\\d{4}-\\d{2}-\\d{2}_day\\.tif$" + }, + "changemap-date2": { + "title": "HLS Change Map Date 2", + "description": "HLS surface water change detection map showing changes in water extent between time periods.", + "regex": ".*ChngMap.*date2.*\\d{4}-\\d{2}-\\d{2}_day\\.tif$" + } + }, + "collection": "opera-dswx-daily" + } + ], + "data_type": "cog", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "renders": { + "dashboard": { + "assets": [ + "dwsx" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "dwsx": { + "assets": [ + "dwsx" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "floodmap": { + "assets": [ + "floodmap" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "nosnowice": { + "assets": [ + "nosnowice" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "wtr": { + "assets": [ + "wtr" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "bwtr": { + "assets": [ + "bwtr" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "changemap-date1": { + "assets": [ + "changemap-date1" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 1 + ] + ] + }, + "changemap-date2": { + "assets": [ + "changemap-date2" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 1 + ] + ] + } + }, + "providers": [ + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "item_assets": { + "dwsx": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "HLS Dynamic Surface Water Extent", + "description": "HLS Dynamic Surface Water Extent product showing water presence and classification." + }, + "floodmap": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "HLS Flood Map", + "description": "HLS-derived flood extent map identifying inundated areas." + }, + "nosnowice": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "HLS Water No Snow/Ice", + "description": "HLS water extent excluding snow and ice coverage." + }, + "wtr": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "HLS Water", + "description": "HLS water classification layer." + }, + "bwtr": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "HLS Binary Water", + "description": "HLS binary water classification." + }, + "changemap-date1": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "HLS Change Map Date 1", + "description": "HLS surface water change detection map showing changes in water extent between time periods." + }, + "changemap-date2": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "HLS Change Map Date 2", + "description": "HLS surface water change detection map showing changes in water extent between time periods." + } + } +} \ No newline at end of file From a38f9cd56bd36eb320975c8c24051adb1377f93b Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Mon, 4 May 2026 21:04:23 +0000 Subject: [PATCH 2/2] update via UI --- .../dataset-config/opera-dswx-daily.json | 147 +++++++++++------- 1 file changed, 88 insertions(+), 59 deletions(-) diff --git a/ingestion-data/staging/dataset-config/opera-dswx-daily.json b/ingestion-data/staging/dataset-config/opera-dswx-daily.json index 0bdbd14..b46864f 100644 --- a/ingestion-data/staging/dataset-config/opera-dswx-daily.json +++ b/ingestion-data/staging/dataset-config/opera-dswx-daily.json @@ -1,7 +1,7 @@ { "collection": "opera-dswx-daily", "title": "OPERA DSWx Daily", - "description": "OPERA Dynamic Surface Water Extent (DSWx) products derived from HLS, including water extent, flood extent, binary water, and change map layers.", + "description": "OPERA Dynamic Surface Water Extent (DSWx) products from Sentinel-1 (S1) and Harmonized Landsat Sentinel (HLS), including water extent, flood extent, binary water, and change map layers.", "license": "CC0-1.0", "stac_version": "1.0.0", "dashboard:is_periodic": false, @@ -34,40 +34,45 @@ "dry_run": false, "use_multithreading": false, "assets": { - "dwsx": { - "title": "HLS Dynamic Surface Water Extent", - "description": "HLS Dynamic Surface Water Extent product showing water presence and classification.", - "regex": "^(?!.*FloodMap)(?!.*NoSnowIce)(?!.*WTR).*DSWx.*HLS.*\\.tif$" + "s1bwtr": { + "title": "S1 Binary Water", + "description": "Sentinel-1 binary water classification.", + "regex": ".*S1.*BWTR.*\\.tif$" }, - "floodmap": { + "s1wtr": { + "title": "S1 Water", + "description": "Sentinel-1 water classification layer.", + "regex": "^(?!.*BWTR).*S1.*WTR.*\\.tif$" + }, + "s1bwtrchngmap": { + "title": "S1 Binary Water Change Map", + "description": "Sentinel-1 binary water change map.", + "regex": ".*S1.*BWTR.*ChngMap.*\\.tif$" + }, + "hlsfloodmap": { "title": "HLS Flood Map", "description": "HLS-derived flood extent map identifying inundated areas.", - "regex": ".*FloodMap.*\\.tif$" + "regex": ".*HLS.*FloodMap.*\\.tif$" }, - "nosnowice": { + "hlsnosnowice": { "title": "HLS Water No Snow/Ice", "description": "HLS water extent excluding snow and ice coverage.", - "regex": ".*NoSnowIce.*\\.tif$" + "regex": ".*HLS.*NoSnowIce.*\\.tif$" }, - "wtr": { + "hlswtr": { "title": "HLS Water", "description": "HLS water classification layer.", - "regex": "^(?!.*BWTR)(?!.*ChngMap).*DSWx.*WTR.*\\.tif$" + "regex": "^(?!.*BWTR)(?!.*ChngMap).*HLS.*WTR.*\\.tif$" }, - "bwtr": { + "hlsbwtr": { "title": "HLS Binary Water", "description": "HLS binary water classification.", - "regex": "^(?!.*ChngMap).*DSWx.*BWTR.*\\.tif$" - }, - "changemap-date1": { - "title": "HLS Change Map Date 1", - "description": "HLS surface water change detection map showing changes in water extent between time periods.", - "regex": ".*ChngMap.*date1.*\\d{4}-\\d{2}-\\d{2}_day\\.tif$" + "regex": ".*HLS.*BWTR.*\\.tif$" }, - "changemap-date2": { - "title": "HLS Change Map Date 2", - "description": "HLS surface water change detection map showing changes in water extent between time periods.", - "regex": ".*ChngMap.*date2.*\\d{4}-\\d{2}-\\d{2}_day\\.tif$" + "hlsmosaic": { + "title": "HLS Mosaic", + "description": "HLS mosaic product.", + "regex": ".*HLS.*Mosaic.*\\.tif$" } }, "collection": "opera-dswx-daily" @@ -81,7 +86,22 @@ "renders": { "dashboard": { "assets": [ - "dwsx" + "hlswtr" + ], + "bidx": [ + 1 + ], + "nodata": 0, + "rescale": [ + [ + 0, + 255 + ] + ] + }, + "s1bwtr": { + "assets": [ + "s1bwtr" ], "bidx": [ 1 @@ -94,9 +114,9 @@ ] ] }, - "dwsx": { + "s1wtr": { "assets": [ - "dwsx" + "s1wtr" ], "bidx": [ 1 @@ -109,9 +129,9 @@ ] ] }, - "floodmap": { + "s1bwtrchngmap": { "assets": [ - "floodmap" + "s1bwtrchngmap" ], "bidx": [ 1 @@ -124,9 +144,9 @@ ] ] }, - "nosnowice": { + "hlsfloodmap": { "assets": [ - "nosnowice" + "hlsfloodmap" ], "bidx": [ 1 @@ -135,13 +155,13 @@ "rescale": [ [ 0, - 255 + 1 ] ] }, - "wtr": { + "hlsnosnowice": { "assets": [ - "wtr" + "hlsnosnowice" ], "bidx": [ 1 @@ -154,9 +174,9 @@ ] ] }, - "bwtr": { + "hlswtr": { "assets": [ - "bwtr" + "hlswtr" ], "bidx": [ 1 @@ -169,9 +189,9 @@ ] ] }, - "changemap-date1": { + "hlsbwtr": { "assets": [ - "changemap-date1" + "hlsbwtr" ], "bidx": [ 1 @@ -180,13 +200,13 @@ "rescale": [ [ 0, - 1 + 255 ] ] }, - "changemap-date2": { + "hlsmosaic": { "assets": [ - "changemap-date2" + "hlsmosaic" ], "bidx": [ 1 @@ -195,7 +215,7 @@ "rescale": [ [ 0, - 1 + 255 ] ] } @@ -210,16 +230,34 @@ } ], "item_assets": { - "dwsx": { + "s1bwtr": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "S1 Binary Water", + "description": "Sentinel-1 binary water classification." + }, + "s1wtr": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "S1 Water", + "description": "Sentinel-1 water classification layer." + }, + "s1bwtrchngmap": { "type": "image/tiff; application=geotiff; profile=cloud-optimized", "roles": [ "data", "layer" ], - "title": "HLS Dynamic Surface Water Extent", - "description": "HLS Dynamic Surface Water Extent product showing water presence and classification." + "title": "S1 Binary Water Change Map", + "description": "Sentinel-1 binary water change map." }, - "floodmap": { + "hlsfloodmap": { "type": "image/tiff; application=geotiff; profile=cloud-optimized", "roles": [ "data", @@ -228,7 +266,7 @@ "title": "HLS Flood Map", "description": "HLS-derived flood extent map identifying inundated areas." }, - "nosnowice": { + "hlsnosnowice": { "type": "image/tiff; application=geotiff; profile=cloud-optimized", "roles": [ "data", @@ -237,7 +275,7 @@ "title": "HLS Water No Snow/Ice", "description": "HLS water extent excluding snow and ice coverage." }, - "wtr": { + "hlswtr": { "type": "image/tiff; application=geotiff; profile=cloud-optimized", "roles": [ "data", @@ -246,7 +284,7 @@ "title": "HLS Water", "description": "HLS water classification layer." }, - "bwtr": { + "hlsbwtr": { "type": "image/tiff; application=geotiff; profile=cloud-optimized", "roles": [ "data", @@ -255,23 +293,14 @@ "title": "HLS Binary Water", "description": "HLS binary water classification." }, - "changemap-date1": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "HLS Change Map Date 1", - "description": "HLS surface water change detection map showing changes in water extent between time periods." - }, - "changemap-date2": { + "hlsmosaic": { "type": "image/tiff; application=geotiff; profile=cloud-optimized", "roles": [ "data", "layer" ], - "title": "HLS Change Map Date 2", - "description": "HLS surface water change detection map showing changes in water extent between time periods." + "title": "HLS Mosaic", + "description": "HLS mosaic product." } } } \ No newline at end of file