From 94a9154380d0572293fce181dc84c33948ee6f26 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Mon, 4 May 2026 19:42:38 +0000 Subject: [PATCH 01/11] Create ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json --- .../blackmarble-june2026-composite.json | 103 ++++++++++++++++++ 1 file changed, 103 insertions(+) create mode 100644 ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json new file mode 100644 index 0000000..0197185 --- /dev/null +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -0,0 +1,103 @@ +{ + "collection": "blackmarble-june2026-composite", + "title": "Black Marble HD Composite", + "description": "Black Marble monthly composite nighttime lights product.", + "license": "CC0-1.0", + "stac_version": "1.0.0", + "dashboard:is_periodic": false, + "dashboard:time_density": "month", + "dashboard:time_interval": "P1M", + "links": [], + "spatial_extent": { + "xmin": -180, + "ymin": -90, + "xmax": 180, + "ymax": 90 + }, + "temporal_extent": { + "startdate": "2024-08-01T00:00:00Z", + "enddate": "2024-08-31T23:59:59Z" + }, + "discovery_items": [ + { + "discovery": "s3", + "prefix": "drcs_activations_new/Blackmarble/monthly-composite", + "bucket": "nasa-disasters", + "filename_regex": ".*_monthly\\.tif$", + "datetime_range": "month", + "id_regex": ".*_(\\d{4}-\\d{2})_monthly\\.tif$", + "id_template": "blackmarble-june2026-composite-{}", + "disasters:extract_event_name": true, + "disasters:monty": true, + "disasters:add_product": true, + "disasters:add_providers": true, + "cogify": false, + "dry_run": false, + "use_multithreading": false, + "assets": { + "blackmarble_hd": { + "title": "Black Marble Composite", + "description": "Black Marble monthly cloud-free composite nighttime lights imagery.", + "regex": ".*Blackmarble.*_monthly\\.tif$|.*_monthly\\.tif$" + } + }, + "collection": "blackmarble-june2026-composite" + } + ], + "data_type": "cog", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "renders": { + "dashboard": { + "assets": [ + "blackmarble_monthly_composite" + ], + "bidx": [ + 1, + 2, + 3 + ], + "nodata": 0 + }, + "blackmarble_monthly_composite": { + "assets": [ + "blackmarble_monthly_composite" + ], + "bidx": [ + 1, + 2, + 3 + ], + "nodata": 0 + } + }, + "providers": [ + { + "name": "NASA Black Marble", + "roles": [ + "producer" + ], + "url": "https://blackmarble.gsfc.nasa.gov/" + }, + { + "name": "NASA Disasters Program", + "roles": [ + "host" + ], + "url": "https://disasters.openveda.cloud" + } + ], + "item_assets": { + "blackmarble_hd": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Black Marble Composite", + "description": "Black Marble monthly composite nighttime lights imagery." + } + } +} \ No newline at end of file From 801af87de9194eab2409822f1f26e16f395c5bc0 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Mon, 4 May 2026 20:08:18 +0000 Subject: [PATCH 02/11] update via UI --- .../blackmarble-june2026-composite.json | 28 +++++++++---------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index 0197185..c4cf62f 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -21,7 +21,7 @@ "discovery_items": [ { "discovery": "s3", - "prefix": "drcs_activations_new/Blackmarble/monthly-composite", + "prefix": "drcs_activations_new/june2026_STM_demo/blackmarble_hd/", "bucket": "nasa-disasters", "filename_regex": ".*_monthly\\.tif$", "datetime_range": "month", @@ -33,7 +33,6 @@ "disasters:add_providers": true, "cogify": false, "dry_run": false, - "use_multithreading": false, "assets": { "blackmarble_hd": { "title": "Black Marble Composite", @@ -41,6 +40,7 @@ "regex": ".*Blackmarble.*_monthly\\.tif$|.*_monthly\\.tif$" } }, + "use_multithreading": false, "collection": "blackmarble-june2026-composite" } ], @@ -49,6 +49,17 @@ "https://stac-extensions.github.io/render/v1.0.0/schema.json", "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], + "item_assets": { + "blackmarble_hd": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Black Marble Composite", + "description": "Black Marble monthly composite nighttime lights imagery." + } + }, "renders": { "dashboard": { "assets": [ @@ -88,16 +99,5 @@ ], "url": "https://disasters.openveda.cloud" } - ], - "item_assets": { - "blackmarble_hd": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Black Marble Composite", - "description": "Black Marble monthly composite nighttime lights imagery." - } - } + ] } \ No newline at end of file From 429c98b8e089664d8174f9676ce3db2a03b50c5a Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Mon, 4 May 2026 20:10:28 +0000 Subject: [PATCH 03/11] update via UI --- .../dataset-config/blackmarble-june2026-composite.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index c4cf62f..34236f2 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -63,7 +63,7 @@ "renders": { "dashboard": { "assets": [ - "blackmarble_monthly_composite" + "blackmarble_hd" ], "bidx": [ 1, @@ -72,9 +72,9 @@ ], "nodata": 0 }, - "blackmarble_monthly_composite": { + "blackmarble_hd": { "assets": [ - "blackmarble_monthly_composite" + "blackmarble_hd" ], "bidx": [ 1, From 3150c73311d2b6e4fc1b135847453d1dc2739fdc Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Mon, 11 May 2026 19:47:21 +0000 Subject: [PATCH 04/11] update via UI --- .../staging/dataset-config/blackmarble-june2026-composite.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index 34236f2..ef30b9e 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -1,7 +1,7 @@ { "collection": "blackmarble-june2026-composite", "title": "Black Marble HD Composite", - "description": "Black Marble monthly composite nighttime lights product.", + "description": "Black Marble Day-Night Band (BRDF-Corrected) images were created by the NASA Black Marble Science team. The images are corrected for atmospheric, terrain, lunar BRDF, and straylight effects, and directly measures light intensity on the ground in units of nanowatts/(steradian centimeter squared). The images are scaled from 0 - 30. The baseline image is a monthly composite from before the event, generated from all daily atmospheric and lunar-corrected data from that month. There is a layer to display where clouds are present. This comparison between the images is meant as a visual assessment of outage impacts to aid various partners who are working to deliver emergency aids to local communities. Power outage maps like these help disaster response efforts in the short-term as well as long-term monitoring during the crucial stages of disaster recovery. NASA's Black Marble Nighttime Light product suite is a state-of-the-art daily global collection of standard products for monitoring nighttime lights (NTL). Utilizing the Visible Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) aboard the Suomi-NPP, NOAA-20, and NOAA-21 satellites. The image is in inferno color scale. Yellow represents presence of more light; dark blue less lights. Observations may be obscured by total or partial cloud cover. Other factors such as snow reflectance, moon phase, wildfires, and wildfire smoke may distort light radiance and require further analysis when assessing power outages.", "license": "CC0-1.0", "stac_version": "1.0.0", "dashboard:is_periodic": false, From a9b163ff23ba1568a60a3dfe95731664b6b6aaa5 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Thu, 21 May 2026 15:18:37 +0000 Subject: [PATCH 05/11] update via UI --- .../blackmarble-june2026-composite.json | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index ef30b9e..975de81 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -70,7 +70,14 @@ 2, 3 ], - "nodata": 0 + "nodata": 0, + "colormap_name": "inferno", + "rescale": [ + [ + 0, + 30 + ] + ] }, "blackmarble_hd": { "assets": [ @@ -81,7 +88,14 @@ 2, 3 ], - "nodata": 0 + "nodata": 0, + "colormap_name": "inferno", + "rescale": [ + [ + 0, + 30 + ] + ] } }, "providers": [ From c028981c85f0ae555e99bb4575f3871db6fcbad4 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Thu, 21 May 2026 15:27:04 +0000 Subject: [PATCH 06/11] update via UI --- .../staging/dataset-config/blackmarble-june2026-composite.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index 975de81..2998db3 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -57,7 +57,7 @@ "layer" ], "title": "Black Marble Composite", - "description": "Black Marble monthly composite nighttime lights imagery." + "description": "Black Marble monthly composite nighttime lights imagery" } }, "renders": { From 3e84666eed77ff5ee9ba20073e27be7d45852496 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Thu, 21 May 2026 15:39:24 +0000 Subject: [PATCH 07/11] update via UI --- .../staging/dataset-config/blackmarble-june2026-composite.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index 2998db3..975de81 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -57,7 +57,7 @@ "layer" ], "title": "Black Marble Composite", - "description": "Black Marble monthly composite nighttime lights imagery" + "description": "Black Marble monthly composite nighttime lights imagery." } }, "renders": { From 04a2c84addd1354da54b8cd69534843672ce0818 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Thu, 21 May 2026 15:40:04 +0000 Subject: [PATCH 08/11] update via UI --- .../staging/dataset-config/blackmarble-june2026-composite.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index 975de81..27492c0 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -25,7 +25,7 @@ "bucket": "nasa-disasters", "filename_regex": ".*_monthly\\.tif$", "datetime_range": "month", - "id_regex": ".*_(\\d{4}-\\d{2})_monthly\\.tif$", + "id_regex": ".*_(\\d{4}\\d{2})_monthly\\.tif$", "id_template": "blackmarble-june2026-composite-{}", "disasters:extract_event_name": true, "disasters:monty": true, From e7fa6eb9840b662c6f5b9ae6e1d7fe9e79f9b70b Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Fri, 22 May 2026 13:01:26 +0000 Subject: [PATCH 09/11] update via UI --- .../dataset-config/blackmarble-june2026-composite.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index 27492c0..a566eef 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -75,7 +75,7 @@ "rescale": [ [ 0, - 30 + 255 ] ] }, @@ -93,7 +93,7 @@ "rescale": [ [ 0, - 30 + 255 ] ] } From 58837790085ef04d01173659afd604bc80cc08d9 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Tue, 2 Jun 2026 13:38:36 +0000 Subject: [PATCH 10/11] update via UI --- .../blackmarble-june2026-composite.json | 28 +++++++++---------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index a566eef..e71d27c 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -1,7 +1,7 @@ { "collection": "blackmarble-june2026-composite", "title": "Black Marble HD Composite", - "description": "Black Marble Day-Night Band (BRDF-Corrected) images were created by the NASA Black Marble Science team. The images are corrected for atmospheric, terrain, lunar BRDF, and straylight effects, and directly measures light intensity on the ground in units of nanowatts/(steradian centimeter squared). The images are scaled from 0 - 30. The baseline image is a monthly composite from before the event, generated from all daily atmospheric and lunar-corrected data from that month. There is a layer to display where clouds are present. This comparison between the images is meant as a visual assessment of outage impacts to aid various partners who are working to deliver emergency aids to local communities. Power outage maps like these help disaster response efforts in the short-term as well as long-term monitoring during the crucial stages of disaster recovery. NASA's Black Marble Nighttime Light product suite is a state-of-the-art daily global collection of standard products for monitoring nighttime lights (NTL). Utilizing the Visible Imaging Radiometer Suite (VIIRS) Day/Night Band (DNB) aboard the Suomi-NPP, NOAA-20, and NOAA-21 satellites. The image is in inferno color scale. Yellow represents presence of more light; dark blue less lights. Observations may be obscured by total or partial cloud cover. Other factors such as snow reflectance, moon phase, wildfires, and wildfire smoke may distort light radiance and require further analysis when assessing power outages.", + "description": "Black Marble Day-Night Band (BRDF-Corrected).", "license": "CC0-1.0", "stac_version": "1.0.0", "dashboard:is_periodic": false, @@ -33,6 +33,7 @@ "disasters:add_providers": true, "cogify": false, "dry_run": false, + "use_multithreading": false, "assets": { "blackmarble_hd": { "title": "Black Marble Composite", @@ -40,7 +41,6 @@ "regex": ".*Blackmarble.*_monthly\\.tif$|.*_monthly\\.tif$" } }, - "use_multithreading": false, "collection": "blackmarble-june2026-composite" } ], @@ -49,17 +49,6 @@ "https://stac-extensions.github.io/render/v1.0.0/schema.json", "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], - "item_assets": { - "blackmarble_hd": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Black Marble Composite", - "description": "Black Marble monthly composite nighttime lights imagery." - } - }, "renders": { "dashboard": { "assets": [ @@ -113,5 +102,16 @@ ], "url": "https://disasters.openveda.cloud" } - ] + ], + "item_assets": { + "blackmarble_hd": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Black Marble Composite", + "description": "Black Marble monthly composite nighttime lights imagery." + } + } } \ No newline at end of file From 370fd596e8524da784d3f289164b4d0b5c1a1922 Mon Sep 17 00:00:00 2001 From: "veda-ingest-ui[bot]" <248557473+veda-ingest-ui[bot]@users.noreply.github.com> Date: Wed, 3 Jun 2026 16:14:14 +0000 Subject: [PATCH 11/11] update via UI --- .../blackmarble-june2026-composite.json | 28 +++++++++---------- 1 file changed, 13 insertions(+), 15 deletions(-) diff --git a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json index e71d27c..889fce4 100644 --- a/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json +++ b/ingestion-data/staging/dataset-config/blackmarble-june2026-composite.json @@ -33,7 +33,6 @@ "disasters:add_providers": true, "cogify": false, "dry_run": false, - "use_multithreading": false, "assets": { "blackmarble_hd": { "title": "Black Marble Composite", @@ -41,6 +40,7 @@ "regex": ".*Blackmarble.*_monthly\\.tif$|.*_monthly\\.tif$" } }, + "use_multithreading": false, "collection": "blackmarble-june2026-composite" } ], @@ -49,6 +49,17 @@ "https://stac-extensions.github.io/render/v1.0.0/schema.json", "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], + "item_assets": { + "blackmarble_hd": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Black Marble Composite", + "description": "Black Marble monthly composite nighttime lights imagery." + } + }, "renders": { "dashboard": { "assets": [ @@ -60,7 +71,6 @@ 3 ], "nodata": 0, - "colormap_name": "inferno", "rescale": [ [ 0, @@ -78,7 +88,6 @@ 3 ], "nodata": 0, - "colormap_name": "inferno", "rescale": [ [ 0, @@ -102,16 +111,5 @@ ], "url": "https://disasters.openveda.cloud" } - ], - "item_assets": { - "blackmarble_hd": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Black Marble Composite", - "description": "Black Marble monthly composite nighttime lights imagery." - } - } + ] } \ No newline at end of file