From a6a33a80d4c07e4d2ce486566810deec5994feaf Mon Sep 17 00:00:00 2001 From: "veda-github-actor[bot]" <192275278+veda-github-actor[bot]@users.noreply.github.com> Date: Sun, 12 Apr 2026 03:13:32 +0000 Subject: [PATCH 1/3] Create ingestion-data/staging/dataset-config/geos-cf-ana.json --- .../staging/dataset-config/geos-cf-ana.json | 277 ++++++++++++++++++ 1 file changed, 277 insertions(+) create mode 100644 ingestion-data/staging/dataset-config/geos-cf-ana.json diff --git a/ingestion-data/staging/dataset-config/geos-cf-ana.json b/ingestion-data/staging/dataset-config/geos-cf-ana.json new file mode 100644 index 0000000..67b088d --- /dev/null +++ b/ingestion-data/staging/dataset-config/geos-cf-ana.json @@ -0,0 +1,277 @@ +{ + "collection": "geos-cf-ana", + "title": "GEOS-CF (Analysis)", + "description": "Goddard Earth Observing System Composition Forecast (GEOS-CF) analysis files for Carbon Monoxide, Ozone, Nitrogen Dioxide, PM2.5, PM10, and Sulfur Dioxide.", + "license": "CC0-1.0", + "stac_version": "1.0.0", + "dashboard:is_periodic": true, + "links": [], + "spatial_extent": { + "xmin": -180, + "ymin": -90, + "xmax": 180, + "ymax": 90 + }, + "temporal_extent": { + "startdate": "2025-10-22T00:30:00Z", + "enddate": "2025-10-26T23:30:00Z" + }, + "discovery_items": [ + { + "discovery": "s3", + "prefix": "GEOS_CF/ana/", + "bucket": "veda-airquality-dev", + "filename_regex": ".*geos_cf_ana_.*\\.tif$", + "id_regex": ".*(\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z)\\.tif$", + "id_template": "geos-cf-ana-{}", + "use_multithreading": false, + "collection": "geos-cf-ana", + "cogify": false, + "dry_run": false, + "assets": { + "CO": { + "description": "Near-surface concentrations of carbon monoxide (CO) estimated by NASA's GEOS-CF model.", + "regex": ".*_CO_.*\\.tif$", + "title": "Carbon Monoxide" + }, + "NO2": { + "description": "Near-surface concentrations of nitrogen dioxide (NO2) estimated by NASA's GEOS-CF model.", + "regex": ".*_NO2_.*\\.tif$", + "title": "Nitrogen Dioxide" + }, + "O3": { + "description": "Near-surface concentrations of ozone (O3)) estimated by NASA's GEOS-CF model.", + "regex": ".*_O3_.*\\.tif$", + "title": "Ozone" + }, + "PM10": { + "description": "Near-surface concentrations of PM10 estimated by NASA's GEOS-CF model.", + "regex": ".*_PM10_.*\\.tif$", + "title": "Particulate Matter (10 micron)" + }, + "PM25": { + "description": "Near-surface concentrations of PM2.5 estimated by NASA's GEOS-CF model.", + "regex": ".*PM25_.*\\.tif$", + "title": "Particulate Matter (2.5 micron)" + }, + "SO2": { + "description": "Near-surface concentrations of sulfur dioxide (SO2) estimated by NASA's GEOS-CF model.", + "regex": ".*SO2_.*\\.tif$", + "title": "Sulfur Dioxide" + } + } + } + ], + "sample_files": [ + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T00:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T01:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T02:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T03:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T00:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T01:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T02:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T03:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T00:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T01:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T02:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T03:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T00:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T01:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T02:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T03:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T00:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T01:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T02:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T03:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T00:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T01:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T02:30:00Z.tif", + "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T03:30:00Z.tif" + ], + "data_type": "cog", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + }, + "CO": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Carbon Monoxide", + "description": "Near-surface concentrations of carbon monoxide (CO) estimated by NASA's GEOS-CF model." + }, + "NO2": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Nitrogen Dioxide", + "description": "Near-surface concentrations of nitrogen dioxide (NO2) estimated by NASA's GEOS-CF model." + }, + "O3": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Ozone", + "description": "Near-surface concentrations of ozone (O3) estimated by NASA's GEOS-CF model." + }, + "PM10": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "PM10", + "description": "Near-surface concentrations of PM10 estimated by NASA's GEOS-CF model." + }, + "PM25": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "PM2.5", + "description": "Near-surface concentrations of PM2.5 estimated by NASA's GEOS-CF model." + }, + "SO2": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Sulfur Dioxide", + "description": "Near-surface concentrations of sulfur dioxide (SO2) estimated by NASA's GEOS-CF model." + } + }, + "renders": { + "dashboard": { + "assets": [ + "CO" + ], + "rescale": [ + [ + 0.1, + 0.2 + ] + ], + "nodata": -999, + "colormap_name": "ylorrd" + }, + "CO": { + "assets": [ + "CO" + ], + "rescale": [ + [ + 0.1, + 0.2 + ] + ], + "nodata": -999, + "colormap_name": "ylorrd" + }, + "NO2": { + "assets": [ + "NO2" + ], + "rescale": [ + [ + 0, + 5 + ] + ], + "nodata": -999, + "colormap_name": "greens" + }, + "O3": { + "assets": [ + "O3" + ], + "rescale": [ + [ + 0.01, + 0.06 + ] + ], + "nodata": -999, + "colormap_name": "blues" + }, + "PM10": { + "assets": [ + "PM10" + ], + "rescale": [ + [ + 0, + 400 + ] + ], + "nodata": -999, + "colormap_name": "turbo" + }, + "PM25": { + "assets": [ + "PM25" + ], + "rescale": [ + [ + 0, + 200 + ] + ], + "nodata": -999, + "colormap_name": "turbo" + }, + "SO2": { + "assets": [ + "SO2" + ], + "rescale": [ + [ + 0, + 2 + ] + ], + "nodata": -999, + "colormap_name": "viridis" + } + }, + "providers": [ + { + "name": "NASA VEDA", + "roles": [ + "host" + ], + "url": "https://www.earthdata.nasa.gov/dashboard/" + } + ], + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "None", + "href": "None", + "type": "image/jpeg", + "roles": [ + "thumbnail" + ] + } + }, + "tenant": "air-quality", + "is_periodic": true, + "time_density": "PT1H" +} \ No newline at end of file From 2d3e450170fa76f0e447742727284d6bbc304e83 Mon Sep 17 00:00:00 2001 From: "veda-github-actor[bot]" <192275278+veda-github-actor[bot]@users.noreply.github.com> Date: Thu, 16 Apr 2026 14:57:13 +0000 Subject: [PATCH 2/3] update via UI --- .../staging/dataset-config/geos-cf-ana.json | 40 ++----------------- 1 file changed, 3 insertions(+), 37 deletions(-) diff --git a/ingestion-data/staging/dataset-config/geos-cf-ana.json b/ingestion-data/staging/dataset-config/geos-cf-ana.json index 67b088d..9d18667 100644 --- a/ingestion-data/staging/dataset-config/geos-cf-ana.json +++ b/ingestion-data/staging/dataset-config/geos-cf-ana.json @@ -1,6 +1,6 @@ { "collection": "geos-cf-ana", - "title": "GEOS-CF (Analysis)", + "title": "DEMO - GEOS-CF (Analysis)", "description": "Goddard Earth Observing System Composition Forecast (GEOS-CF) analysis files for Carbon Monoxide, Ozone, Nitrogen Dioxide, PM2.5, PM10, and Sulfur Dioxide.", "license": "CC0-1.0", "stac_version": "1.0.0", @@ -63,30 +63,7 @@ } ], "sample_files": [ - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T00:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T01:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T02:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_CO_2025-10-22T03:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T00:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T01:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T02:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_NO2_2025-10-22T03:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T00:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T01:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T02:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_O3_2025-10-22T03:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T00:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T01:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T02:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM10_2025-10-22T03:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T00:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T01:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T02:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_PM25_2025-10-22T03:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T00:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T01:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T02:30:00Z.tif", - "s3://veda-data-store-staging/GEOS_CF/geos_cf_ana_SO2_2025-10-22T03:30:00Z.tif" + "s3://veda-airquality-dev/GEOS_CF/ana/geos_cf_ana_CO_2025-10-22T00:30:00Z.tif" ], "data_type": "cog", "stac_extensions": [ @@ -260,18 +237,7 @@ "url": "https://www.earthdata.nasa.gov/dashboard/" } ], - "assets": { - "thumbnail": { - "title": "Thumbnail", - "description": "None", - "href": "None", - "type": "image/jpeg", - "roles": [ - "thumbnail" - ] - } - }, - "tenant": "air-quality", + "eic:tenant": "air-quality", "is_periodic": true, "time_density": "PT1H" } \ No newline at end of file From cb1a8848de69cc4b8f48e6e3bd29b20e517abfcd Mon Sep 17 00:00:00 2001 From: "veda-github-actor[bot]" <192275278+veda-github-actor[bot]@users.noreply.github.com> Date: Thu, 16 Apr 2026 15:05:07 +0000 Subject: [PATCH 3/3] update via UI --- .../staging/dataset-config/geos-cf-ana.json | 121 ++++++++---------- 1 file changed, 56 insertions(+), 65 deletions(-) diff --git a/ingestion-data/staging/dataset-config/geos-cf-ana.json b/ingestion-data/staging/dataset-config/geos-cf-ana.json index 9d18667..fc4193f 100644 --- a/ingestion-data/staging/dataset-config/geos-cf-ana.json +++ b/ingestion-data/staging/dataset-config/geos-cf-ana.json @@ -70,71 +70,6 @@ "https://stac-extensions.github.io/render/v1.0.0/schema.json", "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" ], - "item_assets": { - "cog_default": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Default COG Layer", - "description": "Cloud optimized default layer to display on map" - }, - "CO": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Carbon Monoxide", - "description": "Near-surface concentrations of carbon monoxide (CO) estimated by NASA's GEOS-CF model." - }, - "NO2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Nitrogen Dioxide", - "description": "Near-surface concentrations of nitrogen dioxide (NO2) estimated by NASA's GEOS-CF model." - }, - "O3": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Ozone", - "description": "Near-surface concentrations of ozone (O3) estimated by NASA's GEOS-CF model." - }, - "PM10": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "PM10", - "description": "Near-surface concentrations of PM10 estimated by NASA's GEOS-CF model." - }, - "PM25": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "PM2.5", - "description": "Near-surface concentrations of PM2.5 estimated by NASA's GEOS-CF model." - }, - "SO2": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Sulfur Dioxide", - "description": "Near-surface concentrations of sulfur dioxide (SO2) estimated by NASA's GEOS-CF model." - } - }, "renders": { "dashboard": { "assets": [ @@ -238,6 +173,62 @@ } ], "eic:tenant": "air-quality", + "item_assets": { + "CO": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Carbon Monoxide", + "description": "Near-surface concentrations of carbon monoxide (CO) estimated by NASA's GEOS-CF model." + }, + "NO2": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Nitrogen Dioxide", + "description": "Near-surface concentrations of nitrogen dioxide (NO2) estimated by NASA's GEOS-CF model." + }, + "O3": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Ozone", + "description": "Near-surface concentrations of ozone (O3) estimated by NASA's GEOS-CF model." + }, + "PM10": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "PM10", + "description": "Near-surface concentrations of PM10 estimated by NASA's GEOS-CF model." + }, + "PM25": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "PM2.5", + "description": "Near-surface concentrations of PM2.5 estimated by NASA's GEOS-CF model." + }, + "SO2": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Sulfur Dioxide", + "description": "Near-surface concentrations of sulfur dioxide (SO2) estimated by NASA's GEOS-CF model." + } + }, "is_periodic": true, "time_density": "PT1H" } \ No newline at end of file