diff --git a/.gitignore b/.gitignore index ed34a6e..cd08f88 100644 --- a/.gitignore +++ b/.gitignore @@ -161,4 +161,5 @@ cython_debug/ reformat.py Test.ipynb -create_collections.py \ No newline at end of file +create_collections.py +datasets \ No newline at end of file diff --git a/ingestion-data/staging/dataset-config/tornadoes-2024-paths.json b/ingestion-data/staging/dataset-config/tornadoes-2024-paths.json new file mode 100644 index 0000000..54b2733 --- /dev/null +++ b/ingestion-data/staging/dataset-config/tornadoes-2024-paths.json @@ -0,0 +1,64 @@ +{ + "collection": "tornadoes-2024-paths", + "title": "NWS Tornado Tracks (Paths) from MAM 2024", + "description": "Official NWS surveyed tornado tracks from March to May of 2024. Only the centerline of the tornado paths, classified by maximum EF rating.", + "license": "CC0-1.0", + "is_periodic": true, + "time_density": "day", + "spatial_extent": { + "xmin": -130, + "ymin": 17.6, + "xmax": -57, + "ymax": 52.5 + }, + "temporal_extent": { + "startdate": "2024-03-01T00:00:00Z", + "enddate": "2024-05-31T00:00:00Z" + }, + "sample_files": [ + "s3://veda-data-store-staging/2024tornadoes/Tornado_Tracks_2024-05-31_cog_retiled.tif" + ], + "providers": [ + { + "name": "NASA VEDA", + "url": "https://www.earthdata.nasa.gov/dashboard/", + "roles": [ + "host" + ] + } + ], + "renders": { + "dashboard": { + "colormap_name": "reds", + "bidx": [ + 1 + ], + "nodata": 25, + "assets": [ + "cog_default" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Wedge tornado passing southeast of Wapakoneta, Ohio on March 14, 2024", + "href": "https://thumbnails.openveda.cloud/tornado-2024-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, + "discovery_items": [ + { + "discovery": "s3", + "cogify": false, + "upload": false, + "dry_run": false, + "prefix": "2024tornadoes/", + "bucket": "veda-data-store-staging", + "filename_regex": "(.*)Tornado_Tracks_(.*).tif$" + } + ], + "data_type": "cog" +} \ No newline at end of file diff --git a/ingestion-data/staging/dataset-config/tornadoes-2024-polygons.json b/ingestion-data/staging/dataset-config/tornadoes-2024-polygons.json index 2a75bcc..5cd2bb8 100644 --- a/ingestion-data/staging/dataset-config/tornadoes-2024-polygons.json +++ b/ingestion-data/staging/dataset-config/tornadoes-2024-polygons.json @@ -34,7 +34,6 @@ ], "renders": { "dashboard": { - "colormap_name": "inferno_r", "colormap": { "0": "#add8e6", "1": "#90ee90", @@ -53,6 +52,15 @@ "title": "VEDA Dashboard Render Parameters" } }, + "assets": { + "thumbnail": { + "title": "Thumbnail", + "description": "Wedge tornado passing southeast of Wapakoneta, Ohio on March 14, 2024", + "href": "https://thumbnails.openveda.cloud/tornado-2024-cover.png", + "type": "image/jpeg", + "roles": ["thumbnail"] + } + }, "discovery_items": [ { "discovery": "s3", diff --git a/ingestion-data/staging/transfer-config/tornadoes-2024-paths.json b/ingestion-data/staging/transfer-config/tornadoes-2024-paths.json new file mode 100644 index 0000000..dd72d18 --- /dev/null +++ b/ingestion-data/staging/transfer-config/tornadoes-2024-paths.json @@ -0,0 +1,7 @@ +{ + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "2024tornadoes/", + "target_bucket": "veda-data-store", + "collection": "tornadoes-2024-paths", + "filename_regex": "(.*)Tornado_Tracks_(.*).tif$" +} \ No newline at end of file diff --git a/ingestion-data/staging/transfer-config/tornadoes-2024-polygons.json b/ingestion-data/staging/transfer-config/tornadoes-2024-polygons.json new file mode 100644 index 0000000..35cbade --- /dev/null +++ b/ingestion-data/staging/transfer-config/tornadoes-2024-polygons.json @@ -0,0 +1,7 @@ +{ + "origin_bucket": "veda-data-store-staging", + "origin_prefix": "2024tornadoes/", + "target_bucket": "veda-data-store", + "collection": "tornadoes-2024-polygons", + "filename_regex": "(.*)Tornado_Polygons_(.*).tif$" +} \ No newline at end of file