Skip to content

Commit

Permalink
fix: update prod discovery config for nightlights-hd-monthly collecti…
Browse files Browse the repository at this point in the history
…on (#139)

Co-authored-by: Jennifer Tran <tranjennif@gmail.com>
  • Loading branch information
botanical and Jennifer Tran authored Jun 5, 2024
1 parent 4baa425 commit fba1b9c
Showing 1 changed file with 8 additions and 210 deletions.
218 changes: 8 additions & 210 deletions ingestion-data/production/discovery-items/nightlights-hd-monthly.json
Original file line number Diff line number Diff line change
@@ -1,210 +1,8 @@
[
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Barcelona(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Lima(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Paris(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Milan(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Marseille(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Beijing(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Dhaka_Dhaka-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Ghent(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Fukuoka_Fukuoka-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Tokyo-23Wards(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Aichi_Nagoya-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Dunkirk(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Madrid(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Colombo(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Gdynia(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Hamburg(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Osaka_Osaka-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Singapore(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Venice(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Auckland(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Genoa(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Kyoto_Kyoto-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)London(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Rome(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Amsterdam(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Hokkaido_Sapporo(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
}
]
{
"collection": "nightlights-hd-monthly",
"discovery": "s3",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)(Barcelona|Lima|Paris|Milan|Marseille|Beijing|Dhaka_Dhaka-city|Ghent|Fukuoka_Fukuoka-city|Tokyo-23Wards|Aichi_Nagoya-city|Dunkirk|Madrid|Colombo|Gdynia|Hamburg|Osaka_Osaka-city|Singapore|Venice|Auckland|Genoa|Kyoto_Kyoto-city|London|Rome|Amsterdam|Hokkaido_Sapporo)(.*).tif$",
"datetime_range": "month"
}

0 comments on commit fba1b9c

Please sign in to comment.