Skip to content

Commit f95b579

Browse files
botanicalbotanical
authored
feat: add new directory structure and update prefixes (#121)
* feat: add new directory structure and update prefixes * fix: revert staging discovery item prefix updates
1 parent cbcf9e1 commit f95b579

File tree

285 files changed

+2425
-1
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

285 files changed

+2425
-1
lines changed

‎ingestion-data/production/discovery-items/CMIP245-winter-median-pr.json

+42
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
[
2+
{
3+
"collection": "CMIP245-winter-median-pr",
4+
"prefix": "CMIP245-winter-median-pr/",
5+
"bucket": "veda-data-store",
6+
"filename_regex": "^(.*)_pr(.*)ssp245_2025(.*).cog.tif$",
7+
"discovery": "s3",
8+
"upload": false,
9+
"start_datetime": "2025-01-01T00:00:00Z",
10+
"end_datetime": "2025-03-31T12:00:00Z"
11+
},
12+
{
13+
"collection": "CMIP245-winter-median-pr",
14+
"prefix": "CMIP245-winter-median-pr/",
15+
"bucket": "veda-data-store",
16+
"filename_regex": "^(.*)_pr(.*)ssp245_2045(.*).cog.tif$",
17+
"discovery": "s3",
18+
"upload": false,
19+
"start_datetime": "2045-01-01T00:00:00Z",
20+
"end_datetime": "2045-03-31T12:00:00Z"
21+
},
22+
{
23+
"collection": "CMIP245-winter-median-pr",
24+
"prefix": "CMIP245-winter-median-pr/",
25+
"bucket": "veda-data-store",
26+
"filename_regex": "^(.*)_pr(.*)ssp245_2065(.*).cog.tif$",
27+
"discovery": "s3",
28+
"upload": false,
29+
"start_datetime": "2065-01-01T00:00:00Z",
30+
"end_datetime": "2065-03-31T12:00:00Z"
31+
},
32+
{
33+
"collection": "CMIP245-winter-median-pr",
34+
"prefix": "CMIP245-winter-median-pr/",
35+
"bucket": "veda-data-store",
36+
"filename_regex": "^(.*)_pr(.*)ssp245_2085(.*).cog.tif$",
37+
"discovery": "s3",
38+
"upload": false,
39+
"start_datetime": "2085-01-01T00:00:00Z",
40+
"end_datetime": "2085-03-31T12:00:00Z"
41+
}
42+
]

‎ingestion-data/production/discovery-items/CMIP245-winter-median-ta.json

+42
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
[
2+
{
3+
"collection": "CMIP245-winter-median-ta",
4+
"prefix": "CMIP245-winter-median-ta/",
5+
"bucket": "veda-data-store",
6+
"filename_regex": "^(.*)_tas(.*)ssp245_2025(.*).cog.tif$",
7+
"discovery": "s3",
8+
"upload": false,
9+
"start_datetime": "2025-01-01T00:00:00Z",
10+
"end_datetime": "2025-03-31T12:00:00Z"
11+
},
12+
{
13+
"collection": "CMIP245-winter-median-ta",
14+
"prefix": "CMIP245-winter-median-ta/",
15+
"bucket": "veda-data-store",
16+
"filename_regex": "^(.*)_tas(.*)ssp245_2045(.*).cog.tif$",
17+
"discovery": "s3",
18+
"upload": false,
19+
"start_datetime": "2045-01-01T00:00:00Z",
20+
"end_datetime": "2045-03-31T12:00:00Z"
21+
},
22+
{
23+
"collection": "CMIP245-winter-median-ta",
24+
"prefix": "CMIP245-winter-median-ta/",
25+
"bucket": "veda-data-store",
26+
"filename_regex": "^(.*)_tas(.*)ssp245_2065(.*).cog.tif$",
27+
"discovery": "s3",
28+
"upload": false,
29+
"start_datetime": "2065-01-01T00:00:00Z",
30+
"end_datetime": "2065-03-31T12:00:00Z"
31+
},
32+
{
33+
"collection": "CMIP245-winter-median-ta",
34+
"prefix": "CMIP245-winter-median-ta/",
35+
"bucket": "veda-data-store",
36+
"filename_regex": "^(.*)_tas(.*)ssp245_2085(.*).cog.tif$",
37+
"discovery": "s3",
38+
"upload": false,
39+
"start_datetime": "2085-01-01T00:00:00Z",
40+
"end_datetime": "2085-03-31T12:00:00Z"
41+
}
42+
]

‎ingestion-data/production/discovery-items/CMIP585-winter-median-pr.json

+42
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
[
2+
{
3+
"collection": "CMIP585-winter-median-pr",
4+
"prefix": "CMIP585-winter-median-pr/",
5+
"bucket": "veda-data-store",
6+
"filename_regex": "^(.*)_pr(.*)ssp585_2025(.*).cog.tif$",
7+
"discovery": "s3",
8+
"upload": false,
9+
"start_datetime": "2025-01-01T00:00:00Z",
10+
"end_datetime": "2025-03-31T12:00:00Z"
11+
},
12+
{
13+
"collection": "CMIP585-winter-median-pr",
14+
"prefix": "CMIP585-winter-median-pr/",
15+
"bucket": "veda-data-store",
16+
"filename_regex": "^(.*)_pr(.*)ssp585_2045(.*).cog.tif$",
17+
"discovery": "s3",
18+
"upload": false,
19+
"start_datetime": "2045-01-01T00:00:00Z",
20+
"end_datetime": "2045-03-31T12:00:00Z"
21+
},
22+
{
23+
"collection": "CMIP585-winter-median-pr",
24+
"prefix": "CMIP585-winter-median-pr/",
25+
"bucket": "veda-data-store",
26+
"filename_regex": "^(.*)_pr(.*)ssp585_2065(.*).cog.tif$",
27+
"discovery": "s3",
28+
"upload": false,
29+
"start_datetime": "2065-01-01T00:00:00Z",
30+
"end_datetime": "2065-03-31T12:00:00Z"
31+
},
32+
{
33+
"collection": "CMIP585-winter-median-pr",
34+
"prefix": "CMIP585-winter-median-pr/",
35+
"bucket": "veda-data-store",
36+
"filename_regex": "^(.*)_pr(.*)ssp585_2085(.*).cog.tif$",
37+
"discovery": "s3",
38+
"upload": false,
39+
"start_datetime": "2085-01-01T00:00:00Z",
40+
"end_datetime": "2085-03-31T12:00:00Z"
41+
}
42+
]

‎ingestion-data/production/discovery-items/CMIP585-winter-median-ta.json

+42
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
[
2+
{
3+
"collection": "CMIP585-winter-median-ta",
4+
"prefix": "CMIP585-winter-median-ta/",
5+
"bucket": "veda-data-store",
6+
"filename_regex": "^(.*)_tas(.*)ssp585_2025(.*).cog.tif$",
7+
"discovery": "s3",
8+
"upload": false,
9+
"start_datetime": "2025-01-01T00:00:00Z",
10+
"end_datetime": "2025-03-31T12:00:00Z"
11+
},
12+
{
13+
"collection": "CMIP585-winter-median-ta",
14+
"prefix": "CMIP585-winter-median-ta/",
15+
"bucket": "veda-data-store",
16+
"filename_regex": "^(.*)_tas(.*)ssp585_2045(.*).cog.tif$",
17+
"discovery": "s3",
18+
"upload": false,
19+
"start_datetime": "2045-01-01T00:00:00Z",
20+
"end_datetime": "2045-03-31T12:00:00Z"
21+
},
22+
{
23+
"collection": "CMIP585-winter-median-ta",
24+
"prefix": "CMIP585-winter-median-ta/",
25+
"bucket": "veda-data-store",
26+
"filename_regex": "^(.*)_tas(.*)ssp585_2065(.*).cog.tif$",
27+
"discovery": "s3",
28+
"upload": false,
29+
"start_datetime": "2065-01-01T00:00:00Z",
30+
"end_datetime": "2065-03-31T12:00:00Z"
31+
},
32+
{
33+
"collection": "CMIP585-winter-median-ta",
34+
"prefix": "CMIP585-winter-median-ta/",
35+
"bucket": "veda-data-store",
36+
"filename_regex": "^(.*)_tas(.*)ssp585_2085(.*).cog.tif$",
37+
"discovery": "s3",
38+
"upload": false,
39+
"start_datetime": "2085-01-01T00:00:00Z",
40+
"end_datetime": "2085-03-31T12:00:00Z"
41+
}
42+
]

‎ingestion-data/production/discovery-items/HLSL30.002-ida.json

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{
2+
"mode": "stac",
3+
"queue_messages": "true",
4+
"collection": "HLSL30",
5+
"version": "2.0",
6+
"temporal": [
7+
"2021-08-23T00:00:00Z",
8+
"2022-02-12T00:00:00Z"
9+
],
10+
"bounding_box": [
11+
-90.300691019583,
12+
29.791754950316868,
13+
-89.86300184384689,
14+
30.099979027371006
15+
],
16+
"prefix": "HLSL30/"
17+
}

‎ingestion-data/production/discovery-items/HLSL30.002-maria.json

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{
2+
"mode": "stac",
3+
"queue_messages": "true",
4+
"collection": "HLSL30",
5+
"version": "2.0",
6+
"bounding_box": [
7+
-67.2716765,
8+
17.912139,
9+
-65.5747876,
10+
18.5156946
11+
],
12+
"temporal": [
13+
"2017-07-21T00:00:00Z",
14+
"2018-03-20T23:59:59Z"
15+
],
16+
"prefix": "HLSL30/"
17+
}

‎ingestion-data/production/discovery-items/HLSS30.002-ida.json

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{
2+
"mode": "stac",
3+
"queue_messages": "true",
4+
"collection": "HLSS30",
5+
"version": "2.0",
6+
"temporal": [
7+
"2021-08-23T00:00:00Z",
8+
"2022-02-12T00:00:00Z"
9+
],
10+
"bounding_box": [
11+
-90.300691019583,
12+
29.791754950316868,
13+
-89.86300184384689,
14+
30.099979027371006
15+
],
16+
"prefix": "HLSS30/"
17+
}

‎ingestion-data/production/discovery-items/HLSS30.002-maria.json

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{
2+
"mode": "stac",
3+
"queue_messages": "true",
4+
"collection": "HLSS30",
5+
"version": "2.0",
6+
"bounding_box": [
7+
-67.2716765,
8+
17.912139,
9+
-65.5747876,
10+
18.5156946
11+
],
12+
"temporal": [
13+
"2017-07-21T00:00:00Z",
14+
"2018-03-20T23:59:59Z"
15+
],
16+
"prefix": "HLSS30/"
17+
}

‎ingestion-data/production/discovery-items/IS2SITMOGR4-cog.json

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
{
2+
"collection": "IS2SITMOGR4-cog",
3+
"prefix": "IS2SITMOGR4-cog/",
4+
"bucket": "veda-data-store",
5+
"filename_regex": "^(.*).tif$",
6+
"discovery": "s3",
7+
"datetime_range": "month"
8+
}

‎ingestion-data/production/discovery-items/MO_NPP_npp_vgpm.json

+9
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
{
2+
"collection": "MO_NPP_npp_vgpm",
3+
"prefix": "MO_NPP_npp_vgpm/",
4+
"bucket": "veda-data-store",
5+
"filename_regex": "^(.*).tif$",
6+
"discovery": "s3",
7+
"datetime_range": "month",
8+
"upload": false
9+
}

‎ingestion-data/production/discovery-items/OMI_trno2-COG.json

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
{
2+
"collection": "OMI_trno2-COG",
3+
"prefix": "OMI_trno2-COG/",
4+
"bucket": "veda-data-store",
5+
"filename_regex": "^(.*).tif$",
6+
"discovery": "s3",
7+
"datetime_range": "year"
8+
}

‎ingestion-data/production/discovery-items/OMSO2PCA-cog.json

+9
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
{
2+
"collection": "OMSO2PCA-COG",
3+
"bucket": "veda-data-store",
4+
"prefix": "OMSO2PCA-COG/",
5+
"filename_regex": "^(.*)OMSO2PCA_LUT_SCD",
6+
"discovery": "s3",
7+
"upload": false,
8+
"datetime_range": "year"
9+
}

‎ingestion-data/production/discovery-items/bangladesh-landcover-2001-2020.json

+22
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
[
2+
{
3+
"collection": "bangladesh-landcover-2001-2020",
4+
"prefix": "bangladesh-landcover-2001-2020/",
5+
"bucket": "veda-data-store",
6+
"filename_regex": "^(.*)MODIS_LC_2001_BD_v2.cog.tif$",
7+
"discovery": "s3",
8+
"start_datetime": "2001-01-01T00:00:00Z",
9+
"end_datetime": "2001-12-31T23:59:59Z",
10+
"upload": false
11+
},
12+
{
13+
"collection": "bangladesh-landcover-2001-2020",
14+
"prefix": "bangladesh-landcover-2001-2020/",
15+
"bucket": "veda-data-store",
16+
"filename_regex": "^(.*)MODIS_LC_2020_BD.cog.tif$",
17+
"discovery": "s3",
18+
"start_datetime": "2020-01-01T00:00:00Z",
19+
"end_datetime": "2020-12-31T23:59:59Z",
20+
"upload": false
21+
}
22+
]

‎ingestion-data/production/discovery-items/barc-thomasfire.json

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
{
2+
"collection": "barc-thomasfire",
3+
"bucket": "veda-data-store",
4+
"prefix": "barc-thomasfire/",
5+
"filename_regex": "^(.*)thomas_fire_barc_201712",
6+
"discovery": "s3",
7+
"upload": false
8+
}

‎ingestion-data/production/discovery-items/blue-tarp-detection.json

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
{
2+
"collection": "blue-tarp-detection",
3+
"prefix": "blue-tarp-detection/",
4+
"bucket": "veda-data-store",
5+
"filename_regex": "^(.*).tif$",
6+
"discovery": "s3",
7+
"upload": false
8+
}

‎ingestion-data/production/discovery-items/blue-tarp-planetscope.json

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
{
2+
"collection": "blue-tarp-planetscope",
3+
"prefix": "blue-tarp-planetscope/",
4+
"bucket": "veda-data-store",
5+
"filename_regex": "^(.*).tif$",
6+
"discovery": "s3",
7+
"upload": false
8+
}

‎ingestion-data/production/discovery-items/caldor-fire-behavior.json

+10
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{
2+
"collection": "caldor-fire-behavior",
3+
"prefix": "caldor-fire-behavior/",
4+
"bucket": "veda-data-store",
5+
"filename_regex": "^(.*)frp_to_save.tif$",
6+
"discovery": "s3",
7+
"upload": false,
8+
"start_datetime": "2021-08-15T00:00:00Z",
9+
"end_datetime": "2021-10-21T12:00:00Z"
10+
}

‎ingestion-data/production/discovery-items/caldor-fire-burn-severity.json

+10
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{
2+
"collection": "caldor-fire-burn-severity",
3+
"prefix": "caldor-fire-burn-severity/",
4+
"bucket": "veda-data-store",
5+
"filename_regex": "^(.*)bs_to_save.tif$",
6+
"discovery": "s3",
7+
"upload": false,
8+
"start_datetime": "2021-08-15T00:00:00Z",
9+
"end_datetime": "2021-10-21T12:00:00Z"
10+
}

‎ingestion-data/production/discovery-items/campfire-albedo-wsa-diff.json

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
{
2+
"collection": "campfire-albedo-wsa-diff",
3+
"bucket": "veda-data-store",
4+
"prefix": "campfire-albedo-wsa-diff/",
5+
"filename_regex": "^(.*)CampFire_albedo_WSA_2015_2022_diff",
6+
"discovery": "s3",
7+
"upload": false
8+
}

‎ingestion-data/production/discovery-items/campfire-lst-day-diff.json

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
{
2+
"collection": "campfire-lst-day-diff",
3+
"bucket": "veda-data-store",
4+
"prefix": "campfire-lst-day-diff/",
5+
"filename_regex": "^(.*)CampFire_LST_Day_2015_2022_diff",
6+
"discovery": "s3",
7+
"upload": false
8+
}

0 commit comments

Comments
 (0)