Skip to content

Commit 867148e

Browse files
smohiuddsmohiudd
authored
Add transfer configs (#108)
1 parent 1de7f4d commit 867148e

File tree

157 files changed

+3788
-147
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

157 files changed

+3788
-147
lines changed

‎ingestion-data/discovery-items/OMSO2PCA-cog.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "OMSO2PCA-COG",
33
"bucket": "veda-data-store-staging",
44
"prefix": "OMSO2PCA-COG/",
5-
"filename_regex":"OMSO2PCA_LUT_SCD",
5+
"filename_regex":"^(.*)OMSO2PCA_LUT_SCD",
66
"discovery": "s3",
77
"upload": false,
88
"datetime_range": "year"

‎ingestion-data/discovery-items/barc-thomasfire.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "barc-thomasfire",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/Fire-Hydro/",
5-
"filename_regex": "thomas_fire_barc_201712",
5+
"filename_regex": "^(.*)thomas_fire_barc_201712",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/campfire-albedo-wsa-diff.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "campfire-albedo-wsa-diff",
33
"bucket": "veda-data-store-staging",
44
"prefix": "campfire-data/",
5-
"filename_regex": "CampFire_albedo_WSA_2015_2022_diff",
5+
"filename_regex": "^(.*)CampFire_albedo_WSA_2015_2022_diff",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/campfire-lst-day-diff.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "campfire-lst-day-diff",
33
"bucket": "veda-data-store-staging",
44
"prefix": "campfire-data/",
5-
"filename_regex": "CampFire_LST_Day_2015_2022_diff",
5+
"filename_regex": "^(.*)CampFire_LST_Day_2015_2022_diff",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/campfire-lst-night-diff.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "campfire-lst-night-diff",
33
"bucket": "veda-data-store-staging",
44
"prefix": "campfire-data/",
5-
"filename_regex": "CampFire_LST_Night_2015_2022_diff",
5+
"filename_regex": "^(.*)CampFire_LST_Night_2015_2022_diff",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/campfire-ndvi-diff.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "campfire-ndvi-diff",
33
"bucket": "veda-data-store-staging",
44
"prefix": "campfire-data/",
5-
"filename_regex": "CampFire_NDVI_2015_2022_diff",
5+
"filename_regex": "^(.*)CampFire_NDVI_2015_2022_diff",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/campfire-nlcd.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "campfire-nlcd",
33
"bucket": "veda-data-store-staging",
44
"prefix": "campfire-data/",
5-
"filename_regex": "CampFire_NLCD_2019",
5+
"filename_regex": "^(.*)CampFire_NLCD_2019",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json

+32-32
Large diffs are not rendered by default.

‎ingestion-data/discovery-items/ceos-co2-flux-budgets.json

+59-59
Large diffs are not rendered by default.

‎ingestion-data/discovery-items/conus-reach.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,6 @@
33
"bucket": "veda-data-store-staging",
44
"prefix":"EIS/COG/Water-Quality/",
55
"discovery": "s3",
6-
"filename_regex": "CONUS_Reach_2020",
6+
"filename_regex": "^(.*)CONUS_Reach_2020",
77
"upload": false
88
}

‎ingestion-data/discovery-items/damage_probability_2022-10-03.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,6 @@
33
"bucket": "veda-data-store-staging",
44
"prefix":"damage-probability/",
55
"discovery": "s3",
6-
"filename_regex":"damage_probability_cog",
6+
"filename_regex":"^(.*)damage_probability_cog",
77
"upload": false
88
}

‎ingestion-data/discovery-items/disalexi-etsuppression.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "disalexi-etsuppression",
33
"bucket": "veda-data-store-staging",
44
"prefix":"EIS/COG/Fire-Hydro/",
5-
"filename_regex": "disalexi_etsuppression",
5+
"filename_regex": "^(.*)disalexi_etsuppression",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/disturbance-probability-percentile.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,6 @@
33
"bucket": "veda-data-store-staging",
44
"prefix":"disturbance-probability-percentile",
55
"discovery": "s3",
6-
"filename_regex":"spec_prob_mosaic",
6+
"filename_regex":"^(.*)spec_prob_mosaic",
77
"upload": false
88
}

‎ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "entropy_difference_2022-09-05_2022-09-30",
33
"bucket": "veda-data-store-staging",
44
"prefix":"hls-entropy",
5-
"filename_regex":"entropy_difference",
5+
"filename_regex":"^(.*)entropy_difference",
66
"discovery": "s3",
77
"upload": false,
88
"start_datetime": "2022-09-05T00:00:00Z",

‎ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,6 @@
33
"bucket": "veda-data-store-staging",
44
"prefix":"fldas-soil-moisture-anomalies",
55
"discovery": "s3",
6-
"filename_regex":"FLDAS_NOAH01_SoilMoi00_10cm_tavg",
6+
"filename_regex":"^(.*)FLDAS_NOAH01_SoilMoi00_10cm_tavg",
77
"upload": false
88
}

‎ingestion-data/discovery-items/frp-max-thomasfire.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "frp-max-thomasfire",
33
"bucket": "veda-data-store-staging",
44
"prefix":"EIS/COG/Fire-Hydro/",
5-
"filename_regex":"thomas_fire_frpmax",
5+
"filename_regex":"^(.*)thomas_fire_frpmax",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/hls-bais2-v2.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "hls-bais2-v2",
33
"bucket": "veda-data-store-staging",
44
"prefix":"maui-fire",
5-
"filename_regex":"Lahaina_BAIS2",
5+
"filename_regex":"^(.*)Lahaina_BAIS2",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/hls-bais2.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "hls-bais2",
33
"bucket": "veda-data-store-staging",
44
"prefix":"maui-fire",
5-
"filename_regex":"Lahaina_BAIS2",
5+
"filename_regex":"^(.*)Lahaina_BAIS2",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/hls-ndvi.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "hls-ndvi",
33
"bucket": "veda-data-store-staging",
44
"prefix":"hls-ndvi",
5-
"filename_regex":"ndvi_cog_2022-09-05",
5+
"filename_regex":"^(.*)ndvi_cog_2022-09-05",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/hls-swir-falsecolor-composite.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "hls-swir-falsecolor-composite",
33
"bucket": "veda-data-store-staging",
44
"prefix":"maui-fire",
5-
"filename_regex":"SWIR_falsecolor_cog",
5+
"filename_regex":"^(.*)SWIR_falsecolor_cog",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/houston-aod-diff.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "houston-aod-diff",
33
"bucket": "veda-data-store-staging",
44
"prefix":"houston-aod/",
5-
"filename_regex":"HOUS_AOD_difference_2000_2019",
5+
"filename_regex":"^(.*)HOUS_AOD_difference_2000_2019",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/houston-landcover.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "houston-landcover",
33
"bucket": "veda-data-store-staging",
44
"prefix":"houston-landcover/",
5-
"filename_regex":"landcover_Z_f",
5+
"filename_regex":"^(.*)landcover_Z_f",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/houston-lst-day.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "houston-lst-day",
33
"bucket": "veda-data-store-staging",
44
"prefix":"houston-lst-day/",
5-
"filename_regex":"LST_Day",
5+
"filename_regex":"^(.*)LST_Day",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/houston-lst-diff.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "houston-lst-diff",
33
"bucket": "climatedashboard-data",
44
"prefix":"houston/",
5-
"filename_regex":"houston-lst-diff_2000_2019",
5+
"filename_regex":"^(.*)houston-lst-diff_2000_2019",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/houston-lst-night.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "houston-lst-night",
33
"bucket": "veda-data-store-staging",
44
"prefix":"houston-lst-night/",
5-
"filename_regex":"LST_Night",
5+
"filename_regex":"^(.*)LST_Night",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/houston-ndvi.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "houston-ndvi",
33
"bucket": "veda-data-store-staging",
44
"prefix": "houston-ndvi/",
5-
"filename_regex":"NDVI",
5+
"filename_regex":"^(.*)NDVI",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/houston-urbanization.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "houston-urbanization",
33
"bucket": "veda-data-store-staging",
44
"prefix": "urbanization/",
5-
"filename_regex":"HOUS_DFAL_urbanization",
5+
"filename_regex":"^(.*)HOUS_DFAL_urbanization",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/landsat-nighttime-thermal.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "landsat-nighttime-thermal",
33
"bucket": "veda-data-store-staging",
44
"prefix": "maui-fire/",
5-
"filename_regex":"Lahaina_Landsat8_Thermal",
5+
"filename_regex":"^(.*)Lahaina_Landsat8_Thermal",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-etsuppression.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-etsuppression",
33
"bucket": "veda-data-store-staging",
44
"prefix":"EIS/COG/Fire-Hydro/",
5-
"filename_regex":"lis_etsuppression_2020",
5+
"filename_regex":"^(.*)lis_etsuppression_2020",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-evap.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-evap",
33
"bucket": "veda-data-store-staging",
44
"prefix":"EIS/COG/LIS_GLOBAL_DA/Evap/",
5-
"filename_regex":"LIS_Evap",
5+
"filename_regex":"^(.*)LIS_Evap",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-gpp-trend.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-gpp-trend",
33
"bucket": "veda-data-store-staging",
44
"prefix":"EIS/COG/LIS_GLOBAL_DA/DA_Trends/",
5-
"filename_regex":"",
5+
"filename_regex":"^(.*)DAGPP_STL_based_trend",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-gpp.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-gpp",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/LIS_GLOBAL_DA/GPP/",
5-
"filename_regex":"LIS_GPP",
5+
"filename_regex":"^(.*)LIS_GPP",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-gws.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-gws",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/LIS_GLOBAL_DA/GWS/",
5-
"filename_regex":"LIS_GWS",
5+
"filename_regex":"^(.*)LIS_GWS",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-qs.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-qs",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/LIS_GLOBAL_DA/Qs/",
5-
"filename_regex":"LIS_Qs",
5+
"filename_regex":"^(.*)LIS_Qs",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-qsb.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-qsb",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/LIS_GLOBAL_DA/Qsb/",
5-
"filename_regex":"LIS_Qsb",
5+
"filename_regex":"^(.*)LIS_Qsb",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-streamflow.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-streamflow",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/LIS_GLOBAL_DA/Streamflow/",
5-
"filename_regex":"LIS_Streamflow",
5+
"filename_regex":"^(.*)LIS_Streamflow",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-swe.json

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
{
22
"collection": "lis-global-da-swe",
33
"bucket": "veda-data-store-staging",
4-
"prefix": "lis-global-da-swe",
5-
"filename_regex":"LIS_SWE",
4+
"prefix": "EIS/COG/LIS_GLOBAL_DA/SWE/",
5+
"filename_regex":"^(.*)LIS_SWE",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-totalprecip.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-totalprecip",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/LIS_GLOBAL_DA/TotalPrecip/",
5-
"filename_regex":"LIS_TotalPrecip",
5+
"filename_regex":"^(.*)LIS_TotalPrecip",
66
"discovery": "s3",
77
"upload": false
88
}

‎ingestion-data/discovery-items/lis-global-da-tws-trend.json

+3-3
Original file line numberDiff line numberDiff line change
@@ -3,23 +3,23 @@
33
"collection": "lis-global-da-tws-trend",
44
"bucket": "veda-data-store-staging",
55
"prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/",
6-
"filename_regex":"DATWS_STL_based_trend_v3_2003_2021",
6+
"filename_regex":"^(.*)DATWS_STL_based_trend_v3_2003_2021",
77
"discovery": "s3",
88
"upload": false
99
},
1010
{
1111
"collection": "lis-global-da-tws-trend",
1212
"bucket": "veda-data-store-staging",
1313
"prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/",
14-
"filename_regex":"DATWS_STL_based_trendv2_2003_2021",
14+
"filename_regex":"^(.*)DATWS_STL_based_trendv2_2003_2021",
1515
"discovery": "s3",
1616
"upload": false
1717
},
1818
{
1919
"collection": "lis-global-da-tws-trend",
2020
"bucket": "veda-data-store-staging",
2121
"prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/",
22-
"filename_regex":"DATWS_STL_based_trend.cog.tif",
22+
"filename_regex":"^(.*)DATWS_STL_based_trend.cog.tif",
2323
"discovery": "s3",
2424
"upload": false
2525
}

‎ingestion-data/discovery-items/lis-global-da-tws.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"collection": "lis-global-da-tws",
33
"bucket": "veda-data-store-staging",
44
"prefix": "EIS/COG/LIS_GLOBAL_DA/TWS/",
5-
"filename_regex":"LIS_TWS",
5+
"filename_regex":"^(.*)LIS_TWS",
66
"discovery": "s3",
77
"upload": false
88
}

0 commit comments

Comments
 (0)