Skip to content

Commit bfecbb1

Browse files
lbesnardlbesnard
committed
Fix: update dataset config
1 parent cf98804 commit bfecbb1

File tree

3 files changed

+119
-5
lines changed

3 files changed

+119
-5
lines changed

‎aodn_cloud_optimised/config/dataset/mooring_wave_timeseries_delayed_qc.json‎

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"year_range": []
3434
},
3535
{
36-
"s3_uri": "s3://imos-data/IMOS/ANMN/QLD/NRSYON/Wave",
36+
"s3_uri": "s3://imos-data/IMOS/ANMN/NRS/NRSYON/Wave",
3737
"filter": [
3838
".*_FV01.*\\.nc"
3939
],
@@ -52,12 +52,12 @@
5252
20
5353
],
5454
"scheduler_vm_types": "m7i-flex.large",
55-
"worker_vm_types": "m7i-flex.large",
55+
"worker_vm_types": "m7i-flex.xlarge",
5656
"allow_ingress_from": "me",
5757
"compute_purchase_option": "spot_with_fallback",
5858
"worker_options": {
59-
"nthreads": 4,
60-
"memory_limit": "8GB"
59+
"nthreads": 16,
60+
"memory_limit": "32GB"
6161
}
6262
},
6363
"batch_size": 1
@@ -82,7 +82,10 @@
8282
"size": 0
8383
}
8484
},
85-
"var_template_shape": "WSSH",
85+
"var_template_shape": [
86+
"WSSH",
87+
"WWSH"
88+
],
8689
"vars_incompatible_with_region": [
8790
"FREQUENCY",
8891
"DIR",

‎aodn_cloud_optimised/config/dataset/station_nrs_wireless_sensor_network_realtime_qc.json‎

Lines changed: 84 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1133,6 +1133,90 @@
11331133
9.0
11341134
],
11351135
"flag_meanings": "no_qc_performed good_data probably_good_data bad_data_that_are_potentially_correctable bad_data value_changed not_used not_used interpolated_values missing_values"
1136+
},
1137+
"WSPD_30min": {
1138+
"type": "float",
1139+
"long_name": "wind_speed_30min_sample_campbells_scientific_algorithm",
1140+
"standard_name": "wind_speed",
1141+
"units": "kilometres per hour",
1142+
"ancillary_variables": "WSPD_30min_quality_control"
1143+
},
1144+
"WSPD_30min_quality_control": {
1145+
"type": "float",
1146+
"long_name": "wind_speed_30min_sample_campbells_scientific_algorithm quality control",
1147+
"standard_name": "wind_speed status_flag",
1148+
"quality_control_conventions": "IMOS standard set using the IODE flags",
1149+
"valid_min": 0.0,
1150+
"valid_max": 9.0,
1151+
"flag_values": [
1152+
0.0,
1153+
1.0,
1154+
2.0,
1155+
3.0,
1156+
4.0,
1157+
5.0,
1158+
6.0,
1159+
7.0,
1160+
8.0,
1161+
9.0
1162+
],
1163+
"flag_meanings": "no_qc_performed good_data probably_good_data bad_data_that_are_potentially_correctable bad_data value_changed not_used not_used interpolated_values missing_values"
1164+
},
1165+
"WSPD_MAX_30min": {
1166+
"type": "float",
1167+
"long_name": "wind_speed_max_30min",
1168+
"standard_name": "wind_speed",
1169+
"units": "kilometres per hour",
1170+
"ancillary_variables": "WSPD_MAX_30min_quality_control"
1171+
},
1172+
"WSPD_MAX_30min_quality_control": {
1173+
"type": "float",
1174+
"long_name": "wind_speed_max_30min quality control",
1175+
"standard_name": "wind_speed status_flag",
1176+
"quality_control_conventions": "IMOS standard set using the IODE flags",
1177+
"valid_min": 0.0,
1178+
"valid_max": 9.0,
1179+
"flag_values": [
1180+
0.0,
1181+
1.0,
1182+
2.0,
1183+
3.0,
1184+
4.0,
1185+
5.0,
1186+
6.0,
1187+
7.0,
1188+
8.0,
1189+
9.0
1190+
],
1191+
"flag_meanings": "no_qc_performed good_data probably_good_data bad_data_that_are_potentially_correctable bad_data value_changed not_used not_used interpolated_values missing_values"
1192+
},
1193+
"WSPD_MIN_30min": {
1194+
"type": "float",
1195+
"long_name": "wind_speed_min_30min",
1196+
"standard_name": "wind_speed",
1197+
"units": "kilometres per hour",
1198+
"ancillary_variables": "WSPD_MIN_30min_quality_control"
1199+
},
1200+
"WSPD_MIN_30min_quality_control": {
1201+
"type": "float",
1202+
"long_name": "wind_speed_min_30min quality control",
1203+
"standard_name": "wind_speed status_flag",
1204+
"quality_control_conventions": "IMOS standard set using the IODE flags",
1205+
"valid_min": 0.0,
1206+
"valid_max": 9.0,
1207+
"flag_values": [
1208+
0.0,
1209+
1.0,
1210+
2.0,
1211+
3.0,
1212+
4.0,
1213+
5.0,
1214+
6.0,
1215+
7.0,
1216+
8.0,
1217+
9.0
1218+
],
1219+
"flag_meanings": "no_qc_performed good_data probably_good_data bad_data_that_are_potentially_correctable bad_data value_changed not_used not_used interpolated_values missing_values"
11361220
}
11371221
},
11381222
"aws_opendata_registry": {

‎aodn_cloud_optimised/config/dataset/vessel_sst_realtime_nonqc.json‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -526,6 +526,33 @@
526526
"quality_control_set": 3,
527527
"quality_control_flag_values": "B, C, D, E, F, G, H, J, K, L, M, Q, S, T, U, V, X, Z",
528528
"quality_control_flag_meanings": "Value_out_of_bounds Time_not_sequential Failed_T_Tw_Td_test Failed_true_wind_recomputation_test Platform_velocity_unrealistic Value_exceeds_threshold Discontinuity Erroneous_value Suspect_value_(visual) Value_located_over_land Instrument_malfunction Pre-flagged_as_suspect Spike_in_data_(visual) Time_duplicate Suspect_value_(statistical) Step_in_data_(statistical) Spike_in_data_(statistical) Value_passed_all_tests"
529+
},
530+
"LCT_quality_control": {
531+
"type": "string",
532+
"standard_name": " status_flag",
533+
"long_name": "quality flags for",
534+
"quality_control_conventions": "IMOS Reference Table F",
535+
"quality_control_set": 3,
536+
"quality_control_flag_values": "B, C, D, E, F, G, H, J, K, L, M, Q, S, T, U, V, X, Z",
537+
"quality_control_flag_meanings": "Value_out_of_bounds Time_not_sequential Failed_T_Tw_Td_test Failed_true_wind_recomputation_test Platform_velocity_unrealistic Value_exceeds_threshold Discontinuity Erroneous_value Suspect_value_(visual) Value_located_over_land Instrument_malfunction Pre-flagged_as_suspect Spike_in_data_(visual) Time_duplicate Suspect_value_(statistical) Step_in_data_(statistical) Spike_in_data_(statistical) Value_passed_all_tests"
538+
},
539+
"MCT_quality_control": {
540+
"type": "string",
541+
"standard_name": " status_flag",
542+
"long_name": "quality flags for",
543+
"quality_control_conventions": "IMOS Reference Table F",
544+
"quality_control_set": 3,
545+
"quality_control_flag_values": "B, C, D, E, F, G, H, J, K, L, M, Q, S, T, U, V, X, Z",
546+
"quality_control_flag_meanings": "Value_out_of_bounds Time_not_sequential Failed_T_Tw_Td_test Failed_true_wind_recomputation_test Platform_velocity_unrealistic Value_exceeds_threshold Discontinuity Erroneous_value Suspect_value_(visual) Value_located_over_land Instrument_malfunction Pre-flagged_as_suspect Spike_in_data_(visual) Time_duplicate Suspect_value_(statistical) Step_in_data_(statistical) Spike_in_data_(statistical) Value_passed_all_tests"
547+
},
548+
"HCT_quality_control": {
549+
"type": "string",
550+
"standard_name": " status_flag",
551+
"long_name": "quality flags for",
552+
"quality_control_conventions": "IMOS Reference Table F",
553+
"quality_control_set": 3,
554+
"quality_control_flag_values": "B, C, D, E, F, G, H, J, K, L, M, Q, S, T, U, V, X, Z",
555+
"quality_control_flag_meanings": "Value_out_of_bounds Time_not_sequential Failed_T_Tw_Td_test Failed_true_wind_recomputation_test Platform_velocity_unrealistic Value_exceeds_threshold Discontinuity Erroneous_value Suspect_value_(visual) Value_located_over_land Instrument_malfunction Pre-flagged_as_suspect Spike_in_data_(visual) Time_duplicate Suspect_value_(statistical) Step_in_data_(statistical) Spike_in_data_(statistical) Value_passed_all_tests"
529556
}
530557
},
531558
"aws_opendata_registry": {

0 commit comments

Comments
 (0)