Skip to content

Commit 8d36cfa

Browse files
thommodinthommodin
committed
init diver photo quadrat
1 parent b8df90e commit 8d36cfa

File tree

4 files changed

+214
-0
lines changed

4 files changed

+214
-0
lines changed

‎aodn_cloud_optimised/bin/diver_photoquadrat_score_qc.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
generic_launcher.py

‎aodn_cloud_optimised/config/dataset/diver_photoquadrat_score_qc.json‎

Lines changed: 211 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,211 @@
1+
{
2+
"dataset_name": "diver_photoquadrat_score_qc",
3+
"logger_name": "diver_photoquadrat_score_qc",
4+
"cloud_optimised_format": "parquet",
5+
"run_settings": {
6+
"paths": [
7+
{
8+
"s3_uri": "s3://data-uplift-public/products/reef_life_survey",
9+
"filter": [
10+
"public_reef_life_survey_2025-11-04T03:14:37\\.parquet$"
11+
],
12+
"year_range": []
13+
}
14+
],
15+
"cluster": {
16+
"mode": "local",
17+
"restart_every_path": false
18+
},
19+
"clear_existing_data": true,
20+
"raise_error": false,
21+
"batch_size": 5,
22+
"force_previous_parquet_deletion": false
23+
},
24+
"metadata_uuid": "0a65be6d-1c76-49ac-a151-80acf123612c",
25+
"schema": {
26+
"dataset_id": {
27+
"type": "string"
28+
},
29+
"database": {
30+
"type": "string"
31+
},
32+
"program": {
33+
"type": "string"
34+
},
35+
"country": {
36+
"type": "string"
37+
},
38+
"area": {
39+
"type": "string"
40+
},
41+
"location": {
42+
"type": "string"
43+
},
44+
"site_code": {
45+
"type": "string"
46+
},
47+
"site_name": {
48+
"type": "string"
49+
},
50+
"latitude": {
51+
"type": "double"
52+
},
53+
"longitude": {
54+
"type": "double"
55+
},
56+
"date": {
57+
"type": "date32[day]"
58+
},
59+
"hour": {
60+
"type": "string"
61+
},
62+
"depth": {
63+
"type": "double"
64+
},
65+
"visibility": {
66+
"type": "double"
67+
},
68+
"label_scheme": {
69+
"type": "string"
70+
},
71+
"rls_label": {
72+
"type": "string"
73+
},
74+
"rls_lineage": {
75+
"type": "string"
76+
},
77+
"catami_label": {
78+
"type": "string"
79+
},
80+
"catami_lineage": {
81+
"type": "string"
82+
},
83+
"tags": {
84+
"type": "list<element: string>"
85+
},
86+
"label_count": {
87+
"type": "double"
88+
},
89+
"dataset_total_label_count": {
90+
"type": "double"
91+
},
92+
"percent_cover": {
93+
"type": "double"
94+
},
95+
"sq_annotation_set_id": {
96+
"type": "double"
97+
},
98+
"method": {
99+
"type": "string"
100+
}
101+
},
102+
"aws_opendata_registry": {
103+
"Name": "FILL UP MANUALLY - CHECK DOCUMENTATION",
104+
"Description": "FILL UP MANUALLY - CHECK DOCUMENTATION",
105+
"Documentation": "FILL UP MANUALLY - CHECK DOCUMENTATION",
106+
"Contact": "FILL UP MANUALLY - CHECK DOCUMENTATION",
107+
"ManagedBy": "FILL UP MANUALLY - CHECK DOCUMENTATION",
108+
"UpdateFrequency": "FILL UP MANUALLY - CHECK DOCUMENTATION",
109+
"Tags": [
110+
"FILL UP MANUALLY - CHECK DOCUMENTATION"
111+
],
112+
"License": "FILL UP MANUALLY - CHECK DOCUMENTATION",
113+
"Resources": [
114+
{
115+
"Description": "FILL UP MANUALLY - CHECK DOCUMENTATION",
116+
"ARN": "FILL UP MANUALLY - CHECK DOCUMENTATION",
117+
"Region": "FILL UP MANUALLY - CHECK DOCUMENTATION",
118+
"Type": "FILL UP MANUALLY - CHECK DOCUMENTATION",
119+
"Explore": [
120+
"FILL UP MANUALLY - CHECK DOCUMENTATION"
121+
]
122+
}
123+
],
124+
"DataAtWork": {
125+
"Tutorials": [
126+
{
127+
"Title": "FILL UP MANUALLY - CHECK DOCUMENTATION",
128+
"URL": "FILL UP MANUALLY - CHECK DOCUMENTATION",
129+
"Services": "FILL UP MANUALLY - CHECK DOCUMENTATION",
130+
"AuthorName": "FILL UP MANUALLY - CHECK DOCUMENTATION",
131+
"AuthorURL": "FILL UP MANUALLY - CHECK DOCUMENTATION"
132+
}
133+
],
134+
"Tools & Applications": [
135+
{
136+
"Title": "FILL UP MANUALLY - CHECK DOCUMENTATION",
137+
"URL": "FILL UP MANUALLY - CHECK DOCUMENTATION",
138+
"AuthorName": "FILL UP MANUALLY - CHECK DOCUMENTATION",
139+
"AuthorURL": "FILL UP MANUALLY - CHECK DOCUMENTATION"
140+
}
141+
],
142+
"Publications": [
143+
{
144+
"Title": "FILL UP MANUALLY - CHECK DOCUMENTATION",
145+
"URL": "FILL UP MANUALLY - CHECK DOCUMENTATION",
146+
"AuthorName": "FILL UP MANUALLY - CHECK DOCUMENTATION"
147+
}
148+
]
149+
}
150+
},
151+
"schema_transformation": {
152+
"drop_variables": [],
153+
"add_variables": {
154+
"filename": {
155+
"source": "@filename",
156+
"schema": {
157+
"type": "string",
158+
"units": "1",
159+
"long_name": "Filename of the source file"
160+
}
161+
},
162+
"timestamp": {
163+
"source": "@partitioning:time_extent",
164+
"schema": {
165+
"type": "int64",
166+
"units": "1",
167+
"long_name": "Partition timestamp"
168+
}
169+
},
170+
"polygon": {
171+
"source": "@partitioning:spatial_extent",
172+
"schema": {
173+
"type": "string",
174+
"units": "1",
175+
"long_name": "Spatial partition polygon"
176+
}
177+
}
178+
},
179+
"partitioning": [
180+
{
181+
"source_variable": "timestamp",
182+
"type": "time_extent",
183+
"time_extent": {
184+
"time_varname": "date",
185+
"partition_period": "M"
186+
}
187+
},
188+
{
189+
"source_variable": "polygon",
190+
"type": "spatial_extent",
191+
"spatial_extent": {
192+
"lat_varname": "latitude",
193+
"lon_varname": "longitude",
194+
"spatial_resolution": 5
195+
}
196+
}
197+
],
198+
"global_attributes": {
199+
"delete": [
200+
"geospatial_lat_max",
201+
"geospatial_lat_min",
202+
"geospatial_lon_max",
203+
"geospatial_lon_min",
204+
"date_created"
205+
],
206+
"set": {
207+
"title": "IMOS - National Reef Monitoring Network Sub-Facility - Photo Quadrat Scores"
208+
}
209+
}
210+
}
211+
}

‎notebooks/README.md‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,7 @@ More information available [here](https://github.com/conda-forge/miniforge?tab=r
6464
- [diver_cryptobenthic_fish_abundance_qc.ipynb](https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/diver_cryptobenthic_fish_abundance_qc.ipynb)
6565
- [diver_mobile_macroinvertebrate_abundance_qc.ipynb](https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/diver_mobile_macroinvertebrate_abundance_qc.ipynb)
6666
- [diver_off_transect_species_observations_qc.ipynb](https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/diver_off_transect_species_observations_qc.ipynb)
67+
- [diver_photoquadrat_score_qc.ipynb](https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/diver_photoquadrat_score_qc.ipynb)
6768
- [diver_reef_fish_abundance_biomass_qc.ipynb](https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/diver_reef_fish_abundance_biomass_qc.ipynb)
6869
- [diver_site_information_qc.ipynb](https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/diver_site_information_qc.ipynb)
6970
- [diver_survey_metadata_qc.ipynb](https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/diver_survey_metadata_qc.ipynb)

‎pyproject.toml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -104,6 +104,7 @@ cloud_optimised_diver_benthic_cover_in_situ_qc = "aodn_cloud_optimised.bin.diver
104104
cloud_optimised_diver_cryptobenthic_fish_abundance_qc = "aodn_cloud_optimised.bin.diver_cryptobenthic_fish_abundance_qc:main"
105105
cloud_optimised_diver_mobile_macroinvertebrate_abundance_qc = "aodn_cloud_optimised.bin.diver_mobile_macroinvertebrate_abundance_qc:main"
106106
cloud_optimised_diver_off_transect_species_observations_qc = "aodn_cloud_optimised.bin.diver_off_transect_species_observations_qc:main"
107+
cloud_optimised_diver_photoquadrat_score_qc = "aodn_cloud_optimised.bin.diver_photoquadrat_score_qc:main"
107108
cloud_optimised_diver_reef_fish_abundance_biomass_qc = "aodn_cloud_optimised.bin.diver_reef_fish_abundance_biomass_qc:main"
108109
cloud_optimised_diver_site_information_qc = "aodn_cloud_optimised.bin.diver_site_information_qc:main"
109110
cloud_optimised_diver_survey_metadata_qc = "aodn_cloud_optimised.bin.diver_survey_metadata_qc:main"

0 commit comments

Comments
 (0)