Skip to content

Commit a62e6d6

Browse files
committed
chore(formatting): Reformat YAML files with prettier.
1 parent 272e056 commit a62e6d6

35 files changed

+1796
-1781
lines changed

examples/build_hsc_micro.yaml

Lines changed: 48 additions & 48 deletions
Original file line numberDiff line numberDiff line change
@@ -1,50 +1,50 @@
11
Production:
2-
name: hsc_micro_custom
2+
name: hsc_micro_custom
33
Campaign:
4-
name: MUST_OVERRIDE
5-
spec_name: blank_campaign_htcondor
6-
collections:
7-
out: u/echarles/hsc_micro_w_2024_24
8-
campaign_source: HSC/raw/RC2
9-
campaign_ancillary_inputs: "HSC/calib,HSC/masks,HSC/fgcmcal/lut/RC2,refcats,skymaps"
10-
data:
11-
butler_repo: '/repo/main'
12-
prod_area: 'output/archive'
13-
data_query: "instrument = 'HSC' AND exposure in (30504, 30502) AND detector in (45, 46, 47, 48)"
14-
# This custom campaign demonstrates the creation of an hsc_micro using pipeline
15-
# definitions as of this lsst_version.
16-
lsst_version: w_2024_24
17-
bps_wms_clustering_file: "${DRP_PIPE_DIR}/bps/clustering/HSC/DRP-RC2-clustering.yaml"
18-
bps_wms_resources_file: "${DRP_PIPE_DIR}/bps/resources/HSC/DRP-RC2.yaml"
19-
steps:
20-
# Add a predefined step
21-
- Step:
22-
name: isr
23-
spec_block: hsc_micro_isr
24-
child_config:
25-
split_method: split_by_query
26-
split_min_groups: 2
27-
# Add another predefined step
28-
# NOTE: the characterizeImage and calibrate steps were deprecated and
29-
# replaced with a single calibrateImage step; this demonstrates
30-
# using the old steps with a legacy lsst version.
31-
- Step:
32-
name: characterizeImage
33-
spec_block: hsc_micro_characterizeImage
34-
prerequisites: ['isr']
35-
child_config:
36-
split_method: split_by_query
37-
split_min_groups: 2
38-
# Add a custom step
39-
- Step:
40-
name: calibrate
41-
spec_block: step
42-
prerequisites: ['characterizeImage']
43-
data:
44-
pipeline_yaml: "${DRP_PIPE_DIR}/pipelines/HSC/DRP-RC2.yaml#calibrate"
45-
child_config:
46-
base_query: "instrument = 'HSC'"
47-
split_dataset: raw
48-
split_field: exposure
49-
split_method: split_by_query
50-
split_min_groups: 2
4+
name: MUST_OVERRIDE
5+
spec_name: blank_campaign_htcondor
6+
collections:
7+
out: u/echarles/hsc_micro_w_2024_24
8+
campaign_source: HSC/raw/RC2
9+
campaign_ancillary_inputs: "HSC/calib,HSC/masks,HSC/fgcmcal/lut/RC2,refcats,skymaps"
10+
data:
11+
butler_repo: "/repo/main"
12+
prod_area: "output/archive"
13+
data_query: "instrument = 'HSC' AND exposure in (30504, 30502) AND detector in (45, 46, 47, 48)"
14+
# This custom campaign demonstrates the creation of an hsc_micro using pipeline
15+
# definitions as of this lsst_version.
16+
lsst_version: w_2024_24
17+
bps_wms_clustering_file: "${DRP_PIPE_DIR}/bps/clustering/HSC/DRP-RC2-clustering.yaml"
18+
bps_wms_resources_file: "${DRP_PIPE_DIR}/bps/resources/HSC/DRP-RC2.yaml"
19+
steps:
20+
# Add a predefined step
21+
- Step:
22+
name: isr
23+
spec_block: hsc_micro_isr
24+
child_config:
25+
split_method: split_by_query
26+
split_min_groups: 2
27+
# Add another predefined step
28+
# NOTE: the characterizeImage and calibrate steps were deprecated and
29+
# replaced with a single calibrateImage step; this demonstrates
30+
# using the old steps with a legacy lsst version.
31+
- Step:
32+
name: characterizeImage
33+
spec_block: hsc_micro_characterizeImage
34+
prerequisites: ["isr"]
35+
child_config:
36+
split_method: split_by_query
37+
split_min_groups: 2
38+
# Add a custom step
39+
- Step:
40+
name: calibrate
41+
spec_block: step
42+
prerequisites: ["characterizeImage"]
43+
data:
44+
pipeline_yaml: "${DRP_PIPE_DIR}/pipelines/HSC/DRP-RC2.yaml#calibrate"
45+
child_config:
46+
base_query: "instrument = 'HSC'"
47+
split_dataset: raw
48+
split_field: exposure
49+
split_method: split_by_query
50+
split_min_groups: 2

examples/example_HSC_DRP-Prod.yaml

Lines changed: 121 additions & 121 deletions
Original file line numberDiff line numberDiff line change
@@ -1,125 +1,125 @@
11
- Imports:
2-
- "${CM_CONFIGS}/example_standard_scripts.yaml"
3-
- "${CM_CONFIGS}/example_standard_elements.yaml"
4-
- "${CM_CONFIGS}/example_HSC_DRP-Prod_steps.yaml"
2+
- "${CM_CONFIGS}/example_standard_scripts.yaml"
3+
- "${CM_CONFIGS}/example_standard_elements.yaml"
4+
- "${CM_CONFIGS}/example_HSC_DRP-Prod_steps.yaml"
55
- SpecBlock:
6-
name: HSC_DRP-Prod_campaign
7-
includes: ["base_campaign"]
8-
collections:
9-
campaign_source: HSC/raw/PDR2/WIDE,HSC/raw/PDR2/DEEP,HSC/raw/PDR2/UDEEP
10-
# Figure out how to remove veto list from these
11-
campaign_ancillary_inputs:
12-
- HSC/calib
13-
- HSC/masks
14-
- HSC/fgcmcal/lut/PDR2/DM-39549
15-
- refcats
16-
- skymaps
17-
steps:
18-
- Step:
19-
name: step1
20-
spec_block: HSC_DRP-Prod_step1
21-
child_config:
22-
split_method: split_by_query
23-
split_min_groups: 5
24-
- Step:
25-
name: step2a
26-
spec_block: HSC_DRP-Prod_step2a
27-
prerequisites: ['step1']
28-
child_config:
29-
split_method: split_by_query
30-
split_max_group_size: 500
31-
split_dataset: calexp
32-
split_field: visit
33-
- Step:
34-
name: step2b
35-
spec_block: HSC_DRP-Prod_step2b
36-
prerequisites: ['step2a']
37-
child_config:
38-
split_method: split_by_query
39-
split_max_group_size: 10
40-
split_dataset: deepCoadd
41-
split_field: tract
42-
- Step:
43-
name: step2c
44-
spec_block: HSC_DRP-Prod_step2c
45-
prerequisites: ['step2b']
46-
child_config:
47-
split_method: no_split
48-
- Step:
49-
name: step2d
50-
spec_block: HSC_DRP-Prod_step2d
51-
prerequisites: ['step2c']
52-
child_config:
53-
split_method: split_by_query
54-
split_max_group_size: 500
55-
split_dataset: calexp
56-
split_field: visit
57-
- Step:
58-
name: step2e
59-
spec_block: HSC_DRP-Prod_step2e
60-
prerequisites: ['step2d']
61-
child_config:
62-
split_method: no_split
63-
- Step:
64-
name: step3
65-
spec_block: HSC_DRP-Prod_step3
66-
prerequisites: ['step2e']
67-
child_config:
68-
split_method: split_by_query
69-
split_max_group_size: 10
70-
split_dataset: deepCoadd
71-
split_field: tract
72-
- Step:
73-
name: step4
74-
spec_block: HSC_DRP-Prod_step4
75-
prerequisites: ['step3']
76-
child_config:
77-
split_method: split_by_query
78-
split_max_group_size: 500
79-
split_dataset: calexp
80-
split_field: visit
81-
data:
82-
extra_qgraph_options: >
83-
--dataset-query-constraint finalVisitSummary
84-
- Step:
85-
name: step5
86-
spec_block: HSC_DRP-Prod_step5
87-
prerequisites: ['step4']
88-
child_config:
89-
split_method: split_by_query
90-
split_max_group_size: 10
91-
split_dataset: deepCoadd
92-
split_field: tract
93-
- Step:
94-
name: step6
95-
spec_block: HSC_DRP-Prod_step5
96-
prerequisites: ['step5']
97-
child_config:
98-
split_method: split_by_query
99-
split_max_group_size: 500
100-
split_dataset: calexp
101-
split_field: visit
102-
- Step:
103-
name: step7
104-
spec_block: HSC_DRP-Prod_step7
105-
prerequisites: ['step3']
106-
child_config:
107-
split_method: no_split
108-
data:
109-
butler_repo: '/repo/main+sasquatch_dev'
110-
prod_area: 'output/archive'
111-
data_query: "instrument = 'HSC' and skymap = 'hsc_rings_v1'"
112-
bps_wms_clustering_file: ${DRP_PIPE_DIR}/bps/clustering/HSC/DRP-RC2-clustering.yaml
113-
bps_wms_resources_file: ${DRP_PIPE_DIR}/bps/resources/HSC/DRP-RC2.yaml
6+
name: HSC_DRP-Prod_campaign
7+
includes: ["base_campaign"]
8+
collections:
9+
campaign_source: HSC/raw/PDR2/WIDE,HSC/raw/PDR2/DEEP,HSC/raw/PDR2/UDEEP
10+
# Figure out how to remove veto list from these
11+
campaign_ancillary_inputs:
12+
- HSC/calib
13+
- HSC/masks
14+
- HSC/fgcmcal/lut/PDR2/DM-39549
15+
- refcats
16+
- skymaps
17+
steps:
18+
- Step:
19+
name: step1
20+
spec_block: HSC_DRP-Prod_step1
21+
child_config:
22+
split_method: split_by_query
23+
split_min_groups: 5
24+
- Step:
25+
name: step2a
26+
spec_block: HSC_DRP-Prod_step2a
27+
prerequisites: ["step1"]
28+
child_config:
29+
split_method: split_by_query
30+
split_max_group_size: 500
31+
split_dataset: calexp
32+
split_field: visit
33+
- Step:
34+
name: step2b
35+
spec_block: HSC_DRP-Prod_step2b
36+
prerequisites: ["step2a"]
37+
child_config:
38+
split_method: split_by_query
39+
split_max_group_size: 10
40+
split_dataset: deepCoadd
41+
split_field: tract
42+
- Step:
43+
name: step2c
44+
spec_block: HSC_DRP-Prod_step2c
45+
prerequisites: ["step2b"]
46+
child_config:
47+
split_method: no_split
48+
- Step:
49+
name: step2d
50+
spec_block: HSC_DRP-Prod_step2d
51+
prerequisites: ["step2c"]
52+
child_config:
53+
split_method: split_by_query
54+
split_max_group_size: 500
55+
split_dataset: calexp
56+
split_field: visit
57+
- Step:
58+
name: step2e
59+
spec_block: HSC_DRP-Prod_step2e
60+
prerequisites: ["step2d"]
61+
child_config:
62+
split_method: no_split
63+
- Step:
64+
name: step3
65+
spec_block: HSC_DRP-Prod_step3
66+
prerequisites: ["step2e"]
67+
child_config:
68+
split_method: split_by_query
69+
split_max_group_size: 10
70+
split_dataset: deepCoadd
71+
split_field: tract
72+
- Step:
73+
name: step4
74+
spec_block: HSC_DRP-Prod_step4
75+
prerequisites: ["step3"]
76+
child_config:
77+
split_method: split_by_query
78+
split_max_group_size: 500
79+
split_dataset: calexp
80+
split_field: visit
81+
data:
82+
extra_qgraph_options: >
83+
--dataset-query-constraint finalVisitSummary
84+
- Step:
85+
name: step5
86+
spec_block: HSC_DRP-Prod_step5
87+
prerequisites: ["step4"]
88+
child_config:
89+
split_method: split_by_query
90+
split_max_group_size: 10
91+
split_dataset: deepCoadd
92+
split_field: tract
93+
- Step:
94+
name: step6
95+
spec_block: HSC_DRP-Prod_step5
96+
prerequisites: ["step5"]
97+
child_config:
98+
split_method: split_by_query
99+
split_max_group_size: 500
100+
split_dataset: calexp
101+
split_field: visit
102+
- Step:
103+
name: step7
104+
spec_block: HSC_DRP-Prod_step7
105+
prerequisites: ["step3"]
106+
child_config:
107+
split_method: no_split
108+
data:
109+
butler_repo: "/repo/main+sasquatch_dev"
110+
prod_area: "output/archive"
111+
data_query: "instrument = 'HSC' and skymap = 'hsc_rings_v1'"
112+
bps_wms_clustering_file: ${DRP_PIPE_DIR}/bps/clustering/HSC/DRP-RC2-clustering.yaml
113+
bps_wms_resources_file: ${DRP_PIPE_DIR}/bps/resources/HSC/DRP-RC2.yaml
114114
- Specification:
115-
name: HSC_DRP-Prod_panda
116-
spec_aliases:
117-
campaign: HSC_DRP-Prod_campaign
118-
bps_submit_script: bps_panda_submit_script
119-
bps_report_script: bps_panda_report_script
115+
name: HSC_DRP-Prod_panda
116+
spec_aliases:
117+
campaign: HSC_DRP-Prod_campaign
118+
bps_submit_script: bps_panda_submit_script
119+
bps_report_script: bps_panda_report_script
120120
- Specification:
121-
name: HSC_DRP-Prod_htcondor
122-
spec_aliases:
123-
campaign: HSC_DRP-Prod_campaign
124-
bps_submit_script: bps_htcondor_submit_script
125-
bps_report_script: bps_htcondor_report_script
121+
name: HSC_DRP-Prod_htcondor
122+
spec_aliases:
123+
campaign: HSC_DRP-Prod_campaign
124+
bps_submit_script: bps_htcondor_submit_script
125+
bps_report_script: bps_htcondor_report_script

0 commit comments

Comments
 (0)