|
1 | 1 | - Imports: |
2 | | - - "${CM_CONFIGS}/example_standard_scripts.yaml" |
3 | | - - "${CM_CONFIGS}/example_standard_elements.yaml" |
4 | | - - "${CM_CONFIGS}/example_HSC_DRP-Prod_steps.yaml" |
| 2 | + - "${CM_CONFIGS}/example_standard_scripts.yaml" |
| 3 | + - "${CM_CONFIGS}/example_standard_elements.yaml" |
| 4 | + - "${CM_CONFIGS}/example_HSC_DRP-Prod_steps.yaml" |
5 | 5 | - SpecBlock: |
6 | | - name: HSC_DRP-Prod_campaign |
7 | | - includes: ["base_campaign"] |
8 | | - collections: |
9 | | - campaign_source: HSC/raw/PDR2/WIDE,HSC/raw/PDR2/DEEP,HSC/raw/PDR2/UDEEP |
10 | | - # Figure out how to remove veto list from these |
11 | | - campaign_ancillary_inputs: |
12 | | - - HSC/calib |
13 | | - - HSC/masks |
14 | | - - HSC/fgcmcal/lut/PDR2/DM-39549 |
15 | | - - refcats |
16 | | - - skymaps |
17 | | - steps: |
18 | | - - Step: |
19 | | - name: step1 |
20 | | - spec_block: HSC_DRP-Prod_step1 |
21 | | - child_config: |
22 | | - split_method: split_by_query |
23 | | - split_min_groups: 5 |
24 | | - - Step: |
25 | | - name: step2a |
26 | | - spec_block: HSC_DRP-Prod_step2a |
27 | | - prerequisites: ['step1'] |
28 | | - child_config: |
29 | | - split_method: split_by_query |
30 | | - split_max_group_size: 500 |
31 | | - split_dataset: calexp |
32 | | - split_field: visit |
33 | | - - Step: |
34 | | - name: step2b |
35 | | - spec_block: HSC_DRP-Prod_step2b |
36 | | - prerequisites: ['step2a'] |
37 | | - child_config: |
38 | | - split_method: split_by_query |
39 | | - split_max_group_size: 10 |
40 | | - split_dataset: deepCoadd |
41 | | - split_field: tract |
42 | | - - Step: |
43 | | - name: step2c |
44 | | - spec_block: HSC_DRP-Prod_step2c |
45 | | - prerequisites: ['step2b'] |
46 | | - child_config: |
47 | | - split_method: no_split |
48 | | - - Step: |
49 | | - name: step2d |
50 | | - spec_block: HSC_DRP-Prod_step2d |
51 | | - prerequisites: ['step2c'] |
52 | | - child_config: |
53 | | - split_method: split_by_query |
54 | | - split_max_group_size: 500 |
55 | | - split_dataset: calexp |
56 | | - split_field: visit |
57 | | - - Step: |
58 | | - name: step2e |
59 | | - spec_block: HSC_DRP-Prod_step2e |
60 | | - prerequisites: ['step2d'] |
61 | | - child_config: |
62 | | - split_method: no_split |
63 | | - - Step: |
64 | | - name: step3 |
65 | | - spec_block: HSC_DRP-Prod_step3 |
66 | | - prerequisites: ['step2e'] |
67 | | - child_config: |
68 | | - split_method: split_by_query |
69 | | - split_max_group_size: 10 |
70 | | - split_dataset: deepCoadd |
71 | | - split_field: tract |
72 | | - - Step: |
73 | | - name: step4 |
74 | | - spec_block: HSC_DRP-Prod_step4 |
75 | | - prerequisites: ['step3'] |
76 | | - child_config: |
77 | | - split_method: split_by_query |
78 | | - split_max_group_size: 500 |
79 | | - split_dataset: calexp |
80 | | - split_field: visit |
81 | | - data: |
82 | | - extra_qgraph_options: > |
83 | | - --dataset-query-constraint finalVisitSummary |
84 | | - - Step: |
85 | | - name: step5 |
86 | | - spec_block: HSC_DRP-Prod_step5 |
87 | | - prerequisites: ['step4'] |
88 | | - child_config: |
89 | | - split_method: split_by_query |
90 | | - split_max_group_size: 10 |
91 | | - split_dataset: deepCoadd |
92 | | - split_field: tract |
93 | | - - Step: |
94 | | - name: step6 |
95 | | - spec_block: HSC_DRP-Prod_step5 |
96 | | - prerequisites: ['step5'] |
97 | | - child_config: |
98 | | - split_method: split_by_query |
99 | | - split_max_group_size: 500 |
100 | | - split_dataset: calexp |
101 | | - split_field: visit |
102 | | - - Step: |
103 | | - name: step7 |
104 | | - spec_block: HSC_DRP-Prod_step7 |
105 | | - prerequisites: ['step3'] |
106 | | - child_config: |
107 | | - split_method: no_split |
108 | | - data: |
109 | | - butler_repo: '/repo/main+sasquatch_dev' |
110 | | - prod_area: 'output/archive' |
111 | | - data_query: "instrument = 'HSC' and skymap = 'hsc_rings_v1'" |
112 | | - bps_wms_clustering_file: ${DRP_PIPE_DIR}/bps/clustering/HSC/DRP-RC2-clustering.yaml |
113 | | - bps_wms_resources_file: ${DRP_PIPE_DIR}/bps/resources/HSC/DRP-RC2.yaml |
| 6 | + name: HSC_DRP-Prod_campaign |
| 7 | + includes: ["base_campaign"] |
| 8 | + collections: |
| 9 | + campaign_source: HSC/raw/PDR2/WIDE,HSC/raw/PDR2/DEEP,HSC/raw/PDR2/UDEEP |
| 10 | + # Figure out how to remove veto list from these |
| 11 | + campaign_ancillary_inputs: |
| 12 | + - HSC/calib |
| 13 | + - HSC/masks |
| 14 | + - HSC/fgcmcal/lut/PDR2/DM-39549 |
| 15 | + - refcats |
| 16 | + - skymaps |
| 17 | + steps: |
| 18 | + - Step: |
| 19 | + name: step1 |
| 20 | + spec_block: HSC_DRP-Prod_step1 |
| 21 | + child_config: |
| 22 | + split_method: split_by_query |
| 23 | + split_min_groups: 5 |
| 24 | + - Step: |
| 25 | + name: step2a |
| 26 | + spec_block: HSC_DRP-Prod_step2a |
| 27 | + prerequisites: ["step1"] |
| 28 | + child_config: |
| 29 | + split_method: split_by_query |
| 30 | + split_max_group_size: 500 |
| 31 | + split_dataset: calexp |
| 32 | + split_field: visit |
| 33 | + - Step: |
| 34 | + name: step2b |
| 35 | + spec_block: HSC_DRP-Prod_step2b |
| 36 | + prerequisites: ["step2a"] |
| 37 | + child_config: |
| 38 | + split_method: split_by_query |
| 39 | + split_max_group_size: 10 |
| 40 | + split_dataset: deepCoadd |
| 41 | + split_field: tract |
| 42 | + - Step: |
| 43 | + name: step2c |
| 44 | + spec_block: HSC_DRP-Prod_step2c |
| 45 | + prerequisites: ["step2b"] |
| 46 | + child_config: |
| 47 | + split_method: no_split |
| 48 | + - Step: |
| 49 | + name: step2d |
| 50 | + spec_block: HSC_DRP-Prod_step2d |
| 51 | + prerequisites: ["step2c"] |
| 52 | + child_config: |
| 53 | + split_method: split_by_query |
| 54 | + split_max_group_size: 500 |
| 55 | + split_dataset: calexp |
| 56 | + split_field: visit |
| 57 | + - Step: |
| 58 | + name: step2e |
| 59 | + spec_block: HSC_DRP-Prod_step2e |
| 60 | + prerequisites: ["step2d"] |
| 61 | + child_config: |
| 62 | + split_method: no_split |
| 63 | + - Step: |
| 64 | + name: step3 |
| 65 | + spec_block: HSC_DRP-Prod_step3 |
| 66 | + prerequisites: ["step2e"] |
| 67 | + child_config: |
| 68 | + split_method: split_by_query |
| 69 | + split_max_group_size: 10 |
| 70 | + split_dataset: deepCoadd |
| 71 | + split_field: tract |
| 72 | + - Step: |
| 73 | + name: step4 |
| 74 | + spec_block: HSC_DRP-Prod_step4 |
| 75 | + prerequisites: ["step3"] |
| 76 | + child_config: |
| 77 | + split_method: split_by_query |
| 78 | + split_max_group_size: 500 |
| 79 | + split_dataset: calexp |
| 80 | + split_field: visit |
| 81 | + data: |
| 82 | + extra_qgraph_options: > |
| 83 | + --dataset-query-constraint finalVisitSummary |
| 84 | + - Step: |
| 85 | + name: step5 |
| 86 | + spec_block: HSC_DRP-Prod_step5 |
| 87 | + prerequisites: ["step4"] |
| 88 | + child_config: |
| 89 | + split_method: split_by_query |
| 90 | + split_max_group_size: 10 |
| 91 | + split_dataset: deepCoadd |
| 92 | + split_field: tract |
| 93 | + - Step: |
| 94 | + name: step6 |
| 95 | + spec_block: HSC_DRP-Prod_step5 |
| 96 | + prerequisites: ["step5"] |
| 97 | + child_config: |
| 98 | + split_method: split_by_query |
| 99 | + split_max_group_size: 500 |
| 100 | + split_dataset: calexp |
| 101 | + split_field: visit |
| 102 | + - Step: |
| 103 | + name: step7 |
| 104 | + spec_block: HSC_DRP-Prod_step7 |
| 105 | + prerequisites: ["step3"] |
| 106 | + child_config: |
| 107 | + split_method: no_split |
| 108 | + data: |
| 109 | + butler_repo: "/repo/main+sasquatch_dev" |
| 110 | + prod_area: "output/archive" |
| 111 | + data_query: "instrument = 'HSC' and skymap = 'hsc_rings_v1'" |
| 112 | + bps_wms_clustering_file: ${DRP_PIPE_DIR}/bps/clustering/HSC/DRP-RC2-clustering.yaml |
| 113 | + bps_wms_resources_file: ${DRP_PIPE_DIR}/bps/resources/HSC/DRP-RC2.yaml |
114 | 114 | - Specification: |
115 | | - name: HSC_DRP-Prod_panda |
116 | | - spec_aliases: |
117 | | - campaign: HSC_DRP-Prod_campaign |
118 | | - bps_submit_script: bps_panda_submit_script |
119 | | - bps_report_script: bps_panda_report_script |
| 115 | + name: HSC_DRP-Prod_panda |
| 116 | + spec_aliases: |
| 117 | + campaign: HSC_DRP-Prod_campaign |
| 118 | + bps_submit_script: bps_panda_submit_script |
| 119 | + bps_report_script: bps_panda_report_script |
120 | 120 | - Specification: |
121 | | - name: HSC_DRP-Prod_htcondor |
122 | | - spec_aliases: |
123 | | - campaign: HSC_DRP-Prod_campaign |
124 | | - bps_submit_script: bps_htcondor_submit_script |
125 | | - bps_report_script: bps_htcondor_report_script |
| 121 | + name: HSC_DRP-Prod_htcondor |
| 122 | + spec_aliases: |
| 123 | + campaign: HSC_DRP-Prod_campaign |
| 124 | + bps_submit_script: bps_htcondor_submit_script |
| 125 | + bps_report_script: bps_htcondor_report_script |
0 commit comments