-
Notifications
You must be signed in to change notification settings - Fork 33
Expand file tree
/
Copy pathvalues-usdfprod-prompt-processing.yaml
More file actions
158 lines (141 loc) · 5.53 KB
/
values-usdfprod-prompt-processing.yaml
File metadata and controls
158 lines (141 loc) · 5.53 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
prompt-keda:
image:
pullPolicy: IfNotPresent
tag: 13.10.0
alerts:
username: kafka-admin
server: usdf-alert-stream-dev.lsst.cloud:9094
topic: lsst-alerts-v10.0
worker:
restart: 10
instrument:
pipelines:
# IMPORTANT: don't use flow-style mappings (i.e., {}) in pipelines specs
# if the result (including any comments) is longer than 72 characters.
# The config will get corrupted after template substitution.
# Block-style mappings can have lines of any length.
main: |-
# Dense dithered star field calibrations
- survey: BLOCK-365
pipelines: &std-main-pipelines
- ${PROMPT_PROCESSING_DIR}/pipelines/LSSTCam/ApPipe.yaml
- ${PROMPT_PROCESSING_DIR}/pipelines/LSSTCam/SingleFrame.yaml
- ${PROMPT_PROCESSING_DIR}/pipelines/LSSTCam/Isr.yaml
# FBS Pre-Operations Survey
- {survey: BLOCK-407, pipelines: *std-main-pipelines}
- {survey: BLOCK-408, pipelines: *std-main-pipelines}
- {survey: BLOCK-416, pipelines: *std-main-pipelines}
- {survey: BLOCK-417, pipelines: *std-main-pipelines}
- {survey: BLOCK-419, pipelines: *std-main-pipelines}
- {survey: BLOCK-421, pipelines: *std-main-pipelines}
# TMA checkout, no images
- {survey: BLOCK-T250, pipelines: []}
# Daytime checkout
- survey: BLOCK-T427
pipelines: ['${PROMPT_PROCESSING_DIR}/pipelines/LSSTCam/Isr-cal.yaml']
# All-day clearing; produces nextVisits but not images
- {survey: BLOCK-T454, pipelines: []}
# Fixed telescope pointing stability test
- {survey: BLOCK-T698, pipelines: *std-main-pipelines}
- {survey: BLOCK-T703, pipelines: *std-main-pipelines}
- {survey: BLOCK-T704, pipelines: *std-main-pipelines}
- {survey: BLOCK-T706, pipelines: *std-main-pipelines}
# Miscellaneous scripts, not always images
- {survey: "", pipelines: []}
# Ignore unknown events during Commissioning
- {pipelines: []}
preprocessing: |-
# Run to enable solar system processing in SingleFrame
- survey: BLOCK-365
pipelines: &std-pre-pipelines
- ${PROMPT_PROCESSING_DIR}/pipelines/LSSTCam/Preprocessing.yaml
- {survey: BLOCK-407, pipelines: *std-pre-pipelines}
- {survey: BLOCK-408, pipelines: *std-pre-pipelines}
- {survey: BLOCK-416, pipelines: *std-pre-pipelines}
- {survey: BLOCK-417, pipelines: *std-pre-pipelines}
- {survey: BLOCK-419, pipelines: *std-pre-pipelines}
- {survey: BLOCK-421, pipelines: *std-pre-pipelines}
- {survey: BLOCK-T698, pipelines: *std-pre-pipelines}
- {survey: BLOCK-T703, pipelines: *std-pre-pipelines}
- {survey: BLOCK-T704, pipelines: *std-pre-pipelines}
- {survey: BLOCK-T706, pipelines: *std-pre-pipelines}
- {survey: "", pipelines: []}
# Don't preprocess anything unknown
- {pipelines: []}
preloadPadding: 50.1
centralRepo: s3://rubin-summit-users
readRepo: s3://rubin-summit-users/butler-readonly.yaml
localRepoConfig: s3://rubin-summit-users/config/prompt_processing.yaml
exportTypes: |-
- ".*_(config|metadata|log)"
- "packages"
- "regionTimeInfo"
- "template_detector"
- "preliminary_visit_image"
- "preliminary_visit_image_background"
- "difference_image"
- "single_visit_star_footprints"
- "dia_source_unfiltered"
- "dia_source_detector"
- "difference_kernel"
- "dia_source_apdb"
- "dia_forced_source_apdb"
- "dia_object_apdb"
- "ss_source_direct_detector"
- "ss_object_direct_unassociated"
- "ss_object_unassociated_detector"
- "ss_source_detector"
- "marginal_new_dia_source"
- "new_dia_source"
- "preloaded_dia_forced_source"
- "preloaded_dia_object"
- "preloaded_dia_source"
- "preloaded_ss_object"
- "prompt_provenance"
s3:
imageBucket: rubin-summit
endpointUrl: https://sdfembs3.sdf.slac.stanford.edu
aws_profile: embargo
raw_microservice: http://172.24.5.158:8080/presence
mpSky_service: http://usdf-mpsky.sdf.slac.stanford.edu/ephemerides/
iers_cache: s3://rubin-summit-users/iers-cache.zip
imageNotifications:
kafkaClusterAddress: s3-file-notifications-kafka-external-bootstrap.s3-file-notifications:9094
topic: rubin-summit-notification-8
imageTimeout: 120
apdb:
config: s3://rubin-summit-users/apdb_config/cassandra/pp_apdb_lsstcam.yaml
logLevel: >-
timer.lsst.activator=DEBUG timer.lsst.daf.butler=VERBOSE
lsst.associateApdb=VERBOSE lsst.loadDiaCatalogs=VERBOSE lsst.computeReliability=VERBOSE
lsst.daf.butler=VERBOSE
sasquatch:
# TODO: production Sasquatch not yet ready
endpointUrl: https://usdf-rsp-dev.slac.stanford.edu/sasquatch-rest-proxy
namespace: lsst.prompt.prod
auth_env: false
debug:
monitorDaxApdb: true
keda:
minReplicaCount: 3
maxReplicaCount: 1700
initializer:
podAnnotations: {
edu.stanford.slac.sdf.project/usdf-embargo: "true"
}
butler_writer:
enabled: true
kafka_cluster: prompt-kafka-kafka-bootstrap.prompt-kafka:9092
kafka_username: butler-writer
kafka_topic: butler-writer
podAnnotations: {
edu.stanford.slac.sdf.project/usdf-embargo: "true"
}
affinity:
nodeAffinity:
preferredDuringSchedulingIgnoredDuringExecution:
- weight: 10
preference:
matchExpressions:
- key: node-role.kubernetes.io/prompt-processing
operator: Exists