DM-50020: USDF Rapid Analysis updates for LSSTCam

applications/argocd/values-usdf-rapid-analysis.yaml

@@ -27,7 +27,9 @@ argo-cd:
         g, ppascual@slac.stanford.edu, role:admin
         g, pav@slac.stanford.edu, role:admin
         g, reinking@slac.stanford.edu, role:admin
+        g, fritzm@slac.stanford.edu, role:admin
         g, cslater@slac.stanford.edu, role:admin
+        g, yusra@slac.stanford.edu, role:admin
         g, mfl@slac.stanford.edu, role:admin
       scopes: "[email]"
 

applications/rapid-analysis/README.md

@@ -8,13 +8,14 @@ A Helm chart for deploying the Rapid Analysis services.
 |-----|------|---------|-------------|
 | affinity | object | `{}` | This specifies the scheduling constraints of the pod. |
 | butlerSecret | object | `{}` | This section allows for specification of Butler secret information. If this section is used, it must contain the following attributes: _key_ (The vault key for the Butler secret), _containerPath_ (The directory location for the Butler secret), _dbUser_ (The username for the Butler backend database) |
+| configMountpoint | list | `[]` | This section holds the information necessary to mount configmaps. If the section is used, each object listed can have the following attributes defined: _name_ (The name of the persistent volume and the configMap), _items_ (Files in the configmap to mount), |
 | env | object | `{"AWS_REQUEST_CHECKSUM_CALCULATION":"WHEN_REQUIRED","AWS_RESPONSE_CHECKSUM_VALIDATION":"WHEN_REQUIRED"}` | This section holds a set of key, value pairs for environmental variables (ENV_VAR: value). NOTE: RUN_ARG is taken care of by the chart using _script_. |
 | envSecrets | list | `[]` | This section holds specifications for secret injection. If this section is used, each object listed must have the following attributes defined: _name_ (The label for the secret), _secretName_ (The name of the vault store reference. Uses the _namespace_ attribute to construct the full name), _secretKey_ (The key in the vault store containing the necessary secret) |
 | fullnameOverride | string | `""` | Specify the deployed application name specifically. Overrides all other names. |
 | gather2aSet | object | `{}` | This configures a StatefulSet used for visit-level gather processing. |
 | gatherRollupSet | object | `{}` | This configures a StatefulSet used for night-summary rollup. |
 | image.pullPolicy | string | `"IfNotPresent"` | The policy to apply when pulling an image for deployment. |
-| image.repository | string | `"ghcr.io/lsst-sitcom/rubintv_production"` | The Docker registry name for the container image. |
+| image.repository | string | `"ghcr.io/lsst-so/rubintv_production"` | The Docker registry name for the container image. |
 | image.tag | string | `"develop"` | The tag of the container image to use. |
 | imagePullSecrets | list | `[]` | The list of pull secrets needed for the images. If this section is used, each object listed can have the following attributes defined: _name_ (The label identifying the pull-secret to use) |
 | location | string | `""` | Provide the location where the system is running. |
@@ -41,7 +42,6 @@ A Helm chart for deploying the Rapid Analysis services.
 | resources | object | `{}` | This allows the specification of resources (CPU, memory) requires to run the container. |
 | scripts | object | `{}` | List of script objects to run for the broadcaster. This section MUST have the following attribute specified for each entry. _name_ (The full path for the script) The following attributes are optional _resources_ (A resource object specification) _nodeSelector_ (A node selector object specification) _tolerations_ (A list of tolerations) _affinity_ (An affinity object specification) |
 | securityContext | object | `{}` | This section allows for specification of security context information. If the section is used, at least one of the following attributes must be specified. _uid_ (User id to run application as), _gid_ (Group id of the user that runs the application), _fid_ (File system context user id), |
-| siteTag | string | `""` | A special tag for letting the scripts know where they are running. |
 | squid.affinity | object | `{}` | Affinity rules for the squid pods |
 | squid.embargo | bool | `false` | This specifies wether the squid service needs to reach embargo or not. |
 | squid.enabled | bool | `false` | This specifies whether to use squid or not. |

applications/rapid-analysis/templates/configmap-repos.yaml

@@ -0,0 +1,9 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: "config-repos"
+  labels:
+    {{- include "rapid-analysis.labels" . | nindent 4 }}
+data:
+  data-repos.yaml: |
+    embargo: "s3://embargo@rubin-summit-users/butler.yaml"

applications/rapid-analysis/templates/deployment.yaml

@@ -45,7 +45,7 @@ spec:
           imagePullPolicy: {{ $.Values.image.pullPolicy }}
           env:
             - name: RUN_ARG
-              value: {{ $script.name }} {{ $.Values.siteTag }}
+              value: {{ $script.name }} {{ $.Values.location }}
             - name: RAPID_ANALYSIS_LOCATION
               value: {{ $.Values.location | upper | quote }}
           {{- if $script.env }}
@@ -114,6 +114,15 @@ spec:
           {{- end }}
           {{- end }}
           {{- end }}
+          {{- if $.Values.configMountpoint }}
+          {{- range $values := $.Values.configMountpoint }}
+          {{- if (has $values.name $script.mounts) }}
+            - name: {{ $values.name }}
+              mountPath: {{ $values.path }}
+              readOnly: true
+          {{- end }}
+          {{- end }}
+          {{- end }}
           {{- if $.Values.pvcMountpointClaim }}
           {{- range $values := $.Values.pvcMountpointClaim }}
           {{- if (has $values.name $script.mounts) }}
@@ -158,6 +167,16 @@ spec:
       {{- end }}
       {{- end }}
       {{- end }}
+      {{- if $.Values.configMountpoint }}
+      {{- range $values := $.Values.configMountpoint }}
+      {{- if (has $values.name $script.mounts) }}
+        - name: {{ $values.name }}
+          configMap:
+            name: {{ $values.name }}
+            items: {{ toYaml $values.items | nindent 12 }}
+      {{- end }}
+      {{- end }}
+      {{- end }}
       {{- if $.Values.pvcMountpointClaim }}
       {{- range $values := $.Values.pvcMountpointClaim }}
       {{- if (has $values.name $script.mounts) }}

applications/rapid-analysis/templates/lsstcam-backlog-worker-set.yaml

@@ -118,6 +118,15 @@ spec:
           {{- end }}
           {{- end }}
           {{- end }}
+          {{- if $.Values.configMountpoint }}
+          {{- range $values := $.Values.configMountpoint }}
+          {{- if (has $values.name $script.mounts) }}
+            - name: {{ $values.name }}
+              mountPath: {{ $values.path }}
+              readOnly: true
+          {{- end }}
+          {{- end }}
+          {{- end }}
           {{- if $.Values.pvcMountpointClaim }}
           {{- range $values := $.Values.pvcMountpointClaim }}
           {{- if (has $values.name $script.mounts) }}
@@ -162,6 +171,16 @@ spec:
       {{- end }}
       {{- end }}
       {{- end }}
+      {{- if $.Values.configMountpoint }}
+      {{- range $values := $.Values.configMountpoint }}
+      {{- if (has $values.name $script.mounts) }}
+        - name: {{ $values.name }}
+          configMap:
+            name: {{ $values.name }}
+            items: {{ toYaml $values.items | nindent 12 }}
+      {{- end }}
+      {{- end }}
+      {{- end }}
       {{- if $.Values.pvcMountpointClaim }}
       {{- range $values := $.Values.pvcMountpointClaim }}
       {{- if (has $values.name $script.mounts) }}

applications/rapid-analysis/templates/lsstcam-gather-rollup-set.yaml

@@ -118,6 +118,15 @@ spec:
           {{- end }}
           {{- end }}
           {{- end }}
+          {{- if $.Values.configMountpoint }}
+          {{- range $values := $.Values.configMountpoint }}
+          {{- if (has $values.name $script.mounts) }}
+            - name: {{ $values.name }}
+              mountPath: {{ $values.path }}
+              readOnly: true
+          {{- end }}
+          {{- end }}
+          {{- end }}
           {{- if $.Values.pvcMountpointClaim }}
           {{- range $values := $.Values.pvcMountpointClaim }}
           {{- if (has $values.name $script.mounts) }}
@@ -162,6 +171,16 @@ spec:
       {{- end }}
       {{- end }}
       {{- end }}
+      {{- if $.Values.configMountpoint }}
+      {{- range $values := $.Values.configMountpoint }}
+      {{- if (has $values.name $script.mounts) }}
+        - name: {{ $values.name }}
+          configMap:
+            name: {{ $values.name }}
+            items: {{ toYaml $values.items | nindent 12 }}
+      {{- end }}
+      {{- end }}
+      {{- end }}
       {{- if $.Values.pvcMountpointClaim }}
       {{- range $values := $.Values.pvcMountpointClaim }}
       {{- if (has $values.name $script.mounts) }}

applications/rapid-analysis/templates/lsstcam-gather1b-set.yaml

@@ -118,6 +118,15 @@ spec:
           {{- end }}
           {{- end }}
           {{- end }}
+          {{- if $.Values.configMountpoint }}
+          {{- range $values := $.Values.configMountpoint }}
+          {{- if (has $values.name $script.mounts) }}
+            - name: {{ $values.name }}
+              mountPath: {{ $values.path }}
+              readOnly: true
+          {{- end }}
+          {{- end }}
+          {{- end }}
           {{- if $.Values.pvcMountpointClaim }}
           {{- range $values := $.Values.pvcMountpointClaim }}
           {{- if (has $values.name $script.mounts) }}
@@ -162,6 +171,16 @@ spec:
       {{- end }}
       {{- end }}
       {{- end }}
+      {{- if $.Values.configMountpoint }}
+      {{- range $values := $.Values.configMountpoint }}
+      {{- if (has $values.name $script.mounts) }}
+        - name: {{ $values.name }}
+          configMap:
+            name: {{ $values.name }}
+            items: {{ toYaml $values.items | nindent 12 }}
+      {{- end }}
+      {{- end }}
+      {{- end }}
       {{- if $.Values.pvcMountpointClaim }}
       {{- range $values := $.Values.pvcMountpointClaim }}
       {{- if (has $values.name $script.mounts) }}

applications/rapid-analysis/templates/lsstcam-gather1bAos-set.yaml

@@ -119,6 +119,15 @@ spec:
           {{- end }}
           {{- end }}
           {{- end }}
+          {{- if $.Values.configMountpoint }}
+          {{- range $values := $.Values.configMountpoint }}
+          {{- if (has $values.name $script.mounts) }}
+            - name: {{ $values.name }}
+              mountPath: {{ $values.path }}
+              readOnly: true
+          {{- end }}
+          {{- end }}
+          {{- end }}
           {{- if $.Values.pvcMountpointClaim }}
           {{- range $values := $.Values.pvcMountpointClaim }}
           {{- if (has $values.name $script.mounts) }}
@@ -163,6 +172,16 @@ spec:
       {{- end }}
       {{- end }}
       {{- end }}
+      {{- if $.Values.configMountpoint }}
+      {{- range $values := $.Values.configMountpoint }}
+      {{- if (has $values.name $script.mounts) }}
+        - name: {{ $values.name }}
+          configMap:
+            name: {{ $values.name }}
+            items: {{ toYaml $values.items | nindent 12 }}
+      {{- end }}
+      {{- end }}
+      {{- end }}
       {{- if $.Values.pvcMountpointClaim }}
       {{- range $values := $.Values.pvcMountpointClaim }}
       {{- if (has $values.name $script.mounts) }}

applications/rapid-analysis/templates/lsstcam-worker-set.yaml

@@ -118,6 +118,15 @@ spec:
           {{- end }}
           {{- end }}
           {{- end }}
+          {{- if $.Values.configMountpoint }}
+          {{- range $values := $.Values.configMountpoint }}
+          {{- if (has $values.name $script.mounts) }}
+            - name: {{ $values.name }}
+              mountPath: {{ $values.path }}
+              readOnly: true
+          {{- end }}
+          {{- end }}
+          {{- end }}
           {{- if $.Values.pvcMountpointClaim }}
           {{- range $values := $.Values.pvcMountpointClaim }}
           {{- if (has $values.name $script.mounts) }}
@@ -162,6 +171,16 @@ spec:
       {{- end }}
       {{- end }}
       {{- end }}
+      {{- if $.Values.configMountpoint }}
+      {{- range $values := $.Values.configMountpoint }}
+      {{- if (has $values.name $script.mounts) }}
+        - name: {{ $values.name }}
+          configMap:
+            name: {{ $values.name }}
+            items: {{ toYaml $values.items | nindent 12 }}
+      {{- end }}
+      {{- end }}
+      {{- end }}
       {{- if $.Values.pvcMountpointClaim }}
       {{- range $values := $.Values.pvcMountpointClaim }}
       {{- if (has $values.name $script.mounts) }}

applications/rapid-analysis/templates/lsstcam-workerAos-set.yaml

@@ -118,6 +118,15 @@ spec:
           {{- end }}
           {{- end }}
           {{- end }}
+          {{- if $.Values.configMountpoint }}
+          {{- range $values := $.Values.configMountpoint }}
+          {{- if (has $values.name $script.mounts) }}
+            - name: {{ $values.name }}
+              mountPath: {{ $values.path }}
+              readOnly: true
+          {{- end }}
+          {{- end }}
+          {{- end }}
           {{- if $.Values.pvcMountpointClaim }}
           {{- range $values := $.Values.pvcMountpointClaim }}
           {{- if (has $values.name $script.mounts) }}
@@ -162,6 +171,16 @@ spec:
       {{- end }}
       {{- end }}
       {{- end }}
+      {{- if $.Values.configMountpoint }}
+      {{- range $values := $.Values.configMountpoint }}
+      {{- if (has $values.name $script.mounts) }}
+        - name: {{ $values.name }}
+          configMap:
+            name: {{ $values.name }}
+            items: {{ toYaml $values.items | nindent 12 }}
+      {{- end }}
+      {{- end }}
+      {{- end }}
       {{- if $.Values.pvcMountpointClaim }}
       {{- range $values := $.Values.pvcMountpointClaim }}
       {{- if (has $values.name $script.mounts) }}

applications/rapid-analysis/templates/squid-pvc.yaml

@@ -1,4 +1,4 @@
----
+{{- if .Values.squid.enabled }}
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
@@ -9,4 +9,5 @@ spec:
   resources:
     requests:
       storage: 1Gi
-  storageClassName: rook-ceph-block
+  storageClassName: rook-ceph-block
+{{- end }}

applications/rapid-analysis/templates/vault-secret.yaml

@@ -1,3 +1,4 @@
+{{- if $.Values.pullSecretsPath }}
 ---
 apiVersion: ricoberger.de/v1alpha1
 kind: VaultSecret
@@ -9,6 +10,7 @@ metadata:
 spec:
   path: {{ required "vaultSecretsPath must be set" .Values.global.vaultSecretsPath }}/{{ required "pullSecretsPath must be set" .Values.pullSecretsPath }}
   type: kubernetes.io/dockerconfigjson
+{{- end }}
 ---
 apiVersion: ricoberger.de/v1alpha1
 kind: VaultSecret

applications/rapid-analysis/values-base.yaml

@@ -1,9 +1,8 @@
 image:
-  repository: ghcr.io/lsst-sitcom/rubintv_production
+  repository: ghcr.io/lsst-so/rubintv_production
   tag: w_2025_48
   pullPolicy: Always
 location: BTS
-siteTag: bts
 env:
   DAF_BUTLER_REPOSITORY_INDEX: /project/data-repos.yaml
   DEPLOY_BRANCH: deploy-bts

applications/rapid-analysis/values-summit.yaml

@@ -1,9 +1,8 @@
 image:
-  repository: ghcr.io/lsst-sitcom/rubintv_production
+  repository: ghcr.io/lsst-so/rubintv_production
   tag: w_2025_48
   pullPolicy: Always
 location: SUMMIT
-siteTag: summit
 env:
   DAF_BUTLER_REPOSITORY_INDEX: /project/data-repos.yaml
   DEPLOY_BRANCH: deploy-summit

applications/rapid-analysis/values-tucson-teststand.yaml

@@ -3,7 +3,6 @@ image:
   tag: c0039
   pullPolicy: Always
 location: TTS
-siteTag: tts
 env:
   DAF_BUTLER_REPOSITORY_INDEX: /project/data-repos.yaml
   DEPLOY_BRANCH: deploy-tts