Merge pull request #404 from LCOGT/tso_public_data

Add TSO to list of PUBLIC_PROPOSALS

Author: nvolgenau

.github/workflows/e2e.yaml

@@ -45,20 +45,60 @@ jobs:
 
       - name: Test Super Bias Creation
         run: |
+          set +e
+          export START=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
           kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-master-bias.xml -m master_bias
-      
+          EXIT_CODE=$?
+          
+          # Always print logs even if (especially if?) the reduction fails
+          kubectl logs banzai-e2e-test --since-time=$START --all-containers --prefix=true
+
+          # Exit with the captured status so the job properly fails or succeeds
+          exit $EXIT_CODE
+
       - name: Test Super Dark Creation
         run: |
+          set +e
+          export START=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
           kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-master-dark.xml -m master_dark
-      
+          EXIT_CODE=$?
+          
+          # Always print logs even if (especially if?) the reduction fails
+          kubectl logs banzai-e2e-test --since-time=$START --all-containers --prefix=true
+          
+          # Exit with the captured status so the job properly fails or succeeds
+          exit $EXIT_CODE
+
       - name: Test Super Flat Creation
         run: |
+          set +e
+          export START=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
           kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-master-flat.xml -m master_flat
-      
+          EXIT_CODE=$?
+          
+          # Always print logs even if (especially if?) the reduction fails
+          kubectl logs banzai-e2e-test --since-time=$START --all-containers --prefix=true
+
+          # Exit with the captured status so the job properly fails or succeeds
+          exit $EXIT_CODE
+
       - name: Test Science Frame Creation
         run: |
+          set +e
+          export START=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
           kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-science-files.xml -m science_files
-      
+          EXIT_CODE=$?
+
+          # Always print logs even if (especially if?) the reduction fails
+          kubectl logs banzai-e2e-test --since-time=$START --all-containers --prefix=true
+
+          # Exit with the captured status so the job properly fails or succeeds
+          exit $EXIT_CODE
+
       - name: Cleanup
         run: |
           kubectl delete pod banzai-e2e-test

CHANGES.md

@@ -1,3 +1,7 @@
+1.20.1 (2025-02-05)
+-------------------
+- Added tso proposals to be instantly public
+
 1.20.0 (2024-12-11)
 -------------------
 - Added functionality to delay processing until after the end of the observing block

banzai/settings.py

@@ -134,7 +134,7 @@
 DATA_RELEASE_DELAY = 365
 
 # Proposal ids for data that should be public instantly. Should all be lowercase
-PUBLIC_PROPOSALS = ['calibrate', 'standard', '*standards', '*epo*', 'pointing']
+PUBLIC_PROPOSALS = ['calibrate', 'standard', '*standards', '*epo*', 'pointing', 'tso*']
 
 SUPPORTED_FRAME_TYPES = ['BPM', 'READNOISE', 'BIAS', 'DARK', 'SKYFLAT', 'EXPOSE', 'STANDARD', 'EXPERIMENTAL']
 

banzai/tests/e2e-k8s.yaml

@@ -111,10 +111,10 @@ spec:
     resources:
       requests:
         cpu: 4
-        memory: 5Gi
+        memory: 6Gi
       limits:
         cpu: 8
-        memory: 5Gi
+        memory: 6Gi
   - name: banzai-large-celery-workers
     image: banzai:test-latest
     imagePullPolicy: IfNotPresent
@@ -175,10 +175,10 @@ spec:
     resources:
       requests:
         cpu: 2
-        memory: 7Gi
+        memory: 8Gi
       limits:
         cpu: 3
-        memory: 7Gi
+        memory: 8Gi
   - name: banzai-listener
     image: banzai:test-latest
     imagePullPolicy: IfNotPresent