feat: Add logging time for DiracX logs, to debug easily

Author: Robin-Van-de-Merghel

.github/workflows/integration.yml

@@ -80,13 +80,21 @@ jobs:
     - name: Install client
       run: ./integration_tests.py install-client
     - name: Install pilot
-      run: ./integration_tests.py install-pilot
+      run: |
+        date +%s > step_pilot
+        ./integration_tests.py install-pilot
     - name: Server tests
-      run: ./integration_tests.py test-server || touch server-tests-failed
+      run: |
+        date +%s > step_test_server
+        ./integration_tests.py test-server || touch server-tests-failed
     - name: Client tests
-      run: ./integration_tests.py test-client || touch client-tests-failed
+      run: |
+        date +%s > step_test_client
+        ./integration_tests.py test-client || touch client-tests-failed
     - name: Pilot tests
-      run: ./integration_tests.py test-pilot || touch pilot-tests-failed
+      run: |
+        date +%s > step_test_pilot
+        ./integration_tests.py test-pilot || touch pilot-tests-failed
     - name: Opensearch logs
       run: docker logs opensearch
     - name: Check test status
@@ -100,4 +108,22 @@ jobs:
       if: ${{ always() && contains(matrix.ARGS, 'TEST_DIRACX=Yes') }}
       run: |
         # Used to debug, and see which requests were done.
-        docker logs diracx | grep -Fv 'GET /.well-known/openid-configuration HTTP/1.1" 200 OK'
+        # Splitted by section, to see what the pilot did, what the server tests did etc.
+        TS_PILOT=$(cat step_pilot)
+        TS_TEST_SERVER=$(cat step_test_server)
+        TS_TEST_CLIENT=$(cat step_test_client)
+        TS_TEST_PILOT=$(cat step_test_pilot)
+
+        FILTER='GET /.well-known/openid-configuration HTTP/1.1" 200 OK'
+
+        echo "=== PHASE: Install Pilot ==="
+        docker logs --since @$TS_PILOT --until @$TS_TEST_SERVER diracx | grep -Fv "$FILTER"
+
+        echo "=== PHASE: Server tests ==="
+        docker logs --since @$TS_TEST_SERVER --until @$TS_TEST_CLIENT diracx | grep -Fv "$FILTER"
+
+        echo "=== PHASE: Client tests ==="
+        docker logs --since @$TS_TEST_CLIENT --until @$TS_TEST_PILOT diracx | grep -Fv "$FILTER"
+
+        echo "=== PHASE: Pilot tests ==="
+        docker logs --since @$TS_TEST_PILOT diracx | grep -Fv "$FILTER"