Merge pull request #5 from aganesh-suse/captain-fail-fix

Captain fail fix

Author: aganesh-suse

.github/workflows/precheck-flight-captain.yaml

@@ -10,7 +10,11 @@ on:
       rke2_versions:
         description: 'Provide the list of rke2 versions (comma separated)'
         required: true
-        default: 'v1.34.0-rc1+rke2r1,v1.33.4-rc1+rke2r1,v1.32.8-rc1+rke2r1,v1.31.12-rc1+rke2r1,v1.30.14-rc1+rke2r3'
+        default: 'v1.34.0-rc1+rke2r1,v1.33.4-rc1+rke2r1,v1.32.8-rc1+rke2r1,v1.31.12-rc1+rke2r1'
+      rke2_lts_versions:
+        description: 'Provide the list of rke2 lts versions to test prime registry (comma separated)'
+        required: true
+        default: 'v1.30.14-rc1+rke2r3'
       page_size:
         description: 'Page size for API queries'
         required: false
@@ -35,3 +39,9 @@ jobs:
         working-directory: ./scripts
         run: ./captain.sh -v "${{ github.event.inputs.k3s_versions }}","${{ github.event.inputs.rke2_versions }}"  -d -p "${{ github.event.inputs.page_size }}"
         shell: sh
+
+      - name: Run the captain shell script for LTS RKE2 versions
+        working-directory: ./scripts
+        if: ${{ github.event.inputs.rke2_lts_versions != '' }}
+        run: ./captain.sh -l "${{ github.event.inputs.rke2_lts_versions }}"  -d
+        shell: sh

scripts/captain.sh

@@ -1,10 +1,17 @@
 #!/bin/sh
 
-while getopts v:p:dh OPTION
+while getopts v:l:p:dh OPTION
 do 
     case "${OPTION}"
         in
-        v) INPUT=${OPTARG};;
+        v) 
+            INPUT=${OPTARG}
+            LTS="false"
+        ;;
+        l) 
+            INPUT=${OPTARG}
+            LTS="true"
+        ;;
         p) PAGE_SIZE=${OPTARG};;
         d) DEBUG="true"
            echo "DEBUG mode is ON"
@@ -17,6 +24,7 @@ do
 
             -d: debug. If flag is used, debug mode is ON and prints the curl commands executed.
             -v: version to test. Ex: v1.31.6-rc1+rke2r1,v1.31.6-rc1+k3s1,v1.31.5+rke2r1
+            -l: LTS version to test. Ex: v1.30.14-rc6+rke2r3
             -p: page size for curl commands to fetch data from docker hub or github. Default is 200.
             -h: help - usage is displayed
             "
@@ -39,6 +47,7 @@ fi
 
 SEED=$(date +%s)
 RANDOM_INT=$(awk -v seed="${SEED}" 'BEGIN { srand(seed); print int(rand() * 100) }')
+FAILURE_FILE="failure_results_${RANDOM_INT}"
 
 debug_log () {
     if [ "${DEBUG}" = true ]; then
@@ -55,7 +64,7 @@ verify_count () {
     if [ "${COUNT}" -eq "${EXPECTED_COUNT}" ] || [ "${COUNT}" -gt "${EXPECTED_COUNT}" ]; then
         echo "PASS: ${DESCRIPTION} Count is ${COUNT}."
     else
-        echo "FAIL: Not found enough ${DESCRIPTION}. Expected count ${EXPECTED_COUNT} but got ${COUNT}."
+        echo "FAIL: ${VERSION}: Not found enough ${DESCRIPTION}. Expected count ${EXPECTED_COUNT} but got ${COUNT}." | tee -a "${FAILURE_FILE}"
     fi
 }
 
@@ -207,12 +216,29 @@ verify_prime_registry () {
     skopeo list-tags "${SYS_AGENT_INSTALLER_URL}" | grep "${VERSION_PREFIX}" | grep "${VERSION_SUFFIX}" | tee -a "${SYS_AGENT_OUTFILE}"
 
     SYS_AGENT_COUNT=$(wc -l < "${SYS_AGENT_OUTFILE}")
-    verify_count "${SYS_AGENT_COUNT}" "1" "System Agent Installer for ${PRODUCT} (in prime registry)"
 
+    if echo "${VERSION_PREFIX}" | grep -q "rc"; then
+        verify_count "${SYS_AGENT_COUNT}" "0" "System Agent Installer for ${PRODUCT} (in prime registry)"
+    else
+        verify_count "${SYS_AGENT_COUNT}" "1" "System Agent Installer for ${PRODUCT} (in prime registry)"
+    fi
+    
     rm -rf "${SYS_AGENT_OUTFILE}"
     rm -rf "${RKE2_RUNTIME_OUTFILE}"
 }
 
+verify_lts () {
+    LTS_OUT_FILE="lts_output_${RANDOM_INT}"
+    if echo "${VERSION_PREFIX}" | grep -q "rc"; then
+        LTS_URL="https://prime.ribs.rancher.io/index-prerelease.html"
+    else
+        LTS_URL="https://prime.ribs.rancher.io"
+    fi
+    curl "${LTS_URL}" > "${LTS_OUT_FILE}"
+    LTS_COUNT=$(grep -cE "${VERSION_PREFIX}.*${VERSION_SUFFIX}" "${LTS_OUT_FILE}")
+    verify_count "${LTS_COUNT}" "76" "LTS count check against Prime registry"
+}
+
 # Main script execution starts here
 VERSIONS=$(echo "${INPUT}" | tr "," "\n")
 for VERSION in $VERSIONS
@@ -231,16 +257,33 @@ do
 
     echo "Version under test: ${VERSION} ; Prefix: ${VERSION_PREFIX} Suffix: ${VERSION_SUFFIX}"
 
-    verify_system_agent_installers
-    verify_upgrade_images
-    verify_releases
-    if [ "${PRODUCT}" = "rke2" ]; then
-        verify_rke2_packaging
-        verify_release_asset_count_rke2
+    if [ "${LTS}" = "false" ]; then
+        verify_system_agent_installers
+        verify_upgrade_images
+        verify_releases
+        if [ "${PRODUCT}" = "rke2" ]; then
+            verify_rke2_packaging
+            verify_release_asset_count_rke2
+        else
+            verify_release_asset_count_k3s
+        fi
+        verify_prime_registry
     else
-        verify_release_asset_count_k3s
+        verify_lts
     fi
-    verify_prime_registry
-    
+
     printf "===================== DONE ==========================\n"
 done
+
+if [ -f $FAILURE_FILE ]; then
+    printf "==========================================================================
+                        FAILURE SUMMARY 
+==========================================================================\n"
+    cat "${FAILURE_FILE}"
+    printf "===================== DONE ==========================\n"
+    echo "Found failures. Exiting with status 1"
+    rm -rf "${FAILURE_FILE}"
+    exit 1
+fi
+
+rm -rf "${FAILURE_FILE}"