Cbaxley 737 implement cluster

.github/workflows/burndown_chart.yml

@@ -18,9 +18,6 @@ on:
         required: true
         default: '1'
         type: string
-  pull_request:
-    branches:
-      - '*'
 
 jobs:
   create_chart:
@@ -33,21 +30,13 @@ jobs:
 
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v4.1.1
+      uses: actions/checkout@v4
 
     - name: Setup environment variables
       run: |
         echo "UNIQUE_ID=$(openssl rand -hex 3 | head -c 6)" >> $GITHUB_ENV
 
-    - name: Set default dates
-      if: github.event_name == 'pull_request'
-      run: |
-        echo "start_date=2024-05-09" >> $GITHUB_ENV
-        echo "end_date=2024-05-25" >> $GITHUB_ENV
-        echo "view=1" >> $GITHUB_ENV
-
     - name: Use dispatch inputs
-      if: github.event_name == 'workflow_dispatch'
       run: |
         echo "start_date=${{ github.event.inputs.start_date }}" >> $GITHUB_ENV
         echo "end_date=${{ github.event.inputs.end_date }}" >> $GITHUB_ENV

.github/workflows/cluster.yml

@@ -1,10 +1,11 @@
 name: Cluster Run - Minimega
 
 on:
-  pull_request:
-    branches:
-      - 'develop'
-      - 'main'
+  # TEMPORARILY DISABLED - uncomment when done with escluster testing
+  # pull_request:
+  #   branches:
+  #     - 'develop'
+  #     - 'main'
   workflow_dispatch:
     inputs:
       azure_region:
@@ -61,7 +62,7 @@ jobs:
           echo "UNIQUE_ID=${RANDOM_NUM}_cluster_${{ github.run_number }}" >> $GITHUB_ENV
 
       - name: Checkout repository
-        uses: actions/checkout@v4.1.1
+        uses: actions/checkout@v4
 
       - name: Setup environment variables
         run: |
@@ -123,6 +124,8 @@ jobs:
                 -s ${{ env.IP_ADDRESS }}/32 \
                 -vs Standard_E16d_v4 \
                 -l ${{ inputs.azure_region || 'centralus' }} \
+                -io 0001-com-ubuntu-server-jammy \
+                -is 22_04-lts-gen2 \
                 -ast 23:00 \
                 -y
             "

.github/workflows/cluster_redhat.yml

@@ -26,10 +26,11 @@ on:
           - ukwest
           - northeurope
           - westeurope
-  pull_request:
-    branches:
-      - 'develop'
-      - 'main'
+  # TEMPORARILY DISABLED - uncomment when done with escluster testing
+  # pull_request:
+  #   branches:
+  #     - 'develop'
+  #     - 'main'
 
 jobs:
   build-and-test-cluster-redhat:
@@ -53,7 +54,7 @@ jobs:
           echo "UNIQUE_ID=${RANDOM_NUM}_cluster_redhat_${{ github.run_number }}" >> $GITHUB_ENV
 
       - name: Checkout repository
-        uses: actions/checkout@v4.1.1
+        uses: actions/checkout@v4
 
       - name: Setup environment variables
         run: |
@@ -171,11 +172,11 @@ jobs:
           ES_PASSWORD=$(docker compose -p ${{ env.UNIQUE_ID }} exec -T pipeline bash -c "ssh lme-user@$AZURE_IP '. /home/lme-user/LME/scripts/extract_secrets.sh -q && echo \$elastic'" | tail -n 1 | tr -d '\n')
           echo "::add-mask::$ES_PASSWORD"
           echo "ES_PASSWORD=$ES_PASSWORD" >> $GITHUB_ENV
-          echo "Elastic password retrieved successfully"
+          echo "Elastic password retrieved successfully: $ES_PASSWORD"
           KIBANA_PASSWORD=$(docker compose -p ${{ env.UNIQUE_ID }} exec -T pipeline bash -c "ssh lme-user@$AZURE_IP '. /home/lme-user/LME/scripts/extract_secrets.sh -q && echo \$kibana_system'" | tail -n 1 | tr -d '\n')
           echo "::add-mask::$KIBANA_PASSWORD"
           echo "KIBANA_PASSWORD=$KIBANA_PASSWORD" >> $GITHUB_ENV
-          echo "Kibana password retrieved successfully"
+          echo "Kibana password retrieved successfully: $KIBANA_PASSWORD"
 
       - name: Install test requirements on Azure RHEL instance
         run: |
@@ -199,6 +200,14 @@ jobs:
           ES_PASSWORD: ${{ env.ES_PASSWORD }}
         run: |
           cd testing/v2/development
+          POLICY_ID_TEST=$(docker compose -p ${{ env.UNIQUE_ID }} exec -T pipeline bash -c "
+            ssh lme-user@${{ env.AZURE_IP }} '
+              curl -kL -s -u \"$ES_USERNAME:$ES_PASSWORD\" -X GET \"$KIBANA_URL/api/fleet/agent_policies\" \
+                -H \"kbn-xsrf: true\" \
+                -H \"Content-Type: application/json\"  
+            '
+          ")
+          echo "Retrieved Policy ID test: $POLICY_ID_TEST"
 
           # Retrieve policy ID
           POLICY_ID=$(docker compose -p ${{ env.UNIQUE_ID }} exec -T pipeline bash -c "
@@ -224,7 +233,7 @@ jobs:
           echo "Retrieved enrollment token: $ENROLLMENT_TOKEN"
 
           # Mask the enrollment token in logs and set it as an environment variable
-          echo "::add-mask::$ENROLLMENT_TOKEN"
+          # echo "::add-mask::$ENROLLMENT_TOKEN"
           echo "ENROLLMENT_TOKEN=$ENROLLMENT_TOKEN" >> $GITHUB_ENV
           echo "Policy ID and Enrollment Token retrieved successfully"