feat: format support matrix statuses natively in buildkite shell scripts

- record_step_result.sh now directly applies UI-facing statuses like '✅ Passing'
- generate_support_matrices.sh now surfaces these formatted statuses
- microbenchmark pivoting logic cleaned up to use simple shortened headers

Signed-off-by: Rob Mulla <rob.mulla@gmail.com>

Author: RobMulla

.buildkite/scripts/generate_support_matrices.sh

@@ -111,10 +111,10 @@ process_models() {
                     result="Text"
                 fi
             else
-                result=$(buildkite-agent meta-data get "${TPU_METADATA_PREFIX}${model}:${stage}" --default "N/A")
+                result=$(buildkite-agent meta-data get "${TPU_METADATA_PREFIX}${model}:${stage}" --default "⚪ N/A")
             fi
             row="$row,$result"
-            if [ "$stage" != "Type" ] && [ "${result}" != "✅" ] && [ "${result}" != "N/A" ] && [ "${result}" != "unverified" ]; then
+            if [ "$stage" != "Type" ] && [ "${result}" != "✅ Passing" ] && [ "${result}" != "⚪ N/A" ] && [ "${result}" != "❓ Untested" ]; then
                 ANY_FAILED=true
             fi
         done
@@ -168,16 +168,16 @@ process_features() {
             elif [ "$is_quantization_matrix" = true ] && [ "$stage" == "QuantizationMethods" ]; then
                 # If it's the quantization matrix, hardcode the quantization methods
                 result="${QUANTIZATION_METHODS["$feature"]:-N/A}"
+
             elif [[ "$mode" == "DEFAULT" ]]; then
-                result="✅"
+                result="✅ Passing"
             else
-                result=$(buildkite-agent meta-data get "${TPU_METADATA_PREFIX}${feature}:${stage}" --default "N/A")
+                result=$(buildkite-agent meta-data get "${TPU_METADATA_PREFIX}${feature}:${stage}" --default "⚪ N/A")
             fi
-
             row="$row,$result"
 
             # Check for failure (exclude the hardcoded TPU generation column and Quantization Methods column)
-            if [ "$stage" != "QuantizationMethods" ] && [ "$stage" != "RecommendedTPUGenerations" ] && [ "${result}" != "✅" ] && [ "${result}" != "N/A" ] && [ "${result}" != "unverified" ]; then
+            if [ "$stage" != "QuantizationMethods" ] && [ "$stage" != "RecommendedTPUGenerations" ] && [ "${result}" != "✅ Passing" ] && [ "${result}" != "⚪ N/A" ] && [ "${result}" != "❓ Untested" ]; then
                 ANY_FAILED=true
             fi
 
@@ -187,6 +187,7 @@ process_features() {
     done
 }
 
+# Pivot Logic (Microbenchmarks)
 process_kernel_matrix_to_pivot() {
     local input_csv="${TPU_DIR}/kernel_support_matrix_microbenchmarks.csv"
     local output_file="${TPU_DIR}/kernel_support_matrix-microbenchmarks.csv"
@@ -197,12 +198,13 @@ process_kernel_matrix_to_pivot() {
     fi
 
     # Define Headers for Display
-    local header="Kernel,W16 A16 (Correctness),W16 A16 (Performance),W8 A8 (Correctness),W8 A8 (Performance),W8 A16 (Correctness),W8 A16 (Performance),W4 A4 (Correctness),W4 A4 (Performance),W4 A8 (Correctness),W4 A8 (Performance),W4 A16 (Correctness),W4 A16 (Performance)"
+    local header="Kernel,W16 A16 (Corr),W16 A16 (Perf),W8 A8 (Corr),W8 A8 (Perf),W8 A16 (Corr),W8 A16 (Perf),W4 A4 (Corr),W4 A4 (Perf),W4 A8 (Corr),W4 A8 (Perf),W4 A16 (Corr),W4 A16 (Perf)"
     echo "$header" > "$output_file"
 
     # Define the quantization order to match the header
     local quant_cols_list="w16a16 w8a8 w8a16 w4a4 w4a8 w4a16"
 
+
     # Awk Script for Pivoting (Data Rows)
     awk -v AWK_QUANT_COLS="$quant_cols_list" '
         BEGIN { 
@@ -245,17 +247,17 @@ process_kernel_matrix_to_pivot() {
                 row = out_name;
                 for (j=1; j<=6; j++) {
                     q = q_order[j];
-                    # Use original N/A,N/A if data is missing
-                    data = (matrix[k][q] == "") ? "N/A,N/A" : matrix[k][q];
+                    # Use formatted N/A if data is missing
+                    data = (matrix[k][q] == "") ? "⚪ N/A,⚪ N/A" : matrix[k][q];
                     row = row OFS data;
                 }
                 print row >> "'"$output_file"'";
             }
         }
     ' "$input_csv"
 
-    # Display the pivoted result
-    echo "--- $output_file ---"
+    # Upload the newly created pivot table
+    echo "--- Uploading Pivoted Kernel Matrix: $output_file ---"
     cat "$output_file"
     buildkite-agent artifact upload "$output_file"
 }

.buildkite/scripts/record_step_result.sh

@@ -44,16 +44,16 @@ message=""
 
 case $OUTCOME in
   "passed")
-    message="✅"
+    message="✅ Passing"
     ;;
   "skipped")
-    message="N/A"
+    message="⚪ N/A"
     ;;
   "unverified")
-    message="unverified"
+    message="❓ Untested"
     ;;
   *)
-    message="❌"
+    message="❌ Failing"
     ;;
 esac