Bla

Author: Stummi

action.yml

@@ -49,14 +49,41 @@ runs:
             ${{ inputs.branch }} \
             > flaky_tests.json
 
+    - name: Dump flaky_tests.json
+      shell: bash
+      run: |
+          echo "flaky_tests.json content:"
+          cat flaky_tests.json
+
+    ## Upload artifact
+    - name: Upload
+      uses: actions/upload-artifact@v4
+      with:
+        path: flaky_tests.json
+
     - name: Post message to ${{ inputs.slack-channel-name }} Slack channel
+      id: slackmessage
       if: success()
       uses: slackapi/[email protected]
       with:
         payload-file-path: './flaky_tests.json'
         webhook: ${{ inputs.slack-incoming-webhooks-url }}
         webhook-type: incoming-webhook
 
+    - name: Print action result
+      shell: bash
+      run: |
+          echo "Action result:"
+          echo "${{ steps.slackmessage.outputs.result }}"
+          echo "Action status:"
+          echo "${{ steps.slackmessage.outputs.status }}"
+          echo "Action message:"
+          echo "${{ steps.slackmessage.outputs.message }}"
+          echo "Action error:"
+          echo "${{ steps.slackmessage.outputs.error }}"
+          echo "Action response:"
+          echo "${{ steps.slackmessage.outputs.response }}"
+
 branding:
   icon: 'list'
   color: 'blue'

find_flaky_tests.py

@@ -6,6 +6,7 @@
 from github import Auth, Repository
 from github import Github
 from typing import Dict, List
+import json as json_lib
 
 MAX_FILENAME_LENGTH = 60
 
@@ -120,53 +121,66 @@ def render_msg_header(state: AppState) -> str:
 
 
 def print_for_slack(occurrences: List[Occurrence], state: AppState):
-    json = """
-    {
-        "channel": "@CHANNEL@",
+    occurrences_by_ann_path: Dict[str, List[Occurrence]] = {}
+    for o in occurrences:
+        occurrences_by_ann_path.setdefault(o.annotation_path, []).append(o)
+    items = [i for i in occurrences_by_ann_path.items()]
+    items.sort(key=lambda i: len(i[1]), reverse=True)  # sort by number of occurrences, highest first
+
+    limit = 12
+    items = items[:limit]
+
+    # Chunk results so that individual message blocks do not exceed the 3000 character limit from Slack API
+    chunk_size=5
+    chunks = [items[i:i+chunk_size] for i in range(0, len(items), chunk_size)]
+
+    content_blocks = []
+
+    for chunk in chunks:
+        content = ""
+        for ann_path, occrs in chunk:
+            nice_path = truncate_left(ann_path, MAX_FILENAME_LENGTH)
+            count = len(occrs)
+            content += f"{count}x `{nice_path}` "
+            occrs.sort(key=lambda o: o.commit.timestamp, reverse=True)
+            recent_occrs = occrs[:5]
+            content += " ".join([f"<{occr.check_url}|{i+1}> " for i, occr in enumerate(recent_occrs)])
+            content += '\n'
+
+        content_blocks += [
+            {
+                "type": "section",
+                "text": {
+                    "type": "mrkdwn",
+                    "text": content,
+                }
+            }
+        ]
+
+
+    data = {
+        "channel": state.slack_channel,
         "text": "Flaky Tests Summary",
         "blocks": [
             {
                 "type": "section",
                 "text": {
                     "type": "mrkdwn",
-                    "text": "@HEADER@"
+                    "text": render_msg_header(state),
                 }
             },
             {
                 "type": "section",
                 "text": {
                     "type": "mrkdwn",
-                    "text": "Top failed runs (limit=@LIMIT@):\\n@CONTENT@"
+                    "text": f"Top {len(items)} failed runs (limit={limit})",
                 }
             }
-        ]
+        ] + content_blocks
     }
-    """
-
-    occurrences_by_ann_path: Dict[str, List[Occurrence]] = {}
-    for o in occurrences:
-        occurrences_by_ann_path.setdefault(o.annotation_path, []).append(o)
-    items = [i for i in occurrences_by_ann_path.items()]
-    items.sort(key=lambda i: len(i[1]), reverse=True)  # sort by number of occurrences, highest first
 
-    limit = 12  # limit to 12 items, to avoid running into issues with Slack API (limit 3000 chars)
-    items = items[:limit]
+    json = json_lib.dumps(data, indent=4)
 
-    content = ""
-    for ann_path, occrs in items:
-        nice_path = truncate_left(ann_path, MAX_FILENAME_LENGTH)
-        count = len(occrs)
-        content += f"{count}x `{nice_path}`"
-        occrs.sort(key=lambda o: o.commit.timestamp, reverse=True)
-        recent_occrs = occrs[:10]
-        content += " ".join([f"<{occr.check_url}|{i+1}> " for i, occr in enumerate(recent_occrs)])
-        content += '\\n'
-
-    header = render_msg_header(state)
-    json = json.replace("@HEADER@", header)
-    json = json.replace("@LIMIT@", str(limit))
-    json = json.replace("@CHANNEL@", state.slack_channel)
-    json = json.replace("@CONTENT@", content)
     print(json)
 
 
@@ -218,10 +232,10 @@ def main():
     state: AppState = parse_args()
     r = access_repo(state)
     occurrences = list_occurrences(state, r)
-    if state.slack_channel:
-        print_for_slack(occurrences, state)
-    else:
-        print_for_humans(occurrences)
+    #if state.slack_channel:
+    print_for_slack(occurrences, state)
+    #else:
+    #    print_for_humans(occurrences)
 
 
 if __name__ == '__main__':