Add an equal number of thread-blocking workflows

Author: dandavison

.github/workflows/ci.yml

@@ -7,6 +7,10 @@ on:
       - "releases/*"
 
 jobs:
+
+  nightly:
+    uses: ./.github/workflows/run-bench.yml
+
   # Build and test the project
   build-lint-test:
     strategy:

.github/workflows/run-bench.yml

@@ -55,17 +55,3 @@ jobs:
       - run: poe run-bench --workflow-count 100 --max-cached-workflows 100 --max-concurrent 100 ${{ inputs.sandbox-arg }}
       - run: poe run-bench --workflow-count 100 --max-cached-workflows 100 --max-concurrent 100 ${{ inputs.sandbox-arg }}
       - run: poe run-bench --workflow-count 100 --max-cached-workflows 100 --max-concurrent 100 ${{ inputs.sandbox-arg }}
-
-      - run: poe run-bench --workflow-count 1000 --max-cached-workflows 1000 --max-concurrent 1000 ${{ inputs.sandbox-arg }}
-      - run: poe run-bench --workflow-count 1000 --max-cached-workflows 1000 --max-concurrent 1000 ${{ inputs.sandbox-arg }}
-      - run: poe run-bench --workflow-count 1000 --max-cached-workflows 1000 --max-concurrent 1000 ${{ inputs.sandbox-arg }}
-
-      - run: poe run-bench --workflow-count 1000 --max-cached-workflows 100 --max-concurrent 100 ${{ inputs.sandbox-arg }}
-      - run: poe run-bench --workflow-count 1000 --max-cached-workflows 100 --max-concurrent 100 ${{ inputs.sandbox-arg }}
-      - run: poe run-bench --workflow-count 1000 --max-cached-workflows 100 --max-concurrent 100 ${{ inputs.sandbox-arg }}
-
-      - run: poe run-bench --workflow-count 10000 --max-cached-workflows 10000 --max-concurrent 10000 ${{ inputs.sandbox-arg }}
-      - run: poe run-bench --workflow-count 10000 --max-cached-workflows 10000 --max-concurrent 10000 ${{ inputs.sandbox-arg }}
-
-      - run: poe run-bench --workflow-count 10000 --max-cached-workflows 1000 --max-concurrent 1000 ${{ inputs.sandbox-arg }}
-      - run: poe run-bench --workflow-count 10000 --max-cached-workflows 1000 --max-concurrent 1000 ${{ inputs.sandbox-arg }}

scripts/run_bench.py

@@ -31,6 +31,15 @@ async def bench_activity(name: str) -> str:
     return f"Hello, {name}!"
 
 
+@workflow.defn
+class DeadlockInterruptibleWorkflow:
+    @workflow.run
+    async def run(self) -> None:
+        # Infinite loop, which is interruptible via PyThreadState_SetAsyncExc
+        while True:
+            pass
+
+
 async def main():
     logging.basicConfig(
         format="%(asctime)s.%(msecs)03d %(levelname)-8s %(message)s",
@@ -86,6 +95,13 @@ async def report_mem():
             logger.debug("Starting %s workflows", args.workflow_count)
             pre_start_seconds = time.monotonic()
             handles = [
+                await env.client.start_workflow(
+                    DeadlockInterruptibleWorkflow.run,
+                    id=f"deadlock-interruptible-workflow-{i}-{uuid.uuid4()}",
+                    task_queue=task_queue,
+                )
+                for i in range(args.workflow_count)
+            ] + [
                 await env.client.start_workflow(
                     BenchWorkflow.run,
                     f"user-{i}",
@@ -101,7 +117,7 @@ async def report_mem():
             async with Worker(
                 env.client,
                 task_queue=task_queue,
-                workflows=[BenchWorkflow],
+                workflows=[BenchWorkflow, DeadlockInterruptibleWorkflow],
                 activities=[bench_activity],
                 workflow_runner=SandboxedWorkflowRunner()
                 if args.sandbox