Add support for a list of builders per platform

Author: shanejbrown

buildrunner/config/models.py

@@ -124,7 +124,7 @@ class GlobalConfig(BaseModel, extra="forbid"):
     build_registry: Optional[str] = Field(
         alias="build-registry", default=MP_LOCAL_REGISTRY
     )
-    platform_builders: Optional[Dict[str, str]] = Field(
+    platform_builders: Optional[Dict[str, str] | Dict[str, List[str]]] = Field(
         alias="platform-builders", default=None
     )
     security_scan: GlobalSecurityScanConfig = Field(

buildrunner/docker/multiplatform_image_builder.py

@@ -8,6 +8,7 @@
 import logging
 import os
 import platform as python_platform
+import random
 import re
 import shutil
 import tempfile
@@ -311,9 +312,23 @@ def _build_single_image(
             f"'{dockerfile}' ({os.path.exists(dockerfile)}) does not exist!"
         )
 
-        builder = (
+        # Get the builder for the platform
+        builders = (
             self._platform_builders.get(platform) if self._platform_builders else None
         )
+        builder = None
+
+        if builders:
+            if isinstance(builders, str):
+                builder = builders
+            elif isinstance(builders, list):
+                # Randomly select a builder from the list
+                builder = random.choice(builders)
+            else:
+                raise BuildRunnerConfigurationError(
+                    f"Invalid platform builders configuration for platform {platform}"
+                )
+
         LOGGER.debug(f"Building image {image_ref} for platform {platform}")
         LOGGER.info(
             f"Building image for platform {platform} with {builder or 'default'} builder"

examples/build/builders/README.rst

@@ -0,0 +1,39 @@
+==================
+Builders Example
+==================
+
+This example demonstrates how to use Buildrunner with custom builders.
+
+How to Run
+==========
+
+1. **Create builders**
+
+   From the base directory, run:
+
+   .. code-block:: sh
+
+       python examples/build/builders/create_builders.sh
+
+2. **Run build with example configuration file**
+
+   From the base directory, run the following command:
+
+   .. code-block:: sh
+
+       ./run-buildrunner.sh -f examples/build/builders/buildrunner.yaml -c examples/build/builders/global-config.yaml
+
+  or
+
+   .. code-block:: sh
+
+       ./run-buildrunner.sh -f examples/build/builders/buildrunner.yaml -c examples/build/builders/global-config-list.yaml
+
+
+3. **Remove builders**
+
+   From the base directory, run:
+
+   .. code-block:: sh
+
+       python examples/build/builders/remove_builders.sh

examples/build/builders/buildrunner.yaml

@@ -0,0 +1,17 @@
+# Example of a buildrunner.yaml file that specifies a multi-platform build step in order to test the builders.
+
+# Execute using:
+# ./run-buildrunner.sh -f examples/build/builders/buildrunner.yaml -c examples/build/builders/global-config-list.yaml
+
+steps:
+  multi-platform-build-step:
+    build:
+      dockerfile: |
+        FROM alpine:latest
+        LABEL custom_label="Buildrunner example label"
+      platforms:
+      - linux/arm/v6
+      - linux/arm/v7
+      - linux/arm/v8
+      - linux/arm64
+      - linux/arm64/v8

examples/build/builders/create_builders.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+docker buildx create --name builder1 --driver docker-container --bootstrap
+docker buildx create --name builder2 --driver docker-container --bootstrap
+docker buildx create --name builder3 --driver docker-container --bootstrap
+
+docker buildx ls --debug

examples/build/builders/global-config-list.yaml

@@ -0,0 +1,22 @@
+# This is a global configuration file that lists the builders for each platform.
+platform-builders:
+  linux/arm/v6:
+    - builder1
+    - builder2
+    - builder3
+  linux/arm/v7:
+    - builder1
+    - builder2
+    - builder3
+  linux/arm/v8:
+    - builder1
+    - builder2
+    - builder3
+  linux/arm64:
+    - builder1
+    - builder2
+    - builder3
+  linux/arm64/v8:
+    - builder1
+    - builder2
+    - builder3

examples/build/builders/global-config.yaml

@@ -0,0 +1,7 @@
+
+platform-builders:
+  linux/arm/v6: builder1
+  linux/arm/v7: builder2
+  linux/arm/v8: builder3
+  linux/arm64: builder1
+  linux/arm64/v8: builder2

examples/build/builders/remove_builders.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+docker buildx rm builder1
+docker buildx rm builder2
+docker buildx rm builder3