add more matrix exclusions

Signed-off-by: Tom Jakubowski <tom@prospective.dev>

Author: tomjakubowski

.github/workflows/build.yaml

@@ -214,6 +214,10 @@ jobs:
                       arch: x86_64
                     - runner: windows-2022
                       is-release: false
+                    - runner: ubuntu-22.04
+                      arch: aarch64
+                    - runner: ubuntu-22.04-arm
+                      arch: x86_64
 
         steps:
             - name: Free up disk space