CI: Add ACVP tests in CI

Resolves #4

Signed-off-by: Matthias J. Kannwischer <matthias@kannwischer.eu>

Author: mkannwischer

.github/workflows/all.yml

@@ -0,0 +1,23 @@
+# Copyright (c) The mlkem-native project authors
+# Copyright (c) The slhdsa-native project authors
+# SPDX-License-Identifier: Apache-2.0 OR ISC OR MIT
+
+name: CI
+permissions:
+  contents: read
+on:
+  workflow_dispatch:
+  push:
+    branches: ["main"]
+  pull_request:
+    branches: ["main"]
+    types: [ "opened", "synchronize" ]
+
+jobs:
+  base:
+    name: Base
+    permissions:
+      contents: 'read'
+      id-token: 'write'
+    uses: ./.github/workflows/base.yml
+    secrets: inherit

.github/workflows/base.yml

@@ -0,0 +1,42 @@
+# Copyright (c) The mlkem-native project authors
+# Copyright (c) The slhdsa-native project authors
+# SPDX-License-Identifier: Apache-2.0 OR ISC OR MIT
+
+name: Base
+permissions:
+  contents: read
+on:
+  workflow_call:
+  workflow_dispatch:
+
+jobs:
+  quickcheck:
+    strategy:
+      fail-fast: false
+      matrix:
+        external:
+         - ${{ github.repository_owner != 'pq-code-package' }}
+        target:
+         - runner: pqcp-arm64
+           name: 'aarch64'
+         - runner: ubuntu-latest
+           name: 'x86_64'
+         - runner: macos-latest
+           name: 'macos (aarch64)'
+         - runner: macos-13
+           name: 'macos (x86_64)'
+        exclude:
+          - {external: true,
+             target: {
+               runner: pqcp-arm64,
+               name: 'aarch64'
+             }}
+    name: Quickcheck (${{ matrix.target.name }})
+    runs-on: ${{ matrix.target.runner }}
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          submodules: true
+      - name: make quickcheck
+        run: |
+          make quickcheck

Makefile

@@ -42,6 +42,22 @@ test:	$(XTEST) test/acvp_cases.sh
 	@echo "SKIP:" `grep -c SKIP test.log`
 	@echo "FAIL:" `grep -c FAIL test.log`
 
+# do not rely on parallel in CI
+quickcheck:	$(XTEST) test/acvp_cases.sh
+	bash test/acvp_cases.sh | tee test.log
+	@echo "=== test summary ==="
+	@echo "PASS:" `grep -c PASS test.log`
+	@echo "SKIP:" `grep -c SKIP test.log`
+	@echo "FAIL:" `grep -c FAIL test.log`
+	@skips=`grep -c SKIP test.log`; \
+	 fails=`grep -c FAIL test.log`; \
+	 if [ "$$skips" -ne 0 ] || [ "$$fails" -ne 0 ]; then \
+	     echo "Test failed: SKIP=$$skips, FAIL=$$fails"; \
+	     exit 1; \
+	 else \
+	     echo "ALL GOOD!"; \
+	 fi
+
 test/acvp_cases.sh:
 	cd test && $(MAKE) acvp_cases.sh