diff --git a/.github/workflows/test-with-pip.yml b/.github/workflows/test-with-pip.yml
index f9b0e23e..f2a9b23c 100644
--- a/.github/workflows/test-with-pip.yml
+++ b/.github/workflows/test-with-pip.yml
@@ -20,14 +20,15 @@ jobs:
       uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
-    - name: Install dependencies and local packages (not macOS)
+    - name: Install dependencies and local packages
       run: python -m pip install .[gui,h5,preferences]
-      if: matrix.os != 'macos-latest'
-    - name: Install dependencies and local packages (macOS)
+      if: (matrix.os != 'macos-latest') || ((matrix.python-version != '3.8') && (matrix.python-version != '3.9'))
+    - name: Install dependencies and local packages (exclude h5)
       run: python -m pip install .[gui,preferences]
-      # PyTables currently won't build on Apple Silicon, so exclude the h5 deps
+      # PyTables won't build on Apple Silicon for Python < 3.10, so exclude
+      # the h5 dependency.
       # xref: enthought/apptools/issues/344
-      if: matrix.os == 'macos-latest'
+      if: (matrix.os == 'macos-latest') && ((matrix.python-version == '3.8') || (matrix.python-version == '3.9'))
     - name: Run tests
       run: |
         mkdir testdir