Merge pull request #106 from velexi-research/dev/0.6.4

Fix bugs in PkgEval.yml workflow.

Author: ktchu

.github/workflows/CI.yml

@@ -42,20 +42,20 @@ jobs:
     env:
         codecov-os: 'Linux'
         codecov-arch: x64
-        codecov-version: '1.10'
+        codecov-version: '1.11'
 
     steps:
       - name: Check out code
         uses: actions/checkout@v4
 
       - name: Set up Julia environment
-        uses: julia-actions/setup-julia@v1
+        uses: julia-actions/setup-julia@v2
         with:
           version: ${{ matrix.version }}
           arch: ${{ matrix.arch }}
 
       - name: Set up Julia caches
-        uses: julia-actions/cache@v1
+        uses: julia-actions/cache@v2
         with:
           cache-name: ${{ github.repository }}-${{ github.workflow }}-${{ github.job }}-julia-${{ hashFiles('.github/workflows/CI.yml') }}
 
@@ -85,7 +85,7 @@ jobs:
             matrix.arch == env.codecov-arch &&
             matrix.version == env.codecov-version
 
-        uses: codecov/codecov-action@v3
+        uses: codecov/codecov-action@v5
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
           files: lcov.info
@@ -102,9 +102,14 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Set up Julia environment
-        uses: julia-actions/setup-julia@latest
+        uses: julia-actions/setup-julia@v2
         with:
-          version: '1.10'
+          version: '1.11'
+
+      - name: Set up Julia caches
+        uses: julia-actions/cache@v2
+        with:
+          cache-name: ${{ github.repository }}-${{ github.workflow }}-${{ github.job }}-julia-${{ hashFiles('.github/workflows/CI.yml') }}
 
       - name: Install dependencies
         run: julia --project=docs --color=yes -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.instantiate()'

.github/workflows/CompatHelper.yml

@@ -15,7 +15,7 @@ jobs:
         run: which julia
         continue-on-error: true
       - name: Install Julia, but only if it is not already available in the PATH
-        uses: julia-actions/setup-julia@v1
+        uses: julia-actions/setup-julia@v2
         with:
           version: '1'
           arch: ${{ runner.arch }}

.github/workflows/PkgEval.yml

@@ -1,12 +1,12 @@
 name: PkgEval
 on:
-#  push:
-#    branches:
-#      - main
-#
-#  pull_request:
-#    branches:
-#      - main
+  push:
+    branches:
+      - main
+
+  pull_request:
+    branches:
+      - main
 
   # Allows you to run this workflow manually from the Actions tab
   workflow_dispatch:
@@ -20,15 +20,25 @@ jobs:
       fail-fast: false
 
     steps:
-      - uses: julia-actions/setup-julia@v1
+      - name: "Allow unprivileged user namespaces"
+        run: sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0
+
+      - name: Set up Julia
+        uses: julia-actions/setup-julia@v2
         with:
           version: '1'
 
-      - uses: actions/checkout@v4
+      - name: Set up Julia caches
+        uses: julia-actions/cache@v2
+        with:
+          cache-name: ${{ github.repository }}-${{ github.workflow }}-${{ github.job }}-julia-${{ hashFiles('.github/workflows/PkgEval.yml') }}
+
+      - name: Check out PkgEval
+        uses: actions/checkout@v4
         with:
           repository: 'JuliaCI/PkgEval.jl'
 
-      - name: Instantiate PkgEval
+      - name: Install PkgEval
         run: julia --project=. -e 'import Pkg; Pkg.instantiate()'
 
       - name: Run PkgEval
@@ -55,7 +65,7 @@ jobs:
           @show package
 
           println(horizontal_rule)
-          result = PkgEval.evaluate_compiled_test(config, package; echo=true)
+          result = PkgEval.evaluate_package(config, package; echo=true)
 
           println(horizontal_rule)
           if !ismissing(result.version)
@@ -66,4 +76,4 @@ jobs:
           if !ismissing(result.reason)
             println("Failure reason: $(result.reason)")
           end
-          exit(result.status == :ok ? 0 : 1)
+          exit(result.status == :test && ismissing(result.reason) ? 0 : 1)

NEWS.md

@@ -2,21 +2,22 @@ TestTools Release Notes
 =======================
 
 --------------------------------------------------------------------------------------------
-v0.6.4 (2025-02-19)
+v0.6.4 (2025-02-20)
 -------------------
 **Enhancements:**
-- Improve robustness of Julia environment activation between tests.
+- Improved robustness of Julia environment used by tests.
 
 **Developer Updates:**
-- Add Aqua.jl checks to unit tests.
-- Update unit tests to fixed PkgEval failures for Julia v1.12 and greater.
+- Added Aqua.jl checks to unit tests.
+- Updated unit tests to fixed failures for Julia v1.12 and greater.
+- Fixed permissions bug in PkgEval GitHub Actions workflow.
 
 --------------------------------------------------------------------------------------------
 v0.6.3 (2024-06-29)
 -------------------
 **Developer Updates:**
 - Fixed PkgEval failures by removing external program calls from unit tests.
-- Add PkgEval GitHub Actions workflow.
+- Added PkgEval GitHub Actions workflow.
 
 --------------------------------------------------------------------------------------------
 v0.6.2 (2024-06-26)

README.md

@@ -24,6 +24,7 @@
     <td colspan=2 align="center">
       <a href="https://github.com/velexi-research/TestTools.jl/issues"><img style="vertical-align: bottom;" src="https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat"/></a>
       <a href="https://github.com/invenia/BlueStyle"><img style="vertical-align: bottom;" src="https://img.shields.io/badge/code%20style-blue-4495d1.svg"/></a>
+      <a href="https://github.com/JuliaTesting/Aqua.jl"><img style="vertical-align: bottom;" src="https://raw.githubusercontent.com/JuliaTesting/Aqua.jl/master/badge.svg"/></a>
     </td>
   </tr>
 </table>

test/runtests.jl

@@ -19,7 +19,6 @@ Unit test runner for the TestTools package.
 # --- Imports
 
 # Standard library
-using Pkg: Pkg
 using Test
 
 # External packages
@@ -30,18 +29,6 @@ using Suppressor
 using TestTools
 using TestTools.jltest
 
-#cmd = Cmd(`\$HOME/.juliaup/bin/julia --project=. -e "import Pkg"`)
-cmd = Cmd(`pwd`)
-console = @capture_out begin
-    Base.run(cmd)
-end
-println(console)
-cmd = Cmd(`ls`)
-console = @capture_out begin
-    Base.run(cmd)
-end
-println(console)
-
 # --- Helper functions
 
 function make_windows_safe_regex(s::AbstractString)