lkpy/.github/workflows/eval.yml at 81f23fd9e741a9c8007e48144523ec8152d63426 · lenskit/lkpy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: Evaluation tests

on:
  push:
    branches:
      - main
      - future/*
      - series/*
  pull_request:

concurrency:
  group: eval-${{github.ref}}
  cancel-in-progress: true

jobs:
  eval-tests:
    name: Evaluation-based tests
    runs-on: ubuntu-latest

    steps:
      - name: 🛒 Checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - uses: jdx/mise-action@v4
        with:
          install: false

      - name: 🕶️ Install uv
        uses: astral-sh/setup-uv@v8.0.0
        with:
          python-version: "3.12.5"
          activate-environment: true
          cache-suffix: "-20260407"

      - name: 📦 Set up Python dependencies (Unix)
        if: runner.os != 'Windows'
        run: |
          uv sync --all-extras --no-default-groups --group test
        env:
          DONT_SET_MARCH: 1

      - name: Cache ML data
        uses: actions/cache@v4
        with:
          path: |
            data
          key: eval-test-data

      - name: Download datasets
        run: |
          lenskit data fetch -D data --movielens ml-100k

      - name: Run Eval Tests
        run: |
          pytest --cov-append --cov=src/lenskit --durations=10 -m 'eval or realdata' --log-file test-eval.log tests

      - name: 📤 Upload coverage to CodeCov
        uses: codecov/codecov-action@v7.0.0

  cli-tests:
    name: Command-line interface tests
    runs-on: ubuntu-latest

    steps:
      - name: 🛒 Checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Cache ML data
        uses: actions/cache@v4
        with:
          path: |
            data
          key: cli-test-data

      - uses: jdx/mise-action@v4
        with:
          install: false

      - name: 🕶️ Install uv
        uses: astral-sh/setup-uv@v8.0.0
        with:
          python-version: "3.12.5"
          activate-environment: true
          cache-suffix: "-20260407"

      - name: 📦 Set up Python dependencies
        run: |
          uv sync --all-extras --no-default-groups --group test
        env:
          DONT_SET_MARCH: 1

      - name: Download datasets
        run: |
          coverage run -a --source=src/lenskit -m lenskit data fetch -D data --movielens ml-100k

      - name: 🕺🏻 Test LensKit CLI
        run: |
          mise run test-cli -- --coverage --cov-append
        shell: bash -e {0}
        env:
          LK_TUNE_JOBS: 2

      - name: 🕺🏻 Test LensKit tune CLI (with Ray)
        run: |
          mise run test-cli -- --coverage --cov-append tests/cli/test-tune.sh
        shell: bash -e {0}
        env:
          LK_USE_RAY_TUNE: 1

      - name: 📤 Upload coverage to CodeCov
        uses: codecov/codecov-action@v7.0.0