lkpy/.github/workflows/eval.yml at 8a3889d9a4507381e0aa0433a376a8775861c11e · lenskit/lkpy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
name: Evaluation tests

on:
  push:
    branches:
      - main
      - future/*
      - series/*
  pull_request:

concurrency:
  group: eval-${{github.ref}}
  cancel-in-progress: true

jobs:
  eval-tests:
    name: Evaluation-based tests
    runs-on: ubuntu-latest

    steps:
      - name: 🛒 Checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - uses: jdx/mise-action@v4
        with:
          install: false

      - name: 🕶️ Install uv
        uses: astral-sh/setup-uv@v8.0.0
        with:
          python-version: "3.12.5"
          activate-environment: true
          cache-suffix: "-20260407"

      - name: 📦 Set up Python dependencies (Unix)
        if: runner.os != 'Windows'
        run: |
          uv sync --all-extras --no-default-groups --group test
        env:
          DONT_SET_MARCH: 1

      - name: Cache ML data
        uses: actions/cache@v4
        with:
          path: |
            data
          key: eval-test-data

      - name: Download datasets
        run: |
          lenskit data fetch -D data --movielens ml-100k ml-1m ml-10m
          lenskit data fetch -D data/az23 --amazon --core Video_Games
          lenskit data fetch -D data/az18 --amazon --edition 2018 Video_Games
          lenskit data fetch -D data/az14 --amazon --edition 2014 Video_Games
          lenskit data fetch --ms-web
          if [[ ! -f data/australian_users_items.json.gz ]]; then
            curl -fsL -o data/australian_users_items.json.gz.tmp https://mcauleylab.ucsd.edu/public_datasets/data/steam/australian_users_items.json.gz
            mv data/australian_users_items.json.gz.tmp data/australian_users_items.json.gz
          fi

      - name: Run Eval Tests
        run: |
          pytest --cov-append --cov=src/lenskit --durations=10 -m 'eval or realdata' --log-file test-eval.log tests

      - name: 📤 Upload coverage to CodeCov
        uses: codecov/codecov-action@v7.0.0

  cli-tests:
    name: Command-line interface tests
    runs-on: ubuntu-latest

    steps:
      - name: 🛒 Checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Cache ML data
        uses: actions/cache@v4
        with:
          path: |
            data
          key: cli-test-data

      - uses: jdx/mise-action@v4
        with:
          install: false

      - name: 🕶️ Install uv
        uses: astral-sh/setup-uv@v8.0.0
        with:
          python-version: "3.12.5"
          activate-environment: true
          cache-suffix: "-20260407"

      - name: 📦 Set up Python dependencies
        run: |
          uv sync --all-extras --no-default-groups --group test
        env:
          DONT_SET_MARCH: 1

      - name: Download datasets
        run: |
          coverage run -a --source=src/lenskit -m lenskit data fetch -D data --movielens ml-100k ml-20m ml-1m ml-10m
          coverage run -a --source=src/lenskit -m lenskit data fetch -D data/az23 --amazon --core Video_Games
          coverage run -a --source=src/lenskit -m lenskit data fetch -D data/az18 --amazon --edition 2018 Video_Games
          coverage run -a --source=src/lenskit -m lenskit data fetch -D data/az14 --amazon --edition 2014 Video_Games
          coverage run -a --source=src/lenskit -m lenskit data fetch --ms-web
          if [[ ! -f data/australian_users_items.json.gz ]]; then
            curl -fsL -o data/australian_users_items.json.gz.tmp https://mcauleylab.ucsd.edu/public_datasets/data/steam/australian_users_items.json.gz
            mv data/australian_users_items.json.gz.tmp data/australian_users_items.json.gz
          fi

      - name: 🕺🏻 Test LensKit CLI
        run: |
          mise run test-cli -- --coverage --cov-append
        shell: bash -e {0}
        env:
          LK_TUNE_JOBS: 2

      - name: 🕺🏻 Test LensKit tune CLI (with Ray)
        run: |
          mise run test-cli -- --coverage --cov-append tests/cli/test-tune.sh
        shell: bash -e {0}
        env:
          LK_USE_RAY_TUNE: 1

      - name: 📤 Upload coverage to CodeCov
        uses: codecov/codecov-action@v7.0.0