Skip to content

Commit d6355b6

Browse files
committed
New data collected at 2025-06-09_00-02-38
1 parent 0c29b55 commit d6355b6

10 files changed

Lines changed: 113 additions & 20 deletions

File tree

Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,37 @@
1+
on:
2+
push:
3+
pull_request:
4+
5+
name: RHUB-check
6+
7+
jobs:
8+
R-CMD-check:
9+
runs-on: ubuntu-latest
10+
name: r-hub2/${{ matrix.container }} ${{ matrix.legacyjpeg && 'legacy-jpeg' || 'turbojpeg' }}
11+
container: ghcr.io/r-hub/containers/${{ matrix.container }}:latest
12+
strategy:
13+
fail-fast: false
14+
matrix:
15+
container: [ 'clang18', 'clang20', 'ubuntu-clang' ]
16+
legacyjpeg: [ true, false ]
17+
18+
env:
19+
GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
20+
R_KEEP_PKG_SOURCE: yes
21+
22+
steps:
23+
- uses: actions/checkout@v4
24+
25+
- uses: r-lib/actions/setup-pandoc@v2
26+
27+
- name: Install legacy libjpeg
28+
if: matrix.legacyjpeg
29+
run: apt-get install -y libjpeg62
30+
shell: bash
31+
32+
- uses: r-lib/actions/setup-r-dependencies@v2
33+
with:
34+
extra-packages: any::rcmdcheck
35+
needs: check
36+
37+
- uses: r-lib/actions/check-r-package@v2

github-actions/mlflow/advice.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@ on:
44
pull_request_target:
55
types:
66
- opened
7+
- ready_for_review
78

89
jobs:
910
notify:

github-actions/mlflow/autoformat.yml

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,11 @@ jobs:
113113
pip install -e .
114114
- if: steps.diff.outputs.protos == 'true'
115115
run: |
116-
python ./dev/generate_protos.py
116+
# Run the script multiple times. The changes generated by the first run
117+
# may trigger additional changes, which need to be applied in subsequent runs.
118+
for i in {1..3}; do
119+
python ./dev/generate_protos.py
120+
done
117121
# ************************************************************************
118122
# DB
119123
# ************************************************************************

github-actions/mlflow/cross-version-tests.yml

Lines changed: 38 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -146,11 +146,28 @@ jobs:
146146
- uses: ./.github/actions/setup-java
147147
with:
148148
java-version: ${{ matrix.java }}
149+
# TODO: Remove this step once we remove the pyspark constraint in requirements/constraints.txt
150+
- name: Remove pyspark constraint
151+
run: |
152+
if [ "${{ matrix.package }}" = "pyspark" ]; then
153+
sed -i '/^pyspark/d' requirements/constraints.txt
154+
git config user.name 'mlflow-app[bot]'
155+
git config user.email 'mlflow-app[bot]@users.noreply.github.com'
156+
git add requirements/constraints.txt
157+
git commit -m "Remove pyspark constraints for testing"
158+
fi
149159
- name: Install mlflow & test dependencies
150160
run: |
151161
pip install -U pip wheel setuptools
152-
pip install .[extras]
153-
pip install -r requirements/test-requirements.txt
162+
# For tracing SDK test, install the tracing package from the local path and minimal test dependencies
163+
if [[ "${{ matrix.category }}" == "tracing-sdk" ]]; then
164+
pip install packages/tracing
165+
pip install pytest pytest-asyncio pytest-cov
166+
# Other two categories of tests (model/autologging)
167+
else
168+
pip install .[extras]
169+
pip install -r requirements/test-requirements.txt
170+
fi
154171
- name: Install ${{ matrix.package }} ${{ matrix.version }}
155172
run: |
156173
${{ matrix.install }}
@@ -193,11 +210,28 @@ jobs:
193210
- uses: ./.github/actions/setup-java
194211
with:
195212
java-version: ${{ matrix.java }}
213+
# TODO: Remove this step once we remove the pyspark constraint in requirements/constraints.txt
214+
- name: Remove pyspark constraint
215+
run: |
216+
if [ "${{ matrix.package }}" = "pyspark" ]; then
217+
sed -i '/^pyspark/d' requirements/constraints.txt
218+
git config user.name 'mlflow-app[bot]'
219+
git config user.email 'mlflow-app[bot]@users.noreply.github.com'
220+
git add requirements/constraints.txt
221+
git commit -m "Remove pyspark constraints for testing"
222+
fi
196223
- name: Install mlflow & test dependencies
197224
run: |
198225
pip install -U pip wheel setuptools
199-
pip install .[extras]
200-
pip install -r requirements/test-requirements.txt
226+
# For tracing SDK test, install the tracing package from the local path and minimal test dependencies
227+
if [[ "${{ matrix.category }}" == "tracing-sdk" ]]; then
228+
pip install packages/tracing
229+
pip install pytest pytest-asyncio pytest-cov
230+
# Other two categories of tests (model/autologging)
231+
else
232+
pip install .[extras]
233+
pip install -r requirements/test-requirements.txt
234+
fi
201235
- name: Install ${{ matrix.package }} ${{ matrix.version }}
202236
run: |
203237
${{ matrix.install }}

github-actions/mlflow/master.yml

Lines changed: 15 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -326,8 +326,20 @@ jobs:
326326
pip install openai
327327
# Install databricks-agents from a pre-release wheel because the latest released version
328328
# is not compatible with MLflow master. Using --no-deps because it pings mlflow to 3.0.0rc2.
329-
pip install https://ml-team-public-read.s3.us-west-2.amazonaws.com/wheels/rag-studio/dev/haru/databricks_agents-1.0.0rc1.dev0-20250515-py3-none-any.whl --no-deps
329+
pip install https://ml-team-public-read.s3.us-west-2.amazonaws.com/wheels/databricks-agents/mlflow/databricks_agents-1.0.0rc3-py3-none-any.whl --no-deps
330330
pytest tests/genai --ignore tests/genai/test_genai_import_without_agent_sdk.py
331+
332+
- name: Run Tests with Local Spark Session
333+
run: |
334+
# databricks-agents installs databricks-connect that blocks us from running spark-related
335+
# tests with local spark session. To work around this, we run skipped tests after
336+
# uninstalling databricks-connect.
337+
pip uninstall -y databricks-connect pyspark
338+
pip install pyspark
339+
pytest tests/genai/evaluate/test_utils.py
340+
341+
- name: Test imports without databricks-agents package
342+
run: |
331343
pip uninstall -y databricks-agents
332344
pytest tests/genai/test_genai_import_without_agent_sdk.py
333345
@@ -351,7 +363,7 @@ jobs:
351363
- uses: ./.github/actions/pipdeptree
352364
- name: Run tests
353365
run: |
354-
pytest tests/optuna
366+
pytest tests/optuna tests/pyspark/optuna
355367
pyfunc:
356368
if: github.event_name != 'pull_request' || github.event.pull_request.draft == false
357369
runs-on: ubuntu-latest
@@ -467,4 +479,4 @@ jobs:
467479
# Run Windows tests
468480
pytest --splits=${{ matrix.splits }} --group=${{ matrix.group }} \
469481
--ignore-flavors --ignore=tests/projects --ignore=tests/examples --ignore=tests/evaluate --ignore=tests/optuna \
470-
--ignore=tests/genai tests
482+
--ignore=tests/pyspark/optuna --ignore=tests/genai tests

github-actions/mlflow/mlflow-3.yaml

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,9 +12,6 @@ on:
1212
- master
1313
- branch-[0-9]+.[0-9]+
1414

15-
permissions:
16-
contents: read
17-
1815
concurrency:
1916
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.ref }}
2017
cancel-in-progress: true
@@ -33,9 +30,11 @@ env:
3330
jobs:
3431
mlflow-3:
3532
runs-on: ubuntu-latest
33+
permissions:
34+
contents: read
3635
timeout-minutes: 30
3736
steps:
38-
- uses: actions/checkout@v4
37+
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
3938
- uses: ./.github/actions/untracked
4039
- uses: ./.github/actions/setup-python
4140
- run: |

github-actions/mlflow/protobuf-cross-test.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,5 +79,5 @@ jobs:
7979
run: |
8080
pytest --splits=${{ matrix.splits }} --group=${{ matrix.group }} \
8181
--ignore-flavors --ignore=tests/projects --ignore=tests/examples --ignore=tests/evaluate \
82-
--ignore=tests/optuna --ignore=tests/genai \
82+
--ignore=tests/optuna --ignore=tests/pyspark/optuna --ignore=tests/genai \
8383
tests

github-actions/mlflow/tracing.yaml

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,9 +12,6 @@ on:
1212
- master
1313
- branch-[0-9]+.[0-9]+
1414

15-
permissions:
16-
contents: read
17-
1815
concurrency:
1916
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.ref }}
2017
cancel-in-progress: true
@@ -33,9 +30,11 @@ env:
3330
jobs:
3431
core:
3532
runs-on: ubuntu-latest
33+
permissions:
34+
contents: read
3635
timeout-minutes: 30
3736
steps:
38-
- uses: actions/checkout@v4
37+
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
3938
- uses: ./.github/actions/setup-python
4039

4140
# Install mlflow-tracing SDK from the current directory

github-actions/plotly/R-CMD-check.yaml

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ jobs:
3535
- {os: ubuntu-latest, r: 'oldrel-1'}
3636
- {os: ubuntu-latest, r: 'oldrel-2'}
3737
- {os: ubuntu-latest, r: 'oldrel-3'}
38-
- {os: ubuntu-latest, r: 'oldrel-4'}
38+
# - {os: ubuntu-latest, r: 'oldrel-4'} # dependency issues with oldrel-4
3939

4040
env:
4141
VISUAL_TESTS: ${{ matrix.config.visual_tests }}
@@ -46,7 +46,7 @@ jobs:
4646
plotly_api_key: ${{ secrets.PLOTLY_API_KEY }}
4747

4848
steps:
49-
- uses: actions/checkout@v2
49+
- uses: actions/checkout@v4
5050
with:
5151
persist-credentials: false
5252

@@ -63,10 +63,16 @@ jobs:
6363
cache-version: 3
6464
needs: check
6565

66+
- name: Set up Python (for reticulate)
67+
if: matrix.config.visual_tests == true
68+
uses: actions/setup-python@v4
69+
with:
70+
python-version: '3.11'
71+
6672
- name: Install kaleido
6773
if: matrix.config.visual_tests == true
6874
run: |
69-
Rscript -e 'library(reticulate); use_python(install_python()); py_install(c("kaleido", "plotly"))'
75+
Rscript -e 'library(reticulate); use_python(Sys.which("python")); py_install(c("kaleido", "plotly"))'
7076
7177
# Run test() before R CMD check since, for some reason, rcmdcheck::rcmdcheck() skips vdiffr tests
7278
- name: Run Tests

rbuildignore/zeallot.Rbuildignore

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,3 +9,4 @@
99
^revdep$
1010
^README\.Rmd$
1111
^codecov\.yml$
12+
^CRAN-SUBMISSION$

0 commit comments

Comments
 (0)