[BUG FIX] Add validation for scorer names on registration (#20132) #24
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 🔍 Tracing SDK Test | |
| on: | |
| pull_request: | |
| types: | |
| - opened | |
| - synchronize | |
| - reopened | |
| - ready_for_review | |
| push: | |
| branches: | |
| - master | |
| - branch-[0-9]+.[0-9]+ | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| # Use `bash` by default for all `run` steps in this workflow: | |
| # https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#defaultsrun | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| MLFLOW_HOME: /home/runner/work/mlflow/mlflow | |
| MLFLOW_CONDA_HOME: /usr/share/miniconda | |
| PYTHONUTF8: "1" | |
| MLFLOW_SERVER_ENABLE_JOB_EXECUTION: "false" | |
| jobs: | |
| core: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| timeout-minutes: 30 | |
| if: github.event_name != 'pull_request' || github.event.pull_request.draft == false | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| - uses: ./.github/actions/setup-python | |
| # Install mlflow-tracing SDK from the current directory | |
| - name: Install mlflow-tracing SDK | |
| run: | | |
| pip install pip setuptools --upgrade | |
| pip install ./libs/tracing | |
| - name: Install test dependencies | |
| run: | | |
| pip install pytest pytest-asyncio pytest-timeout | |
| - name: Run core tracing tests | |
| # NB: OTLP exporter includes large dependencies, so we want to test it in a separate job | |
| # to avoid overlooking unnecessary dependencies in the core tracing package. | |
| run: | | |
| export PYTHONPATH=$(pwd) | |
| pytest tests/tracing \ | |
| --ignore tests/tracing/utils/test_otlp.py \ | |
| --ignore tests/tracing/test_assessment.py \ | |
| --ignore tests/tracing/test_otel_logging.py \ | |
| --ignore tests/tracing/processor/test_otel_metrics.py \ | |
| --ignore tests/tracing/opentelemetry/test_integration.py \ | |
| --ignore tests/tracing/test_otel_loading.py \ | |
| --import-mode=importlib | |
| # TODO: Add a job to run autologging tests against integrated libraries (latest versions) | |
| # TODO: Add a job to warn large package size increase. | |
| # package-size: | |
| # TODO: Add a job to test OTLP export |