Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 0 additions & 24 deletions .github/actions/set-release-facts/action.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -109,15 +109,6 @@ outputs:
python_version:
description: "Python version"
value: ${{ steps.set-manifest.outputs.python_version }}
test_perf_filter:
description: "Test perf filter"
value: ${{ steps.set-manifest.outputs.test_perf_filter }}
test_perf_sh_runner:
description: "Test perf sh runner"
value: ${{ steps.set-manifest.outputs.test_perf_sh_runner }}
test_perf:
description: "Test perf"
value: ${{ steps.set-manifest.outputs.test_perf }}
basic_tests_runner_filter:
description: "Basic tests runner filter"
value: ${{ steps.set-manifest.outputs.basic_tests_runner_filter }}
Expand Down Expand Up @@ -185,12 +176,6 @@ runs:
git_log_fail_on_error="true"
# Filter for which demo tests to run (empty = all)
test_demo_filter=""
# Run performance tests
test_perf="false"
# Run performance tests with shared CIv2 runner
test_perf_sh_runner="false"
# Filter for which performance tests to run (empty = all)
test_perf_filter=""
# Wait for demo tests to complete
test_demo_wait="false"
# Python version to use for builds and tests
Expand Down Expand Up @@ -245,7 +230,6 @@ runs:
artifact_name_prefix="xla-whl-release"
artifact_download_glob='*{xla-whl-release,test-reports}*'
pip_wheel_names="pjrt-plugin-tt"
test_perf="true"
uplift_artifacts_by_commit="true"
elif [[ "${{ inputs.repo }}" =~ "tt-forge" ]]; then
workflow="Daily Releaser"
Expand All @@ -265,11 +249,9 @@ runs:
prerelease="true"
# Wait for the demo test to complete only for draft releases and run only one test
test_demo_filter="bge_m3"
test_perf_filter="resnet"
test_demo_wait="true"
# Only run basic tests on n150 for draft releases until Civ2 capacity improves
basic_tests_runner_filter="tt-ubuntu-2204-n150-stable"
#test_perf_sh_runner="true"

# null out the commit to so integration testing can pick up the arfiacts from the repo.
# This is because this commit belongs to the tt-forge repo not where the artifacts are stored.
Expand Down Expand Up @@ -333,9 +315,6 @@ runs:
echo "test_demo_filter=$test_demo_filter"
echo "test_demo_wait=$test_demo_wait"
echo "python_version=$python_version"
echo "test_perf_filter=$test_perf_filter"
echo "test_perf_sh_runner=$test_perf_sh_runner"
echo "test_perf=$test_perf"
echo "basic_tests_runner_filter=$basic_tests_runner_filter"
echo "uplift_artifacts_by_commit=$uplift_artifacts_by_commit"
echo "artifact_name_prefix=$artifact_name_prefix"
Expand Down Expand Up @@ -372,9 +351,6 @@ runs:
echo "test_demo_filter=$test_demo_filter" >> $GITHUB_OUTPUT
echo "test_demo_wait=$test_demo_wait" >> $GITHUB_OUTPUT
echo "python_version=$python_version" >> $GITHUB_OUTPUT
echo "test_perf_filter=$test_perf_filter" >> $GITHUB_OUTPUT
echo "test_perf_sh_runner=$test_perf_sh_runner" >> $GITHUB_OUTPUT
echo "test_perf=$test_perf" >> $GITHUB_OUTPUT
echo "basic_tests_runner_filter=$basic_tests_runner_filter" >> $GITHUB_OUTPUT
echo "uplift_artifacts_by_commit=$uplift_artifacts_by_commit" >> $GITHUB_OUTPUT
echo "artifact_name_prefix=$artifact_name_prefix" >> $GITHUB_OUTPUT
Expand Down
20 changes: 1 addition & 19 deletions .github/workflows/perf-benchmark-experimental.yml
Original file line number Diff line number Diff line change
Expand Up @@ -50,22 +50,4 @@ jobs:
uses: ./.github/workflows/call-perf-test.yml
with:
matrix: ${{ needs.filter-tests.outputs.matrix_p150 }}
docker-image: "ghcr.io/tenstorrent/tt-xla-slim:nightly-latest"

produce-data:
needs:
- run-p150-perf-benchmarks
if: always()
runs-on: ubuntu-latest
steps:
- name: checkout repository
uses: actions/checkout@v4
- name: Trigger produce_data.yml
uses: ./.github/actions/trigger-workflow
env:
GH_TOKEN: ${{ github.token }}
with:
workflow_name: "produce_data.yml"
wait: false
wait_for_run_url: true
json_params: '{"run_id": "${{ github.run_id }}", "run_attempt": "${{ github.run_attempt }}", "sleep": "10" }'
docker-image: "ghcr.io/tenstorrent/tt-xla-slim:nightly-latest"
21 changes: 1 addition & 20 deletions .github/workflows/perf-benchmark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -243,23 +243,4 @@ jobs:
"channel": "C088QN7E0R3"
}
env:
SLACK_WEBHOOK_URL: ${{ inputs.slack-token || secrets.SLACK_NIGHTLY_FAIL }}


produce-data:
needs:
- fail-send-msg
if: always()
runs-on: ubuntu-latest
steps:
- name: checkout repository
uses: actions/checkout@v4
- name: Trigger produce_data.yml
uses: ./.github/actions/trigger-workflow
env:
GH_TOKEN: ${{ github.token }}
with:
workflow_name: "produce_data.yml"
wait: false
wait_for_run_url: true
json_params: '{"run_id": "${{ github.run_id }}", "run_attempt": "${{ github.run_attempt }}", "sleep": "10" }'
SLACK_WEBHOOK_URL: ${{ inputs.slack-token || secrets.SLACK_NIGHTLY_FAIL }}
53 changes: 0 additions & 53 deletions .github/workflows/release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -231,21 +231,6 @@ jobs:
wait_for_run_url: true
json_params: '{"docker-image": "${{ needs.build-release.outputs.harbor_image_tag }}", "project-filter": "${{ steps.set-release-facts.outputs.repo_short }}", "test-filter": "${{ steps.set-release-facts.outputs.test_demo_filter }}" }'

# TODO: Re-enable this after adding tt-mlir version to frontend setup.py description
# REF: https://github.com/tenstorrent/tt-forge/issues/170
# - name: Trigger Docker Performance test ${{ steps.set-release-facts.outputs.repo_short }}
# if: ${{ steps.set-release-facts.outputs.skip_docker_build == 'false' && steps.set-release-facts.outputs.test_perf == 'true' }}
# uses: ./.github/actions/trigger-workflow
# id: trigger-perf-test
# env:
# GH_TOKEN: ${{ github.token }}
# with:
# workflow_name: "Performance benchmark"
# parent_run_id: "perf-test-${{ steps.set-release-facts.outputs.repo_short }}-${{ steps.set-release-facts.outputs.gh_new_version_tag }}-${{ needs.generate-seed.outputs.random-seed }}"
# wait: ${{ steps.set-release-facts.outputs.test_demo_wait }}
# wait_for_run_url: true
# json_params: '{"docker-image": "${{ needs.build-release.outputs.image_tag }}", "project-filter": "${{ steps.set-release-facts.outputs.repo_short }}", "test-filter": "${{ steps.set-release-facts.outputs.test_perf_filter }}", "sh-runner": "${{ steps.set-release-facts.outputs.test_perf_sh_runner }}" }'

- name: Wait for Basic tests
if: ${{ steps.set-release-facts.outputs.skip_docker_build == 'false' }}
uses: ./.github/actions/wait-workflow
Expand Down Expand Up @@ -350,41 +335,3 @@ jobs:
release-artifacts-id: ${{ needs.build-release.outputs.release-artifacts-id }}
unique_artifact_suffix: ${{ needs.generate-seed.outputs.random-seed }}
make_latest: ${{ inputs.make_latest || steps.set-release-facts.outputs.make_latest }}


# TODO: Shift this back up to test release after adding tt-mlir version to frontend setup.py description
# REF: https://github.com/tenstorrent/tt-forge/issues/170
test-release-after-publish:
name: "${{ inputs.draft && 'Draft' || '' }} Test after publish Release ${{ inputs.repo_short }} ${{ inputs.release_type }} ${{ inputs.new_version_tag}} ${{ inputs.branch }}"
if: ${{ inputs.draft || inputs.overwrite_releases || needs.build-release.outputs.release_exists == 'false' }}
needs:
- build-release
- test-release
- publish-release
- generate-seed
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0

- uses: ./.github/actions/set-release-facts
id: set-release-facts
with:
repo: ${{ inputs.repo }}
release_type: ${{ inputs.release_type }}
draft: ${{ inputs.draft }}
new_version_tag: ${{ inputs.new_version_tag }}

- name: Trigger Docker Performance test ${{ steps.set-release-facts.outputs.repo_short }}
if: ${{ steps.set-release-facts.outputs.skip_docker_build == 'false' && steps.set-release-facts.outputs.test_perf == 'true' }}
uses: ./.github/actions/trigger-workflow
id: trigger-perf-test
env:
GH_TOKEN: ${{ github.token }}
with:
workflow_name: "Performance benchmark"
parent_run_id: "perf-test-${{ steps.set-release-facts.outputs.repo_short }}-${{ steps.set-release-facts.outputs.gh_new_version_tag }}-${{ needs.generate-seed.outputs.random-seed }}"
wait: ${{ steps.set-release-facts.outputs.test_demo_wait }}
wait_for_run_url: true
json_params: '{"docker-image": "${{ needs.build-release.outputs.image_tag }}", "project-filter": "${{ steps.set-release-facts.outputs.repo_short }}", "test-filter": "${{ steps.set-release-facts.outputs.test_perf_filter }}", "sh-runner": "${{ steps.set-release-facts.outputs.test_perf_sh_runner }}" }'
Loading