Package TT-NN and establish Smoke tests (#22971)

### Ticket
#7915

### Problem description
* We have no .deb packages for TT-NN's C++ API
* We have no (good) way to consume TT-Metalium / TT-NN as a subproject
* We have no Smoke or Basic tests for TT-NN

### What's changed
* Created a runtime and a validation .deb package for TT-NN
* Created the start of a Smoke and Basic tests for TT-NN
* Moved Metalium's Smoke test in PR Gate over to N300's which are
keeping up with demand better than the N150's

Consumption as a subproject is a future effort, but this is a stepping
stone towards it.

### Checklist
- [x] [All post
commit](https://github.com/tenstorrent/tt-metal/actions/workflows/all-post-commit-workflows.yaml)
CI
[passes](https://github.com/tenstorrent/tt-metal/actions/runs/15427357452)
- [ ] [Blackhole Post
commit](https://github.com/tenstorrent/tt-metal/actions/workflows/blackhole-post-commit.yaml)
CI with demo tests
[passes](https://github.com/tenstorrent/tt-metal/actions/runs/15447345214)
(essentially passed - Metalium Smoke was broken && this PR is TTNN-only)

Author: afuller-TT

.github/workflows/blackhole-post-commit.yaml

@@ -195,7 +195,7 @@ jobs:
       docker-image: ${{ needs.build-artifact.outputs.dev-docker-image }}
       build-artifact-name: ${{ needs.build-artifact.outputs.build-artifact-name }}
       wheel-artifact-name: ${{ needs.build-artifact.outputs.wheel-artifact-name }}
-  smoke-tests:
+  metalium-smoke-tests:
     needs: build-artifact
     strategy:
       fail-fast: false
@@ -209,6 +209,22 @@ jobs:
       docker-image: ${{ needs.build-artifact.outputs.dev-docker-image }}
       package-artifact-name: ${{ needs.build-artifact.outputs.packages-artifact-name }}
       runner: ${{ matrix.platform }}
+      product: tt-metalium
+  ttnn-smoke-tests:
+    needs: build-artifact
+    strategy:
+      fail-fast: false
+      matrix:
+        platform: [
+          "P100",
+          "P150",
+        ]
+    uses: ./.github/workflows/smoke.yaml
+    with:
+      docker-image: ${{ needs.build-artifact.outputs.dev-docker-image }}
+      package-artifact-name: ${{ needs.build-artifact.outputs.packages-artifact-name }}
+      runner: ${{ matrix.platform }}
+      product: tt-nn
 #   build-and-test-wheels:
 #     uses: Check all-post-commit yaml for directions
 #     secrets: inherit

.github/workflows/merge-gate.yaml

@@ -54,6 +54,7 @@ jobs:
       docs-changed: ${{ steps.find-changes.outputs.docs-changed }}
       cmake-changed: ${{ steps.find-changes.outputs.cmake-changed }}
       tt-metalium-changed: ${{ steps.find-changes.outputs.tt-metalium-changed }}
+      tt-nn-changed: ${{ steps.find-changes.outputs.tt-nn-changed }}
       tt-metalium-or-tt-nn-tests-changed: ${{ steps.find-changes.outputs.tt-metalium-or-tt-nn-tests-changed }}
     steps:
       - id: find-changes
@@ -104,7 +105,7 @@ jobs:
       skip-tt-train: false
       publish-artifact: false
 
-  smoke-tests:
+  metalium-smoke-tests:
     needs: [find-changes, build-tsan]
     if: ${{ github.ref_name == 'main' ||
             needs.find-changes.outputs.cmake-changed == 'true' ||
@@ -124,6 +125,29 @@ jobs:
       package-artifact-name: ${{ needs.build-tsan.outputs.packages-artifact-name }}
       runner: ${{ matrix.platform }}
       per-test-timeout: 10 # TSan can be slow; relax the timeout somewhat
+      product: tt-metalium
+
+  ttnn-smoke-tests:
+    needs: [find-changes, build-tsan]
+    if: ${{ github.ref_name == 'main' ||
+            needs.find-changes.outputs.cmake-changed == 'true' ||
+            needs.find-changes.outputs.tt-nn-changed == 'true' ||
+            needs.find-changes.outputs.tt-metalium-or-tt-nn-tests-changed == 'true'
+        }}
+    strategy:
+      fail-fast: false
+      matrix:
+        platform: [
+          "N300",
+          "N300-llmbox",
+        ]
+    uses: ./.github/workflows/smoke.yaml
+    with:
+      docker-image: ${{ needs.build-tsan.outputs.dev-docker-image }}
+      package-artifact-name: ${{ needs.build-tsan.outputs.packages-artifact-name }}
+      runner: ${{ matrix.platform }}
+      per-test-timeout: 10 # TSan can be slow; relax the timeout somewhat
+      product: tt-nn
 
   build-asan:
     if: ${{ github.ref_name == 'main' ||
@@ -173,13 +197,13 @@ jobs:
         contains(join(needs.*.result, ','), 'success') ||
         contains(join(needs.*.result, ','), 'failure')
       }}
-    needs: [static-checks, code-analysis, find-changes, build, build-docs, build-tsan, smoke-tests]
+    needs: [static-checks, code-analysis, find-changes, build, build-docs, build-tsan, metalium-smoke-tests, ttnn-smoke-tests]
     runs-on: ubuntu-latest
     steps:
       - name: Check if all jobs passed
         uses: tenstorrent/tt-metal/.github/actions/workflow-status@main
         with:
           required-jobs: "static-checks, code-analysis, find-changes"
-          optional-jobs: "build, build-docs, build-tsan, smoke-tests"
+          optional-jobs: "build, build-docs, build-tsan, metalium-smoke-tests, ttnn-smoke-tests"
         env:
           NEEDS_CONTEXT: '${{ toJSON(needs) }}'

.github/workflows/pr-gate.yaml

@@ -71,12 +71,13 @@ jobs:
     outputs:
       cmake-changed: ${{ steps.find-changes.outputs.cmake-changed }}
       tt-metalium-changed: ${{ steps.find-changes.outputs.tt-metalium-changed }}
+      tt-nn-changed: ${{ steps.find-changes.outputs.tt-nn-changed }}
       tt-metalium-or-tt-nn-tests-changed: ${{ steps.find-changes.outputs.tt-metalium-or-tt-nn-tests-changed }}
     steps:
       - id: find-changes
         uses: tenstorrent/tt-metal/.github/actions/find-changed-files@main
 
-  smoke-tests:
+  metalium-smoke-tests:
     needs: [ asan-build, find-changed-files ]
     if: ${{
         needs.find-changed-files.outputs.cmake-changed == 'true' ||
@@ -94,6 +95,27 @@ jobs:
       docker-image: ${{ needs.asan-build.outputs.dev-docker-image }}
       package-artifact-name: ${{ needs.asan-build.outputs.packages-artifact-name }}
       runner: ${{ matrix.platform }}
+      product: tt-metalium
+
+  ttnn-smoke-tests:
+    needs: [ asan-build, find-changed-files ]
+    if: ${{
+        needs.find-changed-files.outputs.cmake-changed == 'true' ||
+        needs.find-changed-files.outputs.tt-nn-changed == 'true' ||
+        needs.find-changed-files.outputs.tt-metalium-or-tt-nn-tests-changed == 'true'
+      }}
+    strategy:
+      fail-fast: false
+      matrix:
+        platform: [
+          "N300",
+        ]
+    uses: ./.github/workflows/smoke.yaml
+    with:
+      docker-image: ${{ needs.asan-build.outputs.dev-docker-image }}
+      package-artifact-name: ${{ needs.asan-build.outputs.packages-artifact-name }}
+      runner: ${{ matrix.platform }}
+      product: tt-nn
 
   build:
     if: github.event_name != 'pull_request' || !github.event.pull_request.draft
@@ -143,13 +165,13 @@ jobs:
         contains(join(needs.*.result, ','), 'success') ||
         contains(join(needs.*.result, ','), 'failure')
       }}
-    needs: [asan-build, smoke-tests, build, metalium-examples]
+    needs: [asan-build, metalium-smoke-tests, ttnn-smoke-tests, build, metalium-examples]
     runs-on: ubuntu-latest
     steps:
       - name: Check if all jobs passed
         uses: tenstorrent/tt-metal/.github/actions/workflow-status@main
         with:
           required-jobs: "asan-build, build"
-          optional-jobs: "smoke-tests, metalium-examples"
+          optional-jobs: "metalium-smoke-tests, ttnn-smoke-tests, metalium-examples"
         env:
           NEEDS_CONTEXT: '${{ toJSON(needs) }}'

.github/workflows/smoke.yaml

@@ -16,9 +16,12 @@ on:
         required: false
         type: string
         default: 3.5
+      product:
+        required: true
+        type: string # tt-metalium or tt-nn
 
 jobs:
-  metalium-smoke:
+  smoke:
     runs-on: >-
       ${{
         ((inputs.runner == 'N150' || inputs.runner == 'N300' || inputs.runner == 'N300-llmbox') && format('tt-beta-ubuntu-2204-{0}-large-stable', inputs.runner))
@@ -47,7 +50,8 @@ jobs:
 
       - name: Install packages
         run: |
-          apt install ./pkgs/tt-metalium_*.deb ./pkgs/tt-metalium-jit_*.deb ./pkgs/tt-metalium-validation_*.deb
+          # Ideally only ${{ inputs.product }}-validation, but APT doesn't resolve dependencies from files on disk without being told about them.
+          apt install -y ./pkgs/tt-metalium_*.deb ./pkgs/tt-metalium-jit_*.deb ./pkgs/${{ inputs.product }}_*.deb ./pkgs/${{ inputs.product }}-validation_*.deb
 
       - name: Run a test
         id: test
@@ -59,9 +63,10 @@ jobs:
           TT_METAL_WATCHER: 5
           TT_METAL_WATCHER_TEST_MODE: 1
         run: |
-          /usr/bin/tt-metalium-validation-smoke
+          /usr/bin/${{ inputs.product }}-validation-smoke
 
       - name: workaround
+        if: ${{ !cancelled() && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) }}
         run: |
           # The test-reporting action runs git ls-files with no way to opt-out.
           # Give it a dummy repo so it doesn't fail.
@@ -72,7 +77,7 @@ jobs:
         if: ${{ !cancelled() && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) }}
         uses: phoenix-actions/test-reporting@f957cd93fc2d848d556fa0d03c57bc79127b6b5e # v15
         with:
-          name: Metalium ${{ inputs.runner }} smoke tests (${{ github.workflow }}, attempt ${{ github.run_attempt }})
+          name: ${{ inputs.product }} ${{ inputs.runner }} smoke tests (${{ github.workflow }}, attempt ${{ github.run_attempt }})
           path: /work/test-reports/*.xml
           reporter: jest-junit
           working-directory: /work

cmake/packaging.cmake

@@ -10,6 +10,8 @@ set(CPACK_DEBIAN_METALIUM-DEV_PACKAGE_SECTION "libs")
 set(CPACK_DEBIAN_METALIUM-JIT_PACKAGE_SECTION "libs")
 set(CPACK_DEBIAN_METALIUM-EXAMPLES_PACKAGE_SECTION "doc")
 set(CPACK_DEBIAN_METALIUM-VALIDATION_PACKAGE_SECTION "utils")
+set(CPACK_DEBIAN_NN_PACKAGE_SECTION "libs")
+set(CPACK_DEBIAN_NN-VALIDATION_PACKAGE_SECTION "utils")
 
 set(CPACK_DEB_COMPONENT_INSTALL YES)
 set(CPACK_DEBIAN_PACKAGE_VERSION "${VERSION_DEB}")
@@ -110,4 +112,19 @@ cpack_add_component(
 )
 cpack_add_component(gtest GROUP metalium-validation)
 
+cpack_add_component_group(nn)
+cpack_add_component(nn DEPENDS metalium GROUP nn DESCRIPTION "TT-NN runtime library")
+cpack_add_component(ttnn-runtime GROUP nn)
+
+cpack_add_component_group(nn-validation)
+cpack_add_component(
+    nn-validation
+    DEPENDS
+        nn
+        metalium
+    GROUP nn-validation
+    DESCRIPTION "TT-NN validation tools"
+)
+cpack_add_component(ttnn-validation GROUP nn-validation)
+
 include(CPack)

tests/ttnn/CMakeLists.txt

@@ -1,32 +1,3 @@
-# Common function to set up target properties for TTNN tests
-function(setup_ttnn_test_target target_name)
-    target_link_libraries(
-        ${target_name}
-        PUBLIC
-            test_common_libs
-            ttnn
-            Metalium::Metal
-            GTest::gmock_main
-            Python3::Python
-    )
-    target_include_directories(
-        ${target_name}
-        PRIVATE
-            ${UMD_HOME}
-            ${PROJECT_SOURCE_DIR}
-            ${PROJECT_SOURCE_DIR}/tt_metal
-            ${PROJECT_SOURCE_DIR}/tests
-            ${CMAKE_CURRENT_SOURCE_DIR}
-            "$<TARGET_PROPERTY:TT::NN::CPP,INCLUDE_DIRECTORIES>"
-    )
-    set_target_properties(
-        ${target_name}
-        PROPERTIES
-            RUNTIME_OUTPUT_DIRECTORY
-                ${PROJECT_BINARY_DIR}/test/ttnn
-    )
-endfunction()
-
 set(Python3_FIND_STRATEGY LOCATION)
 find_package(Python3 REQUIRED COMPONENTS Development)