GitHub actions

.github/workflows/dls-build-deb-packages-and-images.yaml

@@ -1,19 +1,30 @@
-name: "[DLS] [U22/24] Build .deb pkg and img"
-run-name: "[DLS] [U22/24] Build .deb pkg and img (by ${{ github.actor }})"
+name: "[DLS] [U22/24] Build .deb pkgs and deb imgs"
+run-name: "[DLS] [U22/24] Build .deb pkgs and deb imgs (by ${{ github.actor }})"
 on:
   workflow_call:
-permissions: read-all
+  workflow_dispatch:
+permissions:
+  packages: read
+  contents: read
 
 jobs:
   build:
-    name: Build ${{ matrix.ubuntu_version }} .deb and img
+    name: Build ${{ matrix.ubuntu_version }} .debs and imgs
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         include:
-          - ubuntu_version: ubuntu24
-          - ubuntu_version: ubuntu22
+          - path_deb: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/onebinary/ubuntu22/dlstreamer_deb_package_ubuntu22.Dockerfile
+            path_dev: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/devel/ubuntu22/dlstreamer_dev_ubuntu22.Dockerfile
+            ubuntu_version: ubuntu22
+          - path_deb: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/onebinary/ubuntu24/dlstreamer_deb_package_ubuntu24.Dockerfile
+            path_dev: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/devel/ubuntu24/dlstreamer_dev_ubuntu24.Dockerfile
+            ubuntu_version: ubuntu24
+    env:
+      dev-release-img: ghcr.io/${{ github.repository }}/dev-release-img-${{ matrix.ubuntu_version }}:${{ github.sha }}
+      dev-release-img-cached: ghcr.io/${{ github.repository }}/dev-release-img-${{ matrix.ubuntu_version }}:buildcache
+      dlstreamer-version: "2025.0.1.3"
     steps:
     - name: Check out edge-ai-libraries repository
       uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 #4.2.2
@@ -25,27 +36,52 @@ jobs:
         cd edge-ai-libraries-repo
         git submodule update --init libraries/dl-streamer/thirdparty/spdlog
 
-    - name: Build .deb pkg
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@b5ca514318bd6ebac0fb2aedd5d36ec1b5c232a2 #3.10.0
+
+    - name: Log in to GitHub Container Registry
+      uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 #3.4.0
+      with:
+        registry: ghcr.io
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Build dev release img with cache from GHCR
+      run: |
+        docker buildx build \
+          --load \
+          --tag "${{ env.dev-release-img }}" \
+          --cache-from="${{ env.dev-release-img-cached }}" \
+          --build-arg BUILD_ARG=Release \
+          -f ${{ matrix.path_dev }} \
+          ./edge-ai-libraries-repo/libraries/dl-streamer
+
+    - name: Build deb pkg img using dev release img
       run: |
-        chmod +x edge-ai-libraries-repo/libraries/dl-streamer/scripts/build_deb_packages.sh
-        cd edge-ai-libraries-repo/libraries/dl-streamer
-        echo "y" | ./scripts/build_deb_packages.sh --ubuntu_version=${{ matrix.ubuntu_version }}
+        docker build \
+          --tag ghcr.io/${{ github.repository }}/dls-deb-pkg-${{ matrix.ubuntu_version }}:${{ github.sha }} \
+          --build-arg DLSTREAMER_VERSION=${{ env.dlstreamer-version }} \
+          --build-arg DLSTREAMER_BUILD_NUMBER=deb-pkg-${{ matrix.ubuntu_version }} \
+          --build-arg BASE_IMAGE="${{ env.dev-release-img }}" \
+          -f ${{ matrix.path_deb }} \
+          ./edge-ai-libraries-repo/libraries/dl-streamer
 
-    - name: Check for .deb pkg
+    - name: Extract .deb packages using script
       run: |
-        if ls edge-ai-libraries-repo/libraries/dl-streamer/deb_packages/*.deb 1> /dev/null 2>&1; then
-          echo ".deb package found."
-        else
-          echo "No .deb package found."
-          exit 1
-        fi
-
-    - name: Build .deb img
+        chmod +x ./edge-ai-libraries-repo/libraries/dl-streamer/scripts/extract_and_verify_debs.sh
+        ./edge-ai-libraries-repo/libraries/dl-streamer/scripts/extract_and_verify_debs.sh ghcr.io/${{ github.repository }}/dls-deb-pkg-${{ matrix.ubuntu_version }}:${{ github.sha }}
+        ls
+        cp -r deb_packages ./edge-ai-libraries-repo/libraries/dl-streamer
+
+    - name: Build Docker img from .deb
       run: |
-        docker build -t dls-img/${{ github.repository }}/deb-${{ matrix.ubuntu_version }}:${{ github.sha }} -f ./edge-ai-libraries-repo/libraries/dl-streamer/docker/onebinary/${{ matrix.ubuntu_version }}/dlstreamer_${{ matrix.ubuntu_version }}.Dockerfile ./edge-ai-libraries-repo/libraries/dl-streamer
+        docker build \
+          -t ghcr.io/${{ github.repository }}/dls-deb-${{ matrix.ubuntu_version }}:${{ github.sha }} \
+          -f ./edge-ai-libraries-repo/libraries/dl-streamer/docker/onebinary/${{ matrix.ubuntu_version }}/dlstreamer_${{ matrix.ubuntu_version }}.Dockerfile \
+          ./edge-ai-libraries-repo/libraries/dl-streamer
 
     - name: Clean up
       if: always()
       run: |
         rm -rf edge-ai-libraries-repo
-        docker rmi dls-img/${{ github.repository }}/deb-${{ matrix.ubuntu_version }}:${{ github.sha }} || true
+        docker rmi ghcr.io/${{ github.repository }}/dls-deb-${{ matrix.ubuntu_version }}:${{ github.sha }} || true

.github/workflows/dls-build-dev-docker-images.yaml

@@ -1,21 +1,28 @@
-name: "[DLS] [U22/24] Build dev img"
-run-name: "[DLS] [U22/24] Build dev img (by ${{ github.actor }})"
+name: "[DLS] [U22/24] Build dev imgs"
+run-name: "[DLS] [U22/24] Build dev imgs (by ${{ github.actor }})"
 on:
   workflow_call:
-permissions: read-all
+  workflow_dispatch:
+permissions:
+  packages: read
+  contents: read
 
 jobs:
   build:
-    name: Build ${{ matrix.image }} img
+    name: Build dev ${{ matrix.ubuntu_version }} imgs
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         include:
-          - path: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/devel/ubuntu22/dlstreamer_dev_ubuntu22.Dockerfile
-            image: dev-ubuntu22
-          - path: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/devel/ubuntu24/dlstreamer_dev_ubuntu24.Dockerfile
-            image: dev-ubuntu24
+          - path_dev: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/devel/ubuntu22/dlstreamer_dev_ubuntu22.Dockerfile
+            ubuntu_version: ubuntu22
+          - path_dev: ./edge-ai-libraries-repo/libraries/dl-streamer/docker/devel/ubuntu24/dlstreamer_dev_ubuntu24.Dockerfile
+            ubuntu_version: ubuntu24
+    env:
+      dev-debug-img: ghcr.io/${{ github.repository }}/dev-debug-img-${{ matrix.ubuntu_version }}:${{ github.sha }}
+      dev-debug-img-cached: ghcr.io/${{ github.repository }}/dev-debug-img-${{ matrix.ubuntu_version }}:buildcache
+
     steps:
     - name: Check out edge-ai-libraries repository
       uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 #4.2.2
@@ -27,12 +34,27 @@ jobs:
         cd edge-ai-libraries-repo
         git submodule update --init libraries/dl-streamer/thirdparty/spdlog
 
-    - name: Build dev img
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@b5ca514318bd6ebac0fb2aedd5d36ec1b5c232a2 #3.10.0
+
+    - name: Log in to GitHub Container Registry
+      uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 #3.4.0
+      with:
+        registry: ghcr.io
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Build dev debug img with cache from GHCR
       run: |
-        docker build -t dls-img/${{ github.repository }}/${{ matrix.image }}:${{ github.sha }} -f ${{ matrix.path }} ./edge-ai-libraries-repo/libraries/dl-streamer
+        docker buildx build \
+          --tag "${{ env.dev-debug-img }}" \
+          --cache-from="${{ env.dev-debug-img-cached}}" \
+          --build-arg BUILD_ARG=Debug \
+          -f ${{ matrix.path_dev }} \
+          ./edge-ai-libraries-repo/libraries/dl-streamer
 
     - name: Clean up
       if: always()
       run: |
         rm -rf edge-ai-libraries-repo
-        docker rmi dls-img/${{ github.repository }}/one-binary-${{ matrix.ubuntu_version }}:${{ github.sha }} || true
+        docker rmi ghcr.io/${{ github.repository }}/dls-dev-${{ matrix.ubuntu_version }}:${{ github.sha }} || true

.github/workflows/dls-build-documentation.yaml

@@ -0,0 +1,86 @@
+name: "[DLS] Documentation PR workflow"
+run-name: "[DLS] Documentation PR workflow (by @${{ github.actor }} via ${{ github.event_name }})"
+on:
+  push:
+    branches:
+      - 'main'
+    paths:
+      - 'libraries/dl-streamer/docs/**'
+  pull_request:
+    paths:
+      - 'libraries/dl-streamer/docs/**'
+permissions: read-all
+
+jobs:
+  build-docs:
+    name: Build DL Streamer documentation
+    runs-on: ubuntu-latest # Change to self-hosted when ready to unblock linkcheck: [self-hosted, linux]
+    steps:
+      - name: Check out edge-ai-libraries repository/libraries/dl-streamer
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 #4.2.2
+        with:
+          sparse-checkout: |
+            libraries/dl-streamer
+
+      - name: Run build script
+        run: |
+          ./libraries/dl-streamer/docs/build_html.sh "actions-gh-pages:latest" gh-pages
+
+      - name: Documentation build summary
+        if: always()
+        run: |
+          summary_content=""
+
+          # Check if index.html for documentation exists
+          index_file_path='./libraries/dl-streamer/docs/build-html/index.html'
+          if [ -f "$index_file_path" ]; then
+            result="Documentation built: YES :white_check_mark:"
+          else
+            result="Documentation built: NO :x:"
+          fi
+          echo "$result"
+          summary_content+="$result\n"
+
+          # Check broken links in linkcheck
+          linkcheck_file_path='./libraries/dl-streamer/docs/build-linkcheck/output.txt'
+          broken_count=$(grep -o '\[broken\]' "$linkcheck_file_path" | wc -l)
+          if [ "$broken_count" -eq 0 ]; then
+            result="Broken links: $broken_count :white_check_mark:"
+          else
+            result="Broken links: $broken_count :x:"
+          fi
+          echo "$result"
+          summary_content+="$result\n"
+
+          # Spelling
+          result="Spelling: check report from artifacts"
+          echo "$result"
+          summary_content+="$result\n"
+
+          echo -e "$summary_content" >> $GITHUB_STEP_SUMMARY
+
+      - name: Upload linkcheck report
+        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 #4.6.2
+        if: always()
+        with:
+         name: docs_linkcheck_report
+         path: ./libraries/dl-streamer/docs/build-linkcheck/
+
+      - name: Upload spelling report
+        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 #4.6.2
+        if: always()
+        with:
+         name: docs_spelling_report
+         path: ./libraries/dl-streamer/docs/build-spelling/
+
+      - name: Upload pages
+        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 #4.6.2
+        if: always()
+        with:
+          name: docs_site
+          path: ./libraries/dl-streamer/docs/build-html
+
+      - name: Clean up
+        if: always()
+        run: |
+          rm -rf edge-ai-libraries-repo