feat: add patch for Android GPU delegate

Author: stakemura

.github/workflows/build.yml

@@ -6,8 +6,9 @@ on:
       - published
   workflow_dispatch:
     inputs:
-      version:
-        description: "Semantic version (e.g., 2.19.0)"
+      ref:
+        description: "Commit SHA or tag to build from"
+        default: "af1d5bc4fbb66d9e6cc1cf89503014a99233583b"
         required: true
       release:
         description: "If true, release the artifact"
@@ -30,9 +31,7 @@ permissions:
   contents: write
 
 env:
-  VERSION:
-    |- # Enter release tag name or version in workflow_dispatch. Recent version if not specified
-    ${{ github.event.release.tag_name || github.event.inputs.version || '2.19.0' }}
+  VERSION: ${{ github.ref_name }}
   REPOSITORY:
     ${{ github.event.inputs.repository || 'tensorflow/tensorflow' }}
 
@@ -45,35 +44,30 @@ jobs:
         include:
           - config: android_arm64
             artifact_name: tflite-runtime-android-arm64
-          - config: android_arm
-            artifact_name: tflite-runtime-android-arm
-          - config: android_x86_64
-            artifact_name: tflite-runtime-android-x86_64
-          - config: android_fat_aar
-            artifact_name: tflite-runtime-android-fat-aar
     env:
       ANDROID_SDK_API_LEVEL: 31
       ANDROID_NDK_API_LEVEL: 26
       ANDROID_BUILD_TOOLS_VERSION: '31.0.0'
-      CC: clang-17
-      CXX: clang++-17
-      HERMETIC_PYTHON_VERSION: 3.12    
     steps:
       - uses: actions/checkout@v4
         with:
           repository: ${{ env.REPOSITORY }}
-          ref: v${{ env.VERSION }}
+          ref: ${{ inputs.ref }}
           submodules: recursive
           github-server-url: https://github.com
+      - uses: actions/checkout@v4
+        with:
+          path: builder
+      - name: Patch TensorFlow
+        run: |
+          patch -d . -p1 < builder/gpudelegate.diff
       - uses: bazel-contrib/setup-bazel@0.15.0
       - name: Install dependencies
         run: |
-          sudo apt-get remove -y gcc g++
-          wget https://apt.llvm.org/llvm.sh
-          chmod u+x llvm.sh
-          sudo ./llvm.sh 17
-          sudo apt-get update
-          sudo apt-get install -y mesa-common-dev libegl1-mesa-dev libgles2-mesa-dev clang-17 llvm-17
+          pip3 install numpy
+      - name: Install dependencies
+        run: |
+          sudo apt-get install -y mesa-common-dev libegl1-mesa-dev libgles2-mesa-dev
       - uses: nttld/setup-ndk@v1
         id: setup-ndk
         with:
@@ -102,21 +96,6 @@ jobs:
           # NNAPI Delegate
           # bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} tensorflow/lite/delegates/nnapi:nnapi_delegate
           # cp -f bazel-bin/tensorflow/lite/delegates/nnapi/libnnapi_delegate.so artifact
-      - name: Build AAR
-        if: ${{ matrix.config == 'android_fat_aar' }}
-        env:
-          ANDROID_NDK_HOME: ${{ steps.setup-ndk.outputs.ndk-path }}
-        run: |
-          mkdir -p artifact
-          export ANDROID_SDK_HOME=$ANDROID_HOME
-
-          # Main
-          bazel build -c opt --fat_apk_cpu=arm64-v8a,armeabi-v7a,x86_64 --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} --host_crosstool_top=@bazel_tools//tools/cpp:toolchain --define=android_dexmerger_tool=d8_dexmerger --define=android_incremental_dexing_tool=d8_dexbuilder tensorflow/lite/java:tensorflow-lite
-          cp -f bazel-bin/tensorflow/lite/java/tensorflow-lite.aar artifact
-          
-          # GPU Delegate
-          bazel build -c opt --fat_apk_cpu=arm64-v8a,armeabi-v7a,x86_64 --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} --host_crosstool_top=@bazel_tools//tools/cpp:toolchain --define=android_dexmerger_tool=d8_dexmerger --define=android_incremental_dexing_tool=d8_dexbuilder tensorflow/lite/java:tensorflow-lite-gpu
-          cp -f bazel-bin/tensorflow/lite/java/tensorflow-lite-gpu.aar artifact
       - name: Compress artifact
         run: |
           mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
@@ -125,221 +104,4 @@ jobs:
         if: ${{ inputs.release }}
         with:
           files: "*.tgz"
-          tag_name: ${{ env.VERSION }}
-
-  build-ios:
-    runs-on: macos-15
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - config: ios_arm64
-            artifact_name: tflite-runtime-ios-arm64
-          - config: ios_sim_arm64
-            artifact_name: tflite-runtime-ios-sim-arm64
-          - config: ios_x86_64
-            artifact_name: tflite-runtime-ios-sim-x86_64
-    env:
-      HERMETIC_PYTHON_VERSION: 3.12    
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          repository: ${{ env.REPOSITORY }}
-          ref: v${{ env.VERSION }}
-          submodules: recursive
-          github-server-url: https://github.com
-      - uses: bazel-contrib/setup-bazel@0.15.0
-      - name: Build runtime
-        run: |
-          mv tensorflow/lite/ios/BUILD.apple tensorflow/lite/ios/BUILD
-          mv tensorflow/lite/objc/BUILD.apple tensorflow/lite/objc/BUILD
-          mv tensorflow/lite/swift/BUILD.apple tensorflow/lite/swift/BUILD
-
-          mkdir -p artifact
-          
-          # Main
-          bazel build -c opt --config=${{ matrix.config }} ${{ inputs.xnn_avx_options }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteC_framework
-          unzip -o bazel-bin/tensorflow/lite/ios/TensorFlowLiteC_framework.zip -d artifact
-
-          # Metal Delegate
-          bazel build -c opt --config=${{ matrix.config }} ${{ inputs.xnn_avx_options }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteCMetal_framework
-          unzip -o bazel-bin/tensorflow/lite/ios/TensorFlowLiteCMetal_framework.zip -d artifact
-          
-          # CoreML Delegate
-          bazel build -c opt --config=${{ matrix.config }} ${{ inputs.xnn_avx_options }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteCCoreML_framework
-          unzip -o bazel-bin/tensorflow/lite/ios/TensorFlowLiteCCoreML_framework.zip -d artifact
-
-          mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-          7z a "${{ matrix.artifact_name }}-${{ env.VERSION }}.zip" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v2
-        if: ${{ inputs.release }}
-        with:
-          files: "*.zip"
-          tag_name: ${{ env.VERSION }}
-
-  build-linux:
-    runs-on: ubuntu-22.04
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - config: linux
-            artifact_name: tflite-runtime-linux-x86_64
-          - config: elinux_aarch64
-            artifact_name: tflite-runtime-linux-arm64
-    env:
-      CC: gcc-12
-      CXX: g++-12
-      HERMETIC_PYTHON_VERSION: 3.12    
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          repository: ${{ env.REPOSITORY }}
-          ref: v${{ env.VERSION }}
-          submodules: recursive
-          github-server-url: https://github.com
-      - uses: bazel-contrib/setup-bazel@0.15.0
-      - name: Install dependencies
-        run: |
-          sudo apt-get remove -y gcc g++
-          sudo apt update
-          sudo apt-get install -y mesa-common-dev libegl1-mesa-dev libgles2-mesa-dev gcc-12 g++-12
-      - name: Build runtime
-        run: |
-          mkdir -p artifact
-
-          bazel build --config=${{ matrix.config }} -c opt --define tflite_with_xnnpack=true ${{ inputs.xnn_avx_options }} tensorflow/lite/c:tensorflowlite_c
-          cp -f bazel-bin/tensorflow/lite/c/libtensorflowlite_c.so artifact
-
-          mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-          tar cfz "${{ matrix.artifact_name }}-${{ env.VERSION }}.tgz" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v2
-        if: ${{ inputs.release }}
-        with:
-          files: "*.tgz"
-          tag_name: ${{ env.VERSION }}
-
-  build-macos:
-    runs-on: ${{ matrix.vm }}
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - config: macos
-            cpu: x86_64
-            artifact_name: tflite-runtime-osx-x86_64
-            vm: macos-13
-          - config: macos_arm64
-            cpu: arm64
-            artifact_name: tflite-runtime-osx-arm64
-            vm: macos-15
-    env:
-      HERMETIC_PYTHON_VERSION: 3.12    
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          repository: ${{ env.REPOSITORY }}
-          ref: v${{ env.VERSION }}
-          submodules: recursive
-          github-server-url: https://github.com
-      - uses: bazel-contrib/setup-bazel@0.15.0
-      - name: Install dependencies
-        if: ${{ matrix.vm != 'macos-15' }}
-        shell: bash
-        run: |
-          brew install llvm@17 \
-          && echo 'export PATH="/opt/homebrew/opt/llvm@17/bin:$PATH"' >> /Users/runner/.bash_profile \
-          && source /Users/runner/.bash_profile \
-          && which clang++
-      - name: Build runtime
-        shell: bash
-        run: |
-          mkdir -p artifact
-
-          # Main
-          bazel build --config=${{ matrix.config }} --macos_cpus=${{ matrix.cpu }} --cxxopt=--std=c++17 ${{ inputs.xnn_avx_options }} -c opt --define tflite_with_xnnpack=true tensorflow/lite/c:tensorflowlite_c
-          cp -f bazel-bin/tensorflow/lite/c/libtensorflowlite_c.dylib artifact
-
-          # Metal Delegate
-          bazel build --config=${{ matrix.config }} --macos_cpus=${{ matrix.cpu }} --cxxopt=--std=c++17 ${{ inputs.xnn_avx_options }} -c opt --copt -Os --copt -DTFLITE_GPU_BINARY_RELEASE --copt -fvisibility=default --linkopt -s --strip always tensorflow/lite/delegates/gpu:tensorflow_lite_gpu_dylib
-          cp -f bazel-bin/tensorflow/lite/delegates/gpu/tensorflow_lite_gpu_dylib.dylib artifact/libtensorflowlite_metal_delegate.dylib
-
-          mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-          tar cfz "${{ matrix.artifact_name }}-${{ env.VERSION }}.tgz" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: actions/upload-artifact@v4
-        with:
-          name: ${{ matrix.artifact_name }}
-          path: ${{ matrix.artifact_name }}-${{ env.VERSION }}
-          retention-days: 1
-      - uses: softprops/action-gh-release@v2
-        if: ${{ inputs.release }}
-        with:
-          files: "*.tgz"
-          tag_name: ${{ env.VERSION }}
-
-  build-macos-universal:
-    needs: [build-macos]
-    runs-on: macos-15
-    steps:  
-      - uses: actions/download-artifact@v4
-      - name: Build universal binary
-        run: |
-          mkdir -p artifact
-          lipo -create -output artifact/libtensorflowlite_c.dylib "tflite-runtime-osx-x86_64/libtensorflowlite_c.dylib" "tflite-runtime-osx-arm64/libtensorflowlite_c.dylib"
-          lipo -create -output artifact/libtensorflowlite_metal_delegate.dylib "tflite-runtime-osx-x86_64/libtensorflowlite_metal_delegate.dylib" "tflite-runtime-osx-arm64/libtensorflowlite_metal_delegate.dylib"
-          mv artifact/ "tflite-runtime-osx-universal2-${{ env.VERSION }}"
-          tar cfz "tflite-runtime-osx-universal2-${{ env.VERSION }}.tgz" "tflite-runtime-osx-universal2-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v2
-        if: ${{ inputs.release }}
-        with:
-          files: "*.tgz"
-          tag_name: ${{ env.VERSION }}
-
-  build-windows:
-    # Using windows-2019 as build is broken on windows-latest runner due to another
-    # See: https://github.com/bazelbuild/bazel/issues/18592  
-    runs-on: windows-2019
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - config: windows_x86_64
-            cpu: x86_64
-            artifact_name: tflite-runtime-win-x86_64
-    env:
-      HERMETIC_PYTHON_VERSION: 3.12    
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          repository: ${{ env.REPOSITORY }}
-          ref: v${{ env.VERSION }}
-          submodules: recursive
-          github-server-url: https://github.com
-      - uses: bazel-contrib/setup-bazel@0.15.0
-      - name: Build runtime
-        shell: bash
-        run: |
-          mkdir -p artifact
-
-          # Main
-          bazel build --cxxopt=/std:c++20 -c opt --define tflite_with_xnnpack=true ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} tensorflow/lite/c:tensorflowlite_c
-          cp -f bazel-bin/tensorflow/lite/c/tensorflowlite_c.dll artifact
-
-          mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-          7z a "${{ matrix.artifact_name }}-${{ env.VERSION }}.zip" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v2
-        if: ${{ inputs.release }}
-        with:
-          files: "*.zip"
-          tag_name: ${{ env.VERSION }}
-
-  release:
-    needs: [build-android, build-ios, build-linux, build-macos-universal, build-windows]
-    runs-on: ubuntu-latest
-    steps:  
-      - uses: softprops/action-gh-release@v2
-        if: ${{ inputs.release }}
-        with:
-          name: TFLite Runtime v${{ env.VERSION }}
-          tag_name: ${{ env.VERSION }}
-          target_commitish: ${{ github.sha }}
+          draft: true