Merge pull request #2 from DeNA/fix/setup-bazel

stakemura · stakemura · commit 8af304c0fdc2 · 2025-06-01T14:57:25.000+09:00
fix: setup bazel
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -1,4 +1,4 @@
-name: Build TensorFlow Lite runtime
+name: Build TFLite runtime
 
 on:
   release:
@@ -7,24 +7,35 @@ on:
   workflow_dispatch:
     inputs:
       version:
-        description: "Semantic version (e.g., 2.15.0)"
+        description: "Semantic version (e.g., 2.19.0)"
+        required: true
+      release:
+        description: "If true, release the artifact"
+        type: boolean
         required: true
       repository:
         description: "Name of a target repository"
         default: 'tensorflow/tensorflow'
         required: false
+      xnn_arm_options:
+        description: "XNNPack ARM options"
+        default: '--define=xnn_enable_arm_i8mm=false --define=xnn_enable_arm_bf16=false'
+        required: false
+      xnn_avx_options:
+        description: "XNNPack AVX options"
+        default: '--define=xnn_enable_avx512amx=false --define=xnn_enable_avxvnniint8=false --define=xnn_enable_avxvnni=false --define=xnn_enable_avx512fp16=false'
+        required: false
 
 permissions:
   contents: write
 
 env:
-  TF_PYTHON_VERSION: '3.10'
   VERSION:
     |- # Enter release tag name or version in workflow_dispatch. Recent version if not specified
-    ${{ github.event.release.tag_name || github.event.inputs.version || '2.15.0' }}
+    ${{ github.event.release.tag_name || github.event.inputs.version || '2.19.0' }}
   REPOSITORY:
     ${{ github.event.inputs.repository || 'tensorflow/tensorflow' }}
-  
+
 jobs:
   build-android:
     runs-on: ubuntu-22.04
@@ -44,20 +55,25 @@ jobs:
       ANDROID_SDK_API_LEVEL: 31
       ANDROID_NDK_API_LEVEL: 26
       ANDROID_BUILD_TOOLS_VERSION: '31.0.0'
+      CC: clang-17
+      CXX: clang++-17
+      HERMETIC_PYTHON_VERSION: 3.12    
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           repository: ${{ env.REPOSITORY }}
           ref: v${{ env.VERSION }}
           submodules: recursive
           github-server-url: https://github.com
-      - uses: bazelbuild/setup-bazelisk@v2
-      - uses: actions/setup-python@v4
-        with:
-          python-version: ${{ env.TF_PYTHON_VERSION }}
+      - uses: bazel-contrib/setup-bazel@0.15.0
       - name: Install dependencies
         run: |
-          pip install numpy
+          sudo apt-get remove -y gcc g++
+          wget https://apt.llvm.org/llvm.sh
+          chmod u+x llvm.sh
+          sudo ./llvm.sh 17
+          sudo apt-get update
+          sudo apt-get install -y mesa-common-dev libegl1-mesa-dev libgles2-mesa-dev clang-17 llvm-17
       - uses: nttld/setup-ndk@v1
         id: setup-ndk
         with:
@@ -72,19 +88,19 @@ jobs:
           export ANDROID_SDK_HOME=$ANDROID_HOME
 
           # Main
-          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 --define=xnn_enable_arm_fp16=false --define=xnn_enable_arm_i8mm=false tensorflow/lite/c:tensorflowlite_c
+          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} tensorflow/lite/c:tensorflowlite_c
           cp -f bazel-bin/tensorflow/lite/c/libtensorflowlite_c.so artifact
           
           # GPU Delegate
-          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 --define=xnn_enable_arm_fp16=false --define=xnn_enable_arm_i8mm=false --copt -Os --copt -DTFLITE_GPU_BINARY_RELEASE --copt -fvisibility=hidden --linkopt -s --strip always tensorflow/lite/delegates/gpu:libtensorflowlite_gpu_delegate.so
+          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} --copt -Os --copt -DTFLITE_GPU_BINARY_RELEASE --copt -fvisibility=hidden --linkopt -s --strip always tensorflow/lite/delegates/gpu:libtensorflowlite_gpu_delegate.so
           cp -f bazel-bin/tensorflow/lite/delegates/gpu/libtensorflowlite_gpu_delegate.so artifact
 
           # GL Delegate
-          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 --define=xnn_enable_arm_fp16=false --define=xnn_enable_arm_i8mm=false --copt -Os --copt -DTFLITE_GPU_BINARY_RELEASE --copt -fvisibility=hidden --linkopt -s --strip always tensorflow/lite/delegates/gpu:libtensorflowlite_gpu_gl.so
+          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} --copt -Os --copt -DTFLITE_GPU_BINARY_RELEASE --copt -fvisibility=hidden --linkopt -s --strip always tensorflow/lite/delegates/gpu:libtensorflowlite_gpu_gl.so
           cp -f bazel-bin/tensorflow/lite/delegates/gpu/libtensorflowlite_gpu_gl.so artifact
 
           # NNAPI Delegate
-          # bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 --define=xnn_enable_arm_fp16=false --define=xnn_enable_arm_i8mm=false tensorflow/lite/delegates/nnapi:nnapi_delegate
+          # bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} tensorflow/lite/delegates/nnapi:nnapi_delegate
           # cp -f bazel-bin/tensorflow/lite/delegates/nnapi/libnnapi_delegate.so artifact
       - name: Build AAR
         if: ${{ matrix.config == 'android_fat_aar' }}
@@ -95,23 +111,24 @@ jobs:
           export ANDROID_SDK_HOME=$ANDROID_HOME
 
           # Main
-          bazel build -c opt --fat_apk_cpu=arm64-v8a,armeabi-v7a,x86_64 --cxxopt=--std=c++17 --define=xnn_enable_arm_fp16=false --define=xnn_enable_arm_i8mm=false --host_crosstool_top=@bazel_tools//tools/cpp:toolchain --define=android_dexmerger_tool=d8_dexmerger --define=android_incremental_dexing_tool=d8_dexbuilder tensorflow/lite/java:tensorflow-lite
+          bazel build -c opt --fat_apk_cpu=arm64-v8a,armeabi-v7a,x86_64 --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} --host_crosstool_top=@bazel_tools//tools/cpp:toolchain --define=android_dexmerger_tool=d8_dexmerger --define=android_incremental_dexing_tool=d8_dexbuilder tensorflow/lite/java:tensorflow-lite
           cp -f bazel-bin/tensorflow/lite/java/tensorflow-lite.aar artifact
           
           # GPU Delegate
-          bazel build -c opt --fat_apk_cpu=arm64-v8a,armeabi-v7a,x86_64 --cxxopt=--std=c++17 --define=xnn_enable_arm_fp16=false --define=xnn_enable_arm_i8mm=false --host_crosstool_top=@bazel_tools//tools/cpp:toolchain --define=android_dexmerger_tool=d8_dexmerger --define=android_incremental_dexing_tool=d8_dexbuilder tensorflow/lite/java:tensorflow-lite-gpu
+          bazel build -c opt --fat_apk_cpu=arm64-v8a,armeabi-v7a,x86_64 --cxxopt=--std=c++17 ${{ inputs.xnn_arm_options }} ${{ inputs.xnn_avx_options }} --host_crosstool_top=@bazel_tools//tools/cpp:toolchain --define=android_dexmerger_tool=d8_dexmerger --define=android_incremental_dexing_tool=d8_dexbuilder tensorflow/lite/java:tensorflow-lite-gpu
           cp -f bazel-bin/tensorflow/lite/java/tensorflow-lite-gpu.aar artifact
       - name: Compress artifact
         run: |
           mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
           tar czf "${{ matrix.artifact_name }}-${{ env.VERSION }}.tgz" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v1
+      - uses: softprops/action-gh-release@v2
+        if: ${{ inputs.release }}
         with:
           files: "*.tgz"
           tag_name: ${{ env.VERSION }}
 
   build-ios:
-    runs-on: macos-12
+    runs-on: macos-15
     strategy:
       fail-fast: false
       matrix:
@@ -122,20 +139,16 @@ jobs:
             artifact_name: tflite-runtime-ios-sim-arm64
           - config: ios_x86_64
             artifact_name: tflite-runtime-ios-sim-x86_64
+    env:
+      HERMETIC_PYTHON_VERSION: 3.12    
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           repository: ${{ env.REPOSITORY }}
           ref: v${{ env.VERSION }}
           submodules: recursive
           github-server-url: https://github.com
-      - uses: bazelbuild/setup-bazelisk@v2
-      - uses: actions/setup-python@v4
-        with:
-          python-version: ${{ env.TF_PYTHON_VERSION }}
-      - name: Install dependencies
-        run: |
-          pip install numpy
+      - uses: bazel-contrib/setup-bazel@0.15.0
       - name: Build runtime
         run: |
           mv tensorflow/lite/ios/BUILD.apple tensorflow/lite/ios/BUILD
@@ -145,20 +158,21 @@ jobs:
           mkdir -p artifact
           
           # Main
-          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteC_framework
+          bazel build -c opt --config=${{ matrix.config }} ${{ inputs.xnn_avx_options }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteC_framework
           unzip -o bazel-bin/tensorflow/lite/ios/TensorFlowLiteC_framework.zip -d artifact
 
           # Metal Delegate
-          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteCMetal_framework
+          bazel build -c opt --config=${{ matrix.config }} ${{ inputs.xnn_avx_options }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteCMetal_framework
           unzip -o bazel-bin/tensorflow/lite/ios/TensorFlowLiteCMetal_framework.zip -d artifact
           
           # CoreML Delegate
-          bazel build -c opt --config=${{ matrix.config }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteCCoreML_framework
+          bazel build -c opt --config=${{ matrix.config }} ${{ inputs.xnn_avx_options }} --cxxopt=--std=c++17 tensorflow/lite/ios:TensorFlowLiteCCoreML_framework
           unzip -o bazel-bin/tensorflow/lite/ios/TensorFlowLiteCCoreML_framework.zip -d artifact
 
           mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
           7z a "${{ matrix.artifact_name }}-${{ env.VERSION }}.zip" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v1
+      - uses: softprops/action-gh-release@v2
+        if: ${{ inputs.release }}
         with:
           files: "*.zip"
           tag_name: ${{ env.VERSION }}
@@ -173,71 +187,81 @@ jobs:
             artifact_name: tflite-runtime-linux-x86_64
           - config: elinux_aarch64
             artifact_name: tflite-runtime-linux-arm64
+    env:
+      CC: gcc-12
+      CXX: g++-12
+      HERMETIC_PYTHON_VERSION: 3.12    
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           repository: ${{ env.REPOSITORY }}
           ref: v${{ env.VERSION }}
           submodules: recursive
           github-server-url: https://github.com
-      - uses: bazelbuild/setup-bazelisk@v2
-      - uses: actions/setup-python@v4
-        with:
-          python-version: ${{ env.TF_PYTHON_VERSION }}
+      - uses: bazel-contrib/setup-bazel@0.15.0
       - name: Install dependencies
         run: |
-          sudo apt-get update && sudo apt-get install libegl1-mesa-dev
-          pip install numpy
+          sudo apt-get remove -y gcc g++
+          sudo apt update
+          sudo apt-get install -y mesa-common-dev libegl1-mesa-dev libgles2-mesa-dev gcc-12 g++-12
       - name: Build runtime
         run: |
           mkdir -p artifact
 
-          bazel build --config=${{ matrix.config }} -c opt --define tflite_with_xnnpack=true tensorflow/lite/c:tensorflowlite_c
+          bazel build --config=${{ matrix.config }} -c opt --define tflite_with_xnnpack=true ${{ inputs.xnn_avx_options }} tensorflow/lite/c:tensorflowlite_c
           cp -f bazel-bin/tensorflow/lite/c/libtensorflowlite_c.so artifact
 
           mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
           tar cfz "${{ matrix.artifact_name }}-${{ env.VERSION }}.tgz" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v1
+      - uses: softprops/action-gh-release@v2
+        if: ${{ inputs.release }}
         with:
           files: "*.tgz"
           tag_name: ${{ env.VERSION }}
 
   build-macos:
-    runs-on: macos-12
+    runs-on: ${{ matrix.vm }}
     strategy:
       fail-fast: false
       matrix:
         include:
           - config: macos
             cpu: x86_64
             artifact_name: tflite-runtime-osx-x86_64
+            vm: macos-13
           - config: macos_arm64
             cpu: arm64
             artifact_name: tflite-runtime-osx-arm64
+            vm: macos-13
+    env:
+      HERMETIC_PYTHON_VERSION: 3.12    
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           repository: ${{ env.REPOSITORY }}
           ref: v${{ env.VERSION }}
           submodules: recursive
           github-server-url: https://github.com
-      - uses: bazelbuild/setup-bazelisk@v2
-      - uses: actions/setup-python@v4
-        with:
-          python-version: ${{ env.TF_PYTHON_VERSION }}
+      - uses: bazel-contrib/setup-bazel@0.15.0
       - name: Install dependencies
+        if: ${{ matrix.vm != 'macos-15' }}
+        shell: bash
         run: |
-          pip install numpy
+          brew install llvm@17 \
+          && echo 'export PATH="/opt/homebrew/opt/llvm@17/bin:$PATH"' >> /Users/runner/.bash_profile \
+          && source /Users/runner/.bash_profile \
+          && which clang++
       - name: Build runtime
+        shell: bash
         run: |
           mkdir -p artifact
 
           # Main
-          bazel build --config=${{ matrix.config }} --macos_cpus=${{ matrix.cpu }} --cxxopt=--std=c++17 -c opt --define tflite_with_xnnpack=true tensorflow/lite/c:tensorflowlite_c
+          bazel build --config=${{ matrix.config }} --macos_cpus=${{ matrix.cpu }} --cxxopt=--std=c++17 ${{ inputs.xnn_avx_options }} -c opt --define tflite_with_xnnpack=true tensorflow/lite/c:tensorflowlite_c
           cp -f bazel-bin/tensorflow/lite/c/libtensorflowlite_c.dylib artifact
 
           # Metal Delegate
-          bazel build --config=${{ matrix.config }} --macos_cpus=${{ matrix.cpu }} --cxxopt=--std=c++17 -c opt --copt -Os --copt -DTFLITE_GPU_BINARY_RELEASE --copt -fvisibility=default --linkopt -s --strip always tensorflow/lite/delegates/gpu:tensorflow_lite_gpu_dylib
+          bazel build --config=${{ matrix.config }} --macos_cpus=${{ matrix.cpu }} --cxxopt=--std=c++17 ${{ inputs.xnn_avx_options }} -c opt --copt -Os --copt -DTFLITE_GPU_BINARY_RELEASE --copt -fvisibility=default --linkopt -s --strip always tensorflow/lite/delegates/gpu:tensorflow_lite_gpu_dylib
           cp -f bazel-bin/tensorflow/lite/delegates/gpu/tensorflow_lite_gpu_dylib.dylib artifact/libtensorflowlite_metal_delegate.dylib
 
           mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
@@ -247,24 +271,26 @@ jobs:
           name: ${{ matrix.artifact_name }}
           path: ${{ matrix.artifact_name }}-${{ env.VERSION }}
           retention-days: 1
-      - uses: softprops/action-gh-release@v1
+      - uses: softprops/action-gh-release@v2
+        if: ${{ inputs.release }}
         with:
           files: "*.tgz"
           tag_name: ${{ env.VERSION }}
 
   build-macos-universal:
     needs: [build-macos]
-    runs-on: macos-12
+    runs-on: macos-15
     steps:  
       - uses: actions/download-artifact@v4
       - name: Build universal binary
         run: |
           mkdir -p artifact
-          lipo -create -output artifact/libtensorflowlite_c.dylib "tflite-runtime-osx-x86_64-${{ env.VERSION }}/libtensorflowlite_c.dylib" "tflite-runtime-osx-arm64-${{ env.VERSION }}/libtensorflowlite_c.dylib"
-          lipo -create -output artifact/libtensorflowlite_metal_delegate.dylib "tflite-runtime-osx-x86_64-${{ env.VERSION }}/libtensorflowlite_metal_delegate.dylib" "tflite-runtime-osx-arm64-${{ env.VERSION }}/libtensorflowlite_metal_delegate.dylib"
+          lipo -create -output artifact/libtensorflowlite_c.dylib "tflite-runtime-osx-x86_64/libtensorflowlite_c.dylib" "tflite-runtime-osx-arm64/libtensorflowlite_c.dylib"
+          lipo -create -output artifact/libtensorflowlite_metal_delegate.dylib "tflite-runtime-osx-x86_64/libtensorflowlite_metal_delegate.dylib" "tflite-runtime-osx-arm64/libtensorflowlite_metal_delegate.dylib"
           mv artifact/ "tflite-runtime-osx-universal2-${{ env.VERSION }}"
           tar cfz "tflite-runtime-osx-universal2-${{ env.VERSION }}.tgz" "tflite-runtime-osx-universal2-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v1
+      - uses: softprops/action-gh-release@v2
+        if: ${{ inputs.release }}
         with:
           files: "*.tgz"
           tag_name: ${{ env.VERSION }}
@@ -280,32 +306,29 @@ jobs:
           - config: windows_x86_64
             cpu: x86_64
             artifact_name: tflite-runtime-win-x86_64
+    env:
+      HERMETIC_PYTHON_VERSION: 3.12    
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           repository: ${{ env.REPOSITORY }}
           ref: v${{ env.VERSION }}
           submodules: recursive
           github-server-url: https://github.com
-      - uses: bazelbuild/setup-bazelisk@v2
-      - uses: actions/setup-python@v4
-        with:
-          python-version: ${{ env.TF_PYTHON_VERSION }}
-      - name: Install dependencies
-        run: |
-          pip install numpy
+      - uses: bazel-contrib/setup-bazel@0.15.0
       - name: Build runtime
         shell: bash
         run: |
           mkdir -p artifact
 
           # Main
-          bazel build -c opt --define tflite_with_xnnpack=true tensorflow/lite/c:tensorflowlite_c
+          bazel build --cxxopt=/std:c++20 -c opt --define tflite_with_xnnpack=true ${{ inputs.xnn_avx_options }} tensorflow/lite/c:tensorflowlite_c
           cp -f bazel-bin/tensorflow/lite/c/tensorflowlite_c.dll artifact
 
           mv artifact/ "${{ matrix.artifact_name }}-${{ env.VERSION }}"
           7z a "${{ matrix.artifact_name }}-${{ env.VERSION }}.zip" "${{ matrix.artifact_name }}-${{ env.VERSION }}"
-      - uses: softprops/action-gh-release@v1
+      - uses: softprops/action-gh-release@v2
+        if: ${{ inputs.release }}
         with:
           files: "*.zip"
           tag_name: ${{ env.VERSION }}
@@ -314,7 +337,8 @@ jobs:
     needs: [build-android, build-ios, build-linux, build-macos-universal, build-windows]
     runs-on: ubuntu-latest
     steps:  
-      - uses: softprops/action-gh-release@v1
+      - uses: softprops/action-gh-release@v2
+        if: ${{ inputs.release }}
         with:
           name: TFLite Runtime v${{ env.VERSION }}
           tag_name: ${{ env.VERSION }}
