[CI] [JIT] [Build] [Bugfix] Build pybind modules against torch's bundled pybind11; drop pip pybind11 dep

.github/requirements/triton-test.txt

@@ -4,7 +4,6 @@
 setuptools>=45
 setuptools_scm[toml]>=6.2
 wheel
-pybind11==3.0.1
 ninja==1.11.1.4
 psutil
 packaging

.github/workflows/aiter-test.yaml

@@ -253,7 +253,6 @@ jobs:
               rm -rf dist build aiter_meta ./*.egg-info &&
               pip install -r requirements.txt &&
               pip install --upgrade pandas pyzmq einops numpy==1.26.2 &&
-              pip install --upgrade "pybind11>=3.0.1" &&
               pip install --upgrade "ninja>=1.11.1" &&
               pip install --upgrade setuptools_scm &&
               pip install tabulate &&
@@ -866,7 +865,6 @@ jobs:
             pip uninstall -y amd-aiter aiter || true
             pip install -r requirements.txt
             pip install --upgrade pandas pyzmq einops numpy==1.26.2
-            pip install --upgrade 'pybind11>=3.0.1'
             pip install --upgrade 'ninja>=1.11.1'
             pip install tabulate
             pip install '${AITER_WHEEL_PATH}'
@@ -1152,7 +1150,6 @@ jobs:
             pip uninstall -y amd-aiter aiter || true
             pip install -r requirements.txt
             pip install --upgrade pandas pyzmq einops numpy==1.26.2
-            pip install --upgrade 'pybind11>=3.0.1'
             pip install --upgrade 'ninja>=1.11.1'
             pip install tabulate
             pip install '${AITER_WHEEL_PATH}'

.github/workflows/atom-test.yaml

@@ -250,8 +250,6 @@ jobs:
 
           RUN echo "=== Aiter version BEFORE uninstall ===" && pip show amd-aiter || true
           RUN pip uninstall -y amd-aiter
-          RUN pip install --upgrade "pybind11>=3.0.1"
-          RUN pip show pybind11
           RUN rm -rf /app/aiter-test
           RUN git clone --no-checkout ${{ env.GITHUB_REPO_URL }} /app/aiter-test && \\
               cd /app/aiter-test && \\

.github/workflows/kimi-downstream.yaml

@@ -107,7 +107,6 @@ jobs:
           docker exec ${CONTAINER} bash -lc '
             set -e
             pip uninstall -y amd-aiter aiter 2>/dev/null || true
-            pip install --upgrade "pybind11>=3.0.1"
             cd /workspace
             MAX_JOBS=64 PREBUILD_KERNELS=0 GPU_ARCHS=gfx950 pip install -e .
             (pip show amd-aiter || pip show aiter) | grep -E "^Version|^Location" || true

.github/workflows/kimi-perf-downstream.yaml

@@ -91,7 +91,6 @@ jobs:
           docker exec ${CONTAINER} bash -lc '
             set -e
             pip uninstall -y amd-aiter aiter 2>/dev/null || true
-            pip install --upgrade "pybind11>=3.0.1"
             cd /workspace
             MAX_JOBS=64 PREBUILD_KERNELS=0 GPU_ARCHS=gfx950 pip install -e .
           '

.github/workflows/vllm_benchmark.yaml

@@ -109,7 +109,6 @@ jobs:
               pip config set global.retries 10
               pip install -r requirements.txt
               pip install --upgrade pandas pyzmq einops numpy==1.26.2
-              pip install --upgrade "pybind11>=3.0.1"
               pip install --upgrade "ninja>=1.11.1"
               pip install --upgrade "setuptools_scm[toml]>=6.2" wheel packaging psutil
               pip install tabulate

aiter/jit/utils/cpp_extension.py

@@ -1649,14 +1649,16 @@ def _write_ninja_file_to_build_library(
         system_includes += include_paths(with_cuda)
         system_includes = list(set(system_includes))
 
-    # FIXME: build python module excluded with torch, use `pybind11`
-    # But we can't use this now because all aiter op based on torch
-    # which means pybind11 related build flags must from torch now
     common_cflags = []
     if is_python_module:
-        import pybind11
+        # pybind11 headers come from torch (torch/include) for every module so
+        # they share torch's internals version without a pip pybind11 (#4770).
+        import torch
 
-        extra_include_paths.append(pybind11.get_include())
+        torch_include = os.path.join(os.path.dirname(torch.__file__), "include")
+        # torch_exclude omits torch/include; re-add it (header-only, no libtorch).
+        if torch_include not in system_includes:
+            system_includes.append(torch_include)
         common_cflags += [f"{x}" for x in _get_pybind11_abi_build_flags()]
         common_cflags += [f"{x}" for x in _get_glibcxx_abi_build_flags()]
 

pyproject.toml

@@ -1,6 +1,5 @@
 [build-system]
 requires = [
-    "pybind11>=3.0.1",
     "setuptools>=45",
     "setuptools_scm[toml]>=6.2",
     "wheel",

requirements.txt

@@ -19,6 +19,5 @@ psutil==7.2.2
 matplotlib==3.10.9
 pyyaml==6.0.3
 einops==0.8.2
-pybind11==3.0.4
 ninja==1.13.0
 flydsl==0.3.2

setup.py

@@ -469,7 +469,6 @@ def has_ext_modules(self):
     install_requires = ["einops", "packaging", "psutil"]
 else:
     install_requires = [
-        "pybind11>=3.0.1",
         "ninja",
         "pandas",
         "einops",