Merge branch 'master' of https://github.com/pass-lin/keras

Author: pass-lin

.github/workflows/actions.yml

@@ -59,6 +59,7 @@ jobs:
           if [ "${{ matrix.nnx_enabled }}" == "true" ]; then
             pip install --upgrade flax>=0.11.1
           fi
+          pip install --no-deps tf_keras==2.18.0
           pip uninstall -y keras keras-nightly
           pip install -e "." --progress-bar off --upgrade
       - name: Test applications with pytest
@@ -147,4 +148,4 @@ jobs:
           pip uninstall -y keras keras-nightly
           pip install -e "." --progress-bar off --upgrade
       - name: Run pre-commit
-        run: pre-commit run --all-files --hook-stage manual
+        run: pre-commit run --all-files --hook-stage manual

.github/workflows/nightly.yml

@@ -3,7 +3,7 @@ name: Nightly
 on:
   workflow_dispatch: # To Generate wheels on demand outside of schedule.
   schedule:
-    - cron: '0 3 * * *' # run at 3 AM UTC / 8 PM PDT
+    - cron: "0 3 * * *" # run at 3 AM UTC / 8 PM PDT
 
 permissions:
   contents: read
@@ -13,9 +13,9 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.10']
+        python-version: ["3.10"]
         backend: [tensorflow, jax, torch, numpy]
-    name: Run tests
+    name: Run tests (Python ${{ matrix.python-version }})
     runs-on: ubuntu-latest
     env:
       PYTHON: ${{ matrix.python-version }}
@@ -57,6 +57,54 @@ jobs:
         run: |
           pytest keras --ignore keras/src/applications --cov=keras --cov-config=pyproject.toml
 
+  build-python-latest:
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.13"]
+        backend: [tensorflow, jax, torch, numpy]
+    name: Run tests (Python ${{ matrix.python-version }})
+    runs-on: ubuntu-latest
+    env:
+      PYTHON: ${{ matrix.python-version }}
+      KERAS_BACKEND: ${{ matrix.backend }}
+    steps:
+      - uses: actions/checkout@v5
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Get pip cache dir
+        id: pip-cache
+        run: |
+          python -m pip install --upgrade pip setuptools
+          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
+      - name: pip cache
+        uses: actions/cache@v4
+        with:
+          path: ${{ steps.pip-cache.outputs.dir }}
+          key: ${{ runner.os }}-pip-latest-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('requirements.txt') }}
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt --progress-bar off --upgrade
+          pip uninstall -y keras keras-nightly
+          pip install -e "." --progress-bar off --upgrade
+      - name: Test integrations
+        if: ${{ matrix.backend != 'numpy'}}
+        run: |
+          python integration_tests/import_test.py
+      - name: Test TF-specific integrations
+        if: ${{ matrix.backend == 'tensorflow'}}
+        run: |
+          python integration_tests/tf_distribute_training_test.py
+      - name: Test Torch-specific integrations
+        if: ${{ matrix.backend == 'torch'}}
+        run: |
+          pytest integration_tests/torch_workflow_test.py
+      - name: Test with pytest
+        run: |
+          pytest keras --ignore keras/src/applications --cov=keras --cov-config=pyproject.toml
+
   format:
     name: Check the code format
     runs-on: ubuntu-latest
@@ -65,7 +113,7 @@ jobs:
       - name: Set up Python 3.10
         uses: actions/setup-python@v6
         with:
-          python-version: '3.10'
+          python-version: "3.10"
       - name: Get pip cache dir
         id: pip-cache
         run: |
@@ -84,17 +132,16 @@ jobs:
       - name: Run pre-commit
         run: pre-commit run --all-files --hook-stage manual
 
-
   nightly:
     name: Build Wheel file and upload
-    needs: [build, format]
+    needs: [build, build-python-latest, format]
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v5
       - name: Set up Python
         uses: actions/setup-python@v6
         with:
-          python-version: '3.10'
+          python-version: "3.10"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip setuptools

.github/workflows/scorecard.yml

@@ -48,14 +48,14 @@ jobs:
       # Upload the results as artifacts (optional). Commenting out will disable uploads of run results in SARIF
       # format to the repository Actions tab.
       - name: "Upload artifact"
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
+        uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
         with:
           name: SARIF file
           path: results.sarif
           retention-days: 5
 
       # Upload the results to GitHub's code scanning dashboard.
       - name: "Upload to code-scanning"
-        uses: github/codeql-action/upload-sarif@3599b3baa15b485a2e49ef411a7a4bb2452e7f93 # v3.29.5
+        uses: github/codeql-action/upload-sarif@0499de31b99561a6d14a36a5f662c2a54f91beee # v3.29.5
         with:
           sarif_file: results.sarif

.github/workflows/tpu_tests.yml

@@ -0,0 +1,56 @@
+name: Keras Tests
+
+# TODO: Consider enabling all tests (pytest, applications, etc.) with NNX in the future
+# Currently only basic flow tests run with NNX enabled
+
+on:
+  push:
+    branches: [ master ]
+  pull_request_review:
+    types: [submitted]
+  release:
+    types: [created]
+
+permissions:
+  contents: read
+
+jobs:
+
+  test-in-container:
+    name: Run tests on TPU
+    runs-on: linux-x86-ct6e-44-1tpu
+    # Only run on approved PRs, pushes to master, or releases
+    if: |
+      github.event_name == 'push' ||
+      github.event_name == 'release' ||
+      (github.event_name == 'pull_request_review' && github.event.review.state == 'approved')
+
+    strategy:
+      fail-fast: false
+      matrix:
+        backend: [jax]
+
+    container:
+      image: python:3.10-slim
+      options: --privileged --network host
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v4
+      
+      - name: Install Dependencies
+        run: |
+          pip install --no-cache-dir -r requirements-${{ matrix.backend }}-tpu.txt \
+      
+      - name: Set Keras Backend
+        run: echo "KERAS_BACKEND=jax" >> $GITHUB_ENV
+
+      - name: Run Verification and Tests
+        run: |
+          echo "Successfully running inside the public python container!"
+          echo "Verifying JAX installation..."
+          python3 -c "import jax; print(f'JAX backend: {jax.default_backend()}'); print(f'JAX devices : {jax.devices()}')"
+
+          pytest keras --ignore keras/src/applications \
+                      --cov=keras \
+                      --cov-config=pyproject.toml

.gitignore

@@ -6,6 +6,7 @@ __pycache__
 **/.vscode test/**
 **/.vscode-smoke/**
 **/.venv*/
+venv
 bin/**
 build/**
 obj/**

CONTRIBUTING.md

@@ -4,7 +4,7 @@ Contributions can be made in a variety of ways, including coding, enriching docu
 
 
 ## Current items open for contributions
-At [this link](https://github.com/keras-team/keras/issues/18442), you'll find a list of items where you help is needed!
+At [this link](https://github.com/keras-team/keras/issues/18442), you'll find a list of items where your help is needed!
 
 
 ## How to contribute code

README.md

@@ -27,9 +27,8 @@ pip install keras --upgrade
 
 2. Install backend package(s).
 
-To use `keras`, you should also install the backend of choice: `tensorflow`, `jax`, or `torch`.
-Note that `tensorflow` is required for using certain Keras 3 features: certain preprocessing layers
-as well as `tf.data` pipelines.
+To use `keras`, you should also install the backend of choice: `tensorflow`, `jax`, or `torch`. Additionally,
+The `openvino` backend is available with support for model inference only.
 
 ### Local installation
 
@@ -56,6 +55,17 @@ python pip_build.py --install
 ./shell/api_gen.sh
 ```
 
+## Backend Compatibility Table
+
+The following table lists the minimum supported versions of each backend for the latest stable release of Keras (v3.x):
+
+| Backend    | Minimum Supported Version |
+|------------|---------------------------|
+| TensorFlow | 2.16.1                    |
+| JAX        | 0.4.20                    |
+| PyTorch    | 2.1.0                     |
+| OpenVINO   | 2025.3.0                  |
+
 #### Adding GPU support
 
 The `requirements.txt` file will install a CPU-only version of TensorFlow, JAX, and PyTorch. For GPU support, we also

conftest.py

@@ -31,6 +31,21 @@ def pytest_collection_modifyitems(config, items):
                 line.strip() for line in openvino_skipped_tests if line.strip()
             ]
 
+    tpu_skipped_tests = []
+    if backend() == "jax":
+        try:
+            with open(
+                "keras/src/backend/jax/excluded_tpu_tests.txt", "r"
+            ) as file:
+                tpu_skipped_tests = file.readlines()
+                # it is necessary to check if stripped line is not empty
+                # and exclude such lines
+                tpu_skipped_tests = [
+                    line.strip() for line in tpu_skipped_tests if line.strip()
+                ]
+        except FileNotFoundError:
+            pass  # File doesn't exist, no tests to skip
+
     requires_trainable_backend = pytest.mark.skipif(
         backend() in ["numpy", "openvino"],
         reason="Trainer not implemented for NumPy and OpenVINO backend.",
@@ -49,6 +64,14 @@ def pytest_collection_modifyitems(config, items):
                         "Not supported operation by openvino backend",
                     )
                 )
+        # also, skip concrete tests for TPU when using JAX backend
+        for skipped_test in tpu_skipped_tests:
+            if skipped_test in item.nodeid:
+                item.add_marker(
+                    pytest.mark.skip(
+                        reason="Known TPU test failure",
+                    )
+                )
 
 
 def skip_if_backend(given_backend, reason):

keras/api/__init__.py

@@ -12,6 +12,7 @@
 from keras import config as config
 from keras import constraints as constraints
 from keras import datasets as datasets
+from keras import distillation as distillation
 from keras import distribution as distribution
 from keras import dtype_policies as dtype_policies
 from keras import export as export

keras/api/_tf_keras/keras/__init__.py

@@ -10,6 +10,7 @@
 from keras import config as config
 from keras import constraints as constraints
 from keras import datasets as datasets
+from keras import distillation as distillation
 from keras import distribution as distribution
 from keras import dtype_policies as dtype_policies
 from keras import export as export