conf,ci: Transition to KAS for build and workflow management

KAS for build and workflow management brings significant improvements
in efficiency, maintainability, and consistency to our build process.
Replacingthe repo tool with kas streamlines the management of Yocto
build configurations.

* Replace `repo` with `kas` for managing Yocto build configurations.
* Update GitHub Actions to use `kas` for checkout, build, and test
  processes.
* Simplify build environment setup in `README.md` with `kas` commands.
* Remove obsolete `manifest-scarthgap.xml` and related `repo`
  configurations.
* Introduce new KAS configuration files for machines and presets.
* Enhance workflow automation by integrating timestamp generation and
  matrix strategies.

Change-Type: major
Maintenance-Type: ci
Signed-Off-By: Pablo Saavedra <psaavedra@igalia.com>

Author: psaavedra

.github/actions/buildhistory-collect-srcrevs/action.yml

@@ -1,18 +1,15 @@
 inputs:
-  bitbake_buildname:
-    default: 'build'
-  bitbake_prefix:
-    default: ''
-  bitbake_machine:
+  machine:
     default: 'raspberrypi5'
-  bitbake_target:
-    default: 'core-image-weston-wpe'
-  bitbake_source:
-    default: 'source'
   repo_release:
     default: 'scarthgap'
   s3_storage:
     required: true
+  target:
+    default: 'core-image-weston-wpe'
+  wpe_version:
+    default: 'nightly'
+
 runs:
   using: 'composite'
   steps:
@@ -21,12 +18,10 @@ runs:
       run:  |
         echo "Environment:"
         echo "======================================================================"
-        echo "BITBAKE_BUILDNAME=${{ inputs.bitbake_buildname }}"
-        echo "BITBAKE_MACHINE=${{ inputs.bitbake_machine }}"
-        echo "BITBAKE_PREFIX=${{ inputs.bitbake_prefix }}"
-        echo "BITBAKE_SOURCE=${{ inputs.bitbake_source }}"
-        echo "BITBAKE_TARGET=${{ inputs.bitbake_target }}"
+        echo "MACHINE=${{ inputs.machine }}"
         echo "RELEASE=${{ inputs.repo_release }}"
+        echo "TARGET=${{ inputs.target }}"
+        echo "WPE_VERSION=${{ inputs.wpe_version }}"
         echo "======================================================================"
     - name: Download timestamp artifact
       uses: actions/download-artifact@v4
@@ -47,7 +42,7 @@ runs:
     - name: Download workdir artifact
       uses: actions/download-artifact@v4
       with:
-        name: yocto-meta-wpe-image-${{ inputs.repo_release }}
+        name: yocto-meta-wpe-image-${{ inputs.repo_release }}-${{ inputs.machine }}-${{ inputs.wpe_version }}
         path:  ~/
     - name: Untar workdir
       shell: bash
@@ -58,16 +53,20 @@ runs:
     - name: Build
       shell: bash
       run:  |
+        export KAS_WORK_DIR="workdir"
+
+        # requires: sudo apt-get install -y git git-lfs pip
+        #           pip/pipx install kas
+        export PATH=$PATH:~/.local/bin
+
         cd ~/yocto-meta-wpe-image-${{ inputs.repo_release }}
-        mkdir ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/
-        cp /local-host.conf ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/ || true
+        cp /kas-local.yml ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/
+
         ulimit -n 4096
-        source sources/meta-wpe-image/scripts/setup-environment ${{ inputs.bitbake_buildname}} ${{ inputs.bitbake_machine }} ${{ inputs.bitbake_source }}
         MAX_RETRIES=5
-        export ${{ inputs.bitbake_prefix }}
         for i in $(seq 1 $MAX_RETRIES); do
             echo "Attempt $i to fetch sources for $IMAGE..."
-            if bitbake ${{ inputs.bitbake_target }} --runall=fetch; then
+            if kas shell kas.yml:kas/machines/${{ inputs.machine }}.yml:kas/presets/wpe-${{ inputs.wpe_version }}.yml:kas-local.yml -c "bitbake ${{ inputs.target }} --runall=fetch"; then
                 echo "All sources fetched successfully."
                 break
             fi
@@ -78,15 +77,18 @@ runs:
                 echo "Max retries reached. Some sources may still be missing."
             fi
         done
-        buildhistory-collect-srcrevs -a > ~/srcrev_${{ inputs.bitbake_target }}_${{ inputs.bitbake_machine }}.inc
-        diff -u ../../sources/meta-wpe-image/conf/include/srcrev_${{ inputs.bitbake_target }}_${{ inputs.bitbake_machine }}.inc ~/srcrev_${{ inputs.bitbake_target }}_${{ inputs.bitbake_machine }}.inc || true
+
+        kas shell \
+        kas.yml:kas/machines/${{ inputs.machine }}.yml:kas/presets/wpe-${{ inputs.wpe_version }}.yml:kas/presets/buildhistory.yml:kas-local.yml \
+            -c "buildhistory-collect-srcrevs -a > ${KAS_WORK_DIR}/srcrev_${{ inputs.target }}_${{ inputs.machine }}.inc"
+        diff -u meta-wpe-image/conf/include/srcrev_${{ inputs.target }}_${{ inputs.machine }}.inc ${KAS_WORK_DIR}/srcrev_${{ inputs.target }}_${{ inputs.machine }}.inc || true
     - name: Upload buildhistory-collect-srcrevs.inc artifact
       uses: actions/upload-artifact@v4
       with:
-        name: srcrev_${{ inputs.bitbake_target }}_${{ inputs.bitbake_machine }}.inc
-        path:  ~/srcrev_${{ inputs.bitbake_target }}_${{ inputs.bitbake_machine }}.inc
+        name: srcrev_${{ inputs.target }}_${{ inputs.machine }}.inc
+        path: ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/workdir/srcrev_${{ inputs.bitbake_target }}_${{ inputs.bitbake_machine }}.inc
     - name: Clean the tmp dir
       if: always()
       shell: bash
       run:  |
-        rm -rf ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/${{ inputs.bitbake_buildname }}/tmp
+        rm -rf ~/yocto-meta-wpe-image-${{ inputs.repo_release }}

.github/actions/bitbake-build/action.yml .github/actions/kas-build/action.yml.github/actions/bitbake-build/action.yml renamed to .github/actions/kas-build/action.yml

@@ -1,18 +1,17 @@
 inputs:
-  bitbake_buildname:
-    default: 'build'
-  bitbake_prefix:
-    default: ''
-  bitbake_machine:
+  machine:
     default: 'raspberrypi5'
-  bitbake_target:
-    default: 'core-image-weston-wpe'
-  bitbake_source:
-    default: 'source'
+  presets_extra:
+    default: ''
   repo_release:
     default: 'scarthgap'
   s3_storage:
     required: true
+  target:
+    default: 'core-image-weston-wpe'
+  wpe_version:
+    default: 'nightly'
+
 runs:
   using: 'composite'
   steps:
@@ -21,12 +20,11 @@ runs:
       run:  |
         echo "Environment:"
         echo "======================================================================"
-        echo "BITBAKE_BUILDNAME=${{ inputs.bitbake_buildname }}"
-        echo "BITBAKE_MACHINE=${{ inputs.bitbake_machine }}"
-        echo "BITBAKE_PREFIX=${{ inputs.bitbake_prefix }}"
-        echo "BITBAKE_SOURCE=${{ inputs.bitbake_source }}"
-        echo "BITBAKE_TARGET=${{ inputs.bitbake_target }}"
+        echo "MACHINE=${{ inputs.machine }}"
+        echo "PRESETS_EXTRA=${{ inputs.presets_extra }}"
         echo "RELEASE=${{ inputs.repo_release }}"
+        echo "TARGET=${{ inputs.target }}"
+        echo "WPE_VERSION=${{ inputs.wpe_version }}"
         echo "======================================================================"
     - name: Download timestamp artifact
       uses: actions/download-artifact@v4
@@ -47,7 +45,7 @@ runs:
     - name: Download workdir artifact
       uses: actions/download-artifact@v4
       with:
-        name: yocto-meta-wpe-image-${{ inputs.repo_release }}
+        name: yocto-meta-wpe-image-${{ inputs.repo_release }}-${{ inputs.machine }}-${{ inputs.wpe_version }}
         path:  ~/
     - name: Untar workdir
       shell: bash
@@ -58,16 +56,20 @@ runs:
     - name: Build
       shell: bash
       run:  |
+        export KAS_WORK_DIR="workdir"
+
+        # requires: sudo apt-get install -y git git-lfs pip
+        #           pip/pipx install kas
+        export PATH=$PATH:~/.local/bin
+
         cd ~/yocto-meta-wpe-image-${{ inputs.repo_release }}
-        mkdir ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/
-        cp /local-host.conf ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/ || true
+        cp /kas-local.yml ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/
+
         ulimit -n 4096
-        source sources/meta-wpe-image/scripts/setup-environment ${{ inputs.bitbake_buildname}} ${{ inputs.bitbake_machine }} ${{ inputs.bitbake_source }}
         MAX_RETRIES=5
-        export ${{ inputs.bitbake_prefix }}
         for i in $(seq 1 $MAX_RETRIES); do
             echo "Attempt $i to fetch sources for $IMAGE..."
-            if bitbake ${{ inputs.bitbake_target }} --runall=fetch; then
+           if kas shell kas.yml:kas/machines/${{ inputs.machine }}.yml:kas/presets/wpe-${{ inputs.wpe_version }}.yml:kas-local.yml -c "bitbake ${{ inputs.target }} --runall=fetch"; then
                 echo "All sources fetched successfully."
                 break
             fi
@@ -78,21 +80,22 @@ runs:
                 echo "Max retries reached. Some sources may still be missing."
             fi
         done
-        ${{ inputs.bitbake_prefix }} bitbake ${{ inputs.bitbake_target }}
+
+        kas build kas.yml:kas/machines/${{ inputs.machine }}.yml:kas/presets/wpe-${{ inputs.wpe_version }}.yml${{ inputs.presets_extra}}:kas-local.yml
     - name: Artifacts
       if: always()
       shell: bash
       run: |
-        ls -lh ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/${{ inputs.bitbake_buildname }}/tmp/deploy/images/${{ inputs.bitbake_machine }}/
+        ls -lh ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/${KAS_WORK_DIR}/build/tmp/deploy/images/${{ inputs.machine }}/
         TIMESTAMP=${{ steps.timestamp.outputs.timestamp }}
-        s3cmd put -F ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/${{ inputs.bitbake_buildname }}/tmp/deploy/images/${{ inputs.bitbake_machine }}/${{ inputs.bitbake_target }}-${{ inputs.bitbake_machine }}.rootfs.wic.bmap \
-            s3://${{ inputs.s3_storage }}/${TIMESTAMP}-${{ inputs.bitbake_buildname }}/${{ inputs.bitbake_target }}-${{ inputs.bitbake_machine }}.wic.bmap
-        s3cmd put -F ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/${{ inputs.bitbake_buildname }}/tmp/deploy/images/${{ inputs.bitbake_machine }}/${{ inputs.bitbake_target }}-${{ inputs.bitbake_machine }}.rootfs.wic.bz2 \
-            s3://${{ inputs.s3_storage }}/${TIMESTAMP}-${{ inputs.bitbake_buildname }}/${{ inputs.bitbake_target }}-${{ inputs.bitbake_machine }}.wic.bz2
-        s3cmd put -F ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/${{ inputs.bitbake_buildname }}/tmp/deploy/images/${{ inputs.bitbake_machine }}/${{ inputs.bitbake_target }}-${{ inputs.bitbake_machine }}.rootfs-dbg.tar.bz2 \
-            s3://${{ inputs.s3_storage }}/${TIMESTAMP}-${{ inputs.bitbake_buildname }}/${{ inputs.bitbake_target }}-${{ inputs.bitbake_machine }}.dbg.tar.bz2
+        s3cmd put -F ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/${KAS_WORK_DIR}/build/tmp/deploy/images/${{ inputs.machine }}/${{ inputs.target }}-${{ inputs.machine }}.rootfs.wic.bmap \
+            s3://${{ inputs.s3_storage }}/${TIMESTAMP}-wpe-${{ inputs.wpe_version }}-${{ inputs.machine }}/${{ inputs.target }}-${{ inputs.machine }}.wic.bmap
+        s3cmd put -F ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/${KAS_WORK_DIR}/build/tmp/deploy/images/${{ inputs.machine }}/${{ inputs.target }}-${{ inputs.machine }}.rootfs.wic.bz2 \
+            s3://${{ inputs.s3_storage }}/${TIMESTAMP}-wpe-${{ inputs.wpe_version }}-${{ inputs.machine }}/${{ inputs.target }}-${{ inputs.machine }}.wic.bz2
+        s3cmd put -F ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/${KAS_WORK_DIR}/build/tmp/deploy/images/${{ inputs.machine }}/${{ inputs.target }}-${{ inputs.machine }}.rootfs.dbg.tar.bz2 \
+            s3://${{ inputs.s3_storage }}/${TIMESTAMP}-wpe-${{ inputs.wpe_version }}-${{ inputs.machine }}/${{ inputs.target }}-${{ inputs.machine }}.dbg.tar.bz2
     - name: Clean the tmp dir
       if: always()
       shell: bash
       run:  |
-        rm -rf ~/yocto-meta-wpe-image-${{ inputs.repo_release }}/builds/${{ inputs.bitbake_buildname }}/tmp
+        # rm -rf ~/yocto-meta-wpe-image-${{ inputs.repo_release }}

.github/actions/bitbake-repo/action.yml .github/actions/kas-checkout/action.yml.github/actions/bitbake-repo/action.yml renamed to .github/actions/kas-checkout/action.yml

@@ -1,10 +1,15 @@
 inputs:
+  machine:
+    default: 'raspberrypi5'
   repo_url:
     default: https://github.com/${{ github.repository }}.git
   repo_ref:
     default: ${{ github.ref }}
   repo_release:
     default: 'scarthgap'
+  wpe_version:
+    default: 'nightly'
+
 runs:
   using: 'composite'
   steps:
@@ -15,48 +20,43 @@ runs:
         echo "======================================================================"
         echo "CI_REPOSITORY_URL=${{ inputs.repo_url }}"
         echo "CI_COMMIT_SHA=${{ inputs.repo_ref }}"
-        echo "CI_RELEASE=${{ inputs.repo_release }}"
+        echo "MACHINE=${{ inputs.machine }}"
+        echo "RELEASE=${{ inputs.repo_release }}"
+        echo "WPE_VERSION=${{ inputs.wpe_version }}"
         echo "======================================================================"
-    - name: Generate timestamped prefix
-      id: timestamp
-      shell: bash
-      run: |
-        TIMESTAMP=$(date +"%Y%m%d%H%M")
-        echo ${TIMESTAMP} > timestamp.txt
     - name: Set bitbake environment
       shell: bash
       run:  |
-        sudo apt-get install -y git git-lfs repo
-        mkdir -p ~/yocto-meta-wpe-image-${{ inputs.repo_release }}
-        cd ~/yocto-meta-wpe-image-${{ inputs.repo_release }}
-        repo init -u ${{ inputs.repo_url }} -m manifest-${{ inputs.repo_release }}.xml -b ${{ inputs.repo_ref }}
-
-        attempt=0
-        until repo sync --force-sync; do
-          attempt=$((attempt+1))
-          if [ $attempt -ge 5 ]; then
-            echo "repo sync failed after 5 attempts. Exiting."
-            exit 1
-          fi
-          echo "repo sync failed. Retrying in 30 seconds... ($attempt/5)"
-          sleep 30
-        done
+        sudo apt-get install -y git git-lfs pip
+        export PATH=$PATH:~/.local/bin
+        pip install kas
 
-        pushd sources/meta-wpe-image
         git config --global user.email "meta-wpe-image-bot@igalia.com"
         git config --global user.name "meta-wpe-image CI Bot"
+        git clone ${{ inputs.repo_url }} ~/yocto-meta-wpe-image-${{ inputs.repo_release }}
+        cd ~/yocto-meta-wpe-image-${{ inputs.repo_release }}
+
         git remote remove tmp || true
         git remote add tmp ${{ inputs.repo_url }}
         git fetch tmp main
         git fetch tmp ${{ inputs.repo_ref }}:${{ inputs.repo_ref }}
         git checkout ${{ inputs.repo_ref }}
         git rebase tmp/main
-        popd
-    - name: Upload timestamp prefix artifact
-      uses: actions/upload-artifact@v4
-      with:
-        name: timestamp.txt
-        path: timestamp.txt
+
+        export KAS_CLONE_DEPTH="1"
+        export KAS_WORK_DIR="workdir"
+        mkdir "${KAS_WORK_DIR}"
+
+        attempt=0
+        until kas checkout kas.yml:kas/machines/${{ inputs.machine }}.yml:kas/presets/wpe-${{ inputs.wpe_version }}.yml; do
+          attempt=$((attempt+1))
+          if [ $attempt -ge 5 ]; then
+            echo "kas checkout failed after 5 attempts. Exiting."
+            exit 1
+          fi
+          echo "kas checkout failed. Retrying in 30 seconds... ($attempt/5)"
+          sleep 30
+        done
     - name: Tar workdir
       shell: bash
       run:  |
@@ -65,6 +65,6 @@ runs:
     - name: Upload tar workdir artifact
       uses: actions/upload-artifact@v4
       with:
-        name: yocto-meta-wpe-image-${{ inputs.repo_release }}
+        name: yocto-meta-wpe-image-${{ inputs.repo_release }}-${{ inputs.machine }}-${{ inputs.wpe_version }}
         path:  ~/yocto-meta-wpe-image-${{ inputs.repo_release }}.tar