validate_skill.yml

name: Validate skill

on:
  push:
    paths:
      - "skills/*/SKILL.md"
      - "openclaw.plugin.json"
  pull_request:
    paths:
      - "skills/*/SKILL.md"
      - "openclaw.plugin.json"

jobs:
  check:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v6
      - uses: actions/setup-python@v6
        with:
          python-version: "3.x"
          cache: "pip"
      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install PyYAML
      - name: Validate SKILL.md files
        env:
          HEAD_SHA: ${{ github.sha }}
          EVENT_NAME: ${{ github.event_name }}
          DEFAULT_BRANCH: ${{ github.event.repository.default_branch }}
          PR_BASE_REF: ${{ github.event.pull_request.base.ref }}
        run: |
          set -euo pipefail

          HEAD_SHA="${HEAD_SHA}"

          if [ "${EVENT_NAME}" = "pull_request" ]; then
            BASE_BRANCH="${PR_BASE_REF}"
          else
            BASE_BRANCH="${DEFAULT_BRANCH}"
          fi

          echo "Base branch: $BASE_BRANCH"
          echo "Head: $HEAD_SHA"

          git fetch --no-tags origin "${BASE_BRANCH}:refs/remotes/origin/${BASE_BRANCH}"
          BASE=$(git merge-base "refs/remotes/origin/${BASE_BRANCH}" "$HEAD_SHA")

          DIFF=$(git diff --name-status "$BASE" "$HEAD_SHA" -- 'skills/*/SKILL.md' || true)

          if [ -z "$DIFF" ]; then
            exit 0
          fi

          # Check for deleted skills
          DELETED_FILES=$(echo "$DIFF" | awk '$1 ~ /^D/ {print $2}')

          PARTIAL_DELETE_FOLDERS=""
          FULL_DELETE_FOLDERS=""

          if [ -n "$DELETED_FILES" ]; then
            while IFS= read -r p; do
              [ -z "$p" ] && continue
              folder=$(echo "$p" | awk -F/ '{print $1"/"$2}')
              if [ -d "$folder" ]; then
                PARTIAL_DELETE_FOLDERS="${PARTIAL_DELETE_FOLDERS}"$'\n'"$folder"
              else
                FULL_DELETE_FOLDERS="${FULL_DELETE_FOLDERS}"$'\n'"$folder"
              fi
            done <<< "$DELETED_FILES"

            PARTIAL_DELETE_FOLDERS=$(echo "$PARTIAL_DELETE_FOLDERS" | sed '/^$/d' | sort -u)
            FULL_DELETE_FOLDERS=$(echo "$FULL_DELETE_FOLDERS" | sed '/^$/d' | sort -u)

            if [ -n "$FULL_DELETE_FOLDERS" ]; then
              FULL_COUNT=$(echo "$FULL_DELETE_FOLDERS" | wc -l | tr -d ' ')
              echo ""
              echo "$FULL_COUNT skills have been deleted (folder missing in HEAD), as listed in:"
              echo "$FULL_DELETE_FOLDERS"
              echo ""
            fi

            if [ -n "$PARTIAL_DELETE_FOLDERS" ]; then
              PARTIAL_COUNT=$(echo "$PARTIAL_DELETE_FOLDERS" | wc -l | tr -d ' ')
              echo ""
              echo "[ERROR] $PARTIAL_COUNT skills have SKILL.md deleted but folder still exists in HEAD. Please delete the whole folder or restore SKILL.md:"
              echo "$PARTIAL_DELETE_FOLDERS"
              echo ""
              exit 1
            fi
          fi

          # Validate skills that were added or modified
          CHANGED_FOLDERS=$(echo "$DIFF" | awk '
            $1 ~ /^A/ {print $2}
            $1 ~ /^M/ {print $2}
            $1 ~ /^R/ {print $3}
          ' | awk -F/ '{print $1"/"$2}' | sort -u)

          if [ -z "$CHANGED_FOLDERS" ]; then
            exit 0
          fi

          echo "Validating:"
          echo "$CHANGED_FOLDERS"

          INVALID_COUNT=0
          while IFS= read -r d; do
            [ -z "$d" ] && continue
            if [ ! -d "$d" ]; then
              echo "[SKIP] missing folder: $d"
              continue
            fi
            if ! python scripts/validate_skill.py "$d"; then
              echo "[ERROR] Validation failed for $d"
              INVALID_COUNT=$((INVALID_COUNT + 1))
            fi
          done <<< "$CHANGED_FOLDERS"

          echo ""
          if [ "$INVALID_COUNT" -ne 0 ]; then
            echo "[ERROR] $INVALID_COUNT skills failed validation."
            exit 1
          else
            echo "All skills passed validation."
          fi

          exit 0