parse_and_compare_mermeroo.yml

name: Parse, Compare & Merge mermeroo sources

on:
  workflow_dispatch:
  schedule:
    - cron: "15 */6 * * *"

jobs:
  parse-compare-merge:
    runs-on: ubuntu-latest
    permissions:
      contents: write

    steps:
      - name: Checkout repo
        uses: actions/checkout@v4

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.11"

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install requests

      - name: Parse mermeroo SUB LINKS
        run: |
          python parse_mermeroo.py

      - name: Compare with mirror sources
        run: |
          python compare_mermeroo_mirror.py

      - name: Merge new sources into config_sources.json
        run: |
          python merge_mermeroo_to_config_sources.py

      - name: Commit & push changes
        run: |
          git config --global user.name "github-actions[bot]"
          git config --global user.email "github-actions[bot]@users.noreply.github.com"
          git add mermeroo_sources.txt mermeroo_only_new_for_mirror.txt mermeroo_extra_sources.txt config_sources.json
          git diff --cached --quiet || git commit -m "Update mermeroo-derived sources"
          git push