Merge branch 'main' into chplenv-errors

Author: jabraham17

.github/workflows/CI.yml

@@ -48,11 +48,12 @@ jobs:
       # also builds chapel-py so those docs are included
       run: |
         ./util/buildRelease/smokeTest quickstart chapel-py docs
+        tar -cvf docs.tar.gz -C doc/html .
     - name: upload docs
       uses: actions/upload-artifact@v4
       with:
         name: documentation
-        path: doc/html
+        path: docs.tar.gz
 
   make_mason:
     runs-on: ubuntu-latest
@@ -136,3 +137,85 @@ jobs:
     - name: smokeTest lint
       run: |
         ./util/buildRelease/smokeTest lint
+  check_large_files:
+    if: github.event_name == 'pull_request'
+    runs-on: ubuntu-latest
+    steps:
+      - name: count PR commits
+        run: echo "PR_NUM_COMMITS=$(( ${{ github.event.pull_request.commits }} + 2 ))" >> "${GITHUB_ENV}"
+      - name: checkout commits on PR branch
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: ${{ env.PR_NUM_COMMITS }}
+      - name: check commits for large files
+        run: |
+          FILE_SIZE_LIMIT_KB=1024
+
+          baseSHA=${{github.event.pull_request.base.sha}}
+          headSHA=${{github.event.pull_request.head.sha}}
+
+          echo "Base SHA: $baseSHA"
+          echo "Head SHA: $headSHA"
+          echo "${{github.event.pull_request.commits}} commits in PR"
+
+          # Loop backward through commits added in the PR, starting from the
+          # latest.
+          commitIdx=0
+          for commit in $(git rev-list $baseSHA..$headSHA)
+          do
+            echo "Checking commit: $commit"
+            git checkout -q $commit
+
+            # Get list of added, copied, or modified files from this commit.
+            newFiles=$(git diff --name-only --diff-filter=ACM $commit^ $commit)
+            while read -r file; do
+              if [ "$file" = "" ]; then
+                  continue
+              fi
+              echo "Checking file: $file"
+
+              file_size=$(ls -l "$file" | awk '{print $5}')
+              file_size_kb=$((file_size / 1024))
+
+              if [ "$file_size_kb" -ge "$FILE_SIZE_LIMIT_KB" ]; then
+                echo "Error: ${file} is too large (size ${file_size_kb}KB, limit ${FILE_SIZE_LIMIT_KB}KB). Introduced in commit: $commit"
+                exit 1
+              fi
+            done <<< "$newFiles"
+
+            # Stop after going through the number of commits this PR has.
+            commitIdx=$((commitIdx+1))
+            if [ "$commitIdx" =  "${{github.event.pull_request.commits}}" ]; then
+              echo "Stopping after $commitIdx commits, on commit $commit"
+              break
+            fi
+          done
+
+  publish-docs:
+    if: github.event_name == 'push' && github.repository == 'chapel-lang/chapel'
+    runs-on: ubuntu-latest
+    needs: make_doc
+    steps:
+      - name: download docs
+        uses: actions/download-artifact@v4
+        with:
+          name: documentation
+
+      - name: setup keys
+        run: |
+          install -m 600 -D /dev/null ~/.ssh/id_rsa
+          echo "${{ secrets.WEBSITE_KEY }}" > ~/.ssh/id_rsa
+          echo "${{ secrets.WEBSITE_KNOWN_HOSTS}}" > ~/.ssh/known_hosts
+
+      - name: push docs
+        run: |
+          echo "extract docs"
+          tar -xvf docs.tar.gz
+          echo "Publish module docs to web server"
+          # py-modindex.html is not needed
+          rm -f py-modindex.html
+          # Remove all hidden files except .htaccess
+          find . -maxdepth 1 -type f -name ".*" ! -name ".htaccess" -exec rm -f {} +
+          rsync -avz --cvs-exclude --delete --relative --dry-run . ${{ secrets.WEBSITE_USER }}@${{ secrets.WEBSITE_URL }}:${{ secrets.WEBSITE_PATH }}
+          rm ~/.ssh/id_rsa
+          rm ~/.ssh/known_hosts

.github/workflows/monitor-homebrew.yml

@@ -0,0 +1,79 @@
+name: Monitor Homebrew Formula
+
+on:
+  workflow_dispatch: # Allows manual triggering of the workflow
+  schedule:
+    - cron: '0 0 * * *' # Runs every 24 hours
+
+
+env:
+  file_changed: ${{ false }}
+  branch_exists: ${{ false }}
+
+jobs:
+  check-and-update:
+    if: github.repository == 'chapel-lang/chapel'
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout this repository
+      uses: actions/checkout@v4
+
+    - name: Fetch released version of Chapel formula
+      run: |
+        curl -o hb_master_chapel.rb https://raw.githubusercontent.com/homebrew/homebrew-core/master/Formula/c/chapel.rb
+        FILE_HASH=$(sha256sum hb_master_chapel.rb | awk '{ print $1 }')
+        HASH_SUBSTRING=${FILE_HASH:0:7}
+        echo "FILE_HASH=$FILE_HASH" >> $GITHUB_ENV
+        echo "HASH_SUBSTRING=$HASH_SUBSTRING" >> $GITHUB_ENV
+
+    - name: Compare the released version with the chapel-release.rb
+      id: compare
+      run: |
+        if ! cmp -s hb_master_chapel.rb util/packaging/homebrew/chapel-release.rb; then
+          echo "file_changed=true" >> $GITHUB_ENV
+        else
+          echo "file_changed=false" >> $GITHUB_ENV
+        fi
+
+    - name: Check if branch already exists
+      id: check-branch
+      if: ${{ env.file_changed == 'true' }}
+      run: |
+        BRANCH_NAME=update-chapel-homebrew-release-${{ env.HASH_SUBSTRING }}
+        if git ls-remote --heads origin $BRANCH_NAME | grep -q $BRANCH_NAME; then
+          echo "Branch $BRANCH_NAME already exists."
+          echo "branch_exists=true" >> $GITHUB_ENV
+        else
+          echo "Branch $BRANCH_NAME does not exist."
+          echo "branch_exists=false" >> $GITHUB_ENV
+        fi
+
+    - name: Exit if branch exists
+      if: ${{ (env.file_changed == 'true') && (env.branch_exists == 'true') }}
+      run: |
+        echo "Branch already exists. Exiting."
+        exit 0
+
+    - name: Create a new branch if file has changed
+      if: ${{ (env.file_changed == 'true') && (env.branch_exists == 'false') }}
+      run: |
+        git config --global user.email "[email protected]"
+        git config --global user.name "github action"
+        git checkout -b update-chapel-homebrew-release-${{ env.HASH_SUBSTRING }}
+        mv hb_master_chapel.rb util/packaging/homebrew/chapel-release.rb
+        git add util/packaging/homebrew/chapel-release.rb
+        git commit -m "Update chapel-main.rb with changes from chapel.rb" --signoff
+        git push --set-upstream origin update-chapel-homebrew-release-${{ env.HASH_SUBSTRING }}
+        echo "Homebrew has updated the formula!"
+
+    - name: create pull request
+      if: ${{ (env.file_changed == 'true') && (env.branch_exists == 'false') }}
+      run: >
+        gh pr create
+        -B main
+        -H update-chapel-homebrew-release-${{ env.HASH_SUBSTRING }}
+        --title 'Update our copy of the released Homebrew formula'
+        --body 'Homebrew released formula file hash is ${{ env.FILE_HASH }}. Created by Github action'
+      env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}