Ontology CI/CD Pipeline #7
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Ontology CI/CD Pipeline | |
| on: | |
| release: | |
| types: [published] | |
| workflow_dispatch: # Manual trigger | |
| inputs: | |
| release_tag: | |
| description: 'Release tag to process (leave empty for latest)' | |
| required: false | |
| type: string | |
| jobs: | |
| # ============================================ | |
| # JOB 1: DOWNLOAD & VALIDATE | |
| # ============================================ | |
| validate: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: 🧾 Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: 📥 Download ontology from release | |
| run: | | |
| # Get release info | |
| if [ -n "${{ inputs.release_tag }}" ]; then | |
| RELEASE_TAG="${{ inputs.release_tag }}" | |
| echo "Using specified release: ${RELEASE_TAG}" | |
| RELEASE_URL="https://api.github.com/repos/${{ github.repository }}/releases/tags/${RELEASE_TAG}" | |
| else | |
| echo "Using latest release" | |
| RELEASE_URL="https://api.github.com/repos/${{ github.repository }}/releases/latest" | |
| fi | |
| # Get download URL for the ontology asset | |
| ASSET_URL=$(curl -s -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \ | |
| "${RELEASE_URL}" | \ | |
| jq -r '.assets[] | select(.name=="AREMA-ontology.ttl") | .browser_download_url') | |
| echo "📥 Downloading ontology from: ${ASSET_URL}" | |
| mkdir -p src/ontology | |
| curl -L -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \ | |
| "${ASSET_URL}" -o src/ontology/AREMA-ontology.ttl | |
| echo "✅ Ontology downloaded" | |
| ls -lh src/ontology/AREMA-ontology.ttl | |
| - name: 🐍 Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| - name: 📦 Install uv | |
| run: | | |
| curl -LsSf https://astral.sh/uv/install.sh | sh | |
| echo "$HOME/.cargo/bin" >> $GITHUB_PATH | |
| - name: 🔧 Sync Python environment | |
| run: uv sync --frozen | |
| - name: ✅ SHACL Validation | |
| run: | | |
| echo "🔍 Validating ontology with SHACL shapes..." | |
| uv run python tools/python/checks/shacl.py \ | |
| src/ontology/AREMA-ontology.ttl \ | |
| src/quality-checks/skohub.shacl.ttl | |
| echo "✅ Validation passed!" | |
| - name: 💾 Upload ontology artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: validated-ontology | |
| path: src/ontology/AREMA-ontology.ttl | |
| retention-days: 7 | |
| # ============================================ | |
| # JOB 2: BUILD DOCS & DEPLOY | |
| # ============================================ | |
| build-and-deploy: | |
| needs: validate | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write # Required to push docs back to repo | |
| steps: | |
| - name: 🧾 Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.repository.default_branch }} | |
| fetch-depth: 0 # Full history for proper git operations | |
| - name: 📥 Download validated ontology | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: validated-ontology | |
| path: src/ontology | |
| - name: 📚 Build Documentation | |
| run: | | |
| echo "🏗️ Generating documentation with SKOHub..." | |
| # Prepare environment | |
| mkdir -p docs | |
| echo "BASEURL=/" > .env | |
| echo "PATH_PREFIX=/" >> .env | |
| echo "GATSBY_BASE_PATH=/" >> .env | |
| # Preserve CNAME if it exists | |
| [ -f docs/CNAME ] && cp docs/CNAME /tmp/CNAME || true | |
| # Clear docs folder | |
| rm -rf docs/* | |
| # Create container with volume mounts for input only | |
| CONTAINER_ID=$(docker create \ | |
| -v $(pwd)/src/ontology:/app/data \ | |
| -v $(pwd)/.env:/app/.env \ | |
| -v $(pwd)/tools/skohub-vocabs/config.yaml:/app/config.yaml \ | |
| -v $(pwd)/tools/skohub-vocabs/src:/app/src/custom \ | |
| -v $(pwd)/tools/skohub-vocabs/static:/app/static/custom \ | |
| ghcr.io/sdsc-ordes/skohub-vocabs:v0.3.2 \ | |
| npm run build | |
| ) | |
| # Run build | |
| docker start -a $CONTAINER_ID | |
| # Copy output from container | |
| docker cp $CONTAINER_ID:/app/public/. ./docs/ | |
| # Cleanup | |
| docker rm $CONTAINER_ID | |
| # Restore CNAME | |
| [ -f /tmp/CNAME ] && mv /tmp/CNAME docs/CNAME || true | |
| echo "✅ Documentation generated!" | |
| - name: 💾 Commit Documentation | |
| run: | | |
| git config user.name "github-actions[bot]" | |
| git config user.email "github-actions[bot]@users.noreply.github.com" | |
| # Add only docs (not the ontology file) | |
| git add docs | |
| # Only commit if there are changes | |
| if ! git diff --cached --quiet; then | |
| RELEASE_TAG="${{ github.event.release.tag_name || inputs.release_tag || 'manual' }}" | |
| git commit -m "Update docs from release ${RELEASE_TAG} [skip ci]" | |
| git push origin ${{ github.event.repository.default_branch }} | |
| echo "✅ Documentation committed" | |
| else | |
| echo "ℹ️ No changes to commit" | |
| fi |