Skip to content

Commit fefe081

Browse files
avik-palavik-pal
committed
ci: final build
1 parent 4580e1b commit fefe081

File tree

2 files changed

+81
-130
lines changed

2 files changed

+81
-130
lines changed

‎.buildkite/cuda_tutorials.yml‎

Lines changed: 1 addition & 38 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
steps:
22
- group: ":open_book: Build & Deploy Documentation"
3-
if: build.message !~ /\[skip docs\]/ && !build.pull_request.draft
3+
if: build.message !~ /\[skip docs\]/
44
steps:
55
- label: "Tutorial Build [%N/%t] CUDA Runners"
66
key: "tutorial-build-cuda"
@@ -23,44 +23,7 @@ steps:
2323
- "docs/src/public/examples/**/*"
2424
timeout_in_minutes: 120
2525

26-
# - label: "Final Documentation Build"
27-
# depends_on:
28-
# - "tutorial-build-cuda"
29-
# - "tutorial-build-cpu"
30-
# plugins:
31-
# - JuliaCI/julia#v1:
32-
# version: "1.11"
33-
# - JuliaCI/julia-coverage#v1:
34-
# codecov: true
35-
# dirs:
36-
# - src
37-
# - ext
38-
# - sv-oss/node-n#v0.1.2:
39-
# node-version: v20
40-
# command: |
41-
# echo "+++ :node: Instantiate NPM"
42-
# cd docs/
43-
# npm i
44-
# cd ..
45-
46-
# buildkite-agent artifact download "**/*" . --build $BUILDKITE_BUILD_ID
47-
48-
# julia --code-coverage=user --color=yes --project=docs -e '
49-
# println("--- :julia: Instantiating project")
50-
# using Pkg
51-
# Pkg.instantiate()
52-
# println("+++ :julia: Building documentation")
53-
# include("docs/make.jl")'
54-
# agents:
55-
# queue: "juliagpu"
56-
# cuda: "*"
57-
# env:
58-
# JULIA_DEBUG: "Documenter"
59-
# LD_LIBRARY_PATH: ""
60-
# timeout_in_minutes: 120
61-
6226
env:
6327
LUX_DOCS_DRAFT_BUILD: "true" # FIXME: remove before merging
6428
DATADEPS_ALWAYS_ACCEPT: true
65-
JULIA_PKG_SERVER: ""
6629
GKSwstype: "100" # https://discourse.julialang.org/t/generation-of-documentation-fails-qt-qpa-xcb-could-not-connect-to-display/60988

‎.github/workflows/Documentation.yml‎

Lines changed: 80 additions & 92 deletions
Original file line numberDiff line numberDiff line change
@@ -33,49 +33,45 @@ concurrency:
3333
cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
3434

3535
jobs:
36-
tutorial-cuda:
37-
if: ${{ !contains(github.event.head_commit.message, '[skip docs]') }}
38-
runs-on: ubuntu-latest
39-
steps:
40-
- name: Trigger CUDA Tutorial Build
41-
id: buildkite-build
42-
uses: buildkite/trigger-pipeline-action@v2.4.1
43-
with:
44-
buildkite_api_access_token: ${{ secrets.BUILDKITE_TOKEN }}
45-
pipeline: "julialang/lux-dot-jl"
46-
commit: ${{ github.event.pull_request.head.sha }}
47-
branch: ${{ github.event.pull_request.head.ref }}
48-
message: |
49-
Triggered from PR #${{ github.event.pull_request.number }}: ${{ github.event.pull_request.title }}
50-
send_pull_request: true
51-
pull_request_base_branch: ${{ github.event.pull_request.base.ref }}
52-
build_env_vars: >-
53-
{
54-
"LUX_CUDA_TUTORIALS": "1",
55-
"GITHUB_PR_NUMBER": "${{ github.event.pull_request.number }}"
56-
}
36+
# tutorial-cuda:
37+
# if: ${{ !contains(github.event.head_commit.message, '[skip docs]') }}
38+
# runs-on: ubuntu-latest
39+
# steps:
40+
# - name: Trigger CUDA Tutorial Build
41+
# id: buildkite-build
42+
# uses: buildkite/trigger-pipeline-action@v2.4.1
43+
# with:
44+
# buildkite_api_access_token: ${{ secrets.BUILDKITE_TOKEN }}
45+
# pipeline: "julialang/lux-dot-jl"
46+
# commit: ${{ github.event.pull_request.head.sha }}
47+
# branch: ${{ github.event.pull_request.head.ref }}
48+
# message: |
49+
# Triggered from PR #${{ github.event.pull_request.number }}: ${{ github.event.pull_request.title }}
50+
# send_pull_request: true
51+
# pull_request_base_branch: ${{ github.event.pull_request.base.ref }}
52+
# build_env_vars: >-
53+
# {
54+
# "LUX_CUDA_TUTORIALS": "1",
55+
# "GITHUB_PR_NUMBER": "${{ github.event.pull_request.number }}"
56+
# }
5757

58-
- name: Download CUDA Tutorial Artifacts
59-
uses: EnricoMi/download-buildkite-artifact-action@v1
60-
with:
61-
buildkite_token: ${{ secrets.BUILDKITE_TOKEN }}
62-
buildkite_build_url: ${{ steps.buildkite-build.outputs.url }}
63-
ignore_build_states: blocked,canceled,skipped,not_run
64-
ignore_job_states: timed_out,failed
65-
output_path: artifacts
66-
poll_interval: 30
58+
# - name: Download CUDA Tutorial Artifacts
59+
# uses: EnricoMi/download-buildkite-artifact-action@v1
60+
# with:
61+
# buildkite_token: ${{ secrets.BUILDKITE_TOKEN }}
62+
# buildkite_build_url: ${{ steps.buildkite-build.outputs.url }}
63+
# ignore_build_states: blocked,canceled,skipped,not_run
64+
# ignore_job_states: timed_out,failed
65+
# output_path: artifacts
66+
# poll_interval: 30
6767

68-
- name: Print CUDA Tutorial Artifacts
69-
run: |
70-
echo "CUDA tutorial artifacts:"
71-
ls -lah artifacts
72-
73-
- name: Print Folder Tree
74-
uses: jaywcjlove/github-action-folder-tree@main
75-
with:
76-
exclude: "node_modules|dist|.git|.husky"
77-
path: ./artifacts
78-
depth: 4
68+
# - name: Upload Tutorial Artifacts
69+
# uses: actions/upload-artifact@v5
70+
# with:
71+
# name: "tutorial-cuda"
72+
# path: artifacts/**/*
73+
# retention-days: 90
74+
# if-no-files-found: error
7975

8076
tutorial-cpu:
8177
if: ${{ !contains(github.event.head_commit.message, '[skip docs]') }}
@@ -120,59 +116,51 @@ jobs:
120116
retention-days: 90
121117
if-no-files-found: error
122118

123-
# documentation:
124-
# if: ${{ !contains(github.event.head_commit.message, '[skip docs]') }}
125-
# runs-on: ubuntu-latest
126-
# needs: [tutorial-cpu]
127-
# steps:
128-
# - uses: actions/checkout@v6
129-
# - name: Collect Workflow Telemetry
130-
# uses: catchpoint/workflow-telemetry-action@v2
131-
# with:
132-
# comment_on_pr: false
133-
# job_summary: true
134-
# - uses: julia-actions/setup-julia@v2
135-
# with:
136-
# version: "1.11"
137-
# - uses: julia-actions/cache@v2
138-
# with:
139-
# cache-name: julia-cache;workflow=documentation-${{ github.event_name }}-${{ github.event.repository.default_branch }}-${{ github.sha }}
140-
# # Download CPU tutorial artifacts from all matrix groups
141-
# - name: Download CPU Tutorial Artifacts (group 0)
142-
# uses: actions/download-artifact@v3
143-
# with:
144-
# name: tutorial-cpu-0
145-
# path: tutorial_artifacts/cpu/0
146-
# - name: Download CPU Tutorial Artifacts (group 1)
147-
# uses: actions/download-artifact@v3
148-
# with:
149-
# name: tutorial-cpu-1
150-
# path: tutorial_artifacts/cpu/1
151-
# - name: Download CPU Tutorial Artifacts (group 2)
152-
# uses: actions/download-artifact@v3
153-
# with:
154-
# name: tutorial-cpu-2
155-
# path: tutorial_artifacts/cpu/2
156-
# - name: Download CPU Tutorial Artifacts (group 3)
157-
# uses: actions/download-artifact@v3
158-
# with:
159-
# name: tutorial-cpu-3
160-
# path: tutorial_artifacts/cpu/3
161-
# # Placeholder: Download CUDA artifacts produced by external Buildkite pipeline
162-
# - name: Download CUDA Tutorial Artifacts (Buildkite)
163-
# run: |
164-
# echo "(Placeholder) CUDA artifact download step requires Buildkite API token."
165-
# echo "Please add a secret or variable and replace this placeholder."
166-
# # Build documentation (final build, no draft flag)
167-
# - name: Build Documentation
168-
# run: julia --color=yes --project=docs --threads=auto docs/make.jl
169-
# env:
170-
# JULIA_DEBUG: "Documenter"
171-
# DATADEPS_ALWAYS_ACCEPT: true
172-
# JULIA_PKG_SERVER: ""
119+
documentation:
120+
if: ${{ !contains(github.event.head_commit.message, '[skip docs]') }}
121+
runs-on: ubuntu-latest
122+
# needs: [tutorial-cpu, tutorial-cuda]
123+
needs: [tutorial-cpu]
124+
steps:
125+
- uses: actions/checkout@v6
126+
- name: Collect Workflow Telemetry
127+
uses: catchpoint/workflow-telemetry-action@v2
128+
with:
129+
comment_on_pr: false
130+
job_summary: true
131+
- uses: julia-actions/setup-julia@v2
132+
with:
133+
version: "1.11"
134+
- uses: julia-actions/cache@v2
135+
with:
136+
cache-name: julia-cache;workflow=documentation-${{ github.event_name }}-${{ github.event.repository.default_branch }}-${{ github.sha }}
137+
138+
# Download the artifacts from the tutorials
139+
- name: Download Tutorial Artifacts
140+
uses: actions/download-artifact@v5
141+
with:
142+
pattern: "tutorial-*"
143+
path: tutorial_artifacts
144+
merge-multiple: true
145+
146+
- name: Print Folder Tree # FIXME: remove before merging
147+
uses: jaywcjlove/github-action-folder-tree@main
148+
with:
149+
exclude: "node_modules|dist|.git|.husky"
150+
path: ./
151+
depth: 8
152+
153+
- name: Move Documentation Artifacts
154+
run: |
155+
cp -r tutorial_artifacts/cpu/* ./
156+
cp -r tutorial_artifacts/cuda/* ./
157+
158+
- uses: julia-actions/julia-buildpkg@v1
159+
- uses: julia-actions/julia-docdeploy@v1
160+
env:
161+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
173162

174163
env:
175164
LUX_DOCS_DRAFT_BUILD: "true" # FIXME: remove before merging
176165
DATADEPS_ALWAYS_ACCEPT: true
177-
JULIA_PKG_SERVER: ""
178166
GKSwstype: "100" # https://discourse.julialang.org/t/generation-of-documentation-fails-qt-qpa-xcb-could-not-connect-to-display/60988

0 commit comments

Comments
 (0)