Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions .github/actionlint.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
# Configuration for actionlint
# https://github.com/rhysd/actionlint/blob/main/docs/config.md

self-hosted-runner:
# Labels for self-hosted runners used in this repository
labels:
- rbln-sw-k8s-general
- rbln-sw-k8s-ca22-1
- rbln-sw-k8s-ca22-4
- rbln-sw-k8s-ca22-8
- fsw-r18s-atom-ext-rbln-sw-general-c3m48a1
- fsw-r18s-atom-ext-rbln-sw-general-c1m12
2 changes: 1 addition & 1 deletion .github/workflows/pkg_create_pr.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -61,4 +61,4 @@ jobs:
rebel-seinpark
rebel-sunwook
outputs:
success: ${{ steps.create-pr-step.outputs.success }}
success: ${{ steps.create-pr-step.outputs.pull-request-operation != 'none' }}
57 changes: 29 additions & 28 deletions .github/workflows/rbln_optimum_ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,22 +7,30 @@ on:
description: "ref to checkout"
required: false
type: string
pr_number:
description: "PR number to checkout (optional)"
required: false
type: string
rebel_compiler_version:
description: "Version of rebel-compiler to use (optional)"
required: true
description: "Version of rebel-compiler to use (optional, will fetch latest if not provided)"
required: false
type: string
optimum_rbln_version:
description: "Version of optimum-rbln to use (optional)"
required: true
required: false
type: string
workflow_call:
inputs:
ref:
description: "ref to checkout"
required: false
type: string
pr_number:
description: "PR number to checkout (optional)"
required: false
type: string
rebel_compiler_version:
description: "Version of rebel-compiler to use (optional)"
description: "Version of rebel-compiler to use"
required: false
type: string
optimum_rbln_version:
Expand All @@ -34,7 +42,14 @@ env:
REBEL_VLLM_PRE_COMPILED_DIR: ${{ secrets.VLLM_PRE_COMPILED_DIR }}

jobs:
get-compiler-version:
if: ${{ !inputs.rebel_compiler_version }}
uses: ./.github/workflows/rbln_utils_get_compiler_version_ci.yaml
secrets: inherit

test_vllm_rbln_rsd1:
needs: [get-compiler-version]
if: ${{ always() && !cancelled() }}
name: Optimum Test CI RSD 1
runs-on: rbln-sw-k8s-ca22-1
container:
Expand All @@ -47,12 +62,6 @@ jobs:
RBLN_VERBOSE: 6
VLLM_LOGGING_LEVEL: DEBUG
steps:
- name: Get latest rebel_compiler version
if: ${{ !inputs.rebel_compiler_version }}
id: get_latest_rebel_compiler
run: |
echo "COMPILER_VER=${{ needs.get-compiler-version.outputs.compiler_version }}" >> $GITHUB_OUTPUT

- name: Install uv CLI
run: |
pip install uv
Expand All @@ -65,13 +74,13 @@ jobs:
apt-get install -y build-essential
export CXX=$(which g++)
uv pip uninstall --system rebel-compiler
VERSION=${{ inputs.rebel_compiler_version || steps.get_latest_rebel_compiler.outputs.COMPILER_VER }}
VERSION=${{ inputs.rebel_compiler_version || needs.get-compiler-version.outputs.compiler_version }}
uv pip install --system --extra-index-url ${{ secrets.DEV_PKG_URL }} rebel-compiler==${VERSION}

- name: Checkout current repository
uses: actions/checkout@v4
with:
ref: ${{ inputs.pr_number && format('refs/pull/{0}/merge', inputs.pr_number) || inputs.ref || github.sha }}
ref: ${{ inputs.ref || github.sha }}
submodules: recursive
fetch-depth: 0

Expand Down Expand Up @@ -127,6 +136,8 @@ jobs:
--golden_json ${{ env.REBEL_VLLM_PRE_COMPILED_DIR }}/golden/golden_bge_m3_result_qp_prompts.json

test_vllm_rbln_rsd4:
needs: [get-compiler-version]
if: ${{ always() && !cancelled() }}
name: Optimum Test CI RSD 4
runs-on: rbln-sw-k8s-ca22-4
container:
Expand All @@ -139,12 +150,6 @@ jobs:
RBLN_VERBOSE: 6
VLLM_LOGGING_LEVEL: DEBUG
steps:
- name: Get latest rebel_compiler version
if: ${{ !inputs.rebel_compiler_version }}
id: get_latest_rebel_compiler
run: |
echo "COMPILER_VER=${{ needs.get-compiler-version.outputs.compiler_version }}" >> $GITHUB_OUTPUT

- name: Install uv CLI
run: |
pip install uv
Expand All @@ -157,13 +162,13 @@ jobs:
apt-get install -y build-essential
export CXX=$(which g++)
uv pip uninstall --system rebel-compiler
VERSION=${{ inputs.rebel_compiler_version || steps.get_latest_rebel_compiler.outputs.COMPILER_VER }}
VERSION=${{ inputs.rebel_compiler_version || needs.get-compiler-version.outputs.compiler_version }}
uv pip install --system --extra-index-url ${{ secrets.DEV_PKG_URL }} rebel-compiler==${VERSION}

- name: Checkout current repository
uses: actions/checkout@v4
with:
ref: ${{ inputs.pr_number && format('refs/pull/{0}/merge', inputs.pr_number) || inputs.ref || github.sha }}
ref: ${{ inputs.ref || github.sha }}
submodules: recursive
fetch-depth: 0

Expand Down Expand Up @@ -263,6 +268,8 @@ jobs:
--model_id ${{ env.REBEL_VLLM_PRE_COMPILED_DIR }}/paligemma-3b-8k-b4

test_vllm_rbln_rsd8:
needs: [get-compiler-version]
if: ${{ always() && !cancelled() }}
name: Optimum Test CI RSD 8
runs-on: rbln-sw-k8s-ca22-8
container:
Expand All @@ -275,12 +282,6 @@ jobs:
RBLN_VERBOSE: 6
VLLM_LOGGING_LEVEL: DEBUG
steps:
- name: Get latest rebel_compiler version
if: ${{ !inputs.rebel_compiler_version }}
id: get_latest_rebel_compiler
run: |
echo "COMPILER_VER=${{ needs.get-compiler-version.outputs.compiler_version }}" >> $GITHUB_OUTPUT

- name: Install uv CLI
run: |
pip install uv
Expand All @@ -293,13 +294,13 @@ jobs:
apt-get install -y build-essential
export CXX=$(which g++)
uv pip uninstall --system rebel-compiler
VERSION=${{ inputs.rebel_compiler_version || steps.get_latest_rebel_compiler.outputs.COMPILER_VER }}
VERSION=${{ inputs.rebel_compiler_version || needs.get-compiler-version.outputs.compiler_version }}
uv pip install --system --extra-index-url ${{ secrets.DEV_PKG_URL }} rebel-compiler==${VERSION}

- name: Checkout current repository
uses: actions/checkout@v4
with:
ref: ${{ inputs.pr_number && format('refs/pull/{0}/merge', inputs.pr_number) || inputs.ref || github.sha }}
ref: ${{ inputs.ref || github.sha }}
submodules: recursive
fetch-depth: 0

Expand Down
12 changes: 9 additions & 3 deletions .github/workflows/rbln_trigger_internal_test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,10 @@ on:
description: "ref to checkout"
required: false
type: string
pr_number:
description: "PR number to checkout (optional)"
required: false
type: string
rebel_compiler_version:
description: "Version of rebel-compiler to use (optional)"
required: false
Expand All @@ -31,7 +35,7 @@ jobs:
- name: Checkout repository
uses: actions/checkout@v4
with:
ref: ${{ inputs.pr_number && format('refs/pull/{0}/merge', inputs.pr_number) || inputs.ref || github.sha }}
ref: ${{ inputs.ref || github.sha }}
fetch-depth: 0

- name: Set up Python 3.12
Expand Down Expand Up @@ -60,18 +64,20 @@ jobs:

vllm-rbln-pytest:
needs: [get-compiler-version, build-vllm-rbln]
if: ${{ always() && !cancelled() && needs.build-vllm-rbln.result == 'success' }}
uses: ./.github/workflows/rbln_vllm-rbln_pytest.yaml
secrets: inherit
with:
ref: ${{ inputs.ref }}
rebel_compiler_version: ${{ needs.get-compiler-version.outputs.compiler_version }}
rebel_compiler_version: ${{ inputs.rebel_compiler_version || needs.get-compiler-version.outputs.compiler_version }}
optimum_rbln_version: ${{ inputs.optimum_rbln_version }}

vllm-rbln-optimum-ci:
needs: [get-compiler-version, build-vllm-rbln]
if: ${{ always() && !cancelled() && needs.build-vllm-rbln.result == 'success' }}
uses: ./.github/workflows/rbln_optimum_ci.yaml
secrets: inherit
with:
ref: ${{ inputs.ref }}
rebel_compiler_version: ${{ needs.get-compiler-version.outputs.compiler_version }}
rebel_compiler_version: ${{ inputs.rebel_compiler_version || needs.get-compiler-version.outputs.compiler_version }}
optimum_rbln_version: ${{ inputs.optimum_rbln_version }}
10 changes: 8 additions & 2 deletions .github/workflows/rbln_vllm-rbln_pytest.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,10 @@ on:
required: false
type: boolean
default: true
test_level:
description: "Test level for VLLM_RBLN_TEST_LEVEL environment variable"
required: false
type: string
workflow_call:
inputs:
ref:
Expand All @@ -43,6 +47,10 @@ on:
description: "Version of optimum-rbln to use (optional)"
required: false
type: string
test_level:
description: "Test level for VLLM_RBLN_TEST_LEVEL environment variable"
required: false
type: string

env:
RBLN_VERBOSE: 6
Expand Down Expand Up @@ -152,7 +160,6 @@ jobs:
- name: Run pytest
if: steps.should_skip.outputs.skip != 'true'
env:
VLLM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}
REBEL_VLLM_PRE_COMPILED_DIR: ${{ secrets.VLLM_PRE_COMPILED_DIR }}

run: |
Expand Down Expand Up @@ -288,7 +295,6 @@ jobs:
- name: Run pytest
if: steps.should_skip.outputs.skip != 'true'
env:
VLLM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}
REBEL_VLLM_PRE_COMPILED_DIR: ${{ secrets.VLLM_PRE_COMPILED_DIR }}

run: |
Expand Down
Loading