Skip to content

Commit 7ccb2af

Browse files
manish-jangracursoragent
manish-jangra
and
cursoragent
authored
KFLUXINFRA-3834: Deploy kueue and tekton-kueue to internal production (#399)
Add internal-production overlay for the kueue component, mirroring the existing internal-staging configuration. This includes the Kueue operator, ClusterQueue, LocalQueue, tekton-kueue controller/webhook, and queue config. Co-authored-by: Cursor <cursoragent@cursor.com>
1 parent 7c994c9 commit 7ccb2af

13 files changed

Lines changed: 299 additions & 0 deletions

File tree

‎components/kueue/internal-production/kueue/kueue.yaml‎

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
---
2+
apiVersion: kueue.openshift.io/v1
3+
kind: Kueue
4+
metadata:
5+
labels:
6+
app.kubernetes.io/name: kueue-operator
7+
annotations:
8+
argocd.argoproj.io/sync-wave: "1"
9+
argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true
10+
name: cluster
11+
namespace: openshift-kueue-operator
12+
spec:
13+
managementState: Managed
14+
config:
15+
integrations:
16+
frameworks: # The operator requires at lest one framework to be enabled
17+
- BatchJob
18+
externalFrameworks:
19+
- group: tekton.dev
20+
version: v1
21+
resource: pipelineruns

‎components/kueue/internal-production/kueue/kustomization.yaml‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
---
2+
apiVersion: kustomize.config.k8s.io/v1beta1
3+
kind: Kustomization
4+
resources:
5+
- operator.yaml
6+
- kueue.yaml
7+
namespace: openshift-kueue-operator

‎components/kueue/internal-production/kueue/operator.yaml‎

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
1+
---
2+
apiVersion: v1
3+
kind: Namespace
4+
metadata:
5+
name: openshift-kueue-operator
6+
labels:
7+
openshift.io/cluster-monitoring: "true"
8+
annotations:
9+
argocd.argoproj.io/sync-wave: "-4"
10+
---
11+
apiVersion: operators.coreos.com/v1alpha1
12+
kind: CatalogSource
13+
metadata:
14+
annotations:
15+
argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true
16+
argocd.argoproj.io/sync-wave: "-3"
17+
name: redhat-operators-1-18
18+
namespace: openshift-kueue-operator
19+
spec:
20+
displayName: redhat-operators-1-18
21+
image: registry.redhat.io/redhat/redhat-operator-index:v4.18
22+
sourceType: grpc
23+
updateStrategy:
24+
registryPoll:
25+
interval: 30m
26+
---
27+
apiVersion: operators.coreos.com/v1
28+
kind: OperatorGroup
29+
metadata:
30+
name: openshift-kueue-operatorgroup
31+
annotations:
32+
argocd.argoproj.io/sync-wave: "-2"
33+
spec: {}
34+
---
35+
apiVersion: operators.coreos.com/v1alpha1
36+
kind: Subscription
37+
metadata:
38+
name: openshift-kueue-operator
39+
namespace: openshift-kueue-operator
40+
annotations:
41+
argocd.argoproj.io/sync-wave: "-1"
42+
spec:
43+
channel: stable-v1.3
44+
installPlanApproval: Automatic
45+
name: kueue-operator
46+
source: redhat-operators-1-18
47+
sourceNamespace: openshift-kueue-operator

‎components/kueue/internal-production/kustomization.yaml‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
---
2+
apiVersion: kustomize.config.k8s.io/v1beta1
3+
kind: Kustomization
4+
resources:
5+
- kueue
6+
- localqueues
7+
- tekton-kueue
8+
- queue-config
9+
10+
commonAnnotations:
11+
argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true

‎components/kueue/internal-production/localqueues/internal-services.yaml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
---
2+
apiVersion: kueue.x-k8s.io/v1beta2
3+
kind: LocalQueue
4+
metadata:
5+
name: pipelines-queue
6+
namespace: internal-services
7+
annotations:
8+
argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true
9+
spec:
10+
clusterQueue: cluster-pipeline-queue

‎components/kueue/internal-production/localqueues/kustomization.yaml‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
---
2+
apiVersion: kustomize.config.k8s.io/v1beta1
3+
kind: Kustomization
4+
resources:
5+
- internal-services.yaml
6+
commonAnnotations:
7+
argocd.argoproj.io/sync-wave: "11"
8+
9+
# namespace: DO NOT USE THIS FIELD, this allows us to create localqueues for components in more than one namespace

‎components/kueue/internal-production/queue-config/cluster-queue.yaml‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
---
2+
apiVersion: kueue.x-k8s.io/v1beta2
3+
kind: ResourceFlavor
4+
metadata:
5+
name: default-flavor
6+
---
7+
apiVersion: kueue.x-k8s.io/v1beta2
8+
kind: ClusterQueue
9+
metadata:
10+
name: cluster-pipeline-queue
11+
spec:
12+
namespaceSelector: {}
13+
queueingStrategy: BestEffortFIFO
14+
preemption:
15+
borrowWithinCohort:
16+
policy: Never
17+
reclaimWithinCohort: Never
18+
withinClusterQueue: Never
19+
resourceGroups:
20+
- coveredResources:
21+
- tekton.dev/pipelineruns
22+
- signing-server-request
23+
flavors:
24+
- name: default-flavor
25+
resources:
26+
- name: tekton.dev/pipelineruns
27+
nominalQuota: '500'
28+
- name: signing-server-request
29+
nominalQuota: '500'
30+
stopPolicy: None

‎components/kueue/internal-production/queue-config/kustomization.yaml‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
---
2+
apiVersion: kustomize.config.k8s.io/v1beta1
3+
kind: Kustomization
4+
resources:
5+
- cluster-queue.yaml
6+
- workload-priority-class.yaml
7+
commonAnnotations:
8+
argocd.argoproj.io/sync-wave: "10"

‎components/kueue/internal-production/queue-config/workload-priority-class.yaml‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
---
2+
apiVersion: kueue.x-k8s.io/v1beta2
3+
kind: WorkloadPriorityClass
4+
metadata:
5+
name: konflux-default
6+
value: 400
7+
description: "Default priority for pipelines"

‎components/kueue/internal-production/tekton-kueue/config.yaml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
queueName: pipelines-queue
2+
cel:
3+
expressions:
4+
- |
5+
priority('konflux-default')
6+
7+
- |
8+
has(pipelineRun.metadata.labels) &&
9+
'internal-services.appstudio.openshift.io/rate-limited' in pipelineRun.metadata.labels &&
10+
pipelineRun.metadata.labels['internal-services.appstudio.openshift.io/rate-limited'] == 'true' &&
11+
'internal-services.appstudio.openshift.io/rate-limiting-group' in pipelineRun.metadata.labels &&
12+
pipelineRun.metadata.labels['internal-services.appstudio.openshift.io/rate-limiting-group'] == 'signing-server' ?
13+
[resource('signing-server-request', 1)] : []

0 commit comments

Comments
 (0)