carslab-public/clusterinstance-fiesta-ibi.yaml at main · mgonzalezo/carslab-public · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
---
# ClusterInstance for SNO Cluster "fiesta" - IBI (Image-Based Install) Approach
# Configuration based on fiesta.cars2.lab SiteConfig
# Reference: https://docs.redhat.com/en/documentation/openshift_container_platform/4.17/html/edge_computing/ztp-preparing-the-hub-cluster
# Source: https://github.com/novacain1/carslab-public/tree/main/rhocp-clusters/fiesta.cars2.lab

apiVersion: siteconfig.open-cluster-management.io/v1alpha1
kind: ClusterInstance
metadata:
  name: "fiesta"
  namespace: "du1-1-fiesta-cars2-lab"
  labels:
    cluster: fiesta
    site: cars2-lab
spec:
  # ============================================================================
  # CLUSTER TYPE AND INSTALLATION CONTROL
  # ============================================================================
  # clusterType: "SNO"  # Optional - auto-detected from single node

  # Hold installation until ready (set to false to auto-start)
  holdInstallation: false

  # ============================================================================
  # EXTRA MANIFESTS (Optional - Day 0 customizations)
  # ============================================================================
  # Uncomment to add extra machine configs or customizations
  # extraManifestsRefs:
  #   - name: extra-machine-configs
  #   - name: enable-crun

  # ============================================================================
  # AUTHENTICATION & SECRETS
  # ============================================================================
  # Pull secret for downloading OpenShift images
  pullSecretRef:
    name: "assisted-deployment-pull-secret"

  # SSH public key for accessing cluster nodes
  sshPublicKey: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDd7Jj5iFCWv9IHJK9H+2O3lyPs36moAxeAUiHvzRS3uzqGxxB33BnTRBNDKsoDFSGJX0J4bd5b+XyCPdhFOfvn/xhmAcm6d8GALS+139e8d+No8h2QgZy0OVJFp844k4nmz4wew5/+X9DN40ZURYerekbVc58hw1+rTu0uM2jQ0cE2QmEf3qGKHx9UJW8t6IsMzwnrikBH30sYqn2NcBE+/c8JzlLc3PvvenlY0iQkpukI1A5E9GGMR9OS/q+w6FH85zvSgUatOV7Q5lg45QUF+V77DrfX5+niI+NK1g70pRvD8481SAdXrHPB5vK4vQEmJ4pz83IKYHVuPzRnjzYKv1jV33oReyyMqyk44Rsfkxl4i5SJ9z7q/EVmTjvurzD6ofi3Dg0+PL18eTcjuPFdCxSCUFsnr5N9CRHCxHRQpxoZTD7sYD4jDGNygawLvhxcvgKGBZzP53NRCzRFOMFmZsLPLQRaNOsgKRPAohmrn5l8+1xG5ltVauOwAFlKUxk="

  # ============================================================================
  # CLUSTER IDENTITY
  # ============================================================================
  clusterName: "fiesta"
  baseDomain: cars2.lab

  # ============================================================================
  # OPENSHIFT VERSION
  # ============================================================================
  clusterImageSetNameRef: "img4.18.23-x86-64-appsub"

  # ============================================================================
  # NETWORK CONFIGURATION
  # ============================================================================
  # Pod network (internal to cluster) - Dual stack IPv4/IPv6
  clusterNetwork:
    - cidr: 10.128.0.0/14
      hostPrefix: 23
    - cidr: fd01::/48
      hostPrefix: 64

  # Physical machine network (where your servers are connected) - Dual stack
  machineNetwork:
    - cidr: 192.168.38.128/26
    - cidr: 2600:52:7:300::0/64

  # Service network (internal to cluster) - Dual stack
  serviceNetwork:
    - cidr: 172.30.0.0/16
    - cidr: fd02::/112

  # Network plugin
  networkType: OVNKubernetes

  # ============================================================================
  # ADDITIONAL CLUSTER CONFIGURATION
  # ============================================================================
  # CPU partitioning for performance-critical workloads (telco/RAN)
  # AllNodes: Enables CPU partitioning for all nodes
  cpuPartitioningMode: AllNodes

  # Additional NTP sources for time synchronization
  additionalNTPSources:
    - clock.cars2.lab
    - clock-v6.cars2.lab

  # Install configuration overrides
  # Customizes the install-config.yaml with specific capabilities
  installConfigOverrides: '{"capabilities":{"baselineCapabilitySet": "None", "additionalEnabledCapabilities": [ "marketplace", "OperatorLifecycleManager", "NodeTuning", "Ingress" ] }}'

  # ============================================================================
  # TEMPLATE REFERENCES (IBI - Image-Based Install)
  # ============================================================================
  # Reference to cluster-level templates for IBI deployment
  # These templates provide standard configurations for image-based installations
  templateRefs:
    - name: ibi-cluster-templates-v1
      namespace: open-cluster-management  # IBI templates namespace

  # ============================================================================
  # NODE DEFINITIONS
  # ============================================================================
  nodes:
    - hostName: du1-1.fiesta.cars2.lab
      role: master  # For SNO, this is always 'master'

      # ------------------------------------------------------------------------
      # BMC (Baseboard Management Controller) Configuration
      # ------------------------------------------------------------------------
      bmcAddress: redfish-virtualmedia://192.168.38.199/redfish/v1/Systems/1/
      # Redfish virtual media endpoint for the server's BMC

      # BMC credentials reference
      bmcCredentialsName:
        name: gnb-fiesta-cars2-lab-bmc-secret  # Reference to BMC credentials secret

      # ------------------------------------------------------------------------
      # Boot Configuration
      # ------------------------------------------------------------------------
      bootMACAddress: "3c:ec:ef:b6:ce:12"
      bootMode: UEFI

      # How to select the installation disk
      rootDeviceHints:
        wwn: "0x500a075138277708"  # Disk World Wide Name for precise identification

      # ------------------------------------------------------------------------
      # TEMPLATE REFERENCES (IBI Node Templates)
      # ------------------------------------------------------------------------
      # Reference to node-level templates for IBI deployment
      templateRefs:
        - name: ibi-node-templates-v1
          namespace: open-cluster-management  # IBI templates namespace

      # ------------------------------------------------------------------------
      # Network Configuration for This Node
      # ------------------------------------------------------------------------
      nodeNetwork:
        # Define network interfaces
        interfaces:
          - name: eno3
            macAddress: "3c:ec:ef:b6:ce:12"

        # Network configuration (using nmstate format) - Dual stack IPv4/IPv6
        config:
          interfaces:
            - name: eno3
              type: ethernet
              state: up
              ipv4:
                enabled: true
                dhcp: false
                address:
                  - ip: 192.168.38.144
                    prefix-length: 26
              ipv6:
                enabled: true
                dhcp: false
                address:
                  - ip: 2600:52:7:300::144
                    prefix-length: 64

          # DNS configuration - Dual stack DNS servers
          dns-resolver:
            config:
              server:
                - 192.168.38.12
                - 2600:52:7:38::12

          # Default routes for both IPv4 and IPv6
          routes:
            config:
              - destination: 0.0.0.0/0
                next-hop-address: 192.168.38.129
                next-hop-interface: eno3
                table-id: 254
              - destination: ::/0
                next-hop-address: 2600:52:7:300::1
                next-hop-interface: eno3
                table-id: 254

      # ------------------------------------------------------------------------
      # Node-specific labels (optional)
      # ------------------------------------------------------------------------
      # nodeLabels:
      #   node-role.kubernetes.io/master: ""
      #   node-role.kubernetes.io/worker: ""
      #   custom-label: "value"

---
# Configuration Summary for fiesta.cars2.lab SNO Cluster (IBI)
# ===========================================================
#
# Cluster Details:
#   - Name: fiesta
#   - FQDN: du1-1.fiesta.cars2.lab
#   - Base Domain: cars2.lab
#   - Namespace: du1-1-fiesta-cars2-lab
#   - OpenShift Version: 4.18.23
#   - Installation Method: IBI (Image-Based Install)
#
# Network Configuration:
#   - Type: Dual-stack (IPv4/IPv6)
#   - Node IPv4: 192.168.38.144/26
#   - Node IPv6: 2600:52:7:300::144/64
#   - Interface: eno3 (3c:ec:ef:b6:ce:12)
#   - IPv4 Gateway: 192.168.38.129
#   - IPv6 Gateway: 2600:52:7:300::1
#
# BMC Configuration:
#   - Address: redfish-virtualmedia://192.168.38.199/redfish/v1/Systems/1/
#   - Boot MAC: 3c:ec:ef:b6:ce:12
#   - Boot Mode: UEFI
#   - Root Disk WWN: 0x500a075138277708
#
# Special Features:
#   - CPU Partitioning: AllNodes (for telco/RAN workloads)
#   - Dual-stack networking (IPv4 + IPv6)
#   - Custom capabilities: marketplace, OLM, NodeTuning, Ingress
#   - NTP servers: clock.cars2.lab, clock-v6.cars2.lab
#   - IBI Templates: ibi-cluster-templates-v1, ibi-node-templates-v1
#
# Prerequisites Required in Namespace (du1-1-fiesta-cars2-lab):
#   - Pull secret: assisted-deployment-pull-secret
#   - BMC secret: gnb-fiesta-cars2-lab-bmc-secret
#   - ClusterImageSet: img4.18.23-x86-64-appsub
#   - IBI Templates: Must exist in siteconfig-operator namespace
#
# Template References:
#   - Cluster-level: ibi-cluster-templates-v1 (siteconfig-operator namespace)
#   - Node-level: ibi-node-templates-v1 (siteconfig-operator namespace)
#
# To Deploy:
#   1. Install GitOps ZTP (see GITOPS_ZTP_INSTALLATION.md)
#   2. Ensure namespace exists: oc create namespace du1-1-fiesta-cars2-lab
#   3. Apply hub-prereqs from GitHub (secrets and namespace)
#   4. Verify ClusterImageSet exists
#   5. Verify IBI templates exist in siteconfig-operator namespace
#   6. Apply InfraEnv: oc apply -f infraenv-fiesta.yaml
#   7. Apply this file: oc apply -f clusterinstance-fiesta-ibi.yaml
#   8. Monitor: oc get clusterdeployment -n du1-1-fiesta-cars2-lab -w
#
# Based on original SiteConfig:
#   https://github.com/novacain1/carslab-public/tree/main/rhocp-clusters/fiesta.cars2.lab
#
# Official Documentation:
#   https://docs.redhat.com/en/documentation/openshift_container_platform/4.17/html/edge_computing/ztp-preparing-the-hub-cluster