Skip to content
This repository was archived by the owner on Apr 11, 2024. It is now read-only.

Commit 76e51c3

Browse files
deepakm-ntnxdeepakm-ntnx
committed
added nutanix examples for clusterclass and cluster
1 parent 9c092bf commit 76e51c3

File tree

15 files changed

+396
-80
lines changed

15 files changed

+396
-80
lines changed

‎charts/cluster-api-runtime-extensions-nutanix/defaultclusterclasses/nutanix-cluster-class.yaml

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ spec:
1212
kubeletExtraArgs:
1313
cloud-provider: external
1414
eviction-hard: nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<15%,memory.available<100Mi,imagefs.inodesFree<10%
15-
tls-cipher-suites: ${TLS_CIPHER_SUITES=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256}
15+
tls-cipher-suites: TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256
1616
postKubeadmCommands:
1717
- echo "after kubeadm call" > /var/log/postkubeadm.log
1818
preKubeadmCommands:
@@ -66,12 +66,12 @@ spec:
6666
name: nutanix-quick-start-nct
6767
patches:
6868
- external:
69-
discoverVariablesExtension: nutanixclusterconfigvars.capi-runtime-extensions
70-
generateExtension: nutanixclusterconfigpatch.capi-runtime-extensions
69+
discoverVariablesExtension: nutanixclusterconfigvars.cluster-api-runtime-extensions-nutanix
70+
generateExtension: nutanixclusterconfigpatch.cluster-api-runtime-extensions-nutanix
7171
name: cluster-config
7272
- external:
73-
discoverVariablesExtension: nutanixworkerconfigvars.capi-runtime-extensions
74-
generateExtension: nutanixworkerconfigpatch.capi-runtime-extensions
73+
discoverVariablesExtension: nutanixworkerconfigvars.cluster-api-runtime-extensions-nutanix
74+
generateExtension: nutanixworkerconfigpatch.cluster-api-runtime-extensions-nutanix
7575
name: worker-config
7676
workers:
7777
machineDeployments:
@@ -128,14 +128,14 @@ spec:
128128
- 0.0.0.0
129129
extraArgs:
130130
cloud-provider: external
131-
tls-cipher-suites: ${TLS_CIPHER_SUITES=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256}
131+
tls-cipher-suites: TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256
132132
controllerManager:
133133
extraArgs:
134134
cloud-provider: external
135-
tls-cipher-suites: ${TLS_CIPHER_SUITES=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256}
135+
tls-cipher-suites: TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256
136136
scheduler:
137137
extraArgs:
138-
tls-cipher-suites: ${TLS_CIPHER_SUITES=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256}
138+
tls-cipher-suites: TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256
139139
files:
140140
- content: |
141141
apiVersion: v1
@@ -207,13 +207,13 @@ spec:
207207
kubeletExtraArgs:
208208
cloud-provider: external
209209
eviction-hard: nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<15%,memory.available<100Mi,imagefs.inodesFree<10%
210-
tls-cipher-suites: ${TLS_CIPHER_SUITES=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256}
210+
tls-cipher-suites: TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256
211211
joinConfiguration:
212212
nodeRegistration:
213213
kubeletExtraArgs:
214214
cloud-provider: external
215215
eviction-hard: nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<15%,memory.available<100Mi,imagefs.inodesFree<10%
216-
tls-cipher-suites: ${TLS_CIPHER_SUITES=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256}
216+
tls-cipher-suites: TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256
217217
postKubeadmCommands:
218218
- echo export KUBECONFIG=/etc/kubernetes/admin.conf >> /root/.bashrc
219219
- |

‎examples/capi-quick-start/nutanix-cluster-calico-crs.yaml

Lines changed: 34 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,8 @@ binaryData:
33
ca.crt: ${NUTANIX_ADDITIONAL_TRUST_BUNDLE=""}
44
kind: ConfigMap
55
metadata:
6+
labels:
7+
cluster.x-k8s.io/provider: nutanix
68
name: ${CLUSTER_NAME}-pc-trusted-ca-bundle
79
---
810
apiVersion: v1
@@ -221,11 +223,15 @@ data:
221223
name: nutanix-config
222224
kind: ConfigMap
223225
metadata:
226+
labels:
227+
cluster.x-k8s.io/provider: nutanix
224228
name: nutanix-ccm
225229
---
226230
apiVersion: v1
227231
kind: Secret
228232
metadata:
233+
labels:
234+
cluster.x-k8s.io/provider: nutanix
229235
name: ${CLUSTER_NAME}-pc-creds
230236
stringData:
231237
credentials: |
@@ -244,6 +250,8 @@ stringData:
244250
apiVersion: v1
245251
kind: Secret
246252
metadata:
253+
labels:
254+
cluster.x-k8s.io/provider: nutanix
247255
name: nutanix-ccm-secret
248256
stringData:
249257
nutanix-ccm-secret.yaml: |
@@ -271,6 +279,8 @@ type: addons.cluster.x-k8s.io/resource-set
271279
apiVersion: addons.cluster.x-k8s.io/v1beta1
272280
kind: ClusterResourceSet
273281
metadata:
282+
labels:
283+
cluster.x-k8s.io/provider: nutanix
274284
name: nutanix-ccm-crs
275285
spec:
276286
clusterSelector:
@@ -291,16 +301,17 @@ metadata:
291301
labels:
292302
ccm: nutanix
293303
cluster.x-k8s.io/cluster-name: ${CLUSTER_NAME}
304+
cluster.x-k8s.io/provider: nutanix
294305
name: ${CLUSTER_NAME}
295306
spec:
296307
clusterNetwork:
297308
pods:
298309
cidrBlocks:
299-
- 172.20.0.0/16
300-
serviceDomain: cluster.local
310+
- ${POD_CIDR:-192.168.0.0/16}
311+
serviceDomain: ${SERVICE_DOMAIN:="cluster.local"}
301312
services:
302313
cidrBlocks:
303-
- 172.19.0.0/16
314+
- ${SERVICE_CIDR:-10.128.0.0/12}
304315
topology:
305316
class: nutanix-quick-start
306317
controlPlane:
@@ -310,50 +321,54 @@ spec:
310321
- name: clusterConfig
311322
value:
312323
addons:
324+
clusterAutoscaler:
325+
strategy: ClusterResourceSet
313326
cni:
314327
provider: Calico
315328
strategy: ClusterResourceSet
329+
nfd:
330+
strategy: ClusterResourceSet
316331
controlPlane:
317332
nutanix:
318333
machineDetails:
319334
bootType: legacy
320335
cluster:
321-
name: ${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
336+
name: $${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
322337
type: name
323338
image:
324-
name: ${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
339+
name: $${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
325340
type: name
326341
memorySize: 4Gi
327342
subnet:
328-
- name: ${NUTANIX_SUBNET_NAME}
343+
- name: $${NUTANIX_SUBNET_NAME}
329344
type: name
330345
systemDiskSize: 40Gi
331346
vcpuSockets: 2
332347
vcpusPerSocket: 1
333348
nutanix:
334349
controlPlaneEndpoint:
335-
host: ${CONTROL_PLANE_ENDPOINT_IP}
336-
port: ${CONTROL_PLANE_ENDPOINT_PORT}
350+
host: $${CONTROL_PLANE_ENDPOINT_IP}
351+
port: $${CONTROL_PLANE_ENDPOINT_PORT}
337352
prismCentralEndpoint:
338-
additionalTrustBundle: ${CLUSTER_NAME}-pc-trusted-ca-bundle
339-
credentialSecret: ${CLUSTER_NAME}-pc-creds
340-
host: ${NUTANIX_ENDPOINT}
341-
insecure: ${NUTANIX_INSECURE}
353+
additionalTrustBundle: $${CLUSTER_NAME}-pc-trusted-ca-bundle
354+
credentialSecret: $${CLUSTER_NAME}-pc-creds
355+
host: $${NUTANIX_ENDPOINT}
356+
insecure: $${NUTANIX_INSECURE}
342357
port: 9440
343358
- name: workerConfig
344359
value:
345360
nutanix:
346361
machineDetails:
347362
bootType: legacy
348363
cluster:
349-
name: ${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
364+
name: $${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
350365
type: name
351366
image:
352-
name: ${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
367+
name: $${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
353368
type: name
354369
memorySize: 4Gi
355370
subnet:
356-
- name: ${NUTANIX_SUBNET_NAME}
371+
- name: $${NUTANIX_SUBNET_NAME}
357372
type: name
358373
systemDiskSize: 40Gi
359374
vcpuSockets: 2
@@ -362,6 +377,8 @@ spec:
362377
workers:
363378
machineDeployments:
364379
- class: nutanix-quick-start-worker
365-
metadata: {}
380+
metadata:
381+
annotations:
382+
cluster.x-k8s.io/cluster-api-autoscaler-node-group-max-size: "${WORKER_MACHINE_COUNT}"
383+
cluster.x-k8s.io/cluster-api-autoscaler-node-group-min-size: "${WORKER_MACHINE_COUNT}"
366384
name: md-0
367-
replicas: ${WORKER_MACHINE_COUNT}

‎examples/capi-quick-start/nutanix-cluster-calico-helm-addon.yaml

Lines changed: 34 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,8 @@ binaryData:
33
ca.crt: ${NUTANIX_ADDITIONAL_TRUST_BUNDLE=""}
44
kind: ConfigMap
55
metadata:
6+
labels:
7+
cluster.x-k8s.io/provider: nutanix
68
name: ${CLUSTER_NAME}-pc-trusted-ca-bundle
79
---
810
apiVersion: v1
@@ -221,11 +223,15 @@ data:
221223
name: nutanix-config
222224
kind: ConfigMap
223225
metadata:
226+
labels:
227+
cluster.x-k8s.io/provider: nutanix
224228
name: nutanix-ccm
225229
---
226230
apiVersion: v1
227231
kind: Secret
228232
metadata:
233+
labels:
234+
cluster.x-k8s.io/provider: nutanix
229235
name: ${CLUSTER_NAME}-pc-creds
230236
stringData:
231237
credentials: |
@@ -244,6 +250,8 @@ stringData:
244250
apiVersion: v1
245251
kind: Secret
246252
metadata:
253+
labels:
254+
cluster.x-k8s.io/provider: nutanix
247255
name: nutanix-ccm-secret
248256
stringData:
249257
nutanix-ccm-secret.yaml: |
@@ -271,6 +279,8 @@ type: addons.cluster.x-k8s.io/resource-set
271279
apiVersion: addons.cluster.x-k8s.io/v1beta1
272280
kind: ClusterResourceSet
273281
metadata:
282+
labels:
283+
cluster.x-k8s.io/provider: nutanix
274284
name: nutanix-ccm-crs
275285
spec:
276286
clusterSelector:
@@ -291,16 +301,17 @@ metadata:
291301
labels:
292302
ccm: nutanix
293303
cluster.x-k8s.io/cluster-name: ${CLUSTER_NAME}
304+
cluster.x-k8s.io/provider: nutanix
294305
name: ${CLUSTER_NAME}
295306
spec:
296307
clusterNetwork:
297308
pods:
298309
cidrBlocks:
299-
- 172.20.0.0/16
300-
serviceDomain: cluster.local
310+
- ${POD_CIDR:-192.168.0.0/16}
311+
serviceDomain: ${SERVICE_DOMAIN:="cluster.local"}
301312
services:
302313
cidrBlocks:
303-
- 172.19.0.0/16
314+
- ${SERVICE_CIDR:-10.128.0.0/12}
304315
topology:
305316
class: nutanix-quick-start
306317
controlPlane:
@@ -310,50 +321,54 @@ spec:
310321
- name: clusterConfig
311322
value:
312323
addons:
324+
clusterAutoscaler:
325+
strategy: HelmAddon
313326
cni:
314327
provider: Calico
315328
strategy: HelmAddon
329+
nfd:
330+
strategy: HelmAddon
316331
controlPlane:
317332
nutanix:
318333
machineDetails:
319334
bootType: legacy
320335
cluster:
321-
name: ${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
336+
name: $${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
322337
type: name
323338
image:
324-
name: ${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
339+
name: $${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
325340
type: name
326341
memorySize: 4Gi
327342
subnet:
328-
- name: ${NUTANIX_SUBNET_NAME}
343+
- name: $${NUTANIX_SUBNET_NAME}
329344
type: name
330345
systemDiskSize: 40Gi
331346
vcpuSockets: 2
332347
vcpusPerSocket: 1
333348
nutanix:
334349
controlPlaneEndpoint:
335-
host: ${CONTROL_PLANE_ENDPOINT_IP}
336-
port: ${CONTROL_PLANE_ENDPOINT_PORT}
350+
host: $${CONTROL_PLANE_ENDPOINT_IP}
351+
port: $${CONTROL_PLANE_ENDPOINT_PORT}
337352
prismCentralEndpoint:
338-
additionalTrustBundle: ${CLUSTER_NAME}-pc-trusted-ca-bundle
339-
credentialSecret: ${CLUSTER_NAME}-pc-creds
340-
host: ${NUTANIX_ENDPOINT}
341-
insecure: ${NUTANIX_INSECURE}
353+
additionalTrustBundle: $${CLUSTER_NAME}-pc-trusted-ca-bundle
354+
credentialSecret: $${CLUSTER_NAME}-pc-creds
355+
host: $${NUTANIX_ENDPOINT}
356+
insecure: $${NUTANIX_INSECURE}
342357
port: 9440
343358
- name: workerConfig
344359
value:
345360
nutanix:
346361
machineDetails:
347362
bootType: legacy
348363
cluster:
349-
name: ${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
364+
name: $${NUTANIX_PRISM_ELEMENT_CLUSTER_NAME}
350365
type: name
351366
image:
352-
name: ${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
367+
name: $${NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME}
353368
type: name
354369
memorySize: 4Gi
355370
subnet:
356-
- name: ${NUTANIX_SUBNET_NAME}
371+
- name: $${NUTANIX_SUBNET_NAME}
357372
type: name
358373
systemDiskSize: 40Gi
359374
vcpuSockets: 2
@@ -362,6 +377,8 @@ spec:
362377
workers:
363378
machineDeployments:
364379
- class: nutanix-quick-start-worker
365-
metadata: {}
380+
metadata:
381+
annotations:
382+
cluster.x-k8s.io/cluster-api-autoscaler-node-group-max-size: "${WORKER_MACHINE_COUNT}"
383+
cluster.x-k8s.io/cluster-api-autoscaler-node-group-min-size: "${WORKER_MACHINE_COUNT}"
366384
name: md-0
367-
replicas: ${WORKER_MACHINE_COUNT}

0 commit comments

Comments
 (0)