feat: Added e2e test for capx cluster

We need to set following vars in either env or caren.yaml

  NUTANIX_ENDPOINT: x.x.x.x
  NUTANIX_USER: admin
  NUTANIX_PASSWORD: “”
  NUTANIX_INSECURE: true
  NUTANIX_PORT: 9440
  CONTROL_PLANE_ENDPOINT_IP: x.x.x.x
  CONTROL_PLANE_ENDPOINT_PORT: 6443
  NUTANIX_PRISM_ELEMENT_CLUSTER_NAME: ""
  NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME: ""
  NUTANIX_SUBNET_NAME: ""
  DOCKER_HUB_USERNAME: “”
  NUTANIX_PRISM_ELEMENT_ENDPOINT: x.x.x.x
  NUTANIX_STORAGE_CONTAINER_NAME: “”

Author: deepakm-ntnx

test/e2e/config/caren.yaml

@@ -93,6 +93,29 @@ providers:
     - old: --metrics-addr=127.0.0.1:8080
       new: --metrics-addr=:8080
 
+- name: nutanix
+  type: InfrastructureProvider
+  versions:
+  - name: "${CAPX_VERSION}"
+    value: "https://github.com/nutanix-cloud-native/cluster-api-provider-nutanix/releases/download/${CAPX_VERSION}/infrastructure-components.yaml"
+    type: "url"
+    contract: v1beta1
+    files:
+    - sourcePath: "../data/shared/v1beta1-capx/metadata.yaml"
+    - sourcePath: "../../../charts/cluster-api-runtime-extensions-nutanix/defaultclusterclasses/nutanix-cluster-class.yaml"
+      targetName: clusterclass-nutanix-quick-start.yaml
+    - sourcePath: "../../../examples/capi-quick-start/nutanix-cluster-cilium-helm-addon.yaml"
+      targetName: cluster-template-topology-cilium-helm-addon.yaml
+    - sourcePath: "../../../examples/capi-quick-start/nutanix-cluster-cilium-crs.yaml"
+      targetName: cluster-template-topology-cilium-crs.yaml
+    - sourcePath: "../../../examples/capi-quick-start/nutanix-cluster-calico-helm-addon.yaml"
+      targetName: cluster-template-topology-calico-helm-addon.yaml
+    - sourcePath: "../../../examples/capi-quick-start/nutanix-cluster-calico-crs.yaml"
+      targetName: cluster-template-topology-calico-crs.yaml
+    replacements:
+    - old: --metrics-addr=127.0.0.1:8080
+      new: --metrics-addr=:8080
+
 - name: helm
   type: AddonProvider
   versions:
@@ -156,6 +179,19 @@ variables:
   AMI_LOOKUP_FORMAT: "konvoy-ami-{{.BaseOS}}-release-?{{.K8sVersion}}-*"
   AMI_LOOKUP_BASEOS: "rocky-9.1"
   AMI_LOOKUP_ORG: "999867407951"
+  NUTANIX_ENDPOINT: ""
+  NUTANIX_USER: ""
+  NUTANIX_PASSWORD: ""
+  NUTANIX_INSECURE: false
+  NUTANIX_PORT: 9440
+  CONTROL_PLANE_ENDPOINT_IP: ""
+  CONTROL_PLANE_ENDPOINT_PORT: 6443
+  NUTANIX_PRISM_ELEMENT_CLUSTER_NAME: ""
+  NUTANIX_MACHINE_TEMPLATE_IMAGE_NAME: ""
+  NUTANIX_SUBNET_NAME: ""
+  DOCKER_HUB_USERNAME: ""
+  NUTANIX_PRISM_ELEMENT_ENDPOINT: ""
+  NUTANIX_STORAGE_CONTAINER_NAME: ""
 
 intervals:
   default/wait-controllers: ["3m", "10s"]

test/e2e/data/shared/v1beta1-capx/metadata.yaml

@@ -0,0 +1,45 @@
+# Copyright 2024 D2iQ, Inc. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+# maps release series of major.minor to cluster-api contract version
+# the contract version may change between minor or major versions, but *not*
+# between patch versions.
+#
+# TODO(release-blocker): update this file only when a new major or minor version is released
+
+apiVersion: clusterctl.cluster.x-k8s.io/v1alpha3
+kind: Metadata
+releaseSeries:
+  - major: 0
+    minor: 1
+    contract: v1alpha4
+  - major: 0
+    minor: 2
+    contract: v1beta1
+  - major: 0
+    minor: 3
+    contract: v1beta1
+  - major: 0
+    minor: 4
+    contract: v1beta1
+  - major: 0
+    minor: 5
+    contract: v1beta1
+  - major: 1
+    minor: 0
+    contract: v1beta1
+  - major: 1
+    minor: 1
+    contract: v1beta1
+  - major: 1
+    minor: 2
+    contract: v1beta1
+  - major: 1
+    minor: 3
+    contract: v1beta1
+  - major: 1
+    minor: 4
+    contract: v1beta1
+  - major: 0
+    minor: 0
+    contract: v1beta1

test/e2e/e2e_suite_test.go

@@ -258,11 +258,17 @@ func initBootstrapCluster(
 	clusterctl.InitManagementClusterAndWatchControllerLogs(
 		context.TODO(),
 		clusterctl.InitManagementClusterAndWatchControllerLogsInput{
-			ClusterProxy:              bootstrapClusterProxy,
-			ClusterctlConfigPath:      clusterctlConfig,
-			InfrastructureProviders:   config.GetProviderLatestVersionsByContract("*", config.InfrastructureProviders()...),
-			AddonProviders:            config.GetProviderLatestVersionsByContract("*", config.AddonProviders()...),
-			RuntimeExtensionProviders: config.GetProviderLatestVersionsByContract("*", config.RuntimeExtensionProviders()...),
+			ClusterProxy:         bootstrapClusterProxy,
+			ClusterctlConfigPath: clusterctlConfig,
+			InfrastructureProviders: config.GetProviderLatestVersionsByContract(
+				"*",
+				config.InfrastructureProviders()...),
+			AddonProviders: config.GetProviderLatestVersionsByContract(
+				"*",
+				config.AddonProviders()...),
+			RuntimeExtensionProviders: config.GetProviderLatestVersionsByContract(
+				"*",
+				config.RuntimeExtensionProviders()...),
 			LogFolder: filepath.Join(
 				artifactFolder,
 				"clusters",

test/e2e/ownerreference_helpers.go

@@ -32,6 +32,11 @@ const (
 	awsClusterTemplateKind           = "AWSClusterTemplate"
 	awsClusterControllerIdentityKind = "AWSClusterControllerIdentity"
 
+	nutanixMachineKind         = "NutanixMachine"
+	nutanixMachineTemplateKind = "NutanixMachineTemplate"
+	nutanixClusterKind         = "NutanixCluster"
+	nutanixClusterTemplateKind = "NutanixClusterTemplate"
+
 	helmChartProxyKind   = "HelmChartProxy"
 	helmReleaseProxyKind = "HelmReleaseProxy"
 )
@@ -105,7 +110,7 @@ var (
 			return framework.HasExactOwners(owners, machineController)
 		},
 		awsMachineTemplateKind: func(owners []metav1.OwnerReference) error {
-			// Base AWSrMachineTemplates referenced in a ClusterClass must be owned by the ClusterClass.
+			// Base AWSMachineTemplates referenced in a ClusterClass must be owned by the ClusterClass.
 			// AWSMachineTemplates created for specific Clusters in the Topology controller must be owned by a Cluster.
 			return framework.HasOneOfExactOwners(
 				owners,
@@ -126,6 +131,32 @@ var (
 			return framework.HasExactOwners(owners)
 		},
 	}
+
+	// NutanixInfraOwnerReferenceAssertions maps Nutanix Infrastructure types to functions which return an error
+	// if the passed OwnerReferences aren't as expected.
+	NutanixInfraOwnerReferenceAssertions = map[string]func([]metav1.OwnerReference) error{
+		nutanixMachineKind: func(owners []metav1.OwnerReference) error {
+			// The NutanixMachine must be owned and controlled by a Machine.
+			return framework.HasExactOwners(owners, machineController)
+		},
+		nutanixMachineTemplateKind: func(owners []metav1.OwnerReference) error {
+			// Base NutanixMachineTemplates referenced in a ClusterClass must be owned by the ClusterClass.
+			// NutanixMachineTemplates created for specific Clusters in the Topology controller must be owned by a Cluster.
+			return framework.HasOneOfExactOwners(
+				owners,
+				[]metav1.OwnerReference{clusterOwner},
+				[]metav1.OwnerReference{clusterClassOwner},
+			)
+		},
+		nutanixClusterKind: func(owners []metav1.OwnerReference) error {
+			// NutanixCluster must be owned and controlled by a Cluster.
+			return framework.HasExactOwners(owners, clusterController)
+		},
+		nutanixClusterTemplateKind: func(owners []metav1.OwnerReference) error {
+			// NutanixClusterTemplate must be owned by a ClusterClass.
+			return framework.HasExactOwners(owners, clusterClassOwner)
+		},
+	}
 )
 
 // dedupeOwners returns a a list of owners without duplicate owner types. Only the fields used in the

test/e2e/quick_start_test.go

@@ -22,7 +22,7 @@ import (
 )
 
 var _ = Describe("Quick start", Serial, func() {
-	for _, provider := range []string{"Docker", "AWS"} {
+	for _, provider := range []string{"Docker", "AWS", "Nutanix"} {
 		lowercaseProvider := strings.ToLower(provider)
 		for _, cniProvider := range []string{"Cilium", "Calico"} {
 			for _, addonStrategy := range []string{"HelmAddon", "ClusterResourceSet"} {
@@ -78,6 +78,7 @@ var _ = Describe("Quick start", Serial, func() {
 										framework.KubeadmControlPlaneOwnerReferenceAssertions,
 										framework.KubernetesReferenceAssertions,
 										AWSInfraOwnerReferenceAssertions,
+										NutanixInfraOwnerReferenceAssertions,
 										AddonReferenceAssertions,
 									)