test: add registryMirror e2e test

Author: dkoshkin

test/e2e/addon_helpers.go

@@ -21,6 +21,7 @@ type WaitForAddonsToBeReadyInWorkloadClusterInput struct {
 	ClusterProxy                framework.ClusterProxy
 	DeploymentIntervals         []interface{}
 	DaemonSetIntervals          []interface{}
+	StatefulSetIntervals        []interface{}
 	HelmReleaseIntervals        []interface{}
 	ClusterResourceSetIntervals []interface{}
 	ResourceIntervals           []interface{}
@@ -119,4 +120,14 @@ func WaitForAddonsToBeReadyInWorkloadCluster(
 			ResourceIntervals:    input.ResourceIntervals,
 		},
 	)
+
+	WaitForRegistryMirrorToBeReadyInWorkloadCluster(
+		ctx,
+		WaitForRegistryMirrorToBeReadyInWorkloadClusterInput{
+			RegistryMirror:       input.AddonsConfig.RegistryMirror,
+			WorkloadCluster:      input.WorkloadCluster,
+			ClusterProxy:         input.ClusterProxy,
+			StatefulSetIntervals: input.StatefulSetIntervals,
+		},
+	)
 }

test/e2e/config/caren.yaml

@@ -219,6 +219,7 @@ intervals:
   default/wait-nodes-ready: ["10m", "10s"]
   default/wait-deployment: ["10m", "10s"]
   default/wait-daemonset: [ "5m", "10s" ]
+  default/wait-statefulset: [ "10m", "10s" ]
   default/wait-clusterresourceset: [ "5m", "10s" ]
   default/wait-helmrelease: [ "5m", "10s" ]
   default/wait-resource: [ "5m", "10s" ]

test/e2e/quick_start_test.go

@@ -265,6 +265,10 @@ var _ = Describe("Quick start", func() {
 															flavour,
 															"wait-daemonset",
 														),
+														StatefulSetIntervals: testE2EConfig.GetIntervals(
+															flavour,
+															"wait-statefulset",
+														),
 														HelmReleaseIntervals: testE2EConfig.GetIntervals(
 															flavour,
 															"wait-helmrelease",

test/e2e/registry_mirror_helpers.go

@@ -0,0 +1,58 @@
+//go:build e2e
+
+// Copyright 2024 Nutanix. All rights reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+package e2e
+
+import (
+	"context"
+
+	appsv1 "k8s.io/api/apps/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	clusterv1 "sigs.k8s.io/cluster-api/api/v1beta1"
+	"sigs.k8s.io/cluster-api/test/framework"
+
+	"github.com/nutanix-cloud-native/cluster-api-runtime-extensions-nutanix/api/v1alpha1"
+)
+
+type WaitForRegistryMirrorToBeReadyInWorkloadClusterInput struct {
+	RegistryMirror       *v1alpha1.RegistryMirror
+	WorkloadCluster      *clusterv1.Cluster
+	ClusterProxy         framework.ClusterProxy
+	StatefulSetIntervals []interface{}
+	HelmReleaseIntervals []interface{}
+}
+
+func WaitForRegistryMirrorToBeReadyInWorkloadCluster(
+	ctx context.Context,
+	input WaitForRegistryMirrorToBeReadyInWorkloadClusterInput, //nolint:gocritic // This hugeParam is OK in tests.
+) {
+	if input.RegistryMirror == nil {
+		return
+	}
+
+	WaitForHelmReleaseProxyReadyForCluster(
+		ctx,
+		WaitForHelmReleaseProxyReadyForClusterInput{
+			GetLister:       input.ClusterProxy.GetClient(),
+			Cluster:         input.WorkloadCluster,
+			HelmReleaseName: "docker-registry",
+		},
+		input.HelmReleaseIntervals...,
+	)
+
+	workloadClusterClient := input.ClusterProxy.GetWorkloadCluster(
+		ctx, input.WorkloadCluster.Namespace, input.WorkloadCluster.Name,
+	).GetClient()
+
+	WaitForStatefulSetsAvailable(ctx, WaitForStatefulSetAvailableInput{
+		Getter: workloadClusterClient,
+		StatefulSet: &appsv1.StatefulSet{
+			ObjectMeta: metav1.ObjectMeta{
+				Name:      "registry-mirror-docker-registry",
+				Namespace: "registry-mirror-system",
+			},
+		},
+	}, input.StatefulSetIntervals...)
+}

test/e2e/self_hosted_test.go

@@ -127,6 +127,10 @@ var _ = Describe("Self-hosted", Serial, func() {
 																flavour,
 																"wait-daemonset",
 															),
+															StatefulSetIntervals: e2eConfig.GetIntervals(
+																flavour,
+																"wait-statefulset",
+															),
 															HelmReleaseIntervals: e2eConfig.GetIntervals(
 																flavour,
 																"wait-helmrelease",

test/e2e/statefulset_helpers.go

@@ -0,0 +1,44 @@
+//go:build e2e
+
+// Copyright 2024 Nutanix. All rights reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+package e2e
+
+import (
+	"context"
+	"time"
+
+	. "github.com/onsi/gomega"
+	appsv1 "k8s.io/api/apps/v1"
+	capie2e "sigs.k8s.io/cluster-api/test/e2e"
+	"sigs.k8s.io/cluster-api/test/framework"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+)
+
+type WaitForStatefulSetAvailableInput struct {
+	Getter      framework.Getter
+	StatefulSet *appsv1.StatefulSet
+}
+
+// WaitForStatefulSetsAvailable waits until the Deployment has observedGeneration equal to generation and
+// status.Available = True, that signals that all the desired replicas are in place.
+func WaitForStatefulSetsAvailable(
+	ctx context.Context, input WaitForStatefulSetAvailableInput, intervals ...interface{},
+) {
+	start := time.Now()
+	key := client.ObjectKeyFromObject(input.StatefulSet)
+	capie2e.Byf("waiting for statefulset %s to be available", key)
+	Log("starting to wait for statefulset to become available")
+	Eventually(func() bool {
+		if err := input.Getter.Get(ctx, key, input.StatefulSet); err == nil {
+			if input.StatefulSet.Status.ObservedGeneration != input.StatefulSet.Generation {
+				return false
+			}
+
+			return input.StatefulSet.Status.AvailableReplicas == input.StatefulSet.Status.Replicas
+		}
+		return false
+	}, intervals...).Should(BeTrue())
+	Logf("Deployment %s is now available, took %v", key, time.Since(start))
+}