Replace HandleDeleteNamespace Test With KUTTL (#3172)

TestReconcilerHandleDeleteNamespace was prone to flakes when run with
`envtest-existing`, and so is here replaced by a KUTTL test
with matching functionality.

Issue [sc-14273]

Author: benjaminjb

internal/controller/postgrescluster/delete_test.go

@@ -0,0 +1,5 @@
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: kuttl-test-delete-namespace

testing/kuttl/e2e/delete-namespace/00--namespace.yaml

@@ -0,0 +1,28 @@
+---
+apiVersion: postgres-operator.crunchydata.com/v1beta1
+kind: PostgresCluster
+metadata:
+  name: delete-namespace
+  namespace: kuttl-test-delete-namespace
+spec:
+  postgresVersion: ${KUTTL_PG_VERSION}
+  instances:
+    - name: instance1
+      replicas: 2
+      dataVolumeClaimSpec:
+        accessModes:
+        - "ReadWriteOnce"
+        resources:
+          requests:
+            storage: 1Gi
+  backups:
+    pgbackrest:
+      repos:
+      - name: repo1
+        volume:
+          volumeClaimSpec:
+            accessModes:
+            - "ReadWriteOnce"
+            resources:
+              requests:
+                storage: 1Gi

testing/kuttl/e2e/delete-namespace/01--cluster.yaml

@@ -0,0 +1,22 @@
+---
+apiVersion: postgres-operator.crunchydata.com/v1beta1
+kind: PostgresCluster
+metadata:
+  name: delete-namespace
+  namespace: kuttl-test-delete-namespace
+status:
+  instances:
+    - name: instance1
+      readyReplicas: 2
+      replicas: 2
+      updatedReplicas: 2
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  namespace: kuttl-test-delete-namespace
+  labels:
+    postgres-operator.crunchydata.com/cluster: delete-namespace
+    postgres-operator.crunchydata.com/pgbackrest-backup: replica-create
+status:
+  succeeded: 1

testing/kuttl/e2e/delete-namespace/01-assert.yaml

@@ -0,0 +1,8 @@
+---
+# Remove the cluster.
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+delete:
+  - apiVersion: v1
+    kind: Namespace
+    name: kuttl-test-delete-namespace

testing/kuttl/e2e/delete-namespace/02--delete-namespace.yaml

@@ -0,0 +1,36 @@
+---
+apiVersion: postgres-operator.crunchydata.com/v1beta1
+kind: PostgresCluster
+namespace: kuttl-test-delete-namespace
+labels:
+    postgres-operator.crunchydata.com/cluster: delete
+---
+apiVersion: apps/v1
+kind: StatefulSet
+namespace: kuttl-test-delete-namespace
+labels:
+    postgres-operator.crunchydata.com/cluster: delete
+---
+apiVersion: v1
+kind: Pod
+namespace: kuttl-test-delete-namespace
+labels:
+    postgres-operator.crunchydata.com/cluster: delete
+---
+apiVersion: v1
+kind: Service
+namespace: kuttl-test-delete-namespace
+labels:
+    postgres-operator.crunchydata.com/cluster: delete
+---
+apiVersion: v1
+kind: Secret
+namespace: kuttl-test-delete-namespace
+labels:
+    postgres-operator.crunchydata.com/cluster: delete
+---
+apiVersion: v1
+kind: ConfigMap
+namespace: kuttl-test-delete-namespace
+labels:
+    postgres-operator.crunchydata.com/cluster: delete

testing/kuttl/e2e/delete-namespace/02-errors.yaml

@@ -0,0 +1,10 @@
+### Delete namespace test
+
+* Create a namespace
+* Start a regular cluster in that namespace
+* Delete the namespace
+* Check that nothing remains.
+
+Note: KUTTL provides a `$NAMESPACE` var that can be used in scripts/commands,
+but which cannot be used in object definition yamls (like `01--cluster.yaml`).
+Therefore, we use a given, non-random namespace: `kuttl-test-delete-namespace`.

testing/kuttl/e2e/delete-namespace/README.md

@@ -23,3 +23,8 @@ apiVersion: v1
 kind: Secret
 labels:
     postgres-operator.crunchydata.com/cluster: delete
+---
+apiVersion: v1
+kind: ConfigMap
+labels:
+    postgres-operator.crunchydata.com/cluster: delete

testing/kuttl/e2e/delete/02-errors.yaml

@@ -23,3 +23,8 @@ apiVersion: v1
 kind: Secret
 labels:
     postgres-operator.crunchydata.com/cluster: delete-switchover
+---
+apiVersion: v1
+kind: ConfigMap
+labels:
+    postgres-operator.crunchydata.com/cluster: delete-switchover

testing/kuttl/e2e/delete/14-errors.yaml

@@ -23,3 +23,8 @@ apiVersion: v1
 kind: Secret
 labels:
     postgres-operator.crunchydata.com/cluster: delete-not-running
+---
+apiVersion: v1
+kind: ConfigMap
+labels:
+    postgres-operator.crunchydata.com/cluster: delete-not-running