operator: k8s: add kuttl test to ensure that brokers start after they change their advertised address

Author: nicolaferraro

tests/e2e/endpoint-template/00-assert.yaml

@@ -0,0 +1,27 @@
+apiVersion: redpanda.vectorized.io/v1alpha1
+kind: Cluster
+metadata:
+  name: endpoint-template
+status:
+  replicas: 2
+  readyReplicas: 2
+  restarting: false
+  conditions:
+  - type: ClusterConfigured
+    status: "True"
+---
+
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+collectors:
+  - type: pod
+    selector: app.kubernetes.io/name=redpanda
+    tail: -1
+  - type: pod
+    namespace: redpanda-system
+    selector: control-plane=controller-manager
+    tail: -1
+  - type: command
+    command: kubectl get clusters -o jsonpath={@} -n $NAMESPACE
+  - type: command
+    command: kubectl get pods -o jsonpath={@} -n $NAMESPACE

tests/e2e/endpoint-template/00-redpanda-cluster.yaml

@@ -0,0 +1,39 @@
+apiVersion: redpanda.vectorized.io/v1alpha1
+kind: Cluster
+metadata:
+  name: endpoint-template
+spec:
+  image: "localhost/redpanda"
+  version: "dev"
+  replicas: 2
+  resources:
+    requests:
+      cpu: 100m
+      memory: 100Mi
+    limits:
+      cpu: 1
+      memory: 500Mi
+  configuration:
+    rpcServer:
+      port: 33145
+    adminApi:
+      - port: 9644
+    kafkaApi:
+    - port: 9092
+    - external:
+        enabled: true
+        subdomain: example.com
+        endpointTemplate: "{{.Index}}-{{.HostIP | sha256sum | substr 0 10}}-kafka"
+      tls:
+        enabled: true
+        requireClientAuth: true
+    pandaproxyApi:
+     - port: 8082
+     - external:
+         enabled: true
+         subdomain: example.com
+         endpointTemplate: "{{.Index}}-{{.HostIP | sha256sum | substr 0 10}}-pandaproxy"
+       tls:
+         enabled: true
+         requireClientAuth: true
+    developerMode: true

tests/e2e/endpoint-template/01-assert.yaml

@@ -0,0 +1,43 @@
+apiVersion: redpanda.vectorized.io/v1alpha1
+kind: Cluster
+metadata:
+  name: endpoint-template
+status:
+  replicas: 2
+  readyReplicas: 2
+  restarting: false
+  conditions:
+    - type: ClusterConfigured
+      status: "True"
+---
+
+apiVersion: v1
+kind: Pod
+metadata:
+  name: endpoint-template-0
+status:
+  phase: "Running"
+---
+
+apiVersion: v1
+kind: Pod
+metadata:
+  name: endpoint-template-1
+status:
+  phase: "Running"
+---
+
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+collectors:
+  - type: pod
+    selector: app.kubernetes.io/name=redpanda
+    tail: -1
+  - type: pod
+    namespace: redpanda-system
+    selector: control-plane=controller-manager
+    tail: -1
+  - type: command
+    command: kubectl get clusters -o jsonpath={@} -n $NAMESPACE
+  - type: command
+    command: kubectl get pods -o jsonpath={@} -n $NAMESPACE

tests/e2e/endpoint-template/01-cordon-node.yaml

@@ -0,0 +1,10 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+commands:
+  # Cordon the node that is running broker 1
+  - script: kubectl cordon $(kubectl get pod -n $NAMESPACE endpoint-template-1 -o jsonpath='{.spec.nodeName}')
+  # Delete broker 1 PVC and Pod to move it to another node, changing the corresponding advertised address
+  - command: kubectl delete pvc datadir-endpoint-template-1 --wait=false
+    namespaced: true
+  - command: kubectl delete pod endpoint-template-1
+    namespaced: true

tests/e2e/endpoint-template/02-uncordon-node.yaml

@@ -0,0 +1,5 @@
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+commands:
+  # Uncordon all nodes (selects all nodes not matching an non-existent label)
+  - command: kubectl uncordon -l any!=node