e2e: Add e2e test for SMA NvmfTCP

- Start a spdkdev container to simulate IPU node with spdk_tgt process
  and SMA server running inside
- Add e2e test for SMA NvmfTCP, deploy the nodeserver-config-map when
  deploying the k8s cluster, check the controller statefulset, node
  deamonset
- Add a test scenario to the SMA NvmfTCP e2e test that the test pod
  claims multiple pvcs, and check data persistency
- Add log verification to check SMA calls

Signed-off-by: Jing Yan <[email protected]>
Change-Id: Iaf47b2168acced29922046f58ba10840967ddef2
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk-csi/+/16855
Tested-by: SPDK CI Jenkins <[email protected]>
Reviewed-by: Antti Kervinen <[email protected]>
Reviewed-by: Yibo Cai <[email protected]>
Reviewed-by: Xin Yang <[email protected]>

Author: yanjing1104

e2e/multi-pvc.yaml

@@ -0,0 +1,41 @@
+# SPDX-License-Identifier: Apache-2.0
+# Copyright (c) Arm Limited and Contributors
+# Copyright (c) Intel Corporation
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: spdkcsi-pvc1
+spec:
+  accessModes:
+  - ReadWriteOnce
+  resources:
+    requests:
+      storage: 128Mi
+  storageClassName: spdkcsi-sc
+
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: spdkcsi-pvc2
+spec:
+  accessModes:
+  - ReadWriteOnce
+  resources:
+    requests:
+      storage: 128Mi
+  storageClassName: spdkcsi-sc
+
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: spdkcsi-pvc3
+spec:
+  accessModes:
+  - ReadWriteOnce
+  resources:
+    requests:
+      storage: 128Mi
+  storageClassName: spdkcsi-sc

e2e/sma-nvmf.go

@@ -0,0 +1,103 @@
+package e2e
+
+import (
+	"time"
+
+	ginkgo "github.com/onsi/ginkgo/v2"
+	"k8s.io/kubernetes/test/e2e/framework"
+)
+
+const (
+	smaNVMFConfigMapData = `{
+  "nodes": [
+    {
+      "name": "localhost",
+      "rpcURL": "http://127.0.0.1:9009",
+      "targetType": "nvme-tcp",
+      "targetAddr": "127.0.0.1"
+    }
+  ]
+}`
+)
+
+var _ = ginkgo.Describe("SPDKCSI-SMA-NVMF", func() {
+	f := framework.NewDefaultFramework("spdkcsi")
+	ginkgo.BeforeEach(func() {
+		deployConfigs(smaNVMFConfigMapData)
+		deploySmaNvmfConfig()
+		deployCsi()
+	})
+
+	ginkgo.AfterEach(func() {
+		deleteCsi()
+		deleteSmaNvmfConfig()
+		deleteConfigs()
+	})
+
+	ginkgo.Context("Test SPDK CSI SMA NVMF", func() {
+		ginkgo.It("Test SPDK CSI SMA NVMF", func() {
+			ginkgo.By("checking controller statefulset is running", func() {
+				err := waitForControllerReady(f.ClientSet, 4*time.Minute)
+				if err != nil {
+					ginkgo.Fail(err.Error())
+				}
+			})
+
+			ginkgo.By("checking node daemonset is running", func() {
+				err := waitForNodeServerReady(f.ClientSet, 2*time.Minute)
+				if err != nil {
+					ginkgo.Fail(err.Error())
+				}
+			})
+
+			ginkgo.By("log verification for SMA grpc connection", func() {
+				expLogerrMsgMap := map[string]string{
+					"connected to SMA server 127.0.0.1:5114 with TargetType as xpu-sma-nvmftcp": "failed to catch the log about the connection to SMA server from node",
+				}
+				err := verifyNodeServerLog(expLogerrMsgMap)
+				if err != nil {
+					ginkgo.Fail(err.Error())
+				}
+			})
+
+			ginkgo.By("create multiple pvcs and a pod with multiple pvcs attached, and check data persistence after the pod is removed and recreated", func() {
+				deployMultiPvcs()
+				deployTestPodWithMultiPvcs()
+				err := waitForTestPodReady(f.ClientSet, 5*time.Minute)
+				if err != nil {
+					ginkgo.Fail(err.Error())
+				}
+
+				err = checkDataPersistForMultiPvcs(f)
+				if err != nil {
+					ginkgo.Fail(err.Error())
+				}
+
+				deleteMultiPvcsAndTestPodWithMultiPvcs()
+				err = waitForTestPodGone(f.ClientSet)
+				if err != nil {
+					ginkgo.Fail(err.Error())
+				}
+				for _, pvcName := range []string{"spdkcsi-pvc1", "spdkcsi-pvc2", "spdkcsi-pvc3"} {
+					err = waitForPvcGone(f.ClientSet, pvcName)
+					if err != nil {
+						ginkgo.Fail(err.Error())
+					}
+				}
+			})
+
+			ginkgo.By("log verification for SMA workflow", func() {
+				expLogerrMsgMap := map[string]string{
+					"SMA.CreateDevice": "failed to catch the log about the SMA.CreateDevice phase",
+					"SMA.AttachVolume": "failed to catch the log about the SMA.AttachVolume phase",
+					"SMA.DetachVolume": "failed to catch the log about the SMA.DetachVolume phase",
+					"SMA.DeleteDevice": "failed to catch the log about the SMA.DeleteDevice phase",
+				}
+				err := verifyNodeServerLog(expLogerrMsgMap)
+				if err != nil {
+					ginkgo.Fail(err.Error())
+				}
+			})
+		})
+	})
+})

e2e/sma-nvmf.yaml

@@ -0,0 +1,23 @@
+# SPDX-License-Identifier: Apache-2.0
+# Copyright (c) Arm Limited and Contributors
+# Copyright (c) Intel Corporation
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: spdkcsi-nodeservercm
+data:
+  # sma.targetType: xpu-sma-nvmftcp, xpu-sma-virtioblk, xpu-sma-nvme
+  # sma.targetAddr: URL to connect the SMA server on every cluster node,
+  #             http://IPADDR:PORT
+  #             unix:///path/and/sma.sock
+  nodeserver-config.json: |-
+    {
+      "smaList": [
+        {
+          "name": "IPU0",
+          "targetType": "xpu-sma-nvmftcp",
+          "targetAddr": "127.0.0.1:5114"
+        }
+      ]
+    }

e2e/testpod-multi-pvc.yaml

@@ -0,0 +1,33 @@
+# SPDX-License-Identifier: Apache-2.0
+# Copyright (c) Arm Limited and Contributors
+# Copyright (c) Intel Corporation
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: spdkcsi-test
+  labels:
+    app: spdkcsi-pvc
+spec:
+  containers:
+  - name: alpine
+    image: alpine:3
+    imagePullPolicy: "IfNotPresent"
+    command: ["sleep", "365d"]
+    volumeMounts:
+    - mountPath: "/spdkvol1"
+      name: spdk-volume1
+    - mountPath: "/spdkvol2"
+      name: spdk-volume2
+    - mountPath: "/spdkvol3"
+      name: spdk-volume3
+  volumes:
+  - name: spdk-volume1
+    persistentVolumeClaim:
+      claimName: spdkcsi-pvc1
+  - name: spdk-volume2
+    persistentVolumeClaim:
+      claimName: spdkcsi-pvc2
+  - name: spdk-volume3
+    persistentVolumeClaim:
+      claimName: spdkcsi-pvc3