[CI] Add HPP for HyperShift/Kubevirt deployments

This is being done as a temporary workaround for kubernetes-sigs/gcp-compute-persistent-disk-csi-driver#608
that we're constantly seeing in the CI environment in GCP

Signed-off-by: Oren Cohen <[email protected]>

Author: orenc1

hack/ci/hpp/00_hpp_mc.yaml

@@ -0,0 +1,84 @@
+---
+#
+# Create and mount a dedicated partition for PersistentVolumes
+# provisioned by kubevirt-hostpath-provisioner.
+#
+# See documentation:
+# - https://github.com/kubevirt/hostpath-provisioner-operator/blob/master/contrib/machineconfig-selinux-hpp.yaml
+#
+
+kind: MachineConfig
+apiVersion: machineconfiguration.openshift.io/v1
+metadata:
+  name: 100-worker-hostpath-provisioner
+  labels:
+    machineconfiguration.openshift.io/role: worker
+spec:
+  config:
+    ignition:
+      version: 3.2.0
+    systemd:
+      units:
+        - contents: |
+            [Unit]
+            Description=Create directory for hostpath provisioner
+
+            [Service]
+            Type=oneshot
+            RemainAfterExit=yes
+            ExecStart=mkdir -p /var/hpvolumes
+
+            [Install]
+            WantedBy=local-fs.target
+          enabled: true
+          name: hostpath-provisioner-mkdir.service
+        - contents: |
+            # VirtualMachines have a dedicated disk for HPP while BM servers
+            # use their rootdisk for HPP
+            [Unit]
+            Description=Create filesystem for hostpath provisioner
+            ConditionPathExists=/dev/vdb
+            ConditionVirtualization=vm
+
+            [Service]
+            Type=oneshot
+            RemainAfterExit=yes
+            ExecStart=/bin/bash -c 'lsblk --noheadings --output=FSTYPE /dev/vdb | grep -Fw ext4 || /usr/sbin/mkfs.ext4 -q -L hpvolumes /dev/vdb'
+
+            [Install]
+            WantedBy=local-fs.target
+          enabled: true
+          name: hostpath-provisioner-mkfs.service
+        - contents: |
+            [Unit]
+            Description=Mount filesystem for hostpath provisioner
+            ConditionPathExists=/dev/disk/by-label/hpvolumes
+            ConditionVirtualization=vm
+            Requires=hostpath-provisioner-mkdir.service hostpath-provisioner-mkfs.service
+            After=hostpath-provisioner-mkdir.service hostpath-provisioner-mkfs.service
+            Before=hostpath-provisioner-selinux.service
+
+            [Mount]
+            What=/dev/disk/by-label/hpvolumes
+            Where=/var/hpvolumes
+
+            [Install]
+            WantedBy=local-fs.target
+          enabled: true
+          name: var-hpvolumes.mount
+        - contents: |
+            [Unit]
+            Description=Set SELinux chcon for hostpath provisioner
+            Requires=local-fs.target hostpath-provisioner-mkdir.service
+            After=local-fs.target hostpath-provisioner-mkdir.service var-hpvolumes.mount
+            Before=kubelet.service
+
+            [Service]
+            Type=oneshot
+            RemainAfterExit=yes
+            ExecStart=/usr/bin/chcon -Rt container_file_t /var/hpvolumes
+
+            [Install]
+            WantedBy=local-fs.target
+          enabled: true
+          name: hostpath-provisioner-selinux.service

hack/ci/hpp/10_hpp_cr.yaml

@@ -0,0 +1,10 @@
+---
+kind: HostPathProvisioner
+apiVersion: hostpathprovisioner.kubevirt.io/v1beta1
+metadata:
+  name: hostpath-provisioner
+spec:
+  imagePullPolicy: IfNotPresent
+  pathConfig:
+    path: "/var/hpvolumes"
+    useNamingPrefix: false

hack/ci/hpp/20_hpp_sc.yaml

@@ -0,0 +1,8 @@
+---
+kind: StorageClass
+apiVersion: storage.k8s.io/v1
+metadata:
+  name: hostpath-provisioner
+provisioner: kubevirt.io/hostpath-provisioner
+reclaimPolicy: Delete
+volumeBindingMode: WaitForFirstConsumer

hack/ci/hpp/30_hpp_pool_sc.yaml

@@ -0,0 +1,10 @@
+---
+kind: StorageClass
+apiVersion: storage.k8s.io/v1
+metadata:
+  name: hostpath-csi
+provisioner: kubevirt.io.hostpath-provisioner
+reclaimPolicy: Delete
+volumeBindingMode: Immediate  # must be set to WFFC for non SNO clusters
+parameters:
+  storagePool: local

hack/ci/hpp/deploy_hpp.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+
+## HostPath Provisioner Deployment & Configuration
+#  Used as a temporary workaround for https://github.com/kubernetes-sigs/gcp-compute-persistent-disk-csi-driver/issues/608
+
+set -ex
+
+readonly SCRIPT_DIR=$(dirname "$(readlink -f "${BASH_SOURCE[0]}")")
+readonly HCO_NAMESPACE="openshift-cnv"
+
+echo_debug()
+{
+    echo "$@" >&2
+}
+
+# Wait until master and worker MCP are Updated
+# or timeout after 90min.
+wait_mcp_for_updated()
+{
+    local mcp_updated="false"
+
+    sleep 30
+
+    for i in {1..60}
+    do
+      echo_debug "Attempt ${i}/60"
+      sleep 30
+      if oc wait mcp --all --for condition=updated --timeout=1m; then
+        echo_debug "MCP is Updated"
+        mcp_updated="true"
+        break
+      fi
+    done
+
+    if [[ "$mcp_updated" == "false" ]]; then
+      echo_debug "Error: MCP didn't get Updated!!"
+      exit 1
+    fi
+}
+
+# Create and mount a dedicated partition for PersistentVolumes provisioned by HPP
+# =>  https://github.com/kubevirt/hostpath-provisioner-operator/blob/master/contrib/machineconfig-selinux-hpp.yaml
+oc create --filename="${SCRIPT_DIR}/00_hpp_mc.yaml" -n ${HCO_NAMESPACE} || true  # Don't fail if resource already exists
+wait_mcp_for_updated
+
+# Create HPP CustomResource and StorageClass
+oc create --filename="${SCRIPT_DIR}/10_hpp_cr.yaml" -n ${HCO_NAMESPACE}
+oc create --filename="${SCRIPT_DIR}/20_hpp_sc.yaml"
+oc create --filename="${SCRIPT_DIR}/30_hpp_csi_sc.yaml"
+
+# Set HPP as default StorageClass for the cluster
+oc annotate storageclasses --all storageclass.kubernetes.io/is-default-class-
+oc annotate storageclass hostpath-provisioner storageclass.kubernetes.io/is-default-class='true'

hack/ci/install-cnv.sh

@@ -127,3 +127,7 @@ metadata:
 EOF
 
 oc wait hyperconverged -n openshift-cnv kubevirt-hyperconverged --for=condition=Available --timeout=15m
+
+
+readonly SCRIPT_DIR=$(dirname "$(readlink -f "${BASH_SOURCE[0]}")")
+"${SCRIPT_DIR}"/hpp/deploy_hpp.sh