increase inotify limits for multiple k8s clusters

This resolves #1178 and allows users to create multiple local Kubernetes
clusters through Kind or the Cluster API Docker provider.

Signed-off-by: Carlos Nunez <[email protected]>

Author: carlosonunez-vmw

Diff for: examples/docker-rootful.yaml

@@ -54,6 +54,15 @@ provision:
     fi
     export DEBIAN_FRONTEND=noninteractive
     curl -fsSL https://get.docker.com | sh
+- mode: system
+  script: |
+    #!/bin/bash
+    # Increase inotify limits to prevent nested Kubernetes control planes
+    # from crash looping.
+    set -eux -o pipefail
+    echo 'fs.inotify.max_user_watches = 524288' >> /etc/sysctl.conf
+    echo 'fs.inotify.max_user_instances = 512' >> /etc/sysctl.conf
+    sysctl --system
 probes:
 - script: |
     #!/bin/bash

Diff for: examples/docker.yaml

@@ -56,6 +56,15 @@ provision:
     systemctl --user start dbus
     dockerd-rootless-setuptool.sh install
     docker context use rootless
+- mode: system
+  script: |
+    #!/bin/bash
+    # Increase inotify limits to prevent nested Kubernetes control planes
+    # from crash looping.
+    set -eux -o pipefail
+    echo 'fs.inotify.max_user_watches = 524288' >> /etc/sysctl.conf
+    echo 'fs.inotify.max_user_instances = 512' >> /etc/sysctl.conf
+    sysctl --system
 probes:
 - script: |
     #!/bin/bash

Diff for: examples/k3s.yaml

@@ -41,7 +41,15 @@ provision:
   script: |
     #!/bin/sh
     curl -sfL https://get.k3s.io | sh -
-
+- mode: system
+  script: |
+    #!/bin/bash
+    # Increase inotify limits to prevent nested Kubernetes control planes
+    # from crash looping.
+    set -eux -o pipefail
+    echo 'fs.inotify.max_user_watches = 524288' >> /etc/sysctl.conf
+    echo 'fs.inotify.max_user_instances = 512' >> /etc/sysctl.conf
+    sysctl --system
 probes:
 - script: |
     #!/bin/bash