build: tooling to download Calico manifests

Author: dkoshkin

.tool-versions

@@ -10,3 +10,4 @@ pre-commit 3.0.2
 shfmt 3.6.0
 upx 4.0.2
 gcloud 416.0.0
+kubectl 1.26.1

hack/addons/update-calico-manifests.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+IFS=$'\n\t'
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+readonly SCRIPT_DIR
+
+# shellcheck source=hack/common.sh
+source "${SCRIPT_DIR}/../common.sh"
+
+if [ -z "${CALICO_VERSION-}" ]; then
+  echo "Missing environment variable: CALICO_VERSION"
+  exit 1
+fi
+readonly CALICO_CNI_ASSETS_DIR="${GIT_REPO_ROOT}/.local/cni/calico/${CALICO_VERSION}"
+mkdir -p "${CALICO_CNI_ASSETS_DIR}"
+
+curl -fsSL "https://docs.projectcalico.org/archive/${CALICO_VERSION}/manifests/tigera-operator.yaml" \
+  -o "${CALICO_CNI_ASSETS_DIR}/tigera-operator.yaml"
+
+# The operator manifest in YAML format is 1226666 bytes. It turns out that much of that is whitespace. Converting the
+# manifest to JSON without indentation allows us to remove most of the whitespace, reducing the size by more than half,
+# to 527614 bytes.
+#
+# Some important notes:
+# 1. The YAML manifest includes many documents, and the documents must become elements in a JSON array in order for the ClusterResourceController to [parse them](https://github.com/mesosphere/cluster-api//blob/65586de0080a960d085031de87ec627b2d606a6b/exp/addons/internal/controllers/clusterresourceset_helpers.go#L59). We create a JSON array with the --slurp flag.
+# 2. The YAML manifest has some whitespace between YAML document markers (`---`), and these become `null` entries in the JSON array. This causes the ["SortForCreate" subroutine](https://github.com/mesosphere/cluster-api//blob/65586de0080a960d085031de87ec627b2d606a6b/exp/addons/internal/controllers/clusterresourceset_helpers.go#L84) of the ClusterResourceSet controller to misbehave. We remove these null entries using a filter expression.
+# 3. If we indent the JSON document, it is nearly as large as the YAML document, at 1099093 bytes. We remove indentation with the --indent=0 flag.
+gojq --yaml-input --slurp --indent=0 \
+  '[ .[] | select( . != null ) ]' \
+  <"${CALICO_CNI_ASSETS_DIR}/tigera-operator.yaml" \
+  >"${CALICO_CNI_ASSETS_DIR}/tigera-operator.json"
+
+kubectl create configmap tigera-operator --dry-run=client --output yaml \
+  --from-file "${CALICO_CNI_ASSETS_DIR}/tigera-operator.json" \
+  >> "${GIT_REPO_ROOT}/pkg/addons/templates/cni/tigera-operator-configmap.yaml"

hack/common.sh

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+
+GIT_REPO_ROOT="$(git rev-parse --show-toplevel)"
+export GIT_REPO_ROOT

make/addons.mk

@@ -0,0 +1,9 @@
+# Copyright 2023 D2iQ, Inc. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+export CALICO_VERSION := v3.24
+
+.PHONY: update-addon.calico
+update-addon.calico: install-tool.gojq install-tool.kubectl ## update the Calico CNI from source files
+	$(call print-target)
+	./hack/addons/update-calico-manifests.sh

make/all.mk

@@ -17,3 +17,4 @@ include $(INCLUDE_DIR)ci.mk
 include $(INCLUDE_DIR)tag.mk
 include $(INCLUDE_DIR)upx.mk
 include $(INCLUDE_DIR)kubebuilder.mk
+include $(INCLUDE_DIR)addons.mk