feat: add cleanup for kubernetes dev env (kubernetes-sigs#59)

Signed-off-by: Kfir Toledo <[email protected]>

Author: kfirtoledo

DEVELOPMENT.md

@@ -43,7 +43,7 @@ make environment.dev.kind
 
 This will create a `kind` cluster (or re-use an existing one) using the system's
 local container runtime and deploy the development stack into the `default`
-namespace. 
+namespace.
 
 There are several ways to access the gateway:
 
@@ -56,15 +56,15 @@ $ kubectl --context kind-gie-dev port-forward service/inference-gateway 8080:80
 > **Warning**: This method doesn't work on `podman` correctly, as `podman` support
 > with `kind` is not fully implemented yet.
 ```sh
-# Determine the k8s node address 
+# Determine the k8s node address
 $ kubectl --context kind-gie-dev get node -o yaml | grep address
 # The service is accessible over port 80 of the worker IP address.
 ```
 
 **LoadBalancer**
 
 ```sh
-# Install and run cloud-provider-kind: 
+# Install and run cloud-provider-kind:
 $ go install sigs.k8s.io/cloud-provider-kind@latest && cloud-provider-kind &
 $ kubectl --context kind-gie-dev get service inference-gateway
 # Wait for the LoadBalancer External-IP to become available. The service is accessible over port 80.
@@ -250,3 +250,20 @@ make environment.dev.kubernetes
 ```
 
 And test the changes.
+
+### Cleanup Environment
+
+To clean up the development environment and remove all deployed resources in your namespace, run:
+
+```sh
+make clean.environment.dev.kubernetes
+```
+
+**Warning**: This cleanup doesn't remove any custom pull `Secrets` you may have added. If you are
+done with this environment, you may want to remove those manually as well.
+
+If you also want to remove the namespace entirely, run:
+
+```sh
+kubectl delete namespace ${NAMESPACE}
+```

Makefile

@@ -432,7 +432,7 @@ test: check-ginkgo ## Run tests
 post-deploy-test: ## Run post deployment tests
 	echo Success!
 	@echo "Post-deployment tests passed."
-	
+
 .PHONY: lint
 lint: check-golangci-lint ## Run lint
 	@printf "\033[33;1m==== Running linting ====\033[0m\n"
@@ -780,15 +780,15 @@ environment.dev.kubernetes: check-kubectl check-kustomize check-envsubst
 # ------------------------------------------------------------------------------
 # Kubernetes Development Environment - Teardown
 #
-# Tears down the namespace, and therefore the development environment.
+# Tears down the development environment.
 # ------------------------------------------------------------------------------
 .PHONY: clean.environment.dev.kubernetes
 clean.environment.dev.kubernetes: check-kubectl check-kustomize check-envsubst
 ifndef NAMESPACE
 	$(error "Error: NAMESPACE is required but not set")
 endif
-	@echo "INFO: deleting namespace $(NAMESPACE)"
-	kubectl delete namespace $(NAMESPACE)
+	@echo "INFO: cleaning up dev environment in $(NAMESPACE)"
+	kustomize build deploy/environments/dev/kubernetes-kgateway | envsubst | kubectl -n "${NAMESPACE}" delete -f -
 
 # -----------------------------------------------------------------------------
 # TODO: these are old aliases that we still need for the moment, but will be