chore: split kind environments into kgateway and istio based

Signed-off-by: Shane Utt <[email protected]>

Author: shaneutt

deploy/environments/dev/kind-istio/destination-rules.yaml

@@ -0,0 +1,11 @@
+# **WARNING** Only use in testing scenarios
+apiVersion: networking.istio.io/v1
+kind: DestinationRule
+metadata:
+  name: endpoint-picker-insecure-tls
+spec:
+  host: endpoint-picker
+  trafficPolicy:
+      tls:
+        mode: SIMPLE
+        insecureSkipVerify: true

deploy/environments/dev/kind-istio/kustomization.yaml

@@ -0,0 +1,24 @@
+# ------------------------------------------------------------------------------
+# Kubernetes In Docker (KIND) Environment
+#
+# This will deploy the full development stack on a KIND cluster:
+#
+#  * Istio Control Plane
+#  * VLLM Simulator
+#  * Inference Gateway
+#
+# This will expose the VLLM simulator via InferencePool and an HTTPRoute.
+# ------------------------------------------------------------------------------
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+- destination-rules.yaml
+- services.yaml
+- ../../../components/istio-control-plane/
+- ../../../components/vllm-sim/
+- ../../../components/inference-gateway/
+
+patches:
+- path: patch-deployments.yaml
+- path: patch-gateways.yaml

deploy/environments/dev/kind/patch-deployments.yaml renamed to deploy/environments/dev/kind-istio/patch-deployments.yaml

@@ -0,0 +1,10 @@
+apiVersion: gateway.networking.k8s.io/v1
+kind: Gateway
+metadata:
+  name: inference-gateway
+  labels:
+    istio.io/enable-inference-extproc: "true"
+  annotations:
+    networking.istio.io/service-type: ClusterIP
+spec:
+  gatewayClassName: istio

deploy/environments/dev/kind-istio/patch-gateways.yaml

@@ -3,7 +3,7 @@
 #
 # This will deploy the full development stack on a KIND cluster:
 #
-#  * Istio Control Plane
+#  * KGateway Control Plane
 #  * VLLM Simulator
 #  * Inference Gateway
 #

deploy/environments/dev/kind/services.yaml renamed to deploy/environments/dev/kind-istio/services.yaml

@@ -0,0 +1,22 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: endpoint-picker
+spec:
+  template:
+    spec:
+      containers:
+      - name: epp
+        args:
+        - -poolName
+        - "vllm-llama3-8b-instruct"
+        - -poolNamespace
+        - "default"
+        - -v
+        - "5"
+        - --zap-encoder
+        - "json"
+        - -grpcPort
+        - "9002"
+        - -grpcHealthPort
+        - "9003"

deploy/environments/dev/kind/kustomization.yaml renamed to deploy/environments/dev/kind-kgateway/kustomization.yaml

@@ -0,0 +1,28 @@
+apiVersion: v1
+kind: Service
+metadata:
+  annotations:
+    networking.istio.io/service-type: NodePort
+  labels:
+    gateway.istio.io/managed: istio.io-gateway-controller
+    gateway.networking.k8s.io/gateway-name: inference-gateway
+    istio.io/enable-inference-extproc: "true"
+  name: inference-gateway-istio
+  namespace: default
+spec:
+  type: NodePort
+  selector:
+    gateway.networking.k8s.io/gateway-name: inference-gateway
+  ports:
+  - appProtocol: tcp
+    name: status-port
+    port: 15021
+    protocol: TCP
+    targetPort: 15021
+    nodePort: 32021
+  - appProtocol: http
+    name: default
+    port: 80
+    protocol: TCP
+    targetPort: 80
+    nodePort: 30080

deploy/environments/dev/kind-kgateway/patch-deployments.yaml

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-# This shell script deploys a kind cluster with an Istio-based Gateway API
+# This shell script deploys a kind cluster with a KGateway-based Gateway API
 # implementation fully configured. It deploys the vllm simulator, which it
 # exposes with a Gateway -> HTTPRoute -> InferencePool. The Gateway is
 # configured with the a filter for the ext_proc endpoint picker.