Replacing endpointSlice Reconciler with a direct Pod Reconciler

pkg/ext-proc/backend/datastore.go

@@ -1,12 +1,16 @@
 package backend
 
 import (
+	"context"
 	"errors"
 	"math/rand"
+	"strconv"
 	"sync"
 
 	corev1 "k8s.io/api/core/v1"
+	"k8s.io/apimachinery/pkg/labels"
 	"k8s.io/klog/v2"
+	"sigs.k8s.io/controller-runtime/pkg/client"
 	"sigs.k8s.io/gateway-api-inference-extension/api/v1alpha1"
 	logutil "sigs.k8s.io/gateway-api-inference-extension/pkg/ext-proc/util/logging"
 )
@@ -111,3 +115,41 @@ func IsCritical(model *v1alpha1.InferenceModel) bool {
 	}
 	return false
 }
+
+func (ds *K8sDatastore) LabelsMatch(podLabels map[string]string) bool {
+	poolSelector := selectorFromInferencePoolSelector(ds.inferencePool.Spec.Selector)
+	podSet := labels.Set(podLabels)
+	return poolSelector.Matches(podSet)
+}
+
+func (ds *K8sDatastore) flushPodsAndRefetch(ctx context.Context, ctrlClient client.Client, newServerPool *v1alpha1.InferencePool) {
+	podList := &corev1.PodList{}
+	if err := ctrlClient.List(ctx, podList, selectorFromInferencePoolSelector(newServerPool.Spec.Selector).(client.MatchingLabelsSelector)); err != nil {
+		klog.Error(err, "error listing clients")
+	}
+	podMap := sync.Map{}
+
+	for _, k8sPod := range podList.Items {
+		pod := Pod{
+			Name:    k8sPod.Name,
+			Address: k8sPod.Status.PodIP + ":" + strconv.Itoa(int(newServerPool.Spec.TargetPortNumber)),
+		}
+		podMap.Store(pod, true)
+	}
+
+	// Clear is thread-safe, so if there are any in-flight accesses this should prevent odd data behavior. Then we replace after.
+	ds.pods.Clear()
+	ds.pods = &podMap
+}
+
+func selectorFromInferencePoolSelector(selector map[v1alpha1.LabelKey]v1alpha1.LabelValue) labels.Selector {
+	return labels.SelectorFromSet(stripLabelKeyAliasFromLabelMap(selector))
+}
+
+func stripLabelKeyAliasFromLabelMap(labels map[v1alpha1.LabelKey]v1alpha1.LabelValue) map[string]string {
+	outMap := make(map[string]string)
+	for k, v := range labels {
+		outMap[string(k)] = string(v)
+	}
+	return outMap
+}

pkg/ext-proc/backend/inferencemodel_reconciler_test.go

@@ -309,3 +309,24 @@ func populateServiceMap(services ...*v1alpha1.InferenceModel) *sync.Map {
 	}
 	return returnVal
 }
+
+func mapsEqual(map1, map2 *sync.Map) bool {
+	equal := true
+
+	map1.Range(func(k, v any) bool {
+		if _, ok := map2.Load(k); !ok {
+			equal = false
+			return false
+		}
+		return true
+	})
+	map2.Range(func(k, v any) bool {
+		if _, ok := map1.Load(k); !ok {
+			equal = false
+			return false
+		}
+		return true
+	})
+
+	return equal
+}