rename PodFlushAll to PodResyncAll

Author: ahg-g

pkg/ext-proc/backend/datastore.go

@@ -34,7 +34,7 @@ type Datastore interface {
 	PodUpdateMetricsIfExist(pm *PodMetrics)
 	PodGet(namespacedName types.NamespacedName) (*PodMetrics, bool)
 	PodDelete(namespacedName types.NamespacedName)
-	PodFlushAll(ctx context.Context, ctrlClient client.Client)
+	PodResyncAll(ctx context.Context, ctrlClient client.Client)
 	PodGetAll() []*PodMetrics
 	PodDeleteAll() // This is only for testing.
 	PodRange(f func(key, value any) bool)
@@ -172,7 +172,7 @@ func (ds *datastore) PodUpdateOrAddIfNotExist(pod *corev1.Pod) bool {
 	return false
 }
 
-func (ds *datastore) PodFlushAll(ctx context.Context, ctrlClient client.Client) {
+func (ds *datastore) PodResyncAll(ctx context.Context, ctrlClient client.Client) {
 	// Pool must exist to invoke this function.
 	pool, _ := ds.PoolGet()
 	podList := &corev1.PodList{}

pkg/ext-proc/backend/inferencepool_reconciler.go

@@ -63,7 +63,7 @@ func (c *InferencePoolReconciler) updateDatastore(ctx context.Context, newPool *
 	c.Datastore.PoolSet(newPool)
 	if oldPool == nil || !reflect.DeepEqual(newPool.Spec.Selector, oldPool.Spec.Selector) {
 		logger.V(logutil.DEFAULT).Info("Updating inference pool endpoints", "target", klog.KMetadata(&newPool.ObjectMeta))
-		c.Datastore.PodFlushAll(ctx, c.Client)
+		c.Datastore.PodResyncAll(ctx, c.Client)
 	}
 }
 

pkg/manifests/ext_proc.yaml

@@ -71,7 +71,7 @@ spec:
     spec:
       containers:
       - name: inference-gateway-ext-proc
-        image: us-central1-docker.pkg.dev/k8s-staging-images/gateway-api-inference-extension/epp:main
+        image: us-central1-docker.pkg.dev/ahg-gke-dev/jobset2/epp:dfee85a
         imagePullPolicy: Always
         args:
         - -poolName

pkg/manifests/vllm/deployment.yaml

@@ -39,7 +39,7 @@ spec:
           - "8000"
           - "--enable-lora"
           - "--max-loras"
-          - "4"
+          - "2"
           - "--max-cpu-loras"
           - "12"
           - "--lora-modules"