Merge pull request #105 from neuralmagic/debug-pd

add log lines

Author: vMaroon

.gitignore

@@ -30,3 +30,5 @@ go.work.sum
 
 # generated docs
 site
+
+.envrc

Makefile

@@ -494,6 +494,7 @@ image-build: check-container-tool load-version-json ## Build container image usi
 		--build-arg TARGETARCH=$(TARGETARCH) \
 		--build-arg GIT_NM_USER=$(GIT_NM_USER)\
         --build-arg NM_TOKEN=$(NM_TOKEN) \
+		--progress=plain \
  		-t $(IMG) .
 
 .PHONY: image-push

pkg/epp/scheduling/local_config.go

@@ -90,4 +90,5 @@ func setPDFilter() {
 	}
 
 	defaultConfig.filters = append(defaultConfig.filters, filter.PDFilter)
+	loggerDebug.Info("Initialized PDFilter")
 }

pkg/epp/scheduling/plugins/filter/pd_filter.go

@@ -19,8 +19,10 @@ import (
 	"fmt"
 	"math/rand/v2"
 
+	"sigs.k8s.io/controller-runtime/pkg/log"
 	"sigs.k8s.io/gateway-api-inference-extension/pkg/epp/backend/metrics"
 	"sigs.k8s.io/gateway-api-inference-extension/pkg/epp/scheduling/types"
+	logutil "sigs.k8s.io/gateway-api-inference-extension/pkg/epp/util/logging"
 )
 
 const (
@@ -42,6 +44,8 @@ var PDFilter = &baseFilter{
 // Returns:
 //   - Filtered slice of pod metrics, could contain one or zerro elements
 func prefillDecodeFilterFunc(ctx *types.SchedulingContext, pods []types.Pod) []types.Pod {
+	loggerDebug := log.FromContext(ctx).WithName("pd_filter").V(logutil.DEBUG)
+
 	pPods := make([]types.Pod, 0)
 	dPods := make([]types.Pod, 0)
 
@@ -56,7 +60,10 @@ func prefillDecodeFilterFunc(ctx *types.SchedulingContext, pods []types.Pod) []t
 	if len(pPods) > 0 {
 		// select a random prefill pod
 		randomIndex := rand.IntN(len(pPods))
-		ctx.MutatedHeaders[prefillPodHeader] = fmt.Sprintf("http://%s:%d", pPods[randomIndex].GetPod().Address, ctx.TargetPort)
+		url := fmt.Sprintf("http://%s:%d", pPods[randomIndex].GetPod().Address, ctx.TargetPort)
+		loggerDebug.Info("Prefill pod selected", "url", url)
+
+		ctx.MutatedHeaders[prefillPodHeader] = url
 	}
 
 	if len(dPods) > 1 {