fixed error message in scheduler when no pods are available (#759)

nirrozenbaum · rlakhtakia · commit dd32f1c67e8d · 2025-04-30T18:35:36.000Z
Signed-off-by: Nir Rozenbaum &lt;nirro@il.ibm.com&gt;
diff --git a/pkg/epp/scheduling/scheduler.go b/pkg/epp/scheduling/scheduler.go
@@ -110,7 +110,7 @@ func (s *Scheduler) Schedule(ctx context.Context, req *types.LLMRequest) (*types
 
 	pods := s.runFilterPlugins(sCtx)
 	if len(pods) == 0 {
-		return nil, errutil.Error{Code: errutil.InferencePoolResourceExhausted, Msg: "failed to find a target pod"}
+		return nil, errutil.Error{Code: errutil.Internal, Msg: "no pods available for the given request"}
 	}
 	// if we got here, there is at least one pod to score
 	weightedScorePerPod := s.runScorerPlugins(sCtx, pods)

Original file line number	Diff line number	Diff line change
`@@ -110,7 +110,7 @@ func (s Scheduler) Schedule(ctx context.Context, req types.LLMRequest) (*types`
`110`	`110`
`111`	`111`	`pods := s.runFilterPlugins(sCtx)`
`112`	`112`	`if len(pods) == 0 {`
`113`		`- return nil, errutil.Error{Code: errutil.InferencePoolResourceExhausted, Msg: "failed to find a target pod"}`
	`113`	`+ return nil, errutil.Error{Code: errutil.Internal, Msg: "no pods available for the given request"}`
`114`	`114`	`}`
`115`	`115`	`// if we got here, there is at least one pod to score`
`116`	`116`	`weightedScorePerPod := s.runScorerPlugins(sCtx, pods)`