Skip to content

Commit 05954ac

Browse files
committed
Populated the RequestId field of the LLMRequest
Signed-off-by: Shmuel Kallner <[email protected]>
1 parent df57165 commit 05954ac

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

pkg/epp/requestcontrol/director.go

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@ import (
3131
schedulingtypes "sigs.k8s.io/gateway-api-inference-extension/pkg/epp/scheduling/types"
3232
errutil "sigs.k8s.io/gateway-api-inference-extension/pkg/epp/util/error"
3333
logutil "sigs.k8s.io/gateway-api-inference-extension/pkg/epp/util/logging"
34+
requtil "sigs.k8s.io/gateway-api-inference-extension/pkg/epp/util/request"
3435
)
3536

3637
type Scheduler interface {
@@ -82,6 +83,7 @@ func (d *Director) HandleRequest(ctx context.Context, reqCtx *handlers.RequestCo
8283
}
8384

8485
llmReq := &schedulingtypes.LLMRequest{
86+
RequestId: reqCtx.Request.Headers[requtil.RequestIdHeaderKey],
8587
Model: reqCtx.Model,
8688
ResolvedTargetModel: reqCtx.ResolvedTargetModel,
8789
Critical: modelObj.Spec.Criticality != nil && *modelObj.Spec.Criticality == v1alpha2.Critical,

0 commit comments

Comments
 (0)