Skip to content

Commit f887ef6

Browse files
committed
update logging and add ntpot logging to server.go
1 parent 5121c51 commit f887ef6

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

pkg/epp/metrics/metrics.go

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -250,13 +250,13 @@ func RecordOutputTokens(modelName, targetModelName string, size int) {
250250
// RecordLatencyPerOutputToken (NTPOT) records the normalized time per output token.
251251
func RecordLatencyPerOutputToken(ctx context.Context, modelName, targetModelName string, received time.Time, complete time.Time, outputTokenCount int) bool {
252252
if !complete.After(received) {
253-
log.FromContext(ctx).V(logutil.DEFAULT).Error(nil, "Request latency values are invalid for NTPOT calculation",
253+
log.FromContext(ctx).Error(nil, "Request latency values are invalid for NTPOT calculation",
254254
"modelName", modelName, "targetModelName", targetModelName, "completeTime", complete, "receivedTime", received)
255255
return false
256256
}
257257

258258
if outputTokenCount <= 0 {
259-
log.FromContext(ctx).V(logutil.DEFAULT).Error(nil, "Output token count must be positive for NTPOT calculation",
259+
log.FromContext(ctx).Error(nil, "Output token count must be positive for NTPOT calculation",
260260
"modelName", modelName, "targetModelName", targetModelName, "outputTokenCount", outputTokenCount)
261261
return false
262262
}

0 commit comments

Comments
 (0)