Skip to content

Commit 9857871

Browse files
committed
fix lint error
1 parent f887ef6 commit 9857871

File tree

2 files changed

+13
-13
lines changed

2 files changed

+13
-13
lines changed

pkg/epp/metrics/metrics.go

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -254,16 +254,16 @@ func RecordLatencyPerOutputToken(ctx context.Context, modelName, targetModelName
254254
"modelName", modelName, "targetModelName", targetModelName, "completeTime", complete, "receivedTime", received)
255255
return false
256256
}
257-
257+
258258
if outputTokenCount <= 0 {
259259
log.FromContext(ctx).Error(nil, "Output token count must be positive for NTPOT calculation",
260260
"modelName", modelName, "targetModelName", targetModelName, "outputTokenCount", outputTokenCount)
261261
return false
262262
}
263-
263+
264264
elapsedSeconds := complete.Sub(received).Seconds()
265265
secondsPerToken := elapsedSeconds / float64(outputTokenCount)
266-
266+
267267
latencyPerOutputToken.WithLabelValues(modelName, targetModelName).Observe(secondsPerToken)
268268
return true
269269
}

pkg/epp/metrics/metrics_test.go

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -29,17 +29,17 @@ import (
2929
)
3030

3131
const (
32-
RequestTotalMetric = InferenceModelComponent + "_request_total"
33-
RequestErrorTotalMetric = InferenceModelComponent + "_request_error_total"
34-
RequestLatenciesMetric = InferenceModelComponent + "_request_duration_seconds"
35-
RequestSizesMetric = InferenceModelComponent + "_request_sizes"
36-
ResponseSizesMetric = InferenceModelComponent + "_response_sizes"
37-
InputTokensMetric = InferenceModelComponent + "_input_tokens"
38-
OutputTokensMetric = InferenceModelComponent + "_output_tokens"
32+
RequestTotalMetric = InferenceModelComponent + "_request_total"
33+
RequestErrorTotalMetric = InferenceModelComponent + "_request_error_total"
34+
RequestLatenciesMetric = InferenceModelComponent + "_request_duration_seconds"
35+
RequestSizesMetric = InferenceModelComponent + "_request_sizes"
36+
ResponseSizesMetric = InferenceModelComponent + "_response_sizes"
37+
InputTokensMetric = InferenceModelComponent + "_input_tokens"
38+
OutputTokensMetric = InferenceModelComponent + "_output_tokens"
3939
LatencyPerOutputTokenMetric = InferenceModelComponent + "_ntpot_seconds"
40-
RunningRequestsMetric = InferenceModelComponent + "_running_requests"
41-
KVCacheAvgUsageMetric = InferencePoolComponent + "_average_kv_cache_utilization"
42-
QueueAvgSizeMetric = InferencePoolComponent + "_average_queue_size"
40+
RunningRequestsMetric = InferenceModelComponent + "_running_requests"
41+
KVCacheAvgUsageMetric = InferencePoolComponent + "_average_kv_cache_utilization"
42+
QueueAvgSizeMetric = InferencePoolComponent + "_average_queue_size"
4343
)
4444

4545
func TestRecordRequestCounterandSizes(t *testing.T) {

0 commit comments

Comments
 (0)