Adding 'not_optimized_regex_matchers_count' field on the query stats

Signed-off-by: alanprot <[email protected]>

Author: alanprot

Diff for: pkg/frontend/transport/handler.go

@@ -387,6 +387,7 @@ func (f *Handler) reportQueryStats(r *http.Request, source, userID string, query
 	numPeakSamples := stats.LoadPeakSamples()
 	numChunkBytes := stats.LoadFetchedChunkBytes()
 	numDataBytes := stats.LoadFetchedDataBytes()
+	notOptimizedRegexMatchers := stats.LoadNotOptimizedRegexMatchers()
 	numStoreGatewayTouchedPostings := stats.LoadStoreGatewayTouchedPostings()
 	numStoreGatewayTouchedPostingBytes := stats.LoadStoreGatewayTouchedPostingBytes()
 	splitQueries := stats.LoadSplitQueries()
@@ -431,6 +432,7 @@ func (f *Handler) reportQueryStats(r *http.Request, source, userID string, query
 		"status_code", statusCode,
 		"response_size", contentLength,
 		"samples_scanned", numScannedSamples,
+		"not_optimized_regex_matchers_count", notOptimizedRegexMatchers,
 	}, stats.LoadExtraFields()...)
 
 	if numStoreGatewayTouchedPostings > 0 {

Diff for: pkg/querier/querier.go

@@ -348,6 +348,7 @@ func (q querier) Select(ctx context.Context, sortSeries bool, sp *storage.Select
 	}
 	startT := time.Now()
 	defer func() {
+		stats.AddNotOptimizedRegexMatchers(notOptimizedRegexMatchersCount(matchers))
 		stats.AddQueryStorageWallTime(time.Since(startT))
 	}()
 
@@ -610,6 +611,16 @@ func (u useBeforeTimestampQueryable) UseQueryable(_ time.Time, queryMinT, _ int6
 	return queryMinT < u.ts
 }
 
+func notOptimizedRegexMatchersCount(matchers []*labels.Matcher) uint64 {
+	n := uint64(0)
+	for _, matcher := range matchers {
+		if matcher.GetRegexString() != "" && !matcher.IsRegexOptimized() {
+			n++
+		}
+	}
+	return n
+}
+
 // Returns QueryableWithFilter, that is used only if query starts before given timestamp.
 // If timestamp is zero (time.IsZero), queryable is always used.
 func UseBeforeTimestampQueryable(queryable storage.Queryable, ts time.Time) QueryableWithFilter {

Diff for: pkg/querier/stats/stats.go

@@ -221,6 +221,21 @@ func (s *QueryStats) AddQueryStorageWallTime(t time.Duration) {
 	atomic.AddInt64((*int64)(&s.QueryStorageWallTime), int64(t))
 }
 
+func (s *QueryStats) AddNotOptimizedRegexMatchers(count uint64) {
+	if s == nil {
+		return
+	}
+	atomic.AddUint64(&s.NotOptimizedRegexCount, count)
+}
+
+func (s *QueryStats) LoadNotOptimizedRegexMatchers() uint64 {
+	if s == nil {
+		return 0
+	}
+
+	return atomic.LoadUint64(&s.NotOptimizedRegexCount)
+}
+
 // LoadQueryStorageWallTime returns current query storage wall time.
 func (s *QueryStats) LoadQueryStorageWallTime() time.Duration {
 	if s == nil {
@@ -390,6 +405,7 @@ func (s *QueryStats) Merge(other *QueryStats) {
 	s.AddFetchedChunkBytes(other.LoadFetchedChunkBytes())
 	s.AddFetchedDataBytes(other.LoadFetchedDataBytes())
 	s.AddFetchedSamples(other.LoadFetchedSamples())
+	s.AddNotOptimizedRegexMatchers(other.LoadNotOptimizedRegexMatchers())
 	s.AddFetchedChunks(other.LoadFetchedChunks())
 	s.AddStoreGatewayTouchedPostings(other.LoadStoreGatewayTouchedPostings())
 	s.AddStoreGatewayTouchedPostingBytes(other.LoadStoreGatewayTouchedPostingBytes())

Diff for: pkg/querier/stats/stats.pb.go

@@ -45,4 +45,6 @@ message Stats {
   // The highest count of samples considered while evaluating a query.
   // Equal to PeakSamples in https://github.com/prometheus/prometheus/blob/main/util/stats/query_stats.go
   uint64 peak_samples = 14;
+  // The total number of not optimized regex matchers
+  uint64 not_optimized_regex_count = 15;
 }

Diff for: pkg/querier/stats/stats.proto

@@ -292,6 +292,7 @@ func RecordAndReportRuleQueryMetrics(qf rules.QueryFunc, userID string, evalMetr
 				"fetched_samples_count", queryStats.FetchedSamplesCount,
 				"fetched_chunks_bytes", queryStats.FetchedChunkBytes,
 				"fetched_data_bytes", queryStats.FetchedDataBytes,
+				"not_optimized_regex_matchers_count", queryStats.NotOptimizedRegexCount,
 			)
 			logMessage = append(logMessage, queryStats.LoadExtraFields()...)
 			level.Info(util_log.WithContext(ctx, logger)).Log(logMessage...)