add skip list to aviod take too much efforts to translate in file log watcher

Author: smileusd

pkg/systemlogmonitor/logwatchers/filelog/log_watcher.go

@@ -116,6 +116,9 @@ func (s *filelogWatcher) watchLoop() {
 		}
 		line = buffer.String()
 		buffer.Reset()
+		if s.filterSkipList(line) {
+			continue
+		}
 		log, err := s.translator.translate(strings.TrimSuffix(line, "\n"))
 		if err != nil {
 			klog.Warningf("Unable to parse line: %q, %v", line, err)
@@ -129,3 +132,12 @@ func (s *filelogWatcher) watchLoop() {
 		s.logCh <- log
 	}
 }
+
+func (s *filelogWatcher) filterSkipList(line string) bool {
+	for _ , skipItem := range s.cfg.SkipList {
+		if strings.Contains(line, skipItem) {
+			return true
+		}
+	}
+	return false
+}

pkg/systemlogmonitor/logwatchers/types/log_watcher.go

@@ -36,6 +36,8 @@ type WatcherConfig struct {
 	// PluginConfig is a key/value configuration of a plugin. Valid configurations
 	// are defined in different log watcher plugin.
 	PluginConfig map[string]string `json:"pluginConfig,omitempty"`
+	// Skip the log lines containing any of the strings in the list to avoid running unnecessary regex.
+	SkipList []string `json:"skipList,omitempty"`
 	// LogPath is the path to the log
 	LogPath string `json:"logPath,omitempty"`
 	// Lookback is the time log watcher looks up