|
| 1 | +package main |
| 2 | + |
| 3 | +import ( |
| 4 | + "fmt" |
| 5 | + "io/ioutil" |
| 6 | + "net/url" |
| 7 | + "os" |
| 8 | + "regexp" |
| 9 | + "strings" |
| 10 | + |
| 11 | + "github.com/go-kit/kit/log/level" |
| 12 | + "github.com/prometheus/client_golang/prometheus" |
| 13 | +) |
| 14 | + |
| 15 | +func (e *Exporter) discoverDatabaseDSNs() []string { |
| 16 | + // connstring syntax is complex (and not sure if even regular). |
| 17 | + // we don't need to parse it, so just superficially validate that it starts |
| 18 | + // with a valid-ish keyword pair |
| 19 | + connstringRe := regexp.MustCompile(`^ *[a-zA-Z0-9]+ *= *[^= ]+`) |
| 20 | + |
| 21 | + dsns := make(map[string]struct{}) |
| 22 | + for _, dsn := range e.dsn { |
| 23 | + var dsnURI *url.URL |
| 24 | + var dsnConnstring string |
| 25 | + |
| 26 | + if strings.HasPrefix(dsn, "postgresql://") { |
| 27 | + var err error |
| 28 | + dsnURI, err = url.Parse(dsn) |
| 29 | + if err != nil { |
| 30 | + level.Error(logger).Log("msg", "Unable to parse DSN as URI", "dsn", loggableDSN(dsn), "err", err) |
| 31 | + continue |
| 32 | + } |
| 33 | + } else if connstringRe.MatchString(dsn) { |
| 34 | + dsnConnstring = dsn |
| 35 | + } else { |
| 36 | + level.Error(logger).Log("msg", "Unable to parse DSN as either URI or connstring", "dsn", loggableDSN(dsn)) |
| 37 | + continue |
| 38 | + } |
| 39 | + |
| 40 | + server, err := e.servers.GetServer(dsn) |
| 41 | + if err != nil { |
| 42 | + level.Error(logger).Log("msg", "Error opening connection to database", "dsn", loggableDSN(dsn), "err", err) |
| 43 | + continue |
| 44 | + } |
| 45 | + dsns[dsn] = struct{}{} |
| 46 | + |
| 47 | + // If autoDiscoverDatabases is true, set first dsn as master database (Default: false) |
| 48 | + server.master = true |
| 49 | + |
| 50 | + databaseNames, err := queryDatabases(server) |
| 51 | + if err != nil { |
| 52 | + level.Error(logger).Log("msg", "Error querying databases", "dsn", loggableDSN(dsn), "err", err) |
| 53 | + continue |
| 54 | + } |
| 55 | + for _, databaseName := range databaseNames { |
| 56 | + if contains(e.excludeDatabases, databaseName) { |
| 57 | + continue |
| 58 | + } |
| 59 | + |
| 60 | + if len(e.includeDatabases) != 0 && !contains(e.includeDatabases, databaseName) { |
| 61 | + continue |
| 62 | + } |
| 63 | + |
| 64 | + if dsnURI != nil { |
| 65 | + dsnURI.Path = databaseName |
| 66 | + dsn = dsnURI.String() |
| 67 | + } else { |
| 68 | + // replacing one dbname with another is complicated. |
| 69 | + // just append new dbname to override. |
| 70 | + dsn = fmt.Sprintf("%s dbname=%s", dsnConnstring, databaseName) |
| 71 | + } |
| 72 | + dsns[dsn] = struct{}{} |
| 73 | + } |
| 74 | + } |
| 75 | + |
| 76 | + result := make([]string, len(dsns)) |
| 77 | + index := 0 |
| 78 | + for dsn := range dsns { |
| 79 | + result[index] = dsn |
| 80 | + index++ |
| 81 | + } |
| 82 | + |
| 83 | + return result |
| 84 | +} |
| 85 | + |
| 86 | +func (e *Exporter) scrapeDSN(ch chan<- prometheus.Metric, dsn string) error { |
| 87 | + server, err := e.servers.GetServer(dsn) |
| 88 | + |
| 89 | + if err != nil { |
| 90 | + return &ErrorConnectToServer{fmt.Sprintf("Error opening connection to database (%s): %s", loggableDSN(dsn), err.Error())} |
| 91 | + } |
| 92 | + |
| 93 | + // Check if autoDiscoverDatabases is false, set dsn as master database (Default: false) |
| 94 | + if !e.autoDiscoverDatabases { |
| 95 | + server.master = true |
| 96 | + } |
| 97 | + |
| 98 | + // Check if map versions need to be updated |
| 99 | + if err := e.checkMapVersions(ch, server); err != nil { |
| 100 | + level.Warn(logger).Log("msg", "Proceeding with outdated query maps, as the Postgres version could not be determined", "err", err) |
| 101 | + } |
| 102 | + |
| 103 | + return server.Scrape(ch, e.disableSettingsMetrics) |
| 104 | +} |
| 105 | + |
| 106 | +// try to get the DataSource |
| 107 | +// DATA_SOURCE_NAME always wins so we do not break older versions |
| 108 | +// reading secrets from files wins over secrets in environment variables |
| 109 | +// DATA_SOURCE_NAME > DATA_SOURCE_{USER|PASS}_FILE > DATA_SOURCE_{USER|PASS} |
| 110 | +func getDataSources() ([]string, error) { |
| 111 | + var dsn = os.Getenv("DATA_SOURCE_NAME") |
| 112 | + if len(dsn) != 0 { |
| 113 | + return strings.Split(dsn, ","), nil |
| 114 | + } |
| 115 | + |
| 116 | + var user, pass, uri string |
| 117 | + |
| 118 | + dataSourceUserFile := os.Getenv("DATA_SOURCE_USER_FILE") |
| 119 | + if len(dataSourceUserFile) != 0 { |
| 120 | + fileContents, err := ioutil.ReadFile(dataSourceUserFile) |
| 121 | + if err != nil { |
| 122 | + return nil, fmt.Errorf("failed loading data source user file %s: %s", dataSourceUserFile, err.Error()) |
| 123 | + } |
| 124 | + user = strings.TrimSpace(string(fileContents)) |
| 125 | + } else { |
| 126 | + user = os.Getenv("DATA_SOURCE_USER") |
| 127 | + } |
| 128 | + |
| 129 | + dataSourcePassFile := os.Getenv("DATA_SOURCE_PASS_FILE") |
| 130 | + if len(dataSourcePassFile) != 0 { |
| 131 | + fileContents, err := ioutil.ReadFile(dataSourcePassFile) |
| 132 | + if err != nil { |
| 133 | + return nil, fmt.Errorf("failed loading data source pass file %s: %s", dataSourcePassFile, err.Error()) |
| 134 | + } |
| 135 | + pass = strings.TrimSpace(string(fileContents)) |
| 136 | + } else { |
| 137 | + pass = os.Getenv("DATA_SOURCE_PASS") |
| 138 | + } |
| 139 | + |
| 140 | + ui := url.UserPassword(user, pass).String() |
| 141 | + dataSrouceURIFile := os.Getenv("DATA_SOURCE_URI_FILE") |
| 142 | + if len(dataSrouceURIFile) != 0 { |
| 143 | + fileContents, err := ioutil.ReadFile(dataSrouceURIFile) |
| 144 | + if err != nil { |
| 145 | + return nil, fmt.Errorf("failed loading data source URI file %s: %s", dataSrouceURIFile, err.Error()) |
| 146 | + } |
| 147 | + uri = strings.TrimSpace(string(fileContents)) |
| 148 | + } else { |
| 149 | + uri = os.Getenv("DATA_SOURCE_URI") |
| 150 | + } |
| 151 | + |
| 152 | + dsn = "postgresql://" + ui + "@" + uri |
| 153 | + |
| 154 | + return []string{dsn}, nil |
| 155 | +} |
0 commit comments