diff options
Diffstat (limited to '')
-rw-r--r-- | src/go/collectors/go.d.plugin/modules/weblog/init.go | 197 |
1 files changed, 197 insertions, 0 deletions
diff --git a/src/go/collectors/go.d.plugin/modules/weblog/init.go b/src/go/collectors/go.d.plugin/modules/weblog/init.go new file mode 100644 index 000000000..b456c817a --- /dev/null +++ b/src/go/collectors/go.d.plugin/modules/weblog/init.go @@ -0,0 +1,197 @@ +// SPDX-License-Identifier: GPL-3.0-or-later + +package weblog + +import ( + "errors" + "fmt" + "strings" + + "github.com/netdata/netdata/go/go.d.plugin/pkg/logs" + "github.com/netdata/netdata/go/go.d.plugin/pkg/matcher" +) + +type pattern struct { + name string + matcher.Matcher +} + +func newPattern(up userPattern) (*pattern, error) { + if up.Name == "" || up.Match == "" { + return nil, errors.New("empty 'name' or 'match'") + } + + m, err := matcher.Parse(up.Match) + if err != nil { + return nil, err + } + return &pattern{name: up.Name, Matcher: m}, nil +} + +func (w *WebLog) createURLPatterns() error { + if len(w.URLPatterns) == 0 { + w.Debug("skipping URL patterns creating, no patterns provided") + return nil + } + w.Debug("starting URL patterns creating") + for _, up := range w.URLPatterns { + p, err := newPattern(up) + if err != nil { + return fmt.Errorf("create pattern %+v: %v", up, err) + } + w.Debugf("created pattern '%s', type '%T', match '%s'", p.name, p.Matcher, up.Match) + w.urlPatterns = append(w.urlPatterns, p) + } + w.Debugf("created %d URL pattern(s)", len(w.URLPatterns)) + return nil +} + +func (w *WebLog) createCustomFields() error { + if len(w.CustomFields) == 0 { + w.Debug("skipping custom fields creating, no custom fields provided") + return nil + } + + w.Debug("starting custom fields creating") + w.customFields = make(map[string][]*pattern) + for i, cf := range w.CustomFields { + if cf.Name == "" { + return fmt.Errorf("create custom field: name not set (field %d)", i+1) + } + for _, up := range cf.Patterns { + p, err := newPattern(up) + if err != nil { + return fmt.Errorf("create field '%s' pattern %+v: %v", cf.Name, up, err) + } + w.Debugf("created field '%s', pattern '%s', type '%T', match '%s'", cf.Name, p.name, p.Matcher, up.Match) + w.customFields[cf.Name] = append(w.customFields[cf.Name], p) + } + } + w.Debugf("created %d custom field(s)", len(w.CustomFields)) + return nil +} + +func (w *WebLog) createCustomTimeFields() error { + if len(w.CustomTimeFields) == 0 { + w.Debug("skipping custom time fields creating, no custom time fields provided") + return nil + } + + w.Debug("starting custom time fields creating") + w.customTimeFields = make(map[string][]float64) + for i, ctf := range w.CustomTimeFields { + if ctf.Name == "" { + return fmt.Errorf("create custom field: name not set (field %d)", i+1) + } + w.customTimeFields[ctf.Name] = ctf.Histogram + w.Debugf("created time field '%s', histogram '%v'", ctf.Name, ctf.Histogram) + } + w.Debugf("created %d custom time field(s)", len(w.CustomTimeFields)) + return nil +} + +func (w *WebLog) createCustomNumericFields() error { + if len(w.CustomNumericFields) == 0 { + w.Debug("no custom time fields provided") + return nil + } + + w.Debugf("creating custom numeric fields for '%+v'", w.CustomNumericFields) + + w.customNumericFields = make(map[string]bool) + + for i := range w.CustomNumericFields { + v := w.CustomNumericFields[i] + if v.Name == "" { + return fmt.Errorf("custom numeric field (%d): 'name' not set", i+1) + } + if v.Units == "" { + return fmt.Errorf("custom numeric field (%s): 'units' not set", v.Name) + } + if v.Multiplier <= 0 { + v.Multiplier = 1 + } + if v.Divisor <= 0 { + v.Divisor = 1 + } + w.CustomNumericFields[i] = v + w.customNumericFields[v.Name] = true + } + + return nil +} + +func (w *WebLog) createLogLine() { + w.line = newEmptyLogLine() + + for v := range w.customFields { + w.line.custom.fields[v] = struct{}{} + } + for v := range w.customTimeFields { + w.line.custom.fields[v] = struct{}{} + } + for v := range w.customNumericFields { + w.line.custom.fields[v] = struct{}{} + } +} + +func (w *WebLog) createLogReader() error { + w.Cleanup() + w.Debug("starting log reader creating") + + reader, err := logs.Open(w.Path, w.ExcludePath, w.Logger) + if err != nil { + return fmt.Errorf("creating log reader: %v", err) + } + + w.Debugf("created log reader, current file '%s'", reader.CurrentFilename()) + w.file = reader + + return nil +} + +func (w *WebLog) createParser() error { + w.Debug("starting parser creating") + + const readLinesNum = 100 + + lines, err := logs.ReadLastLines(w.file.CurrentFilename(), readLinesNum) + if err != nil { + return fmt.Errorf("failed to read last lines: %v", err) + } + + var found bool + for _, line := range lines { + if line = strings.TrimSpace(line); line == "" { + continue + } + w.Debugf("last line: '%s'", line) + + w.parser, err = w.newParser([]byte(line)) + if err != nil { + w.Debugf("failed to create parser from line: %v", err) + continue + } + + w.line.reset() + + if err = w.parser.Parse([]byte(line), w.line); err != nil { + w.Debugf("failed to parse line: %v", err) + continue + } + + if err = w.line.verify(); err != nil { + w.Debugf("failed to verify line: %v", err) + continue + } + + found = true + break + } + + if !found { + return fmt.Errorf("failed to create log parser (file '%s')", w.file.CurrentFilename()) + } + + return nil +} |