1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
// SPDX-License-Identifier: GPL-3.0-or-later
package squidlog
import (
_ "embed"
"github.com/netdata/netdata/go/go.d.plugin/agent/module"
"github.com/netdata/netdata/go/go.d.plugin/pkg/logs"
)
//go:embed "config_schema.json"
var configSchema string
func init() {
module.Register("squidlog", module.Creator{
JobConfigSchema: configSchema,
Create: func() module.Module { return New() },
})
}
func New() *SquidLog {
return &SquidLog{
Config: Config{
Path: "/var/log/squid/access.log",
ExcludePath: "*.gz",
ParserConfig: logs.ParserConfig{
LogType: logs.TypeCSV,
CSV: logs.CSVConfig{
FieldsPerRecord: -1,
Delimiter: " ",
TrimLeadingSpace: true,
Format: "- $resp_time $client_address $result_code $resp_size $req_method - - $hierarchy $mime_type",
CheckField: checkCSVFormatField,
},
},
},
}
}
type Config struct {
logs.ParserConfig `yaml:",inline" json:""`
UpdateEvery int `yaml:"update_every" json:"update_every"`
Path string `yaml:"path" json:"path"`
ExcludePath string `yaml:"exclude_path" json:"exclude_path"`
}
type SquidLog struct {
module.Base
Config `yaml:",inline" json:""`
charts *module.Charts
file *logs.Reader
parser logs.Parser
line *logLine
mx *metricsData
}
func (s *SquidLog) Configuration() any {
return s.Config
}
func (s *SquidLog) Init() error {
s.line = newEmptyLogLine()
s.mx = newMetricsData()
return nil
}
func (s *SquidLog) Check() error {
// Note: these inits are here to make auto-detection retry working
if err := s.createLogReader(); err != nil {
s.Warning("check failed: ", err)
return err
}
if err := s.createParser(); err != nil {
s.Warning("check failed: ", err)
return err
}
if err := s.createCharts(s.line); err != nil {
s.Warning("check failed: ", err)
return err
}
return nil
}
func (s *SquidLog) Charts() *module.Charts {
return s.charts
}
func (s *SquidLog) Collect() map[string]int64 {
mx, err := s.collect()
if err != nil {
s.Error(err)
}
if len(mx) == 0 {
return nil
}
return mx
}
func (s *SquidLog) Cleanup() {
if s.file != nil {
_ = s.file.Close()
}
}
|