1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
import { Injectable } from '@angular/core';
import _ from 'lodash';
import { PrometheusService } from '../api/prometheus.service';
import {
AlertmanagerAlert,
PrometheusCustomAlert,
PrometheusRule
} from '../models/prometheus-alerts';
import { PrometheusAlertFormatter } from './prometheus-alert-formatter';
@Injectable({
providedIn: 'root'
})
export class PrometheusAlertService {
private canAlertsBeNotified = false;
alerts: AlertmanagerAlert[] = [];
rules: PrometheusRule[] = [];
activeAlerts: number;
constructor(
private alertFormatter: PrometheusAlertFormatter,
private prometheusService: PrometheusService
) {}
getAlerts() {
this.prometheusService.ifAlertmanagerConfigured(() => {
this.prometheusService.getAlerts().subscribe(
(alerts) => this.handleAlerts(alerts),
(resp) => {
if ([404, 504].includes(resp.status)) {
this.prometheusService.disableAlertmanagerConfig();
}
}
);
});
}
getRules() {
this.prometheusService.ifPrometheusConfigured(() => {
this.prometheusService.getRules('alerting').subscribe((groups) => {
this.rules = groups['groups'].reduce((acc, group) => {
return acc.concat(
group.rules.map((rule) => {
rule.group = group.name;
return rule;
})
);
}, []);
});
});
}
refresh() {
this.getAlerts();
this.getRules();
}
private handleAlerts(alerts: AlertmanagerAlert[]) {
if (this.canAlertsBeNotified) {
this.notifyOnAlertChanges(alerts, this.alerts);
}
this.activeAlerts = _.reduce<AlertmanagerAlert, number>(
this.alerts,
(result, alert) => (alert.status.state === 'active' ? ++result : result),
0
);
this.alerts = alerts;
this.canAlertsBeNotified = true;
}
private notifyOnAlertChanges(alerts: AlertmanagerAlert[], oldAlerts: AlertmanagerAlert[]) {
const changedAlerts = this.getChangedAlerts(
this.alertFormatter.convertToCustomAlerts(alerts),
this.alertFormatter.convertToCustomAlerts(oldAlerts)
);
const suppressedFiltered = _.filter(changedAlerts, (alert) => {
return alert.status !== 'suppressed';
});
const notifications = suppressedFiltered.map((alert) =>
this.alertFormatter.convertAlertToNotification(alert)
);
this.alertFormatter.sendNotifications(notifications);
}
private getChangedAlerts(alerts: PrometheusCustomAlert[], oldAlerts: PrometheusCustomAlert[]) {
const updatedAndNew = _.differenceWith(alerts, oldAlerts, _.isEqual);
return updatedAndNew.concat(this.getVanishedAlerts(alerts, oldAlerts));
}
private getVanishedAlerts(alerts: PrometheusCustomAlert[], oldAlerts: PrometheusCustomAlert[]) {
return _.differenceWith(oldAlerts, alerts, (a, b) => a.fingerprint === b.fingerprint).map(
(alert) => {
alert.status = 'resolved';
return alert;
}
);
}
}
|
