summaryrefslogtreecommitdiffstats
path: root/health/health.d/cockroachdb.conf
blob: 47773d04cff70f14f7cb727f7e1f8ed7acaa5390 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# Availability

template: cockroachdb_last_collected_secs
      on: cockroachdb.live_nodes
    calc: $now - $last_collected_t
   units: seconds ago
   every: 10s
    warn: $this > (($status >= $WARNING)  ? ($update_every) : ( 5 * $update_every))
    crit: $this > (($status == $CRITICAL) ? ($update_every) : (60 * $update_every))
   delay: down 5m multiplier 1.5 max 1h
    info: number of seconds since the last successful data collection
      to: dba

# Capacity

template: cockroachdb_used_storage_capacity
      on: cockroachdb.storage_used_capacity_percentage
    calc: $capacity_used_percent
   units: %
   every: 10s
    warn: $this > (($status >= $WARNING)  ? (80) : (85))
    crit: $this > (($status == $CRITICAL) ? (85) : (95))
   delay: down 15m multiplier 1.5 max 1h
    info: storage capacity utilization
      to: dba

template: cockroachdb_used_usable_storage_capacity
      on: cockroachdb.storage_used_capacity_percentage
    calc: $capacity_usable_used_percent
   units: %
   every: 10s
    warn: $this > (($status >= $WARNING)  ? (80) : (85))
    crit: $this > (($status == $CRITICAL) ? (85) : (95))
   delay: down 15m multiplier 1.5 max 1h
    info: storage usable space utilization
      to: dba

# Replication

template: cockroachdb_unavailable_ranges
      on: cockroachdb.ranges_replication_problem
    calc: $ranges_unavailable
   units: num
   every: 10s
    warn: $this > 0
   delay: down 15m multiplier 1.5 max 1h
    info: number of ranges with fewer live replicas than the replication target
      to: dba

template: cockroachdb_replicas_leaders_not_leaseholders
      on: cockroachdb.replicas_leaders
    calc: $replicas_leaders_not_leaseholders
   units: num
   every: 10s
    warn: $this > 0
   delay: down 15m multiplier 1.5 max 1h
    info: number of replicas that are Raft leaders whose range lease is held by another store
      to: dba

# FD

template: cockroachdb_open_file_descriptors_limit
      on: cockroachdb.process_file_descriptors
    calc: $sys_fd_open/$sys_fd_softlimit * 100
   units: %
   every: 10s
    warn: $this > 80
   delay: down 15m multiplier 1.5 max 1h
    info: open file descriptors utilization (against softlimit)
      to: dba

# SQL

template: cockroachdb_sql_active_connections
      on: cockroachdb.sql_connections
    calc: $sql_conns
   units: active connections
   every: 10s
    info: number of active SQL connections
      to: dba

template: cockroachdb_sql_executed_statements_total_last_5m
      on: cockroachdb.sql_statements_total
  lookup: sum -5m absolute of sql_query_count
   units: statements
   every: 10s
   warn: $this == 0 AND $cockroachdb_sql_active_connections != 0
   delay: down 15m up 30s multiplier 1.5 max 1h
    info: number of executed SQL statements in the last 5 minutes
      to: dba