pezkuwichain/pezkuwi-subxt
1
0
Fork 0
mirror of https://github.com/pezkuwichain/pezkuwi-subxt.git synced 2026-05-30 03:31:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add Prometheus alerts if unbounded channels are too large (#7866)

Browse Source 
* Add Prometheus alerts if unbounded channels are too large

* Tweaks
This commit is contained in:
Pierre Krieger
2021-01-12 09:59:17 +01:00
committed by GitHub
parent 014e6f03c6
commit 7dc47ab93d
1 changed files with 25 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
substrate/.maintain/monitoring/alerting-rules/alerting-rules.yaml
+25
View File
@@ -147,3 +147,28 @@ groups:
message: 'Authority discovery on node {{ $labels.instance }} fails to message: 'Authority discovery on node {{ $labels.instance }} fails to
process more than 50 % of the values found on the DHT for more than 2 process more than 50 % of the values found on the DHT for more than 2
hours.' hours.'
- alert: UnboundedChannelPersistentlyLarge
expr: '(
(polkadot_unbounded_channel_len{action = "send"} -
ignoring(action) polkadot_unbounded_channel_len{action = "received"})
or on(instance) polkadot_unbounded_channel_len{action = "send"}
) >= 200'
for: 5m
labels:
severity: warning
annotations:
message: 'Channel {{ $labels.entity }} on node {{ $labels.instance }} contains
more than 200 items for more than 5 minutes. Node might be frozen.'
- alert: UnboundedChannelVeryLarge
expr: '(
(polkadot_unbounded_channel_len{action = "send"} -
ignoring(action) polkadot_unbounded_channel_len{action = "received"})
or on(instance) polkadot_unbounded_channel_len{action = "send"}
) > 5000'
labels:
severity: warning
annotations:
message: 'Channel {{ $labels.entity }} on node {{ $labels.instance }} contains more than
5000 items.'