From f04afd596b15a51c7081f1fbdce83d0695aca9de Mon Sep 17 00:00:00 2001
From: Max Inden <mail@max-inden.de>
Date: Mon, 24 Aug 2020 15:37:07 +0200
Subject: [PATCH] .maintain/monitoring/alerting-rules: Add fd alert (#6946)

Alert on high file descriptor allocation.
---
 .../monitoring/alerting-rules/alerting-rules.yaml   | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/substrate/.maintain/monitoring/alerting-rules/alerting-rules.yaml b/substrate/.maintain/monitoring/alerting-rules/alerting-rules.yaml
index 12f46e17ad..7f36fedb4b 100644
--- a/substrate/.maintain/monitoring/alerting-rules/alerting-rules.yaml
+++ b/substrate/.maintain/monitoring/alerting-rules/alerting-rules.yaml
@@ -109,6 +109,19 @@ groups:
       message: 'The node {{ $labels.instance }} has less than 3 peers for more
       than 15 minutes'
 
+  ##############################################################################
+  # System
+  ##############################################################################
+
+  - alert: HighNumberOfFileDescriptors
+    expr: 'node_filefd_allocated{domain=~"kusama|polkadot"} > 10000'
+    for: 3m
+    labels:
+      severity: warning
+    annotations:
+      message: 'The node {{ $labels.instance }} has more than 10_000 file
+      descriptors allocated for more than 3 minutes'
+
   ##############################################################################
   # Others
   ##############################################################################