clerie/nixfiles
1
0
Fork 0
Code

hosts/monitoring-3: alert on out of sync host system

Browse Source
This commit is contained in:
clerie 2023-02-04 01:15:07 +01:00
parent 4fffc64c35
commit 38567829f1
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
hosts/monitoring-3/rules.yml
View File

@ -16,6 +16,14 @@ groups:
annotations: annotations:
summary: "Uptime of {{ $labels.instance }} more than 90 days" summary: "Uptime of {{ $labels.instance }} more than 90 days"
description: "The last reboot of {{ $labels.instance }} was more than 90 days ago" description: "The last reboot of {{ $labels.instance }} was more than 90 days ago"
- alert: InstanceConfigNotSync
expr: nixos_current_system_is_sync{} == 0
for: 2h
labels:
severity: warning
annotations:
summary: "Current system of {{ $labels.instance }} not in sync with config"
description: "The current system hash of {{ $labels.instance }} does not match the one generated by hydra based on the current config"
- alert: BackupStorageFull - alert: BackupStorageFull
expr: ((node_filesystem_avail_bytes{instance="clerie-backup.mon.clerie.de:9100", job="node-exporter", mountpoint="/mnt/clerie-backup"} / node_filesystem_size_bytes{instance="clerie-backup.mon.clerie.de:9100", job="node-exporter", mountpoint="/mnt/clerie-backup"}) * 100) < 5 expr: ((node_filesystem_avail_bytes{instance="clerie-backup.mon.clerie.de:9100", job="node-exporter", mountpoint="/mnt/clerie-backup"} / node_filesystem_size_bytes{instance="clerie-backup.mon.clerie.de:9100", job="node-exporter", mountpoint="/mnt/clerie-backup"}) * 100) < 5
for: 30m for: 30m