Alerts


/etc/prometheus/alert.rules > example
service_down (11 active)
alert: service_down
expr: up == 0
for: 2m
labels:
  severity: page
annotations:
  description: '{{ $labels.instance }} of job {{ $labels.job }} has been down for
    more than 2 minutes.'
  summary: Instance {{ $labels.instance }} down
Labels State Active Since Value
alertname="service_down" instance="gitlab:8060" job="gitlab-nginx" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:80" job="gitlab-rails" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="node-exporter:9100" job="node-exporter" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:9236" job="gitaly" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:9168" job="gitlab_exporter_database" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:9168" job="gitlab_exporter_sidekiq" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:9121" job="gitlab-redis" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:9168" job="gitlab_exporter_process" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:8082" job="gitlab-sidekiq" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:9229" job="gitlab-workhorse" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
alertname="service_down" instance="gitlab:9187" job="gitlab-postgres" severity="page" firing 2025-08-23 10:48:46.656129563 +0000 UTC 0
high_load (0 active)
alert: high_load
expr: node_load1 > 0.5
for: 2m
labels:
  severity: page
annotations:
  description: '{{ $labels.instance }} of job {{ $labels.job }} is under high load.'
  summary: Instance {{ $labels.instance }} under high load