I have a grafana instance with a prometheus and alertmanager data source.
The alert rules are defined in prometheus with rule_files:.
The alerts works and the alert manager is doing it’s job.
I created a dashboard for alerts (code below).
Before, in this dashboard, I would see all alerts, normal and firing. But now, I don’t see the normal alerts.
I am currently running grafana 9.1.4 and prometheus. I don’t know which version was working.
Grafana.ini is default except for http port and domain.
I don’t know if this is a grafana or prometheus issue. Any pointer greatly appreciated.
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 5,
"links": [],
"liveNow": false,
"panels": [
{
"datasource": {
"type": "alertmanager",
"uid": "GbiC0RnVk"
},
"gridPos": {
"h": 34,
"w": 12,
"x": 0,
"y": 0
},
"id": 2,
"options": {
"alertInstanceLabelFilter": "",
"alertName": "",
"dashboardAlerts": false,
"groupBy": [],
"groupMode": "default",
"maxItems": 20,
"sortOrder": 1,
"stateFilter": {
"error": false,
"firing": false,
"noData": false,
"normal": true,
"pending": false
}
},
"pluginVersion": "8.4.6",
"targets": [
{
"datasource": {
"type": "alertmanager",
"uid": "GbiC0RnVk"
},
"refId": "A"
}
],
"title": "OK",
"type": "alertlist"
},
{
"datasource": {
"type": "alertmanager",
"uid": "GbiC0RnVk"
},
"gridPos": {
"h": 34,
"w": 11,
"x": 12,
"y": 0
},
"id": 3,
"options": {
"alertInstanceLabelFilter": "",
"alertName": "",
"dashboardAlerts": false,
"groupBy": [],
"groupMode": "default",
"maxItems": 20,
"sortOrder": 1,
"stateFilter": {
"error": true,
"firing": true,
"noData": false,
"normal": true,
"pending": true
}
},
"pluginVersion": "8.4.6",
"targets": [
{
"datasource": {
"type": "alertmanager",
"uid": "GbiC0RnVk"
},
"refId": "A"
}
],
"title": "ALERT",
"type": "alertlist"
}
],
"refresh": "5s",
"schemaVersion": 37,
"style": "dark",
"tags": [],
"templating": {
"list": []
},
"time": {
"from": "now-30m",
"to": "now"
},
"timepicker": {},
"timezone": "",
"title": "Alerts",
"uid": "VrIhuZQnk",
"version": 4,
"weekStart": ""
}