Alert dashboard empty after upgrade

Grafana Alerting
1

I have a grafana instance with a prometheus and alertmanager data source.

The alert rules are defined in prometheus with rule_files:.

The alerts works and the alert manager is doing it’s job.

I created a dashboard for alerts (code below).

Before, in this dashboard, I would see all alerts, normal and firing. But now, I don’t see the normal alerts.

I am currently running grafana 9.1.4 and prometheus. I don’t know which version was working.

Grafana.ini is default except for http port and domain.

I don’t know if this is a grafana or prometheus issue. Any pointer greatly appreciated.

{
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": {
          "type": "datasource",
          "uid": "grafana"
        },
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "target": {
          "limit": 100,
          "matchAny": false,
          "tags": [],
          "type": "dashboard"
        },
        "type": "dashboard"
      }
    ]
  },
  "editable": true,
  "fiscalYearStartMonth": 0,
  "graphTooltip": 0,
  "id": 5,
  "links": [],
  "liveNow": false,
  "panels": [
    {
      "datasource": {
        "type": "alertmanager",
        "uid": "GbiC0RnVk"
      },
      "gridPos": {
        "h": 34,
        "w": 12,
        "x": 0,
        "y": 0
      },
      "id": 2,
      "options": {
        "alertInstanceLabelFilter": "",
        "alertName": "",
        "dashboardAlerts": false,
        "groupBy": [],
        "groupMode": "default",
        "maxItems": 20,
        "sortOrder": 1,
        "stateFilter": {
          "error": false,
          "firing": false,
          "noData": false,
          "normal": true,
          "pending": false
        }
      },
      "pluginVersion": "8.4.6",
      "targets": [
        {
          "datasource": {
            "type": "alertmanager",
            "uid": "GbiC0RnVk"
          },
          "refId": "A"
        }
      ],
      "title": "OK",
      "type": "alertlist"
    },
    {
      "datasource": {
        "type": "alertmanager",
        "uid": "GbiC0RnVk"
      },
      "gridPos": {
        "h": 34,
        "w": 11,
        "x": 12,
        "y": 0
      },
      "id": 3,
      "options": {
        "alertInstanceLabelFilter": "",
        "alertName": "",
        "dashboardAlerts": false,
        "groupBy": [],
        "groupMode": "default",
        "maxItems": 20,
        "sortOrder": 1,
        "stateFilter": {
          "error": true,
          "firing": true,
          "noData": false,
          "normal": true,
          "pending": true
        }
      },
      "pluginVersion": "8.4.6",
      "targets": [
        {
          "datasource": {
            "type": "alertmanager",
            "uid": "GbiC0RnVk"
          },
          "refId": "A"
        }
      ],
      "title": "ALERT",
      "type": "alertlist"
    }
  ],
  "refresh": "5s",
  "schemaVersion": 37,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": []
  },
  "time": {
    "from": "now-30m",
    "to": "now"
  },
  "timepicker": {},
  "timezone": "",
  "title": "Alerts",
  "uid": "VrIhuZQnk",
  "version": 4,
  "weekStart": ""
}