Hi,
Using version Grafana v9.5.5-8848a9e (8848a9e855) on Windows 11 Enterprise
We are using grafana to generate alerts based on the metrics sent via Thanos,
Currently, we have alerts which are resolved but the payload from Grafana is sent as “firing” although the respective alerts are resolved as below:
below is the sample log:
{
“receiver”: “WEBHOOK”,
“status”: “firing”,
“alerts”: [
{
“status”: “resolved”,
“Matched”: true,
“labels”: {
“alertname”: “VuePACS Failed Alert - VVIP”,
“productnode”: “WM”,
“alertcode”: “Vue-Al-WFM-02”,
“category”: “RI”,
“country”: “IT”,
“customer”: “VueClusterResource1”,
“environment”: “Test”,
“instance”: “vmjuliet”,
“job”: “exporter_job”,
“location”: null,
“market”: “EMEA”,
“product”: “VuePACS”,
“region”: “eu-test-2”,
“severity”: “warning”,
“siteid”: “VueCluster.ClusterSite1”,
“subcategory”: null,
“tenant_id”: “VueClu1IT20250109”,
“matching_parameter”: “86074336”,
“caseCreatorMatchingParameter”: “vmjuliet#86074336”,
“alertid”: “e2301d4776-1282533”,
“city”: “Genoa”,
“customertype”: “VVIP”,
“asset_name”: “.ClusterSite1.vmjuliet”,
“group_label”: null,
“datastorageregion”: “eu-west-test-2”,
“memo_instance”: “vmjuliet”,
“manual_case_create_url”: “No Value”,
“silenceurl”: null,
“ticketid”: “e2301d476-1282233”,
“ticket_url”: “282291533”,
“servicetag”: “”,
“priority”: “high”,
“alert_threshold”: “”,
“tenantid”: “VueCluster0109”,
“alert_status”: “resolved”,
“crm_status”: “Open”,
“isCaseUpdate”: true,
“isManualCreation”: false,
“group_alertid_list”: null,
“message”: “Product is Not Matching the configuration or CRM Handler Configuration is not available”,
“unprocessed_alert_reason”: “”,
“messageLevel”: 3
},
“MatchString”: null,
“annotations”: {
“summary”: “\###\.”,
“description”: “\###\”,
“alertID”: null
},
“startsAt”: “2025-01-15 18:19:00.000000”,
“endsAt”: “2025-01-16T06:10:00Z”,
“generatorURL”: “\###\”,
“silenceURL”: “\###\”,
“dashboardURL”: “”,
“fingerprint”: “e2301d477c4357c6-1282291533”,
“InValidAlert”: false,
“SkipAlert”: false,
“ManualAlert”: false,
“ResolveAlert”: false
}
],
“groupLabels”: {
“alertname”: “VuePACS Failed Alert - VVIP”
},
“commonLabels”: {
“alertname”: “VuePACS Failed Alert - VVIP”,
“category”: “product”,
“country”: “IT”,
“customer”: “VueClusterResource1”,
“environment”: “Test”,
“instance”: “vmjuliet”,
“job”: “memo_exporter_job”,
“location”: null,
“market”: “EA”,
“product”: “VuePACS”,
“region”: “eu-test-2”,
“severity”: “warning”,
“siteid”: “####.ClusterSite1”,
“subcategory”: null,
“tenant_id”: null
},
“commonAnnotations”: {
“summary”: null
},
“externalURL”: “https://####.eu.monitoring.hsdp.io/”,
“version”: “1”,
“groupKey”: “{}/{product=~"Cloud"}:{alertname="VuePACS Failed Alert - VVIP", grafana_folder="VuePACS Alerts - VVIP"}”,
“truncatedAlerts”: 0,
“DataId”: “7c4357c6”,
“RemoteIpAddress”: “1.4.3.8”,
“orgId”: 3
}
when the alert is resolved it is expected to send as resolved in the payload as well ,
what is wrong here?
how to resolve?
Thankyou