Hi,
we are trying to implement image renderer plugin for alerting. It is failing with rendering time out.
logger=rendering renderer=plugin t=2024-02-09T11:50:43.461669649+05:30 level=info msg="Rendering timed out"
logger=rendering t=2024-02-09T11:50:43.461812174+05:30 level=error msg="Failed to delete render key" error="context deadline exceeded"
logger=ngalert.state.manager rule_uid=b5c85243-dafc-49dc-bbbc-0c6965b5596a org_id=1 instance="__name__=node_memory_MemFree_bytes, instance=192.168.197.138:9100, job=node_export" t=2024-02-09T11:50:43.461886578+05:30 level=warn msg="Failed to take an image" dashboard=d0fca174-75fa-4925-8dee-d4d9425116e5 panel=1 error="failed to take screenshot: timeout error - you can set timeout in seconds with &timeout url parameter"
logger=rendering renderer=plugin t=2024-02-09T11:50:43.463600881+05:30 level=info msg=Rendering path="d-solo/d0fca174-75fa-4925-8dee-d4d9425116e5/test?orgId=1&panelId=1"
logger=plugin.grafana-image-renderer t=2024-02-09T11:50:43.676111514+05:30 level=error msg="Error while trying to prepare page for screenshot" url="https://prod-grafana.ccilindia.net:3000/d-solo/d0fca174-75fa-4925-8dee-d4d9425116e5/test?orgId=1&panelId=1&render=1" err="TimeoutError: Navigation timeout of 10000 ms exceeded\n at Timeout.<anonymous> (/snapshot/src/node_modules/puppeteer-core/lib/cjs/puppeteer/util/Deferred.js:27:33)\n at listOnTimeout (node:internal/timers:564:17)\n at process.processTimers (node:internal/timers:507:7)"
logger=rendering t=2024-02-09T13:34:56.782261882+05:30 level=error msg="Failed to delete render key" error="context deadline exceeded"
logger=ngalert.state.manager rule_uid=a23f6a50-52de-407f-b2b4-5e8cc3d3742f org_id=1 instance= t=2024-02-09T13:34:56.782305933+05:30 level=warn msg="Failed to take an image" dashboard=k8s_views_nodes panel=3 error="failed to take screenshot: timeout error - you can set timeout in seconds with &timeout url parameter"
logger=plugin.grafana-image-renderer t=2024-02-09T13:34:56.962119563+05:30 level=error msg="Error while trying to prepare page for screenshot" url="https://prod-grafana.ccilindia.net:3000/d-solo/d0fca174-75fa-4925-8dee-d4d9425116e5/test?orgId=1&panelId=1&render=1" err="TimeoutError: Navigation timeout of 10000 ms exceeded\n at Timeout.<anonymous> (/snapshot/src/node_modules/puppeteer-core/lib/cjs/puppeteer/util/Deferred.js:27:33)\n at listOnTimeout (node:internal/timers:564:17)\n at process.processTimers (node:internal/timers:507:7)"
logger=plugin.grafana-image-renderer t=2024-02-09T13:34:57.012232756+05:30 level=error msg="Error while trying to prepare page for screenshot" url="https://prod-grafana.ccilindia.net:3000/d-solo/k8s_views_nodes/kubernetes-views-nodes?orgId=1&panelId=3&render=1" err="TimeoutError: Navigation timeout of 10000 ms exceeded\n at Timeout.<anonymous> (/snapshot/src/node_modules/puppeteer-core/lib/cjs/puppeteer/util/Deferred.js:27:33)\n at listOnTimeout (node:internal/timers:564:17)\n at process.processTimers (node:internal/timers:507:7)"
logger=rendering renderer=plugin t=2024-02-09T13:34:58.398152083+05:30 level=info msg=Rendering path="d-solo/k8s_views_nodes/kubernetes-views-nodes?orgId=1&panelId=3"
logger=context userId=8 orgId=1 uname=SPatel@ccilindia.co.in t=2024-02-09T13:34:59.204204483+05:30 level=info msg="Request Completed" method=GET path=/api/live/ws status=400 remote_addr=172.30.151.47 time_ms=6 duration=6.525128ms size=12 referer= handler=/api/live/ws
logger=ngalert.scheduler t=2024-02-09T13:35:00.002004404+05:30 level=warn msg="Tick dropped because alert rule evaluation is too slow" rule_uid=b5c85243-dafc-49dc-bbbc-0c6965b5596a org_id=1 time=2024-02-09T13:34:50+05:30
