Grafana not responding properly

1

hi, i am new to grafana, i have installed grafana through source code but now i am facing the strucking problem in grafana ui and while running the server for ui, i am getting this below error
2017/04/18 21:30:12 httputil: ReverseProxy read error during body copy: context canceled
2017/04/18 21:32:19 httputil: ReverseProxy read error during body copy: context canceled
2017/04/18 21:32:20 httputil: ReverseProxy read error during body copy: context canceled
2017/04/18 21:32:21 httputil: ReverseProxy read error during body copy: context canceled

can anyone please help to overcome this issue?

2

Can you provide some more details. Are you using a reverse proxy?

Docs for Nginx: http://docs.grafana.org/installation/behind_proxy/#nginx-configuration

3

no, i am not using reverse proxy…what i mean to say is grafana is strucking while we were working on dashboards and the options that we were clicking are poping up after a long time…it is not responding as fast as before…

4

Any more details that you can provide?

  • Which data source?
  • Does it affect just dashboards or is it even when you visit other Grafana pages?
  • Any errors in the Chrome dev console?
  • If it is a particular dashboard that is going slow, does it use Template Variables?
5

-----i am using the database of one server to which around 25 to 30 machines were sending the metrics to influxdb of that server…and because of using this database grafana started not responding…the dashboards using other databases are responding smoothly…
----only dashboards are effecting for this …that too which built using that particular datasourse…(influxdb database)
------no errors in Chrome dev console
-----no i am not using any template variables

6

So the problem is queries to the InfluxDB are really slow?

Can you provide some more data about the queries using this guide: How to troubleshoot metric query issues

7

when i tried the same queries in influxdb it shows the output quick…but when comes to grafana it is taking time to respond

8

The json code of the dashboard which is making slow to grafana is below:
{
"__inputs": [
{
“name”: “DS_TELEGRAF”,
“label”: “Telegraf”,
“description”: “”,
“type”: “datasource”,
“pluginId”: “influxdb”,
“pluginName”: “InfluxDB”
}
],
"__requires": [
{
“type”: “grafana”,
“id”: “grafana”,
“name”: “Grafana”,
“version”: “4.2.0-pre1”
},
{
“type”: “panel”,
“id”: “graph”,
“name”: “Graph”,
“version”: “”
},
{
“type”: “datasource”,
“id”: “influxdb”,
“name”: “InfluxDB”,
“version”: “1.0.0”
},
{
“type”: “panel”,
“id”: “jdbranham-diagram-panel”,
“name”: “Diagram”,
“version”: “1.4.0”
},
{
“type”: “panel”,
“id”: “singlestat”,
“name”: “Singlestat”,
“version”: “”
}
],
“annotations”: {
“list”: []
},
“editable”: true,
“gnetId”: null,
“graphTooltip”: 0,
“hideControls”: false,
“id”: null,
“links”: [],
“rows”: [
{
“collapse”: false,
“height”: 227,
“panels”: [
{
“colors”: [
“rgba(50, 172, 45, 0.97)”,
“rgba(237, 129, 40, 0.89)”,
“rgba(245, 54, 54, 0.9)”
],
“content”: “graph TB;\n A[xxxxx]— |Server Diagram| B{Hosts};\n click B “http://www.github.com” “This is a tooltip for a link”\n B-.->C[Ip: 192.168.0.];\n C–>H[Host: zenoss51];\n C–>E[49 fa:fa-spinner];\n B-.->D[Ip: 192.168.1.];\n D–>F[Host: xxxxrhel6];\n D–>G[35 fa:fa-spinner];\n\n style A fill:#9954BB,stroke:#333,stroke-width:2px;\n style B fill:#E671B8,stroke:#333,stroke-width:2px;\n style C fill:#2AB2E4,stroke:#333,stroke-width:2px;\n style D fill:#01A64F,stroke:#333,stroke-width:2px;\n style E fill:#F79520,stroke:#333,stroke-width:2px;\n style F fill:#ff4c4c,stroke:#333,stroke-width:2px;\n style G fill:#b3b3b3,stroke:#333,stroke-width:2px;\n style H fill:#FFFF99,stroke:#333,stroke-width:2px;\n “,
“format”: “none”,
“graphId”: “diagram_1”,
“height”: “464”,
“id”: 1,
“init”: {
“arrowMarkerAbsolute”: true,
“cloneCssStyles”: false,
“flowchart”: {
“htmlLabels”: true,
“useMaxWidth”: true
},
“gantt”: {
“barGap”: 4,
“barHeight”: 20,
“fontFamily”: ““Open-Sans”, “sans-serif””,
“fontSize”: 11,
“gridLineStartPadding”: 35,
“leftPadding”: 75,
“numberSectionStyles”: 3,
“titleTopMargin”: 25,
“topPadding”: 50
},
“logLevel”: 3,
“sequenceDiagram”: {
“actorMargin”: 50,
“bottomMarginAdj”: 1,
“boxMargin”: 10,
“boxTextMargin”: 5,
“diagramMarginX”: 50,
“diagramMarginY”: 10,
“height”: 65,
“messageMargin”: 35,
“mirrorActors”: true,
“noteMargin”: 10,
“useMaxWidth”: true,
“width”: 150
},
“startOnLoad”: false
},
“legend”: {
“avg”: true,
“current”: true,
“gradient”: {
“enabled”: true,
“show”: true
},
“max”: true,
“min”: true,
“show”: false,
“total”: true
},
“links”: [],
“mappingType”: 1,
“maxDataPoints”: 100,
“maxWidth”: false,
“nullPointMode”: “connected”,
“seriesOverrides”: [],
“span”: 6,
“targets”: [
{
“refId”: “A”
}
],
“thresholds”: “0,10”,
“title”: “Service Topology”,
“type”: “jdbranham-diagram-panel”,
“valueMaps”: [
{
“op”: “=”,
“text”: “N/A”,
“value”: “null”
}
],
“valueName”: “avg”,
“valueOptions”: [
“avg”,
“min”,
“max”,
“total”,
“current”
]
},
{
“cacheTimeout”: null,
“colorBackground”: false,
“colorValue”: true,
“colors”: [
“rgba(50, 172, 45, 0.97)”,
“rgba(237, 129, 40, 0.89)”,
“rgba(245, 54, 54, 0.9)”
],
“datasource”: “${DS_TELEGRAF}”,
“format”: “percent”,
“gauge”: {
“maxValue”: 100,
“minValue”: 0,
“show”: false,
“thresholdLabels”: false,
“thresholdMarkers”: true
},
“id”: 2,
“interval”: null,
“links”: [],
“mappingType”: 1,
“mappingTypes”: [
{
“name”: “value to text”,
“value”: 1
},
{
“name”: “range to text”,
“value”: 2
}
],
“maxDataPoints”: 100,
“nullPointMode”: “connected”,
“nullText”: null,
“postfix”: “”,
“postfixFontSize”: “50%”,
“prefix”: “”,
“prefixFontSize”: “50%”,
“rangeMaps”: [
{
“from”: “null”,
“text”: “N/A”,
“to”: “null”
}
],
“span”: 2,
“sparkline”: {
“fillColor”: “rgba(31, 118, 189, 0.18)”,
“full”: true,
“lineColor”: “rgb(31, 120, 193)”,
“show”: true
},
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [],
“measurement”: “cpu”,
“policy”: “default”,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“usage_system”
],
“type”: “field”
}
]
],
“tags”: []
}
],
“thresholds”: “50,100”,
“title”: “Cpu Usage”,
“type”: “singlestat”,
“valueFontSize”: “80%”,
“valueMaps”: [
{
“op”: “=”,
“text”: “N/A”,
“value”: “null”
}
],
“valueName”: “avg”
},
{
“cacheTimeout”: null,
“colorBackground”: false,
“colorValue”: false,
“colors”: [
“rgba(50, 172, 45, 0.97)”,
“rgba(237, 129, 40, 0.89)”,
“rgba(245, 54, 54, 0.9)”
],
“datasource”: “${DS_TELEGRAF}”,
“format”: “decbytes”,
“gauge”: {
“maxValue”: 100,
“minValue”: 0,
“show”: false,
“thresholdLabels”: false,
“thresholdMarkers”: true
},
“id”: 3,
“interval”: null,
“links”: [],
“mappingType”: 1,
“mappingTypes”: [
{
“name”: “value to text”,
“value”: 1
},
{
“name”: “range to text”,
“value”: 2
}
],
“maxDataPoints”: 100,
“nullPointMode”: “connected”,
“nullText”: null,
“postfix”: “”,
“postfixFontSize”: “50%”,
“prefix”: “”,
“prefixFontSize”: “50%”,
“rangeMaps”: [
{
“from”: “null”,
“text”: “N/A”,
“to”: “null”
}
],
“span”: 2,
“sparkline”: {
“fillColor”: “rgba(31, 118, 189, 0.18)”,
“full”: true,
“lineColor”: “rgb(31, 120, 193)”,
“show”: true
},
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [],
“measurement”: “mem”,
“policy”: “default”,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“available”
],
“type”: “field”
}
]
],
“tags”: []
}
],
“thresholds”: “”,
“title”: “Memory Available”,
“type”: “singlestat”,
“valueFontSize”: “80%”,
“valueMaps”: [
{
“op”: “=”,
“text”: “N/A”,
“value”: “null”
}
],
“valueName”: “avg”
},
{
“cacheTimeout”: null,
“colorBackground”: false,
“colorValue”: false,
“colors”: [
“rgba(245, 54, 54, 0.9)”,
“rgba(237, 129, 40, 0.89)”,
“rgba(50, 172, 45, 0.97)”
],
“datasource”: “${DS_TELEGRAF}”,
“format”: “decbytes”,
“gauge”: {
“maxValue”: 100,
“minValue”: 0,
“show”: false,
“thresholdLabels”: false,
“thresholdMarkers”: true
},
“id”: 4,
“interval”: null,
“links”: [],
“mappingType”: 1,
“mappingTypes”: [
{
“name”: “value to text”,
“value”: 1
},
{
“name”: “range to text”,
“value”: 2
}
],
“maxDataPoints”: 100,
“nullPointMode”: “connected”,
“nullText”: null,
“postfix”: “”,
“postfixFontSize”: “50%”,
“prefix”: “”,
“prefixFontSize”: “50%”,
“rangeMaps”: [
{
“from”: “null”,
“text”: “N/A”,
“to”: “null”
}
],
“span”: 2,
“sparkline”: {
“fillColor”: “rgba(31, 118, 189, 0.18)”,
“full”: false,
“lineColor”: “rgb(31, 120, 193)”,
“show”: false
},
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [],
“policy”: “default”,
“query”: “SELECT “used” FROM “disk” WHERE $timeFilter”,
“rawQuery”: true,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“value”
],
“type”: “field”
}
]
],
“tags”: []
}
],
“thresholds”: “”,
“title”: “Disk Usage”,
“type”: “singlestat”,
“valueFontSize”: “80%”,
“valueMaps”: [
{
“op”: “=”,
“text”: “N/A”,
“value”: “null”
}
],
“valueName”: “avg”
},
{
“aliasColors”: {},
“bars”: false,
“datasource”: “${DS_TELEGRAF}”,
“fill”: 1,
“id”: 5,
“legend”: {
“avg”: false,
“current”: false,
“max”: false,
“min”: false,
“show”: false,
“total”: false,
“values”: false
},
“lines”: true,
“linewidth”: 1,
“links”: [],
“nullPointMode”: “null”,
“percentage”: true,
“pointradius”: 2,
“points”: true,
“renderer”: “flot”,
“seriesOverrides”: [],
“span”: 3,
“stack”: true,
“steppedLine”: false,
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [
{
“params”: [
”$__interval”
],
“type”: “time”
},
{
“params”: [
“null”
],
“type”: “fill”
}
],
“policy”: “default”,
“query”: “SELECT top(“usage_system”, 5) FROM “cpu” WHERE $timeFilter GROUP BY “host””,
“rawQuery”: true,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“value”
],
“type”: “field”
},
{
“params”: [],
“type”: “mean”
}
]
],
“tags”: []
}
],
“thresholds”: [],
“timeFrom”: null,
“timeShift”: null,
“title”: “Top 5 CPU used Hosts”,
“tooltip”: {
“shared”: true,
“sort”: 0,
“value_type”: “individual”
},
“type”: “graph”,
“xaxis”: {
“mode”: “time”,
“name”: null,
“show”: true,
“values”: []
},
“yaxes”: [
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
},
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
}
]
},
{
“aliasColors”: {},
“bars”: false,
“datasource”: “${DS_TELEGRAF}”,
“fill”: 1,
“id”: 6,
“legend”: {
“avg”: false,
“current”: false,
“max”: false,
“min”: false,
“show”: false,
“total”: false,
“values”: false
},
“lines”: true,
“linewidth”: 1,
“links”: [],
“nullPointMode”: “null”,
“percentage”: false,
“pointradius”: 5,
“points”: false,
“renderer”: “flot”,
“seriesOverrides”: [],
“span”: 3,
“stack”: true,
“steppedLine”: false,
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [
{
“params”: [
"$__interval"
],
“type”: “time”
},
{
“params”: [
“null”
],
“type”: “fill”
}
],
“policy”: “default”,
“query”: “SELECT “used” FROM “mem” WHERE $timeFilter GROUP BY “host””,
“rawQuery”: true,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“value”
],
“type”: “field”
},
{
“params”: [],
“type”: “mean”
}
]
],
“tags”: []
}
],
“thresholds”: [],
“timeFrom”: null,
“timeShift”: null,
“title”: “Top Memory Utilized Hosts”,
“tooltip”: {
“shared”: true,
“sort”: 0,
“value_type”: “individual”
},
“type”: “graph”,
“xaxis”: {
“mode”: “time”,
“name”: null,
“show”: true,
“values”: []
},
“yaxes”: [
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
},
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
}
]
},
{
“cacheTimeout”: null,
“colorBackground”: false,
“colorValue”: true,
“colors”: [
“rgba(245, 54, 54, 0.9)”,
“rgba(237, 129, 40, 0.89)”,
“rgba(50, 172, 45, 0.97)”
],
“datasource”: “${DS_TELEGRAF}”,
“format”: “percent”,
“gauge”: {
“maxValue”: 100,
“minValue”: 0,
“show”: false,
“thresholdLabels”: false,
“thresholdMarkers”: true
},
“id”: 7,
“interval”: null,
“links”: [],
“mappingType”: 1,
“mappingTypes”: [
{
“name”: “value to text”,
“value”: 1
},
{
“name”: “range to text”,
“value”: 2
}
],
“maxDataPoints”: 100,
“nullPointMode”: “connected”,
“nullText”: null,
“postfix”: “”,
“postfixFontSize”: “50%”,
“prefix”: “”,
“prefixFontSize”: “50%”,
“rangeMaps”: [
{
“from”: “null”,
“text”: “N/A”,
“to”: “null”
}
],
“span”: 2,
“sparkline”: {
“fillColor”: “rgba(31, 118, 189, 0.18)”,
“full”: false,
“lineColor”: “rgb(31, 120, 193)”,
“show”: false
},
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [],
“measurement”: “win_cpu”,
“policy”: “default”,
“query”: “SELECT “n_cpus” FROM “system” WHERE $timeFilter”,
“rawQuery”: false,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“Percent_User_Time”
],
“type”: “field”
}
]
],
“tags”: []
}
],
“thresholds”: “50,100”,
“title”: “Windows Cpu Usage Time”,
“type”: “singlestat”,
“valueFontSize”: “80%”,
“valueMaps”: [
{
“op”: “=”,
“text”: “N/A”,
“value”: “null”
}
],
“valueName”: “avg”
},
{
“cacheTimeout”: null,
“colorBackground”: false,
“colorValue”: false,
“colors”: [
“rgba(245, 54, 54, 0.9)”,
“rgba(237, 129, 40, 0.89)”,
“rgba(50, 172, 45, 0.97)”
],
“datasource”: “${DS_TELEGRAF}”,
“format”: “decbytes”,
“gauge”: {
“maxValue”: 100,
“minValue”: 0,
“show”: false,
“thresholdLabels”: false,
“thresholdMarkers”: true
},
“id”: 8,
“interval”: null,
“links”: [],
“mappingType”: 1,
“mappingTypes”: [
{
“name”: “value to text”,
“value”: 1
},
{
“name”: “range to text”,
“value”: 2
}
],
“maxDataPoints”: 100,
“nullPointMode”: “connected”,
“nullText”: null,
“postfix”: “”,
“postfixFontSize”: “50%”,
“prefix”: “”,
“prefixFontSize”: “50%”,
“rangeMaps”: [
{
“from”: “null”,
“text”: “N/A”,
“to”: “null”
}
],
“span”: 2,
“sparkline”: {
“fillColor”: “rgba(31, 118, 189, 0.18)”,
“full”: false,
“lineColor”: “rgb(31, 120, 193)”,
“show”: false
},
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [],
“measurement”: “win_mem”,
“policy”: “default”,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“Available_Bytes”
],
“type”: “field”
}
]
],
“tags”: []
}
],
“thresholds”: “”,
“title”: “Windows Available Memory”,
“type”: “singlestat”,
“valueFontSize”: “80%”,
“valueMaps”: [
{
“op”: “=”,
“text”: “N/A”,
“value”: “null”
}
],
“valueName”: “avg”
},
{
“aliasColors”: {},
“bars”: false,
“datasource”: “${DS_TELEGRAF}”,
“fill”: 1,
“id”: 10,
“legend”: {
“avg”: false,
“current”: false,
“max”: false,
“min”: false,
“show”: false,
“total”: false,
“values”: false
},
“lines”: true,
“linewidth”: 1,
“links”: [],
“nullPointMode”: “null”,
“percentage”: false,
“pointradius”: 2,
“points”: false,
“renderer”: “flot”,
“seriesOverrides”: [],
“span”: 4,
“stack”: true,
“steppedLine”: false,
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [
{
“params”: [
“host”
],
“type”: “tag”
}
],
“measurement”: “net”,
“policy”: “default”,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“ip_defaultttl”
],
“type”: “field”
}
]
],
“tags”: []
}
],
“thresholds”: [],
“timeFrom”: null,
“timeShift”: null,
“title”: “Default Network Ip”,
“tooltip”: {
“shared”: true,
“sort”: 0,
“value_type”: “individual”
},
“type”: “graph”,
“xaxis”: {
“mode”: “time”,
“name”: null,
“show”: true,
“values”: []
},
“yaxes”: [
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
},
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
}
]
},
{
“aliasColors”: {},
“bars”: false,
“datasource”: “${DS_TELEGRAF}”,
“fill”: 2,
“id”: 9,
“legend”: {
“avg”: false,
“current”: false,
“max”: false,
“min”: false,
“show”: false,
“total”: false,
“values”: false
},
“lines”: true,
“linewidth”: 1,
“links”: [],
“nullPointMode”: “null”,
“percentage”: false,
“pointradius”: 2,
“points”: true,
“renderer”: “flot”,
“seriesOverrides”: [],
“span”: 4,
“stack”: true,
“steppedLine”: true,
“targets”: [
{
“dsType”: “influxdb”,
“groupBy”: [
{
“params”: [
“host”
],
“type”: “tag”
}
],
“measurement”: “disk”,
“policy”: “default”,
“refId”: “A”,
“resultFormat”: “time_series”,
“select”: [
[
{
“params”: [
“used”
],
“type”: “field”
},
{
“params”: [
“5”
],
“type”: “top”
}
]
],
“tags”: []
}
],
“thresholds”: [],
“timeFrom”: null,
“timeShift”: null,
“title”: “Top 5 Disk Utilized Hosts”,
“tooltip”: {
“shared”: false,
“sort”: 0,
“value_type”: “individual”
},
“type”: “graph”,
“xaxis”: {
“mode”: “time”,
“name”: null,
“show”: true,
“values”: []
},
“yaxes”: [
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
},
{
“format”: “short”,
“label”: null,
“logBase”: 1,
“max”: null,
“min”: null,
“show”: true
}
]
}
],
“repeat”: null,
“repeatIteration”: null,
“repeatRowId”: null,
“showTitle”: false,
“title”: “Dashboard Row”,
“titleSize”: “h6”
}
],
“schemaVersion”: 14,
“style”: “dark”,
“tags”: [],
“templating”: {
“list”: []
},
“time”: {
“from”: “now-30d”,
“to”: “now”
},
“timepicker”: {
“refresh_intervals”: [
“5s”,
“10s”,
“30s”,
“1m”,
“5m”,
“15m”,
“30m”,
“1h”,
“2h”,
“1d”
],
“time_options”: [
“5m”,
“15m”,
“1h”,
“6h”,
“12h”,
“24h”,
“2d”,
“7d”,
“30d”
]
},
“timezone”: “browser”,
“title”: “Service Overview”,
“version”: 53
}

9

Can you use the guide that I linked to before to try and identify which panel and query is slow. Are all the queries slow or just one? What do the responses look like?

The queries in the dashboard json are less interesting than the query that is actually executed against InfluxDB (which you can see in the Chrome dev tools as described in the guide).