{ "annotations": { "list": [ { "datasource": "lma", "enable": true, "iconColor": "#C0C6BE", "iconSize": 13, "lineColor": "rgba(255, 96, 96, 0.592157)", "name": "Status", "query": "select title,tags,text from annotations where $timeFilter and cluster = 'elasticsearch'", "showLine": true, "tagsColumn": "tags", "textColumn": "text", "titleColumn": "title" } ] }, "editable": true, "gnetId": null, "hideControls": false, "id": null, "links": [], "refresh": "1m", "rows": [ { "collapse": false, "editable": true, "height": "250px", "panels": [ { "cacheTimeout": null, "colorBackground": true, "colorValue": false, "colors": [ "rgba(71, 212, 59, 0.4)", "rgba(241, 181, 37, 0.73)", "rgba(225, 40, 40, 0.59)" ], "datasource": null, "editable": true, "error": false, "format": "none", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "id": 59, "interval": "> 60s", "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "50%", "prefix": "", "prefixFontSize": "50%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", "show": false }, "targets": [ { "column": "value", "condition": "", "dsType": "influxdb", "fill": "", "function": "last", "groupBy": [], "groupby_field": "", "interval": "", "measurement": "cluster_status", "policy": "default", "query": "SELECT last(\"value\") FROM \"cluster_status\" WHERE \"cluster_name\" = 'elasticsearch' AND $timeFilter", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=~", "value": "/^$environment$/" }, { "condition": "AND", "key": "cluster_name", "operator": "=", "value": "elasticsearch" } ] } ], "thresholds": "1,3", "title": "", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ { "op": "=", "text": "no data", "value": "null" }, { "op": "=", "text": "OKAY", "value": "0" }, { "op": "=", "text": "WARN", "value": "1" }, { "op": "=", "text": "UNKW", "value": "2" }, { "op": "=", "text": "CRIT", "value": "3" }, { "op": "=", "text": "DOWN", "value": "4" } ], "valueName": "current" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "datasource": null, "editable": true, "error": false, "format": "none", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "hideTimeOverride": false, "id": 61, "interval": ">60s", "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "50%", "prefix": "", "prefixFontSize": "50%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", "show": false }, "targets": [ { "alias": "number", "dsType": "influxdb", "groupBy": [], "measurement": "elasticsearch_cluster_number_of_nodes", "policy": "default", "query": "SELECT last(\"value\") FROM \"elasticsearch_cluster_number_of_nodes\" WHERE $timeFilter", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=~", "value": "/^$environment$/" } ] } ], "thresholds": "", "timeFrom": null, "timeShift": null, "title": "Number of nodes", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "aliasColors": {}, "bars": false, "datasource": null, "editable": true, "error": false, "fill": 0, "grid": { "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, "id": 60, "interval": ">60s", "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { "alias": "active primary", "dsType": "influxdb", "groupBy": [ { "params": [ "auto" ], "type": "time" } ], "measurement": "elasticsearch_cluster_active_primary_shards", "policy": "default", "query": "SELECT last(\"value\") FROM \"elasticsearch_cluster_active_primary_shards\" WHERE $timeFilter GROUP BY time($interval)", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=", "value": "$environment" } ] }, { "alias": "active", "dsType": "influxdb", "groupBy": [ { "params": [ "auto" ], "type": "time" } ], "measurement": "elasticsearch_cluster_active_shards", "policy": "default", "query": "SELECT last(\"value\") FROM \"elasticsearch_cluster_active_shards\" WHERE $timeFilter GROUP BY time($interval)", "rawQuery": false, "refId": "B", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=", "value": "$environment" } ] }, { "alias": "relocating", "dsType": "influxdb", "groupBy": [ { "params": [ "auto" ], "type": "time" } ], "measurement": "elasticsearch_cluster_relocating_shards", "policy": "default", "query": "SELECT last(\"value\") FROM \"elasticsearch_cluster_relocating_shards\" WHERE $timeFilter GROUP BY time($interval)", "rawQuery": false, "refId": "C", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=", "value": "$environment" } ] }, { "alias": "unassigned", "dsType": "influxdb", "groupBy": [ { "params": [ "auto" ], "type": "time" } ], "measurement": "elasticsearch_cluster_unassigned_shards", "policy": "default", "query": "SELECT last(\"value\") FROM \"elasticsearch_cluster_unassigned_shards\" WHERE $timeFilter GROUP BY time($interval)", "rawQuery": false, "refId": "E", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=", "value": "$environment" } ] }, { "alias": "initializing", "dsType": "influxdb", "groupBy": [ { "params": [ "auto" ], "type": "time" } ], "measurement": "elasticsearch_cluster_initializing_shards", "policy": "default", "query": "SELECT last(\"value\") FROM \"elasticsearch_cluster_initializing_shards\" WHERE $timeFilter GROUP BY time($interval)", "rawQuery": false, "refId": "D", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=", "value": "$environment" } ] } ], "timeFrom": null, "timeShift": null, "title": "Shards", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "cumulative" }, "type": "graph", "xaxis": { "show": true }, "yaxes": [ { "format": "short", "label": "shards", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": false, "datasource": null, "editable": true, "error": false, "fill": 0, "grid": { "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": 10, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, "id": 62, "interval": ">60s", "legend": { "avg": false, "current": false, "hideEmpty": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { "alias": "tasks", "dsType": "influxdb", "groupBy": [ { "params": [ "auto" ], "type": "time" } ], "measurement": "elasticsearch_cluster_number_of_pending_tasks", "policy": "default", "query": "SELECT last(\"value\") FROM \"elasticsearch_cluster_number_of_pending_tasks\" WHERE $timeFilter GROUP BY time($interval)", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "environment_label", "operator": "=", "value": "$environment" } ] } ], "timeFrom": null, "timeShift": null, "title": "Pending tasks", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "cumulative" }, "type": "graph", "xaxis": { "show": true }, "yaxes": [ { "format": "short", "label": "tasks", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ] } ], "showTitle": true, "title": "Cluster" }, { "collapse": false, "editable": true, "height": "200px", "panels": [ { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "datasource": null, "editable": true, "error": false, "format": "none", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "id": 32, "interval": "> 60s", "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "50%", "prefix": "", "prefixFontSize": "50%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", "show": true }, "targets": [ { "column": "value", "dsType": "influxdb", "function": "last", "groupBy": [], "measurement": "lma_components_threads", "policy": "default", "query": "SELECT last(\"value\") FROM \"lma_components_threads\" WHERE \"service\" = 'elasticsearch' AND \"hostname\" =~ /^$server$/ AND $timeFilter", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "last" } ] ], "tags": [ { "key": "service", "operator": "=", "value": "elasticsearch" }, { "condition": "AND", "key": "hostname", "operator": "=~", "value": "/^$server$/" } ] } ], "thresholds": "", "title": "Threads", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "aliasColors": {}, "bars": false, "datasource": null, "editable": true, "error": false, "fill": 0, "grid": { "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, "id": 31, "interval": "> 60s", "legend": { "alignAsTable": false, "avg": false, "current": true, "max": true, "min": true, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { "alias": "rss", "column": "value", "dsType": "influxdb", "function": "mean", "groupBy": [ { "params": [ "auto" ], "type": "time" }, { "params": [ "previous" ], "type": "fill" } ], "measurement": "lma_components_memory_rss", "policy": "default", "query": "SELECT mean(\"value\") FROM \"lma_components_memory_rss\" WHERE \"service\" = 'elasticsearch' AND \"hostname\" =~ /^$server$/ AND $timeFilter GROUP BY time($interval) fill(previous)", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [ { "key": "service", "operator": "=", "value": "elasticsearch" }, { "condition": "AND", "key": "hostname", "operator": "=", "value": "$server" } ] } ], "timeFrom": null, "timeShift": null, "title": "Resident Set Size", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "cumulative" }, "type": "graph", "xaxis": { "show": true }, "yaxes": [ { "format": "bytes", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": false, "datasource": null, "editable": true, "error": false, "fill": 0, "grid": { "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, "id": 33, "interval": "> 60s", "legend": { "alignAsTable": false, "avg": false, "current": true, "max": true, "min": true, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { "alias": "read", "column": "value", "dsType": "influxdb", "function": "mean", "groupBy": [ { "params": [ "auto" ], "type": "time" }, { "params": [ "0" ], "type": "fill" } ], "measurement": "lma_components_disk_bytes_read", "policy": "default", "query": "SELECT mean(\"value\") FROM \"lma_components_disk_bytes_read\" WHERE \"service\" = 'elasticsearch' AND \"hostname\" =~ /^$server$/ AND $timeFilter GROUP BY time($interval) fill(0)", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [ { "key": "service", "operator": "=", "value": "elasticsearch" }, { "condition": "AND", "key": "hostname", "operator": "=", "value": "$server" } ] }, { "alias": "write", "column": "value", "dsType": "influxdb", "function": "mean", "groupBy": [ { "params": [ "auto" ], "type": "time" }, { "params": [ "0" ], "type": "fill" } ], "measurement": "lma_components_disk_bytes_write", "policy": "default", "query": "SELECT mean(\"value\") FROM \"lma_components_disk_bytes_write\" WHERE \"service\" = 'elasticsearch' AND \"hostname\" =~ /^$server$/ AND $timeFilter GROUP BY time($interval) fill(0)", "rawQuery": false, "refId": "B", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [ { "key": "service", "operator": "=", "value": "elasticsearch" }, { "condition": "AND", "key": "hostname", "operator": "=", "value": "$server" } ] } ], "timeFrom": null, "timeShift": null, "title": "Disk I/O", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "cumulative" }, "type": "graph", "xaxis": { "show": true }, "yaxes": [ { "format": "bytes", "label": "bytes/sec", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": false, "datasource": null, "editable": true, "error": false, "fill": 1, "grid": { "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, "id": 36, "interval": "> 60s", "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "span": 4, "stack": true, "steppedLine": false, "targets": [ { "alias": "system", "column": "value", "dsType": "influxdb", "function": "mean", "groupBy": [ { "params": [ "auto" ], "type": "time" }, { "params": [ "0" ], "type": "fill" } ], "measurement": "lma_components_cputime_syst", "policy": "default", "query": "SELECT mean(\"value\") FROM \"lma_components_cputime_syst\" WHERE \"service\" = 'elasticsearch' AND \"hostname\" =~ /^$server$/ AND $timeFilter GROUP BY time($interval) fill(0)", "rawQuery": false, "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [ { "key": "service", "operator": "=", "value": "elasticsearch" }, { "condition": "AND", "key": "hostname", "operator": "=", "value": "$server" } ] }, { "alias": "user", "column": "value", "dsType": "influxdb", "function": "mean", "groupBy": [ { "params": [ "auto" ], "type": "time" }, { "params": [ "0" ], "type": "fill" } ], "measurement": "lma_components_cputime_user", "policy": "default", "query": "SELECT mean(\"value\") FROM \"lma_components_cputime_user\" WHERE \"service\" = 'elasticsearch' AND \"hostname\" =~ /^$server$/ AND $timeFilter GROUP BY time($interval) fill(0)", "rawQuery": false, "refId": "B", "resultFormat": "time_series", "select": [ [ { "params": [ "value" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [ { "key": "service", "operator": "=", "value": "elasticsearch" }, { "condition": "AND", "key": "hostname", "operator": "=", "value": "$server" } ] } ], "timeFrom": null, "timeShift": null, "title": "CPU usage", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "show": true }, "yaxes": [ { "format": "percent", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ] } ], "showTitle": true, "title": "Instance $server" } ], "schemaVersion": 12, "sharedCrosshair": true, "style": "dark", "tags": [], "templating": { "enable": true, "list": [ { "allFormat": "regex values", "current": {}, "datasource": null, "hide": 0, "includeAll": false, "name": "environment", "options": [], "query": "show tag values from cpu_idle with key = environment_label", "refresh": 1, "refresh_on_load": true, "regex": "", "type": "query" }, { "allFormat": "glob", "current": {}, "datasource": null, "hide": 0, "includeAll": false, "name": "server", "options": [], "query": "show tag values from elasticsearch_cluster_health with key = \"hostname\" where environment_label =~ /^$environment$/", "refresh": 1, "refresh_on_load": true, "regex": "", "type": "query" } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": { "collapse": false, "enable": true, "notice": false, "now": true, "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "status": "Stable", "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ], "type": "timepicker" }, "timezone": "browser", "title": "Elasticsearch", "version": 4 }