diff --git a/Elasticsearch Cluster Stats.json b/Elasticsearch Cluster Stats.json index 5e5fa56..7bbacce 100644 --- a/Elasticsearch Cluster Stats.json +++ b/Elasticsearch Cluster Stats.json @@ -1,33 +1,34 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$es_cluster", + "description": "" + }, + { + "name": "VAR_SCRAPE_FREQUENCY", + "type": "constant", + "label": "scrape_frequency", + "value": "2m", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", @@ -41,6 +42,12 @@ "name": "Heatmap", "version": "5.0.0" }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" + }, { "type": "panel", "id": "singlestat", @@ -55,7 +62,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540398614608, + "iteration": 1560936746643, "links": [ { "asDropdown": false, @@ -63,7 +70,8 @@ "includeVars": false, "keepTime": false, "tags": [ - "elasticsearch" + "elasticsearch", + "prometheus" ], "targetBlank": true, "type": "dashboards" @@ -93,7 +101,7 @@ "rgba(246, 140, 15, 0.89)", "rgba(245, 54, 54, 0.9)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "decimals": 1, "format": "short", "gauge": { @@ -110,7 +118,7 @@ "y": 1 }, "id": 53, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -146,14 +154,12 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_indices_docs_total{instance=~\"$instance\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.indices.docs.count')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -179,7 +185,8 @@ "rgba(246, 140, 15, 0.89)", "rgba(245, 54, 54, 0.9)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", + "description": "", "format": "decbytes", "gauge": { "maxValue": 6000000000000, @@ -195,7 +202,7 @@ "y": 1 }, "id": 56, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -231,14 +238,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_indices_store_size_bytes_total{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.indices.store.size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -264,7 +268,7 @@ "rgba(246, 140, 15, 0.89)", "rgba(245, 54, 54, 0.9)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "percentunit", "gauge": { "maxValue": 1, @@ -280,7 +284,7 @@ "y": 1 }, "id": 50, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -316,14 +320,12 @@ "tableColumn": "", "targets": [ { + "expr": "1-(sum(elasticsearch_filesystem_data_available_bytes{$global_tag_filter})/sum(elasticsearch_filesystem_data_size_bytes{$global_tag_filter}))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.nodes.fs.total_in_bytes')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.cluster.nodes.fs.available_in_bytes')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]','avg').sum();\none=1;\nC=one.sub(B.div(A));" - }, "type": "Query" } ], @@ -349,7 +351,7 @@ "rgba(71, 108, 88, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -365,7 +367,7 @@ "y": 1 }, "id": 44, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -401,14 +403,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_number_of_nodes{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.number_of_nodes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -434,7 +433,7 @@ "rgba(95, 137, 114, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -450,7 +449,7 @@ "y": 1 }, "id": 43, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -486,14 +485,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_number_of_data_nodes{cluster=~\"$cluster\",$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.number_of_data_nodes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -519,7 +515,7 @@ "rgba(102, 153, 120, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -535,7 +531,7 @@ "y": 1 }, "id": 49, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -571,15 +567,12 @@ "tableColumn": "", "targets": [ { + "expr": "count(elasticsearch_indices_docs_primary{instance=~\"$instance\"})", + "format": "time_series", "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.indices.count')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -605,7 +598,8 @@ "rgba(102, 153, 120, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", + "description": "cloud_service==operations is not present \nes-dev not is node present", "format": "none", "gauge": { "maxValue": 100, @@ -621,7 +615,7 @@ "y": 1 }, "id": 78, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -657,15 +651,12 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_indices_segment_count_total{instance=~\"$instance\"})", + "format": "time_series", "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.indices.segments.count')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -691,7 +682,7 @@ "rgba(102, 147, 121, 0.89)", "rgba(142, 186, 140, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -707,7 +698,7 @@ "y": 1 }, "id": 39, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -743,14 +734,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_active_shards{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.active_shards')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -776,7 +764,7 @@ "rgba(95, 140, 95, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -792,7 +780,7 @@ "y": 1 }, "id": 42, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -828,14 +816,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_active_primary_shards{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.active_primary_shards')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -861,7 +846,7 @@ "rgba(109, 163, 115, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -877,7 +862,7 @@ "y": 1 }, "id": 48, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -913,14 +898,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_number_of_pending_tasks{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.number_of_pending_tasks')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','sum').sum();" - }, "type": "Query" } ], @@ -946,7 +928,7 @@ "rgba(109, 163, 115, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -962,7 +944,7 @@ "y": 1 }, "id": 79, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -998,14 +980,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(delta(elasticsearch_thread_pool_rejected_count{$global_tag_filter}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.thread_pool.rejected', rate='delta')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','sum').sum()" - }, "type": "Query" } ], @@ -1013,13 +992,7 @@ "title": "Jobs Rejected", "type": "singlestat", "valueFontSize": "100%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], + "valueMaps": [], "valueName": "current" }, { @@ -1031,7 +1004,7 @@ "rgba(255, 194, 12, 0.89)", "rgba(245, 54, 54, 0.9)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -1047,7 +1020,7 @@ "y": 1 }, "id": 52, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -1083,14 +1056,11 @@ "tableColumn": "", "targets": [ { + "expr": "max(elasticsearch_cluster_health_status{color=\"yellow\",$global_tag_filter}) + max(elasticsearch_cluster_health_status{color=\"red\",$global_tag_filter}*2)", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.status')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').max()" - }, "type": "Query" } ], @@ -1144,7 +1114,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 7, "w": 8, @@ -1154,6 +1124,7 @@ "heatmap": {}, "highlightCards": true, "id": 54, + "interval": "$scrape_frequency", "legend": { "show": false }, @@ -1161,15 +1132,11 @@ "minSpan": 2, "targets": [ { + "expr": "elasticsearch_os_cpu_percent{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "alias": "CPU", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.os.cpu.percent')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg')" - }, "type": "Query" } ], @@ -1210,7 +1177,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 7, "w": 8, @@ -1220,22 +1187,18 @@ "heatmap": {}, "highlightCards": true, "id": 55, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "Heap Used", - "errors": [], - "id": "A", - "output": true, - "query": "fetch('elasticsearch.node.jvm.mem.heap_used_percent')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]', 'avg');\n" - }, - "type": "Query" + "expr": "(elasticsearch_jvm_memory_used_bytes{area=\"heap\",$global_tag_filter} * 100)/ elasticsearch_jvm_memory_committed_bytes{area=\"heap\",$global_tag_filter}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "refId": "B" } ], "title": "Node JVM Heap Usage", @@ -1269,7 +1232,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1278,6 +1241,7 @@ "y": 6 }, "id": 89, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1306,21 +1270,25 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "avg:avg;top3:$t(node)", - "errors": [], - "genMap": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.os.cpu.percent').tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\navg=A.avg();\ntop3=A.top3();\noutput(avg, top3);" - }, - "type": "Query" + "expr": "topk(3,elasticsearch_os_cpu_percent{$global_tag_filter})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "C" + }, + { + "expr": "avg(elasticsearch_os_cpu_percent{$global_tag_filter})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "avg", + "refId": "D" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Top 3 Node CPU", "tooltip": { @@ -1378,7 +1346,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -1386,7 +1354,9 @@ "x": 0, "y": 14 }, + "hideTimeOverride": false, "id": 29, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1407,7 +1377,7 @@ "seriesOverrides": [ { "alias": "Total", - "yaxis": 2 + "yaxis": 1 } ], "spaceLength": 10, @@ -1415,20 +1385,18 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "A:Primary;B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_indexing_index_total{instance=~\"$instance\"} [$__interval]))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Indexing Rate", "tooltip": { @@ -1459,7 +1427,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -1472,7 +1440,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -1480,7 +1448,9 @@ "x": 6, "y": 14 }, + "hideTimeOverride": false, "id": 32, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1501,7 +1471,7 @@ "seriesOverrides": [ { "alias": "Total", - "yaxis": 2 + "yaxis": 1 }, { "alias": "F{cluster: 274334742953-bb-prod-elk, host: ip-10-2-1-137}", @@ -1513,21 +1483,16 @@ "steppedLine": false, "targets": [ { - "hide": false, - "metrics": [], - "refId": "A", - "ts": { - "alias": "C:Primary;F:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.indexing.index_time_in_millis',rate=\"counter\")$global_tag_filter.downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.primaries.indexing.index_total',rate=\"counter\")$global_tag_filter.downsample('[[__interval]]','avg').sum();\nC=A.div(B);\nD=fetch('elasticsearch.indices.total.indexing.index_time_in_millis',rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nE=fetch('elasticsearch.indices.total.indexing.index_total',rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nF=D.div(E);\noutput(C,F)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_indexing_index_time_seconds_total{instance=~\"$instance\"} [$__interval])) / sum(rate(elasticsearch_index_stats_indexing_index_total{instance=~\"$instance\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "A" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg Indexing Time per document", "tooltip": { @@ -1545,7 +1510,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1558,7 +1523,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -1571,7 +1536,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -1579,7 +1544,9 @@ "x": 12, "y": 14 }, + "hideTimeOverride": false, "id": 58, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1608,7 +1575,7 @@ }, { "alias": "Total", - "yaxis": 2 + "yaxis": 1 } ], "spaceLength": 10, @@ -1616,20 +1583,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "B", - "ts": { - "alias": "A:Primary;B:Total", - "errors": [], - "id": "B", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_search_query_total{instance=~\"$instance\"}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "A" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Search Rate", "tooltip": { @@ -1660,7 +1623,7 @@ "logBase": 1, "max": null, "min": "0", - "show": true + "show": false } ], "yaxis": { @@ -1673,7 +1636,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -1681,7 +1644,9 @@ "x": 18, "y": 14 }, + "hideTimeOverride": false, "id": 36, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1702,7 +1667,7 @@ "seriesOverrides": [ { "alias": "Total", - "yaxis": 2 + "yaxis": 1 } ], "spaceLength": 10, @@ -1710,20 +1675,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "prim_time:Primary;tot_time:Total", - "errors": [], - "id": "A", - "output": true, - "query": "AT=fetch('elasticsearch.indices.primaries.search.query_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nBT=fetch('elasticsearch.indices.total.search.query_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nA=fetch('elasticsearch.indices.primaries.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nprim_time=AT.div(A);\ntot_time=BT.div(B);\noutput(prim_time, tot_time);" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_search_query_time_seconds_total{instance=~\"$instance\"} [$__interval])) / sum(rate(elasticsearch_index_stats_search_query_total{instance=~\"$instance\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg search time", "tooltip": { @@ -1741,7 +1702,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1754,7 +1715,7 @@ "logBase": 1, "max": null, "min": "0", - "show": true + "show": false } ], "yaxis": { @@ -1781,7 +1742,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1789,7 +1750,9 @@ "x": 0, "y": 21 }, + "hideTimeOverride": false, "id": 61, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1813,20 +1776,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "A:Primary;B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.query_cache.evictions', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.query_cache.evictions', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_query_cache_evictions_total{instance=~\"$instance\"} [$__interval]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Evictions Rate", "tooltip": { @@ -1844,10 +1803,11 @@ }, "yaxes": [ { + "decimals": null, "format": "ops", - "label": null, + "label": "", "logBase": 1, - "max": null, + "max": "200", "min": null, "show": true }, @@ -1870,7 +1830,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1878,7 +1838,9 @@ "x": 6, "y": 21 }, + "hideTimeOverride": false, "id": 62, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1902,20 +1864,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "hr:Primary;hr1:Total", - "errors": [], - "id": "A", - "output": true, - "query": "tcr=fetch('elasticsearch.indices.primaries.query_cache.total_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhcr=fetch('elasticsearch.indices.primaries.query_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhr=hcr.div(tcr);\ntcr1=fetch('elasticsearch.indices.total.query_cache.total_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhcr1=fetch('elasticsearch.indices.total.query_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhr1=hcr1.div(tcr1);\noutput(hr,hr1)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_query_cache_hits_total{instance=~\"$instance\"} [$__interval])) / sum(rate(elasticsearch_index_stats_query_cache_hits_total{instance=~\"$instance\"} [$__interval]) + rate(elasticsearch_index_stats_query_cache_misses_total{instance=~\"$instance\"} [$__interval])) ", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "C" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Hit Ratio", "tooltip": { @@ -1959,7 +1917,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1967,7 +1925,9 @@ "x": 12, "y": 21 }, + "hideTimeOverride": false, "id": 63, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1991,20 +1951,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "A:Primary; B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.query_cache.total_count', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.query_cache.total_count', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_query_cache_hits_total{instance=~\"$instance\"} [$__interval]) + rate(elasticsearch_index_stats_query_cache_misses_total{instance=~\"$instance\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Call rate", "tooltip": { @@ -2022,7 +1978,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -2048,7 +2004,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -2057,6 +2013,7 @@ "y": 21 }, "id": 76, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2077,7 +2034,7 @@ "seriesOverrides": [ { "alias": "Total", - "yaxis": 2 + "yaxis": 1 } ], "spaceLength": 10, @@ -2085,20 +2042,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "A:Primary;B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.query_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.query_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, - "type": "Query" + "expr": "sum(elasticsearch_indices_query_cache_memory_size_bytes{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "A" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Memory", "tooltip": { @@ -2156,7 +2109,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2164,7 +2117,9 @@ "x": 0, "y": 29 }, + "hideTimeOverride": false, "id": 64, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2188,20 +2143,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "A:Primary;B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.request_cache.evictions', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.request_cache.evictions', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_request_cache_evictions_total{instance=~\"$instance\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Evictions Rate", "tooltip": { @@ -2245,7 +2196,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2253,7 +2204,9 @@ "x": 6, "y": 29 }, + "hideTimeOverride": false, "id": 66, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2277,20 +2230,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "C", - "ts": { - "alias": "hr:Primary;hr1:Total", - "errors": [], - "id": "C", - "output": true, - "query": "mcr=fetch('elasticsearch.indices.primaries.request_cache.miss_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhcr=fetch('elasticsearch.indices.primaries.request_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\ntcr=hcr.add(mcr);\nhr=hcr.div(tcr);\nmcr1=fetch('elasticsearch.indices.total.request_cache.miss_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhcr1=fetch('elasticsearch.indices.total.request_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\ntcr1=hcr1.add(mcr1);\nhr1=hcr1.div(tcr1);\noutput(hr,hr1)" - }, - "type": "Query" + "expr": "sum(rate(elasticsearch_index_stats_request_cache_hits_total{instance=~\"$instance\"} [$__interval])) / sum(rate(elasticsearch_index_stats_request_cache_hits_total{instance=~\"$instance\"} [$__interval]) + rate(elasticsearch_index_stats_request_cache_misses_total{instance=~\"$instance\"} [$__interval])) ", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Hit Ratio", "tooltip": { @@ -2334,7 +2283,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2342,7 +2291,9 @@ "x": 12, "y": 29 }, + "hideTimeOverride": false, "id": 77, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2363,7 +2314,7 @@ "seriesOverrides": [ { "alias": "Total", - "yaxis": 2 + "yaxis": 1 } ], "spaceLength": 10, @@ -2371,20 +2322,19 @@ "steppedLine": false, "targets": [ { + "expr": " sum(rate(elasticsearch_index_stats_request_cache_hits_total{instance=~\"$instance\"} [$__interval]) + rate(elasticsearch_index_stats_request_cache_misses_total{instance=~\"$instance\"} [$__interval]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "Total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:Primary; B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "mcr=fetch('elasticsearch.indices.primaries.request_cache.miss_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhcr=fetch('elasticsearch.indices.primaries.request_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nA=hcr.add(mcr);\nmcr=fetch('elasticsearch.indices.total.request_cache.miss_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nhcr=fetch('elasticsearch.indices.total.request_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]', 'avg');\nB=hcr.add(mcr);\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Call rate", "tooltip": { @@ -2428,7 +2378,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2437,12 +2387,13 @@ "y": 29 }, "id": 75, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": true, + "show": false, "total": false, "values": false }, @@ -2465,20 +2416,17 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "A:Primary;B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.request_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.request_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, - "type": "Query" + "expr": "sum(elasticsearch_index_stats_request_cache_memory_bytes_total{instance=~\"$instance\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Memory", "tooltip": { @@ -2536,7 +2484,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2545,6 +2493,7 @@ "y": 36 }, "id": 2, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2568,20 +2517,19 @@ "steppedLine": false, "targets": [ { + "expr": "sum(elasticsearch_indices_store_size_bytes_total{instance=~\"$instance\"}) ", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "", "metrics": [], "refId": "B", - "ts": { - "alias": "Size", - "errors": [], - "id": "B", - "output": true, - "query": "B=fetch('elasticsearch.cluster.indices.store.size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').max()" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Total Store Size", "tooltip": { @@ -2625,7 +2573,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2634,12 +2582,13 @@ "y": 36 }, "id": 1, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -2657,20 +2606,19 @@ "steppedLine": false, "targets": [ { + "expr": "sum(elasticsearch_indices_docs{$global_tag_filter})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "Total", "metrics": [], "refId": "A", - "ts": { - "alias": "Docs Count", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.indices.docs.count')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Total Primary Docs Count", "tooltip": { @@ -2714,7 +2662,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2723,6 +2671,7 @@ "y": 36 }, "id": 3, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2746,20 +2695,19 @@ "steppedLine": false, "targets": [ { + "expr": "max(elasticsearch_os_cpu_percent{$global_tag_filter})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "CPU", "metrics": [], "refId": "A", - "ts": { - "alias": "A:CPU", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.os.cpu.percent')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').max()" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "OS CPU", "tooltip": { @@ -2803,7 +2751,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2812,6 +2760,7 @@ "y": 36 }, "id": 4, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2835,20 +2784,19 @@ "steppedLine": false, "targets": [ { + "expr": "avg(1 - (elasticsearch_filesystem_data_available_bytes{$global_tag_filter} / elasticsearch_filesystem_data_size_bytes{$global_tag_filter}))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "used", "metrics": [], "refId": "A", - "ts": { - "alias": "C:used", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.nodes.fs.total_in_bytes')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.cluster.nodes.fs.available_in_bytes')$global_tag_filter.tag_filter(\"cluster=$cluster\").downsample('[[__interval]]','avg');\none=1;\nC=one.sub(B.div(A)).avg();" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "File System - Used %", "tooltip": { @@ -2892,7 +2840,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -2901,6 +2849,7 @@ "y": 36 }, "id": 28, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2924,20 +2873,19 @@ "steppedLine": false, "targets": [ { + "expr": "((elasticsearch_jvm_memory_used_bytes{area=\"heap\",$global_tag_filter} )/ elasticsearch_jvm_memory_committed_bytes{area=\"heap\",$global_tag_filter} )", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{name}}-heap_used", "metrics": [], "refId": "A", - "ts": { - "alias": "C:Heap Used", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.nodes.jvm.mem.heap_max_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.cluster.nodes.jvm.mem.heap_used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nC=B.div(A);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM Heap Used", "tooltip": { @@ -2995,7 +2943,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -3003,7 +2951,9 @@ "x": 0, "y": 43 }, + "hideTimeOverride": false, "id": 33, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -3027,20 +2977,20 @@ "steppedLine": false, "targets": [ { + "expr": "sum(rate(elasticsearch_indices_merges_total{$global_tag_filter}[$__interval]))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:primary;B:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.merges.total', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.total.merges.total', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Merges", "tooltip": { @@ -3084,7 +3034,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -3092,13 +3042,15 @@ "x": 4, "y": 43 }, + "hideTimeOverride": true, "id": 34, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": true, + "show": false, "total": false, "values": false }, @@ -3121,20 +3073,19 @@ "steppedLine": false, "targets": [ { + "expr": "avg((rate(elasticsearch_indices_merges_total_time_seconds_total{$global_tag_filter} [$__interval])) / (rate(elasticsearch_indices_merges_total{$global_tag_filter} [$__interval]))) by (instance)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "", "metrics": [], "refId": "A", - "ts": { - "alias": "prim_time:Primary; tot_time:Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.merges.total', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.total.merges.total', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nAT=fetch('elasticsearch.indices.primaries.merges.total_time_in_millis', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nBT=fetch('elasticsearch.indices.total.merges.total_time_in_millis', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nprim_time=AT.div(A);\ntot_time=BT.div(B);\noutput(prim_time, tot_time);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg time per merge", "tooltip": { @@ -3152,7 +3103,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -3178,7 +3129,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 6, @@ -3186,7 +3137,8 @@ "x": 8, "y": 43 }, - "id": 35, + "id": 37, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -3204,44 +3156,27 @@ "pointradius": 5, "points": false, "renderer": "flot", - "seriesOverrides": [ - { - "alias": "Count", - "yaxis": 2 - } - ], + "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { + "expr": "sum(elasticsearch_indices_fielddata_memory_size_bytes{$global_tag_filter})", + "format": "time_series", "hide": false, + "intervalFactor": 1, + "legendFormat": "fielddata_memory_size", "metrics": [], "refId": "A", - "ts": { - "alias": "A:Doc Values Memory;B:Fixed Bit Set Memory;D:Index Writer Memory;E:Segments Memory;F:Norms Memory;G:Stored Fields Memory;H:Terms Memory;I:Version Map Memory;J:Count", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.segments.doc_values_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.indices.primaries.segments.fixed_bit_set_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nD=fetch('elasticsearch.indices.primaries.segments.index_writer_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nE=fetch('elasticsearch.indices.primaries.segments.memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nF=fetch('elasticsearch.indices.primaries.segments.norms_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nG=fetch('elasticsearch.indices.primaries.segments.stored_fields_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nH=fetch('elasticsearch.indices.primaries.segments.terms_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nI=fetch('elasticsearch.indices.primaries.segments.version_map_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nJ=fetch('elasticsearch.cluster.indices.segments.count')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\noutput(A,B,D,E,F,G,H,I,J)" - }, - "type": "Query" - }, - { - "hide": true, - "metrics": [], - "refId": "C", - "ts": { - "errors": [], - "query": "C=fetch('elasticsearch.indices.primaries.segments.index_writer_max_memory_in_bytes')$global_tag_filter.tag_filter('cluster==*').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Segments Memory / Count", + "title": "Field Data Memory", "tooltip": { "shared": true, "sort": 0, @@ -3270,7 +3205,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -3278,20 +3213,34 @@ "alignLevel": null } }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 49 + }, + "id": 97, + "panels": [], + "title": "Segment Stats", + "type": "row" + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 0, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, "gridPos": { "h": 6, "w": 4, - "x": 12, - "y": 43 + "x": 0, + "y": 50 }, - "id": 37, + "id": 95, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -3315,22 +3264,19 @@ "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "sum(elasticsearch_indices_segments_count{$global_tag_filter}) ", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Segment count", "refId": "A", - "ts": { - "alias": "Size", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.primaries.fielddata.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').max()" - }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Field Data Memory", + "title": "Segment Count", "tooltip": { "shared": true, "sort": 0, @@ -3346,7 +3292,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -3359,7 +3305,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -3368,96 +3314,794 @@ } }, { - "collapsed": false, + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 49 + "h": 6, + "w": 4, + "x": 4, + "y": 50 }, - "id": 87, - "panels": [], - "repeat": null, - "title": "Shard Info", - "type": "row" - }, - { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(91, 135, 86, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "datasource": "${DS_APPTUIT}", - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, + "id": 107, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "gridPos": { - "h": 4, - "w": 2, - "x": 0, - "y": 50 + "total": false, + "values": false }, - "id": 41, - "interval": null, + "lines": true, + "linewidth": 1, "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": true - }, - "tableColumn": "", + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "sum(elasticsearch_indices_segment_version_map_memory_bytes_primary{instance=~\"$instance\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "Version_Map_memory", "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.initializing_shards')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, - "type": "Query" + "type": "Time Series" } ], - "thresholds": "", - "title": "Initializing Shards", - "type": "singlestat", - "valueFontSize": "100%", - "valueMaps": [ + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Version Map Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbits", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 4, + "x": 8, + "y": 50 + }, + "id": 103, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(elasticsearch_indices_segment_norms_memory_bytes_primary{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Norms_memory", + "refId": "A", + "type": "Time Series" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Norms Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 4, + "x": 12, + "y": 50 + }, + "id": 93, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(elasticsearch_indices_segment_fixed_bit_set_memory_bytes_primary{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Fixed_bitset_memory", + "refId": "A", + "type": "Time Series" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Fixed BitSet Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 4, + "x": 16, + "y": 50 + }, + "id": 99, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(elasticsearch_indices_segment_index_writer_memory_bytes_primary{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Index_writer_memory", + "refId": "A", + "type": "Time Series" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Index Writer Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 4, + "x": 20, + "y": 50 + }, + "id": 101, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(elasticsearch_indices_segment_memory_bytes_primary{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Segment_memory", + "refId": "A", + "type": "Time Series" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Segment Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 4, + "x": 0, + "y": 56 + }, + "id": 109, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(elasticsearch_indices_segment_terms_memory_primary{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Terms_memory", + "refId": "A", + "type": "Time Series" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Terms Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 4, + "x": 4, + "y": 56 + }, + "id": 105, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(elasticsearch_indices_segment_fields_memory_bytes_primary{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Fields_memory", + "refId": "A", + "type": "Time Series" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Fields Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 4, + "x": 8, + "y": 56 + }, + "id": 91, + "interval": "$scrape_frequency", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": " sum(elasticsearch_indices_segment_doc_values_memory_bytes_primary{instance=~\"$instance\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Primary_segment_doc_memory", + "refId": "A", + "type": "Time Series" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Doc Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 62 + }, + "id": 87, + "panels": [], + "repeat": null, + "title": "Shard Info", + "type": "row" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(91, 135, 86, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": "${DS_APPTUIT-PROMQL}", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 2, + "x": 0, + "y": 63 + }, + "hideTimeOverride": true, + "id": 41, + "interval": "$scrape_frequency", + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(elasticsearch_cluster_health_initializing_shards{$global_tag_filter})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "initializing_shard", + "metrics": [], + "refId": "A", + "type": "Query" + } + ], + "thresholds": "", + "timeFrom": null, + "title": "Initializing Shards", + "type": "singlestat", + "valueFontSize": "100%", + "valueMaps": [ { "op": "=", "text": "N/A", @@ -3475,7 +4119,7 @@ "rgba(116, 167, 141, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -3488,10 +4132,11 @@ "h": 4, "w": 2, "x": 2, - "y": 50 + "y": 63 }, + "hideTimeOverride": true, "id": 46, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -3527,18 +4172,17 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_delayed_unassigned_shards{$global_tag_filter} )", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.delayed_unassigned_shards')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], "thresholds": "", + "timeFrom": null, "title": "Dly Unasgnd Shards", "type": "singlestat", "valueFontSize": "100%", @@ -3560,7 +4204,7 @@ "rgba(112, 153, 140, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -3573,10 +4217,10 @@ "h": 4, "w": 2, "x": 4, - "y": 50 + "y": 63 }, "id": 47, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -3612,14 +4256,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_relocating_shards{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.relocating_shards')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -3645,7 +4286,7 @@ "rgba(83, 139, 96, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -3658,10 +4299,10 @@ "h": 4, "w": 2, "x": 6, - "y": 50 + "y": 63 }, "id": 45, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -3697,14 +4338,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(elasticsearch_cluster_health_unassigned_shards{$global_tag_filter} )", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.cluster.unassigned_shards')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum()" - }, "type": "Query" } ], @@ -3722,47 +4360,54 @@ "valueName": "current" } ], - "refresh": "5m", "schemaVersion": 16, "style": "dark", "tags": [ - "elasticsearch" + "elasticsearch", + "prometheus" ], "templating": { "list": [ { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": null, - "multi": false, - "name": "cluster", - "options": [], - "query": "tag_values(elasticsearch.cluster.status, cluster)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false + "current": { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + }, + "hide": 2, + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", + "options": [ + { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + } + ], + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, + "type": "constant" }, { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 2, + "allValue": "", + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": "${DS_APPTUIT-PROMQL}", + "definition": "label_values(elasticsearch_cluster_health_status{cluster=~\"$cluster\"}, instance)", + "hide": 0, "includeAll": true, - "label": "host", + "isGlobal": false, + "label": null, "multi": false, - "name": "host", + "name": "instance", "options": [], - "query": "tag_values(elasticsearch.node.process.cpu.percent,node)", + "query": "label_values(elasticsearch_cluster_health_status{cluster=~\"$cluster\"}, instance)", "refresh": 1, "regex": "", + "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], @@ -3772,19 +4417,22 @@ }, { "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_FREQUENCY}", + "text": "${VAR_SCRAPE_FREQUENCY}" }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "hide": 0, + "isGlobal": false, + "label": null, + "name": "scrape_frequency", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_FREQUENCY}", + "text": "${VAR_SCRAPE_FREQUENCY}" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", + "query": "${VAR_SCRAPE_FREQUENCY}", + "refresh": 0, + "skipUrlSync": false, "type": "constant" } ] @@ -3819,7 +4467,7 @@ ] }, "timezone": "", - "title": "Elasticsearch Cluster Stats", - "uid": "SMuvXLbmk", + "title": "Prometheus Elasticsearch Cluster Stats", + "uid": "SMuvXLbml", "version": 1 } \ No newline at end of file diff --git a/Elasticsearch Index Stats.json b/Elasticsearch Index Stats.json index a3ada07..32f4f56 100644 --- a/Elasticsearch Index Stats.json +++ b/Elasticsearch Index Stats.json @@ -1,33 +1,27 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$es_cluster", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", @@ -40,6 +34,12 @@ "id": "heatmap", "name": "Heatmap", "version": "5.0.0" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" } ], "annotations": { @@ -49,7 +49,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540399183891, + "iteration": 1560936810020, "links": [ { "asDropdown": false, @@ -57,7 +57,8 @@ "includeVars": false, "keepTime": false, "tags": [ - "elasticsearch" + "elasticsearch", + "prometheus" ], "targetBlank": true, "type": "dashboards" @@ -91,7 +92,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 8, "w": 12, @@ -99,23 +100,22 @@ "y": 1 }, "heatmap": {}, + "hideTimeOverride": false, "highlightCards": true, "id": 78, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { + "expr": "rate(elasticsearch_index_stats_indexing_index_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "genMap": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], @@ -156,7 +156,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 8, "w": 12, @@ -166,20 +166,18 @@ "heatmap": {}, "highlightCards": true, "id": 79, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { + "expr": "rate(elasticsearch_index_stats_merge_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.merges.total_docs', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.merges.total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], @@ -226,7 +224,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, @@ -235,6 +233,7 @@ "y": 10 }, "id": 69, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -258,20 +257,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_query_cache_evictions_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primary;B:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.query_cache.evictions', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.query_cache.evictions', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Evictions Rate", "tooltip": { @@ -315,7 +312,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, @@ -324,6 +321,7 @@ "y": 10 }, "id": 70, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -347,20 +345,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_query_cache_hits_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) / (rate(elasticsearch_index_stats_query_cache_hits_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) + rate(elasticsearch_index_stats_query_cache_misses_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "C", - "ts": { - "alias": "hr:$t(index)-Primary;hr1:$t(index)-Total", - "errors": [], - "id": "C", - "output": true, - "query": "tcr=fetch('elasticsearch.indices.byindex.primaries.query_cache.total_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhcr=fetch('elasticsearch.indices.byindex.primaries.query_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhr=hcr.div(tcr);\ntcr1=fetch('elasticsearch.indices.byindex.total.query_cache.total_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhcr1=fetch('elasticsearch.indices.byindex.total.query_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhr1=hcr1.div(tcr1);\noutput(hr,hr1)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Hit Ratio", "tooltip": { @@ -404,7 +400,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, @@ -413,6 +409,7 @@ "y": 10 }, "id": 71, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -436,20 +433,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_query_cache_hits_total{instance=~\"$instance\", index=~\"$index\"} [$__interval] )+ rate(elasticsearch_index_stats_query_cache_misses_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primary;B:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.query_cache.total_count', rate=\"counter\", dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.query_cache.total_count', rate=\"counter\", dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Call rate", "tooltip": { @@ -493,7 +488,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, @@ -502,6 +497,7 @@ "y": 10 }, "id": 77, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -525,20 +521,18 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_index_stats_query_cache_memory_bytes_total{instance=~\"$instance\", index=~\"$index\"}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primary;B:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.query_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.query_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Memory", "tooltip": { @@ -596,7 +590,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -605,6 +599,7 @@ "y": 19 }, "id": 68, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -628,20 +623,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_request_cache_evictions_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primary;B:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.request_cache.evictions', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.request_cache.evictions', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Evictions Rate", "tooltip": { @@ -685,7 +678,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -694,6 +687,7 @@ "y": 19 }, "id": 73, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -719,20 +713,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_request_cache_hits_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) / (rate(elasticsearch_index_stats_request_cache_hits_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) + rate(elasticsearch_index_stats_request_cache_misses_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "C", - "ts": { - "alias": "hr:$t(index)-Primary;hr1:$t(index)-Total", - "errors": [], - "id": "C", - "output": true, - "query": "mcr=fetch('elasticsearch.indices.byindex.primaries.request_cache.miss_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhcr=fetch('elasticsearch.indices.byindex.primaries.request_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\ntcr=hcr.add(mcr);\nhr=hcr.div(tcr);\nmcr1=fetch('elasticsearch.indices.byindex.total.request_cache.miss_count', rate='counter')$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhcr1=fetch('elasticsearch.indices.byindex.total.request_cache.hit_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\ntcr1=hcr1.add(mcr1);\nhr1=hcr1.div(tcr1);\noutput(hr,hr1)\n" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Hit Ratio", "tooltip": { @@ -776,7 +768,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -785,6 +777,7 @@ "y": 19 }, "id": 72, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -808,20 +801,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_request_cache_hits_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) + rate(elasticsearch_index_stats_request_cache_misses_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "tcr:$t(index)-Primary;tcr1:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "mcr=fetch('elasticsearch.indices.byindex.primaries.request_cache.miss_count', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhcr=fetch('elasticsearch.indices.byindex.primaries.request_cache.hit_count', rate=\"counter\", dropcounterresets=\"true\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\ntcr=hcr.add(mcr);\nmcr1=fetch('elasticsearch.indices.byindex.total.request_cache.miss_count', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\nhcr1=fetch('elasticsearch.indices.byindex.total.request_cache.hit_count', rate=\"counter\", dropcounterresets=\"true\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter(\"index=$index\").downsample('[[__interval]]', 'avg');\ntcr1=hcr1.add(mcr1);\noutput(tcr,tcr1)\n" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Call rate", "tooltip": { @@ -865,7 +856,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -874,6 +865,7 @@ "y": 19 }, "id": 74, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -899,20 +891,18 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_index_stats_request_cache_memory_bytes_total{instance=~\"$instance\", index=~\"$index\"}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primary;B:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.request_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.request_cache.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Memory", "tooltip": { @@ -970,7 +960,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -979,6 +969,7 @@ "y": 27 }, "id": 17, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1002,20 +993,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_indexing_index_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primaries Index Rate;B:$t(index)-Index Rate", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)\n" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Indexing Rate", "tooltip": { @@ -1059,7 +1048,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1068,6 +1057,7 @@ "y": 27 }, "id": 24, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1096,20 +1086,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_indexing_index_time_seconds_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) * 1000/ rate(elasticsearch_index_stats_indexing_index_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(index)-Primary;F:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.indexing.index_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.primaries.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nC=A.div(B);\nD=fetch('elasticsearch.indices.byindex.total.indexing.index_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nE=fetch('elasticsearch.indices.byindex.total.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nF=D.div(E);\noutput(C,F)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg Indexing Time per document", "tooltip": { @@ -1153,7 +1141,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1162,6 +1150,7 @@ "y": 27 }, "id": 18, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1190,20 +1179,18 @@ "steppedLine": false, "targets": [ { + "expr": "increase(elasticsearch_index_stats_search_query_time_seconds_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) / increase(elasticsearch_index_stats_search_query_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(index)-Primary; F:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.search.query_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.primaries.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nC=A.div(B);\nD=fetch('elasticsearch.indices.byindex.total.search.query_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nE=fetch('elasticsearch.indices.byindex.total.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nF=D.div(E);\noutput(C,F)\n" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg Search Time", "tooltip": { @@ -1221,7 +1208,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1247,7 +1234,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1256,6 +1243,7 @@ "y": 27 }, "id": 20, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1279,20 +1267,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_index_stats_merge_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primary; B:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.merges.total_docs', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.merges.total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Merges Rate", "tooltip": { @@ -1336,7 +1322,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1345,6 +1331,7 @@ "y": 27 }, "id": 22, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1375,20 +1362,18 @@ "steppedLine": false, "targets": [ { + "expr": "increase(elasticsearch_index_stats_merge_time_seconds_total{instance=~\"$instance\", index=~\"$index\"} [$__interval]) / increase(elasticsearch_index_stats_merge_total{instance=~\"$instance\", index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-total", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(index)-Primary; F:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.merges.total_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.primaries.merges.total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nC=A.div(B);\nD=fetch('elasticsearch.indices.byindex.total.merges.total_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nE=fetch('elasticsearch.indices.byindex.total.merges.total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nF=D.div(E);\noutput(C,F)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg time per Merge", "tooltip": { @@ -1406,7 +1391,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1432,21 +1417,21 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 0, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, "gridPos": { "h": 7, "w": 4, "x": 20, "y": 27 }, - "id": 21, + "id": 87, "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -1464,22 +1449,18 @@ "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "", + "format": "time_series", + "intervalFactor": 1, "refId": "A", - "ts": { - "alias": "A:$t(index)-Primaries Merges Size Rate; B:$t(index)-Merges Size Rate", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.merges.total_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.merges.total_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)\n" - }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Merges Total Size", + "title": "Merge Total Size", "tooltip": { "shared": true, "sort": 0, @@ -1495,7 +1476,7 @@ }, "yaxes": [ { - "format": "bytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -1508,7 +1489,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -1521,21 +1502,21 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 0, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, "gridPos": { "h": 7, "w": 4, "x": 0, "y": 34 }, - "id": 27, + "id": 85, "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -1553,20 +1534,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "", + "format": "time_series", + "intervalFactor": 1, "refId": "A", - "ts": { - "alias": "A:$t(index)-Primaries_Translog_Operations; B:$t(index)-Total_Translog_Operations;C:$t(index)-Primaries_Translog_Size; D:$t(index)-Total_Translog_Size", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.translog.operations')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.translog.operations')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.indices.byindex.primaries.translog.size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nD=fetch('elasticsearch.indices.byindex.total.translog.size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B,C,D)\n" - }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Translog", "tooltip": { @@ -1588,15 +1565,15 @@ "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { - "format": "decbytes", + "format": "short", "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true } ], @@ -1610,7 +1587,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1619,6 +1596,7 @@ "y": 34 }, "id": 25, + "interval": "$scrape_frequency", "legend": { "alignAsTable": false, "avg": false, @@ -1651,20 +1629,25 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_indices_docs_total{instance=~\"$instance\",index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{index}}-Total_Docs_Rate", "metrics": [], "refId": "B", - "ts": { - "alias": "A:$t(index)-Primaries_Docs_Rate;B:$t(index)-Primaries_Deleted_Doc_Rate;C:$t(index)-Total_Docs_Rate;D:$t(index)-Total_Docs_Deleted_Rate", - "errors": [], - "id": "B", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.docs.count', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.primaries.docs.deleted', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.indices.byindex.total.docs.count', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nD=fetch('elasticsearch.indices.byindex.total.docs.deleted', rate='counter', dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B,C,D)" - }, "type": "Query" + }, + { + "expr": "rate(elasticsearch_indices_docs_deleted{instance=~\"$instance\",index=~\"$index\"} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{name}}-Total_Docs_Deleted_Rate", + "refId": "A" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Indices Docs", "tooltip": { @@ -1708,7 +1691,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1717,12 +1700,13 @@ "y": 34 }, "id": 38, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -1734,31 +1718,31 @@ "pointradius": 5, "points": false, "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/.*Total.*/", - "yaxis": 2 - } - ], + "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { + "expr": "sum(elasticsearch_indices_segment_count_total{instance=~\"$instance\",index=~\"$index\"}) by(instance)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{cluster}}-Total", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primary;B:$t(index)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.segments.count', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.segments.count', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" + }, + { + "expr": "sum(elasticsearch_indices_segment_count_primary{instance=~\"$instance\",index=~\"$index\"}) by(instance)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{cluster}}-Primary", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Segments", "tooltip": { @@ -1777,7 +1761,7 @@ "yaxes": [ { "format": "short", - "label": null, + "label": "", "logBase": 1, "max": null, "min": "0", @@ -1789,7 +1773,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -1802,7 +1786,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 7, @@ -1811,6 +1795,7 @@ "y": 34 }, "id": 23, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1834,20 +1819,107 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_indices_segment_doc_values_memory_bytes_primary{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Primary_Doc_Memory", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(index)-Primaries_Doc_Memory;B:$t(index)-Total_Doc_Memory;C:$t(index)-Primaries_Index_Writer_Memory;D:$t(index)-Total_Index_Writer_Memory;E:$t(index)-Primaries_Segments_Memory;F:$t(index)-Total_Segments_Memory;G:$t(index)-Primaries_Stored_Fields_Memory;H:$t(index)-Total_Stored_Fields_Memory;I:$t(index)-Primaries_Terms_Memory;J:$t(index)-Total_Terms_Memory;K:$t(index)-Primaries_Version_Map_Memory;L:$t(index)-Total_Version_Map_Memory;", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.indices.byindex.primaries.segments.doc_values_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.indices.byindex.total.segments.doc_values_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.indices.byindex.primaries.segments.index_writer_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nD=fetch('elasticsearch.indices.byindex.total.segments.index_writer_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nE=fetch('elasticsearch.indices.byindex.primaries.segments.memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nF=fetch('elasticsearch.indices.byindex.total.segments.memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\n\nG=fetch('elasticsearch.indices.byindex.primaries.segments.stored_fields_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nH=fetch('elasticsearch.indices.byindex.total.segments.stored_fields_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nI=fetch('elasticsearch.indices.byindex.primaries.segments.terms_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nJ=fetch('elasticsearch.indices.byindex.total.segments.terms_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nK=fetch('elasticsearch.indices.byindex.primaries.segments.version_map_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\nL=fetch('elasticsearch.indices.byindex.total.segments.version_map_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('index==$index').downsample('[[__interval]]','avg');\noutput(A,B,C,D,E,F,G,H,I,J,K,L)" - }, "type": "Query" + }, + { + "expr": "elasticsearch_indices_segment_doc_values_memory_bytes_total{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Total_Doc_Memory", + "refId": "B" + }, + { + "expr": "elasticsearch_indices_segment_index_writer_memory_bytes_primary{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Primary_Index_Writer_Memory", + "refId": "C" + }, + { + "expr": "elasticsearch_indices_segment_index_writer_memory_bytes_total{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Total_Index_Writer_Memory", + "refId": "D" + }, + { + "expr": "elasticsearch_indices_segment_memory_bytes_primary{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Primary_Segment_Memory", + "refId": "E" + }, + { + "expr": "elasticsearch_indices_segment_memory_bytes_total{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Total_Segment_Memory", + "refId": "F" + }, + { + "expr": "elasticsearch_indices_segment_fields_memory_bytes_primary{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Primary_Stored_Fields_Memory", + "refId": "G" + }, + { + "expr": "elasticsearch_indices_segment_fields_memory_bytes_total{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Total_Stored_Fields_Memory", + "refId": "H" + }, + { + "expr": "elasticsearch_indices_segment_terms_memory_primary{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Primary_Terms_Memory", + "refId": "I" + }, + { + "expr": "elasticsearch_indices_segment_terms_memory_total{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Total_Terms_Memory", + "refId": "J" + }, + { + "expr": "elasticsearch_indices_segment_version_map_memory_bytes_primary{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Primary_Version_Map_Memory", + "refId": "K" + }, + { + "expr": "elasticsearch_indices_segment_version_map_memory_bytes_total{instance=~\"$instance\",index=~\"$index\"}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{index}}-Total_Version_Map_Memory", + "refId": "L" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Segments Memory", "tooltip": { @@ -1891,23 +1963,50 @@ "schemaVersion": 16, "style": "dark", "tags": [ - "elasticsearch" + "elasticsearch", + "prometheus" ], "templating": { "list": [ { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, + "current": { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + }, + "hide": 2, + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", + "options": [ + { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + } + ], + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, + "type": "constant" + }, + { + "allValue": "", + "current": { + "text": "All", + "value": "$__all" + }, + "datasource": "${DS_APPTUIT-PROMQL}", + "definition": "label_values(elasticsearch_cluster_health_status{cluster=~\"$cluster\"},instance) ", + "hide": 2, "includeAll": true, + "isGlobal": false, "label": null, "multi": false, - "name": "cluster", + "name": "instance", "options": [], - "query": "tag_values(elasticsearch.cluster.status, cluster)", + "query": "label_values(elasticsearch_cluster_health_status{cluster=~\"$cluster\"},instance) ", "refresh": 1, "regex": "", + "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], @@ -1916,38 +2015,26 @@ "useTags": false }, { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", + "allValue": ".*", + "current": { + "text": "All", + "value": [ + "$__all" + ] + }, + "datasource": "${DS_APPTUIT-PROMQL}", + "definition": "label_values(elasticsearch_indices_segment_doc_values_memory_bytes_primary{instance=~\"$instance\"},index) ", "hide": 0, "includeAll": true, + "isGlobal": false, "label": null, "multi": true, "name": "index", "options": [], - "query": "tag_values(elasticsearch.indices.byindex.primaries.query_cache.total_count,index,cluster=$cluster)", - "refresh": 1, - "regex": "", - "sort": 2, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 2, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(elasticsearch.node.process.cpu.percent,node)", + "query": "label_values(elasticsearch_indices_segment_doc_values_memory_bytes_primary{instance=~\"$instance\"},index) ", "refresh": 1, "regex": "", + "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], @@ -1956,21 +2043,29 @@ "useTags": false }, { + "allValue": null, "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "text": "2m", + "type": "2m", + "value": "2m" }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "hide": 0, + "includeAll": false, + "isGlobal": false, + "label": null, + "multi": false, + "name": "scrape_frequency", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "selected": true, + "text": "2m", + "type": "2m", + "value": "2m" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", - "type": "constant" + "query": "2m", + "skipUrlSync": false, + "type": "custom" } ] }, @@ -2004,7 +2099,7 @@ ] }, "timezone": "", - "title": "Elasticsearch Index Stats", - "uid": "tKdOuLbmk", + "title": "Prometheus Elasticsearch Index Stats", + "uid": "tKdOuLbmp", "version": 1 } \ No newline at end of file diff --git a/Elasticsearch Node Stats.json b/Elasticsearch Node Stats.json index 2397222..c762577 100644 --- a/Elasticsearch Node Stats.json +++ b/Elasticsearch Node Stats.json @@ -1,33 +1,27 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$es_node", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", @@ -41,6 +35,12 @@ "name": "Heatmap", "version": "5.0.0" }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" + }, { "type": "panel", "id": "table", @@ -55,7 +55,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540399769567, + "iteration": 1560936842254, "links": [ { "asDropdown": false, @@ -63,7 +63,8 @@ "includeVars": false, "keepTime": false, "tags": [ - "elasticsearch" + "elasticsearch", + "prometheus" ], "targetBlank": true, "type": "dashboards" @@ -97,7 +98,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 9, "w": 6, @@ -107,21 +108,26 @@ "heatmap": {}, "highlightCards": true, "id": 80, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { + "expr": "elasticsearch_os_cpu_percent{$global_tag_filter}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.process.cpu.percent')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.node.os.cpu.percent')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\noutput(A,C)" - }, "type": "Query" + }, + { + "expr": "elasticsearch_process_cpu_percent{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "refId": "B" } ], "title": "CPU", @@ -161,7 +167,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 9, "w": 6, @@ -171,20 +177,19 @@ "heatmap": {}, "highlightCards": true, "id": 57, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { + "expr": "rate(elasticsearch_indices_indexing_index_total{ $global_tag_filter}[$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "fetch('elasticsearch.node.indices.indexing.index_total', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster==$cluster\").downsample('[[__interval]]', 'avg');\n" - }, "type": "Query" } ], @@ -225,7 +230,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 9, "w": 6, @@ -235,21 +240,18 @@ "heatmap": {}, "highlightCards": true, "id": 81, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { + "expr": "rate(elasticsearch_indices_search_query_total{ $global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Query_Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\n\n" - }, "type": "Query" } ], @@ -290,7 +292,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 9, "w": 6, @@ -300,20 +302,18 @@ "heatmap": {}, "highlightCards": true, "id": 82, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { + "expr": "(rate(elasticsearch_indices_indexing_index_time_seconds_total{ $global_tag_filter}[$__interval]) * 1000) / rate(elasticsearch_indices_indexing_index_total{ $global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.indexing.index_time_in_millis', rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.indexing.index_total', rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=A.div(B);" - }, "type": "Query" } ], @@ -344,26 +344,27 @@ { "columns": [ { - "text": "Avg", - "value": "avg" + "text": "Current", + "value": "current" } ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fontSize": "100%", "gridPos": { - "h": 9, + "h": 7, "w": 6, "x": 0, "y": 10 }, "id": 84, + "interval": "$scrape_frequency", "links": [], "minSpan": 4, "pageSize": null, "scroll": false, "showHeader": true, "sort": { - "col": 2, + "col": 1, "desc": true }, "styles": [ @@ -409,15 +410,12 @@ ], "targets": [ { + "expr": "topk(5,elasticsearch_jvm_gc_collection_seconds_count{gc='old', $global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{name}}", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.jvm.gc.collectors.old.collection_count')$global_tag_filter.series_max().top5();" - }, "type": "Query" } ], @@ -438,31 +436,37 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { - "h": 9, - "w": 6, + "h": 7, + "w": 12, "x": 6, "y": 10 }, "heatmap": {}, "highlightCards": true, "id": 89, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { + "expr": "(rate(elasticsearch_jvm_gc_collection_seconds_sum{gc='old', $global_tag_filter}[$__interval]) + on (name) rate(elasticsearch_jvm_gc_collection_seconds_sum{gc='young', $global_tag_filter}[$__interval]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "thousand=1000;\nA=fetch('elasticsearch.node.jvm.gc.collectors.old.collection_time_in_millis',rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node');\nB=fetch('elasticsearch.node.jvm.gc.collectors.young.collection_time_in_millis',rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node');\nC=A.add(B).div(thousand).downsample('[[__interval]]', 'max');\n\n" - }, "type": "Query" + }, + { + "expr": "rate(elasticsearch_jvm_gc_collection_seconds_sum{ $global_tag_filter} [$__interval])", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "refId": "B" } ], "title": "% Max GC Time", @@ -494,15 +498,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { - "h": 9, + "h": 7, "w": 6, - "x": 12, + "x": 18, "y": 10 }, "id": 90, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -510,7 +515,7 @@ "hideZero": true, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -528,20 +533,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_thread_pool_rejected_count{ $global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-{{type}}", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cluster)-$t(node)-$t(threadpool)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.thread_pool.rejected', rate=\"counter\", dropcounterresets=\"true\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').tag_filter('threadpool==$threadpool').downsample('[[__interval]]','avg')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Job Rejection Rate", "tooltip": { @@ -586,7 +589,7 @@ "h": 1, "w": 24, "x": 0, - "y": 19 + "y": 17 }, "id": 93, "panels": [], @@ -599,21 +602,22 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 0, - "y": 20 + "y": 18 }, "id": 8, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -631,30 +635,29 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_os_cpu_percent{$global_tag_filter}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-OS", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Process;C:$t(node)-OS", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.process.cpu.percent')$global_tag_filter.tag_filter('node==$node').tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.node.os.cpu.percent')$global_tag_filter.tag_filter('node==$node').tag_filter('cluster==$cluster').downsample('[[__interval]]','avg');\noutput(A,C)" - }, "type": "Query" }, { - "hide": true, + "expr": "elasticsearch_process_cpu_percent{$global_tag_filter}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-Process", "metrics": [], "refId": "B", - "ts": { - "errors": [], - "query": "B=fetch('elasticsearch.cluster.nodes.process.cpu.percent')$global_tag_filter.downsample('[[__interval]]','avg')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Node CPU", "tooltip": { @@ -698,15 +701,14 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 0, + "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 6, - "y": 20 + "y": 18 }, - "id": 7, + "id": 99, "legend": { "avg": false, "current": false, @@ -730,22 +732,15 @@ "steppedLine": false, "targets": [ { - "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.os.swap.total_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.os.swap.used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=B.div(A);\noutput(C)" - }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "% Swap Memory Used", + "title": "%Swap Memory used", "tooltip": { "shared": true, "sort": 0, @@ -761,11 +756,11 @@ }, "yaxes": [ { - "format": "percentunit", + "format": "short", "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { @@ -774,7 +769,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -787,15 +782,15 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 0, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 12, - "y": 20 + "y": 18 }, - "id": 6, + "id": 97, "legend": { "avg": false, "current": false, @@ -819,22 +814,18 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "C", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "C", - "output": true, - "query": "A=fetch('elasticsearch.node.os.mem.total_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.os.mem.used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=B.div(A);\noutput(C)" - }, - "type": "Query" + "expr": "", + "format": "time_series", + "intervalFactor": 1, + "refId": "A", + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "% OS Memory used", + "title": "% OS Memory Used", "tooltip": { "shared": true, "sort": 0, @@ -850,11 +841,11 @@ }, "yaxes": [ { - "format": "percentunit", + "format": "short", "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { @@ -863,7 +854,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -876,15 +867,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 18, - "y": 20 + "y": 18 }, "id": 30, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -902,27 +894,38 @@ "pointradius": 5, "points": false, "renderer": "flot", - "seriesOverrides": [], + "seriesOverrides": [ + { + "alias": "/send/", + "transform": "negative-Y" + } + ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { - "hide": true, + "expr": "rate(elasticsearch_transport_rx_size_bytes_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-receive", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Rx,B:$t(node)-Tx", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.transport.rx_size_in_bytes', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.transport.tx_size_in_bytes', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" + }, + { + "expr": "rate(elasticsearch_transport_tx_size_bytes_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-send", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Transport", "tooltip": { @@ -940,7 +943,7 @@ }, "yaxes": [ { - "format": "short", + "format": "Bps", "label": null, "logBase": 1, "max": null, @@ -967,7 +970,7 @@ "h": 1, "w": 24, "x": 0, - "y": 28 + "y": 26 }, "id": 94, "panels": [], @@ -980,15 +983,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 0, - "y": 29 + "y": 27 }, "id": 17, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1012,20 +1016,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_indices_indexing_index_total{ $global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.indexing.index_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Indexing Rate", "tooltip": { @@ -1069,15 +1071,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 6, - "y": 29 + "y": 27 }, "id": 24, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1101,20 +1104,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_indices_indexing_index_time_seconds_total{$global_tag_filter} [$__interval]) * 1000 / rate(elasticsearch_indices_indexing_index_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.indexing.index_time_in_millis', rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.indexing.index_total', rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=A.div(B);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg Indexing Time per document", "tooltip": { @@ -1158,15 +1159,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 12, - "y": 29 + "y": 27 }, "id": 18, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1190,20 +1192,27 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_indices_search_query_time_seconds{ $global_tag_filter} [$__interval])", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "legendFormat": "$global_legend-Query_Time_In_Millis", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Query_Time_In_Millis ; B:$t(node)-Query_Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.search.query_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(A,B)\n" - }, "type": "Query" + }, + { + "expr": "rate(elasticsearch_indices_search_query_total{ $global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-Query_Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Search Rate", "tooltip": { @@ -1221,7 +1230,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -1247,15 +1256,17 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", + "description": "review again for this panel", "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 18, - "y": 29 + "y": 27 }, "id": 91, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1284,20 +1295,25 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_indices_search_query_time_seconds{$global_tag_filter} [$__interval]) / rate(elasticsearch_indices_search_query_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "", "metrics": [], "refId": "A", - "ts": { - "alias": "prim_time:Primary;tot_time:Total", - "errors": [], - "id": "A", - "output": true, - "query": "AT=fetch('elasticsearch.node.indices.search.query_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nBT=fetch('elasticsearch.node.indices.search.query_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nA=fetch('elasticsearch.node.indices.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nB=fetch('elasticsearch.node.indices.search.query_total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').downsample('[[__interval]]','avg').sum();\nprim_time=AT.div(A);\ntot_time=BT.div(B);\noutput(prim_time, tot_time);" - }, "type": "Query" + }, + { + "expr": "rate(elasticsearch_indices_search_query_time_seconds{$global_tag_filter} [$__interval]) / rate(elasticsearch_indices_search_query_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Avg Search Time", "tooltip": { @@ -1315,7 +1331,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1341,15 +1357,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 0, - "y": 37 + "y": 35 }, "id": 20, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1367,26 +1384,38 @@ "pointradius": 5, "points": false, "renderer": "flot", - "seriesOverrides": [], + "seriesOverrides": [ + { + "alias": "/-Total/", + "yaxis": 2 + } + ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_indices_merges_docs_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-Docs", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Total_Docs ; B:$t(node)-Total", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.merges.total_docs', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.merges.total', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" + }, + { + "expr": "rate(elasticsearch_indices_merges_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-Total", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Merges Rate", "tooltip": { @@ -1405,15 +1434,16 @@ "yaxes": [ { "format": "ops", - "label": null, + "label": "Docs Merged", "logBase": 1, "max": null, "min": null, "show": true }, { - "format": "short", - "label": null, + "decimals": null, + "format": "ops", + "label": "Merges", "logBase": 1, "max": null, "min": null, @@ -1430,15 +1460,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 6, - "y": 37 + "y": 35 }, "id": 21, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1462,20 +1493,18 @@ "steppedLine": false, "targets": [ { + "expr": "increase(elasticsearch_indices_merges_total_size_bytes_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Merges size", "metrics": [], "refId": "A", - "ts": { - "alias": "$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.merges.total_size_in_bytes', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Merges Total Size", "tooltip": { @@ -1519,15 +1548,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 12, - "y": 37 + "y": 35 }, "id": 22, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1551,20 +1581,20 @@ "steppedLine": false, "targets": [ { + "expr": "increase(elasticsearch_indices_merges_total_time_seconds_total{ $global_tag_filter}[$__interval])/increase(elasticsearch_indices_merges_total{ $global_tag_filter}[$__interval])", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Merges_Total_Time_In_Millis; B:$t(node)-Total_Throttled_Time_In_Millis", - "errors": [], - "id": "A", - "output": true, - "query": "thousand=1000;\nA=fetch('elasticsearch.node.indices.merges.total_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.merges.total_throttled_time_in_millis', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=A.div(thousand);\nD=B.div(thousand);\noutput(A,B)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Merges Latency", "tooltip": { @@ -1582,7 +1612,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1608,15 +1638,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 18, - "y": 37 + "y": 35 }, "id": 27, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1636,7 +1667,7 @@ "renderer": "flot", "seriesOverrides": [ { - "alias": "/.*-Size/", + "alias": "/-size/", "yaxis": 2 } ], @@ -1645,20 +1676,26 @@ "steppedLine": false, "targets": [ { + "expr": "sum(elasticsearch_indices_translog_operations{ $global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-operations", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-operations;B:$t(node)-Size", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.translog.operations')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.translog.size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" + }, + { + "expr": "elasticsearch_indices_translog_size_in_bytes{ $global_tag_filter}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-size", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Translog", "tooltip": { @@ -1677,7 +1714,7 @@ "yaxes": [ { "format": "short", - "label": null, + "label": "Operations", "logBase": 1, "max": null, "min": "0", @@ -1685,7 +1722,7 @@ }, { "format": "decbytes", - "label": null, + "label": "Size", "logBase": 1, "max": null, "min": "0", @@ -1702,15 +1739,15 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 0, - "y": 45 + "y": 43 }, - "id": 26, + "id": 101, "legend": { "avg": false, "current": false, @@ -1734,19 +1771,16 @@ "steppedLine": false, "targets": [ { - "hide": true, - "metrics": [], + "expr": "", + "format": "time_series", + "intervalFactor": 1, "refId": "A", - "ts": { - "alias": "$t(node)-HTTP opened", - "errors": [], - "query": "A=fetch('elasticsearch.node.http.total_opened', rate='true')$global_tag_filter.tag_filter('cluster==$node').tag_filter('node==$node').downsample('[[__interval]]','avg')" - }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "HTTP Open", "tooltip": { @@ -1777,7 +1811,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -1790,15 +1824,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 6, - "y": 45 + "y": 43 }, "id": 25, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1827,20 +1862,26 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_indices_docs{ $global_tag_filter}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-Docs", "metrics": [], "refId": "B", - "ts": { - "alias": "B:$t(node)-Docs rate; C:$t(node)-Deleted rate", - "errors": [], - "id": "B", - "output": true, - "query": "B=fetch('elasticsearch.node.indices.docs.count')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.node.indices.docs.deleted')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(B,C)" - }, "type": "Query" + }, + { + "expr": "elasticsearch_indices_docs_deleted{ $global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Deleted", + "refId": "A" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Indices Docs", "tooltip": { @@ -1859,7 +1900,7 @@ "yaxes": [ { "format": "short", - "label": null, + "label": "Docs", "logBase": 1, "max": null, "min": null, @@ -1867,7 +1908,7 @@ }, { "format": "short", - "label": null, + "label": "Deleted", "logBase": 1, "max": null, "min": null, @@ -1884,15 +1925,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 12, - "y": 45 + "y": 43 }, "id": 38, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1916,20 +1958,19 @@ "steppedLine": false, "targets": [ { + "expr": "sum(elasticsearch_indices_segments_count{$global_tag_filter}) by (name)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-segment_count", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Segments Count", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.segments.count')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Segments", "tooltip": { @@ -1973,15 +2014,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 18, - "y": 45 + "y": 43 }, "id": 16, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2005,20 +2047,46 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_breakers_estimated_size_bytes{ breaker=\"parent\",$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Parent Estimated Size", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Fielddata Estimated Size;B:$t(node)-Fielddata Memory Size;C:$t(node)-Parent Estimated Size;D:$t(node)-Request Estimated Size;E:$t(node)-Inflight Requests Estimated Size", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.breakers.fielddata.estimated_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.fielddata.memory_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.node.breakers.parent.estimated_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nD=fetch('elasticsearch.node.breakers.request.estimated_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nE=fetch('elasticsearch.node.breakers.in_flight_requests.estimated_size_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(A,B,C,D,E)" - }, "type": "Query" + }, + { + "expr": "elasticsearch_breakers_estimated_size_bytes{ breaker=\"fielddata\",$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Fielddata Estimated Size", + "refId": "B" + }, + { + "expr": "elasticsearch_breakers_estimated_size_bytes{ breaker=\"request\",$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Request Estimated Size", + "refId": "C" + }, + { + "expr": "elasticsearch_breakers_estimated_size_bytes{ breaker=\"in_flight_requests\",$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Inflight Requests Estimated Size", + "refId": "D" + }, + { + "expr": "elasticsearch_indices_fielddata_memory_size_bytes{ $global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Fielddata Memory Size", + "refId": "E" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Field Data & Breakers", "tooltip": { @@ -2062,15 +2130,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 0, - "y": 53 + "y": 51 }, "id": 23, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2094,20 +2163,59 @@ "steppedLine": false, "targets": [ { + "expr": "sum(rate(elasticsearch_indices_segment_doc_values_memory_bytes_total{$global_tag_filter} [$__interval])) by (name)", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "legendFormat": "$global_legend-Doc_value_memory", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Doc_Values_Memory;B:$t(node)-Index_Writer_Memory;C:$t(node)-Memory;D:$t(node)-Stored_Fields_Memory;E:$t(node)-Terms_Memory;F:$t(node)-Version_Map_Memory", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.indices.segments.doc_values_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.indices.segments.index_writer_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=fetch('elasticsearch.node.indices.segments.memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nD=fetch('elasticsearch.node.indices.segments.stored_fields_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nE=fetch('elasticsearch.node.indices.segments.terms_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nF=fetch('elasticsearch.node.indices.segments.version_map_memory_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(A,B,C,D,E,F)\n" - }, "type": "Query" + }, + { + "expr": "sum(rate(elasticsearch_indices_segment_index_writer_memory_bytes_total{$global_tag_filter} [$__interval])) by (name)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-index_write_memory", + "refId": "B" + }, + { + "expr": "sum(rate(elasticsearch_indices_segments_memory_bytes{$global_tag_filter} [$__interval])) by (name)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-segment_memory_byts", + "refId": "C" + }, + { + "expr": "sum(rate(elasticsearch_indices_segment_fields_memory_bytes_total{$global_tag_filter} [$__interval])) by (name)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-segment_field_memory", + "refId": "D" + }, + { + "expr": "sum(rate(elasticsearch_indices_segment_terms_memory_total{$global_tag_filter} [$__interval])) by (name)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-segment_terms_memory", + "refId": "E" + }, + { + "expr": "sum(rate(elasticsearch_indices_segment_version_map_memory_bytes_total{$global_tag_filter} [$__interval])) by (name)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-version_map_memory", + "refId": "F" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Segments Memory", "tooltip": { @@ -2151,15 +2259,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 6, - "y": 53 + "y": 51 }, "id": 78, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2185,21 +2294,40 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_thread_pool_queue_count{ type=~'$threadpool',$global_tag_filter}", + "format": "time_series", "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-{{type}}-queue", "metrics": [], "refId": "C", - "ts": { - "alias": "C:$t(node)-$t(threadpool)-Queue;D:$t(node)-$t(threadpool)-Threads;E:$t(node)-$t(threadpool)-Largest;F:$t(node)-$t(threadpool)-Active", - "errors": [], - "id": "C", - "output": true, - "query": "C=fetch('elasticsearch.node.thread_pool.queue')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').tag_filter('threadpool==$threadpool').downsample('[[__interval]]','avg');\nD=fetch('elasticsearch.node.thread_pool.threads')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').tag_filter('threadpool==$threadpool').downsample('[[__interval]]','avg');\nE=fetch('elasticsearch.node.thread_pool.largest')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').tag_filter('threadpool==$threadpool').downsample('[[__interval]]','avg');\nF=fetch('elasticsearch.node.thread_pool.active')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').tag_filter('threadpool==$threadpool').downsample('[[__interval]]','avg');\noutput(C,D,E,F)" - }, "type": "Query" + }, + { + "expr": "elasticsearch_thread_pool_threads_count{ type=~'$threadpool',$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-{{type}}-threads", + "refId": "A" + }, + { + "expr": "elasticsearch_thread_pool_largest_count{ type=~'$threadpool',$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-{{type}}-largest", + "refId": "B" + }, + { + "expr": "elasticsearch_thread_pool_active_count{ type=~'$threadpool',$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-{{type}}-active", + "refId": "D" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Thread Pool - Threads", "tooltip": { @@ -2243,15 +2371,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 8, "w": 6, "x": 12, - "y": 53 + "y": 51 }, "id": 79, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2282,21 +2411,26 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_thread_pool_completed_count{ type=~'$threadpool',$global_tag_filter} [$__interval])", + "format": "time_series", "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-{{type}}", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-$t(threadpool)-Jobs Completed;B:$t(node)-$t(threadpool)-Jobs Rejected", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.thread_pool.completed', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').tag_filter('threadpool==$threadpool').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.thread_pool.rejected', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').tag_filter('threadpool==$threadpool').downsample('[[__interval]]','avg');\noutput(A,B)" - }, "type": "Query" + }, + { + "expr": "rate(elasticsearch_thread_pool_rejected_count{ type=~'$threadpool',$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-{{type}}", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Thread Pool - Jobs", "tooltip": { @@ -2341,7 +2475,7 @@ "h": 1, "w": 24, "x": 0, - "y": 61 + "y": 59 }, "id": 95, "panels": [], @@ -2354,15 +2488,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 0, - "y": 62 + "y": 60 }, "id": 88, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2386,20 +2521,27 @@ "steppedLine": false, "targets": [ { + "expr": "(rate(elasticsearch_jvm_gc_collection_seconds_sum{gc='old', $global_tag_filter} [$__interval])) + on (name) (rate(elasticsearch_jvm_gc_collection_seconds_sum{gc='young', $global_tag_filter} [$__interval]))", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "thousand=1000;\nA=fetch('elasticsearch.node.jvm.gc.collectors.old.collection_time_in_millis',rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node');\nB=fetch('elasticsearch.node.jvm.gc.collectors.young.collection_time_in_millis',rate=\"counter\")$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node');\nC=A.add(B).div(thousand).downsample('[[__interval]]', 'max');\n\n" - }, "type": "Query" + }, + { + "expr": "sum(rate(elasticsearch_jvm_gc_collection_seconds_sum{$global_tag_filter} [$__interval])) by (name)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "% Max GC Time", "tooltip": { @@ -2443,15 +2585,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 6, - "y": 62 + "y": 60 }, "id": 14, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2466,12 +2609,13 @@ "links": [], "nullPointMode": "null", "percentage": false, - "pointradius": 5, + "pointradius": 0.5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/.*% GC.*/", + "linewidth": 2, "yaxis": 2 } ], @@ -2480,21 +2624,27 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_jvm_gc_collection_seconds_sum{gc='young', $global_tag_filter} [$__interval])", + "format": "time_series", "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-% GC", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Young Collection Rate; C:$t(node)-% GC", - "errors": [], - "id": "A", - "output": true, - "query": "thousand=1000;\nA=fetch('elasticsearch.node.jvm.gc.collectors.young.collection_count', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.gc.collectors.young.collection_time_in_millis', rate=\"counter\")$global_tag_filter.tag_filter(\"cluster=$cluster\").tag_filter('node==$node').downsample('[[__interval]]', 'avg');\nC=B.div(thousand);\noutput(A,C)\n\n" - }, "type": "Query" + }, + { + "expr": "increase(elasticsearch_jvm_gc_collection_seconds_count{gc='young', $global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-# GC", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM GC Collector Young", "tooltip": { @@ -2512,8 +2662,8 @@ }, "yaxes": [ { - "format": "ops", - "label": null, + "format": "short", + "label": "Num GCs", "logBase": 1, "max": null, "min": "0", @@ -2521,7 +2671,7 @@ }, { "format": "percentunit", - "label": "", + "label": "% GC time", "logBase": 1, "max": null, "min": "0", @@ -2538,15 +2688,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 12, - "y": 62 + "y": 60 }, "id": 31, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2566,7 +2717,8 @@ "renderer": "flot", "seriesOverrides": [ { - "alias": "/.*Old.*/", + "alias": "/.*%.*/", + "linewidth": 2, "yaxis": 2 } ], @@ -2575,21 +2727,26 @@ "steppedLine": false, "targets": [ { + "expr": "rate(elasticsearch_jvm_gc_collection_seconds_sum{gc='old', $global_tag_filter} [$__interval])", + "format": "time_series", "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-% GC", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(node)-Old GC Rate;C:$t(node)-% GC", - "errors": [], - "id": "A", - "output": true, - "query": "thousand=1000;\nA=fetch('elasticsearch.node.jvm.gc.collectors.old.collection_count', rate='counter')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.gc.collectors.old.collection_time_in_millis', rate='true')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=B.div(thousand);\noutput(A,C)" - }, "type": "Query" + }, + { + "expr": "increase(elasticsearch_jvm_gc_collection_seconds_count{gc='old', $global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-# GC", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM GC Collectors Old", "tooltip": { @@ -2607,8 +2764,8 @@ }, "yaxes": [ { - "format": "ops", - "label": "", + "format": "short", + "label": "Num GCs", "logBase": 1, "max": null, "min": null, @@ -2616,7 +2773,7 @@ }, { "format": "percentunit", - "label": "", + "label": "% GC time", "logBase": 1, "max": null, "min": null, @@ -2633,15 +2790,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 18, - "y": 62 + "y": 60 }, "id": 5, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2665,20 +2823,17 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "alias": "A:$t(node)-Heap Max;B:$t(node)-Heap Used", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.jvm.mem.heap_max_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.mem.heap_used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=B.div(A);\noutput(C)" - }, - "type": "Query" + "expr": "elasticsearch_jvm_memory_used_bytes{area='heap', $global_tag_filter} / on(name) elasticsearch_jvm_memory_committed_bytes{area=\"heap\", $global_tag_filter}", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM - Heap - Used %", "tooltip": { @@ -2722,15 +2877,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 0, - "y": 71 + "y": 69 }, "id": 13, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2754,20 +2910,18 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_jvm_memory_used_bytes{area='non-heap',$global_tag_filter} / elasticsearch_jvm_memory_committed_bytes{area='non-heap',$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.jvm.mem.non_heap_used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.mem.non_heap_committed_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=A.div(B);\noutput(C)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM - Non Heap - Used %", "tooltip": { @@ -2811,15 +2965,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 6, - "y": 71 + "y": 69 }, "id": 11, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2843,20 +2998,18 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_jvm_memory_pool_used_bytes{pool='young', $global_tag_filter} / on (name) elasticsearch_jvm_memory_pool_max_bytes{pool='young', $global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.jvm.mem.pools.young.max_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.mem.pools.young.used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=B.div(A);\noutput(C)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM - Young Gen - Used %", "tooltip": { @@ -2900,20 +3053,22 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 12, - "y": 71 + "y": 69 }, "id": 10, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, + "rightSide": false, "show": false, "total": false, "values": false @@ -2932,20 +3087,18 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_jvm_memory_pool_used_bytes{pool='survivor', $global_tag_filter} / elasticsearch_jvm_memory_pool_max_bytes{pool='survivor', $global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.jvm.mem.pools.survivor.max_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.mem.pools.survivor.used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=B.div(A);\noutput(C)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM - Survivor Gen - Used %", "tooltip": { @@ -2989,15 +3142,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 0, "gridPos": { "h": 9, "w": 6, "x": 18, - "y": 71 + "y": 69 }, "id": 9, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -3021,20 +3175,18 @@ "steppedLine": false, "targets": [ { + "expr": "elasticsearch_jvm_memory_pool_used_bytes{pool='old', $global_tag_filter} / elasticsearch_jvm_memory_pool_max_bytes{pool='old', $global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "C:$t(node)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.jvm.mem.pools.old.max_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.mem.pools.old.used_in_bytes')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nC=B.div(A);\noutput(C)" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM - Old Gen - Used %", "tooltip": { @@ -3078,15 +3230,15 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 0, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, "gridPos": { "h": 9, "w": 6, "x": 0, - "y": 80 + "y": 78 }, - "id": 12, + "id": 103, "legend": { "avg": false, "current": false, @@ -3110,20 +3262,16 @@ "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "", + "format": "time_series", + "intervalFactor": 1, "refId": "A", - "ts": { - "alias": "A:$t(node)-Thread Count;B:$t(node)-Peak Thread Count", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('elasticsearch.node.jvm.threads.count')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\nB=fetch('elasticsearch.node.jvm.threads.peak_count')$global_tag_filter.tag_filter('cluster==$cluster').tag_filter('node==$node').downsample('[[__interval]]','avg');\noutput(A,B)" - }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "JVM Thread Count", "tooltip": { @@ -3154,7 +3302,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -3167,83 +3315,50 @@ "schemaVersion": 16, "style": "dark", "tags": [ - "elasticsearch" + "elasticsearch", + "prometheus" ], "templating": { "list": [ { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": null, - "multi": false, - "name": "cluster", - "options": [], - "query": "tag_values(elasticsearch.cluster.status, cluster)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": null, - "multi": true, - "name": "node", - "options": [], - "query": "tag_values(elasticsearch.node.process.cpu.percent,node,cluster=$cluster)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false + "current": { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + }, + "hide": 2, + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", + "options": [ + { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + } + ], + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, + "type": "constant" }, { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", + "allValue": ".*", + "current": { + "text": "All", + "value": "$__all" + }, + "datasource": "${DS_APPTUIT-PROMQL}", + "definition": "label_values(elasticsearch_thread_pool_active_count{$global_tag_filter},type) ", "hide": 0, "includeAll": true, + "isGlobal": false, "label": null, "multi": true, "name": "threadpool", "options": [], - "query": "tag_values(elasticsearch.node.thread_pool.active,threadpool)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 2, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(elasticsearch.node.process.cpu.percent,node)", + "query": "label_values(elasticsearch_thread_pool_active_count{$global_tag_filter},type) ", "refresh": 1, "regex": "", + "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], @@ -3252,21 +3367,28 @@ "useTags": false }, { + "allValue": null, "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "text": "1m", + "value": "1m" }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "hide": 0, + "includeAll": false, + "isGlobal": false, + "label": null, + "multi": false, + "name": "scrape_frequency", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "selected": false, + "text": "2m", + "type": "2m", + "value": "2m" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", - "type": "constant" + "query": "2m", + "skipUrlSync": false, + "type": "custom" } ] }, @@ -3300,7 +3422,7 @@ ] }, "timezone": "", - "title": "Elasticsearch Node Stats", - "uid": "5MyduYbik", + "title": "Prometheus Elasticsearch Node Stats", + "uid": "5MyduYbit", "version": 1 } \ No newline at end of file diff --git a/JVM Metrics.json b/JVM Metrics.json index 84f1609..5bb0138 100644 --- a/JVM Metrics.json +++ b/JVM Metrics.json @@ -1,39 +1,39 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$jinsight", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "5.0.0" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" } ], "annotations": { @@ -43,7 +43,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540393200000, + "iteration": 1560936867760, "links": [], "panels": [ { @@ -51,7 +51,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -83,20 +83,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(jvm_process_cpu_seconds{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "cpu_pct:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.process.cpu.nanos', rate='counter', dropcounterresets='true', align=\"15s\")$global_tag_filter.downsample('[[__interval]]', 'p95');\r\nnanos=1000000000;\r\ncpu_pct=A.div(nanos).max(by='cloud_service');\r\noutput(cpu_pct);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Process CPU %", "tooltip": { @@ -140,7 +138,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -172,20 +170,18 @@ "steppedLine": false, "targets": [ { + "expr": "sum(rate(jvm_gc_time_seconds{$global_tag_filter} [$__interval])) without (generation,type)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "gc_pct:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.gc.time.millis', rate='counter', dropcounterresets='true', align=\"15s\")$global_tag_filter.downsample('[[__interval]]', 'p95').sum(by=\"host\");\r\nten=10;\r\ngc_pct=A.div(ten).max(by='cloud_service');\r\noutput(gc_pct);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "% GC Time", "tooltip": { @@ -203,7 +199,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -229,7 +225,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -261,20 +257,18 @@ "steppedLine": false, "targets": [ { + "expr": "jvm_threads_deadlock_count{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.thread.deadlock.count')$global_tag_filter.tag_filter('cloud_service=*').downsample('[[__interval]]','avg').sum(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Deadlocked Threads", "tooltip": { @@ -318,7 +312,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -350,20 +344,18 @@ "steppedLine": false, "targets": [ { + "expr": "jvm_fd_open{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.fd.open')$global_tag_filter.tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Open FDs", "tooltip": { @@ -407,7 +399,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -441,21 +433,17 @@ "steppedLine": false, "targets": [ { - "hide": false, - "metrics": [], - "refId": "A", - "ts": { - "alias": "C:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.classloading.loaded')$global_tag_filter.downsample('[[__interval]]','avg');\nB=fetch('jvm.classloading.unloaded')$global_tag_filter.downsample('[[__interval]]','avg');\nC=A.sub(B).max(by=\"cloud_service\");" - }, - "type": "Query" + "expr": "(jvm_classes_loaded{$global_tag_filter} - jvm_classes_unloaded{$global_tag_filter}) ", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", + "refId": "B", + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Loaded Class Count", "tooltip": { @@ -499,7 +487,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -531,20 +519,19 @@ "steppedLine": false, "targets": [ { + "expr": "sum without(state) (jvm_threads_count{$global_tag_filter}) ", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.thread.count')$global_tag_filter.tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Thread Count", "tooltip": { @@ -588,7 +575,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 6, @@ -620,20 +607,18 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_usage {$global_tag_filter, area=\"heap\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.usage')$global_tag_filter.tag_filter('type=heap').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Heap Usage", "tooltip": { @@ -677,7 +662,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 6, @@ -709,20 +694,18 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_used_bytes{$global_tag_filter, area=\"non_heap\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.used.bytes')$global_tag_filter.tag_filter('type=non_heap').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Non Heap Usage", "tooltip": { @@ -766,7 +749,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 6, @@ -798,20 +781,18 @@ "steppedLine": false, "targets": [ { + "expr": "(rate(jvm_gc_time_seconds{$global_tag_filter, generation=\"young\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "gc_pct:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.gc.time.millis', rate='counter', dropcounterresets='true', align=\"15s\")$global_tag_filter.tag_filter(\"generation==young\").downsample('[[__interval]]', 'p95');\r\nten=10;\r\ngc_pct=A.div(ten).max(by='cloud_service');\r\noutput(gc_pct);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "% Young GC Time", "tooltip": { @@ -829,7 +810,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -855,7 +836,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 6, @@ -887,20 +868,18 @@ "steppedLine": false, "targets": [ { + "expr": "(rate(jvm_gc_time_seconds{$global_tag_filter, generation=\"old\"} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "gc_pct:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.gc.time.millis', rate='counter', dropcounterresets='true', align=\"15s\")$global_tag_filter.tag_filter(\"generation==old\").downsample('[[__interval]]', 'p95');\r\nten=10;\r\ngc_pct=A.div(ten).max(by='cloud_service');\r\noutput(gc_pct);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "% Old GC Time", "tooltip": { @@ -918,7 +897,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -944,7 +923,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -976,22 +955,20 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_pool_usage{pool=\"eden\", $global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.pools.usage')$global_tag_filter.tag_filter('type=eden').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Eden Usage (max)", + "title": "Eden Usage", "tooltip": { "shared": true, "sort": 0, @@ -1007,7 +984,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -1033,7 +1010,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1065,22 +1042,20 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_pool_usage{$global_tag_filter, pool=\"survivor\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.pools.usage')$global_tag_filter.tag_filter('type=survivor').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Survivor Usage (max)", + "title": "Survivor Usage", "tooltip": { "shared": true, "sort": 0, @@ -1096,7 +1071,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -1122,7 +1097,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1154,22 +1129,20 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_pool_usage{$global_tag_filter, pool=\"old\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.pools.usage')$global_tag_filter.tag_filter('type=old').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Old Usage (max)", + "title": "Old Usage", "tooltip": { "shared": true, "sort": 0, @@ -1185,7 +1158,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -1211,7 +1184,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1243,22 +1216,20 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_pool_usage{$global_tag_filter,pool=\"code_cache\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.pools.usage')$global_tag_filter.tag_filter('type=code_cache').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Code Cache Usage (max)", + "title": "Code Cache Usage", "tooltip": { "shared": true, "sort": 0, @@ -1274,7 +1245,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -1300,7 +1271,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1332,20 +1303,18 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_pool_usage{$global_tag_filter,pool=\"compressed_class_space\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.pools.usage')$global_tag_filter.tag_filter('type=compressed_class_space').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Compressed Class Space Usage (max)", "tooltip": { @@ -1363,7 +1332,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -1389,7 +1358,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1421,20 +1390,18 @@ "steppedLine": false, "targets": [ { + "expr": "(jvm_memory_pool_usage{$global_tag_filter,pool=\"metaspace\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "A:$t(cloud_service)", - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('jvm.memory.pools.usage')$global_tag_filter.tag_filter('type=metaspace').tag_filter('cloud_service=*').downsample('[[__interval]]','avg').max(by='cloud_service')" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Metaspace Usage (max)", "tooltip": { @@ -1452,7 +1419,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -1482,47 +1449,30 @@ ], "templating": { "list": [ - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(jvm.process.cpu.nanos,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, { "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" }, "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, "type": "constant" } ] }, "time": { - "from": "now-2d", + "from": "now-5m", "to": "now" }, "timepicker": { @@ -1551,7 +1501,7 @@ ] }, "timezone": "", - "title": "JVM Metrics", - "uid": "76FKuLxik", + "title": "Prometheus JVM Metrics", + "uid": "76FKuLxPk", "version": 1 } \ No newline at end of file diff --git a/Logging Metrics.json b/Logging Metrics.json index 642c102..678f30a 100644 --- a/Logging Metrics.json +++ b/Logging Metrics.json @@ -1,39 +1,46 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$jinsight", + "description": "" + }, + { + "name": "VAR_SCRAPE_INTERVAL", + "type": "constant", + "label": "scrape_interval", + "value": "15s", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "5.0.0" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" } ], "annotations": { @@ -43,7 +50,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540393200000, + "iteration": 1560936890739, "links": [], "panels": [ { @@ -51,7 +58,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -60,6 +67,7 @@ "y": 0 }, "id": 1, + "interval": "$scrape_interval", "legend": { "alignAsTable": true, "avg": false, @@ -87,6 +95,10 @@ "steppedLine": false, "targets": [ { + "expr": "sum by (level) (delta(logger_appends_total{$global_tag_filter}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{level}}", "metrics": [], "refId": "A", "ts": { @@ -94,13 +106,14 @@ "errors": [], "id": "A", "output": true, - "query": "A=fetch('logger.appends.count', rate='true', align='15s')$global_tag_filter.downsample('[[__interval]]','sum').sum(by='cloud_service,level');" + "query": "logger_appends" }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Logging Rate", "tooltip": { @@ -122,7 +135,7 @@ "label": null, "logBase": 1, "max": null, - "min": null, + "min": "0", "show": true }, { @@ -144,7 +157,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -153,6 +166,7 @@ "y": 7 }, "id": 2, + "interval": "$scrape_interval", "legend": { "alignAsTable": true, "avg": false, @@ -161,6 +175,8 @@ "min": true, "rightSide": true, "show": true, + "sort": "max", + "sortDesc": true, "total": false, "values": true }, @@ -178,6 +194,10 @@ "steppedLine": false, "targets": [ { + "expr": "sum by(instance) (delta(logger_throwables_total{$global_tag_filter}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", "ts": { @@ -185,13 +205,14 @@ "errors": [], "id": "A", "output": true, - "query": "A=fetch('logger.throwables.total.count', rate='true', align='15s')$global_tag_filter.downsample('[[__interval]]','sum').sum(by='cloud_service');" + "query": "" }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Throwables logged", "tooltip": { @@ -235,7 +256,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -248,6 +269,8 @@ "alignAsTable": true, "avg": false, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": true, "rightSide": true, @@ -271,6 +294,11 @@ "steppedLine": false, "targets": [ { + "expr": "sum by(class) (delta(logger_throwables_total{$global_tag_filter}[$__interval]))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{class}}", "metrics": [], "refId": "A", "ts": { @@ -278,13 +306,14 @@ "errors": [], "id": "A", "output": true, - "query": "e=fetch('logger.throwables.count', rate='true')$global_tag_filter.sum(by='cloud_service,class').downsample('[[__interval]]', 'sum');" + "query": "logger_throwabl.count" }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Exception Class Metrics", "tooltip": { @@ -324,6 +353,7 @@ } } ], + "refresh": false, "schemaVersion": 16, "style": "dark", "tags": [ @@ -332,46 +362,49 @@ "templating": { "list": [ { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(logger.appends.count,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false + "current": { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + }, + "hide": 2, + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", + "options": [ + { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + } + ], + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, + "type": "constant" }, { "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_INTERVAL}", + "text": "${VAR_SCRAPE_INTERVAL}" }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "hide": 0, + "isGlobal": false, + "label": null, + "name": "scrape_interval", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_INTERVAL}", + "text": "${VAR_SCRAPE_INTERVAL}" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", + "query": "${VAR_SCRAPE_INTERVAL}", + "refresh": 0, + "skipUrlSync": false, "type": "constant" } ] }, "time": { - "from": "now-2d", + "from": "now-3h", "to": "now" }, "timepicker": { @@ -400,7 +433,7 @@ ] }, "timezone": "", - "title": "Logging Metrics", - "uid": "04qKuLbmz", + "title": "Prometheus Logging Metrics", + "uid": "TMMnLoqmk", "version": 1 } \ No newline at end of file diff --git a/Memcache Metrics.json b/Memcache Metrics.json deleted file mode 100644 index 63def9f..0000000 --- a/Memcache Metrics.json +++ /dev/null @@ -1,1321 +0,0 @@ -{ - "__inputs": [ - { - "name": "DS_APPTUIT", - "label": "Apptuit", - "description": "", - "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" - }, - { - "name": "VAR_GLOBAL_TAG_FILTER", - "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", - "description": "" - } - ], - "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "5.2.1" - }, - { - "type": "panel", - "id": "graph", - "name": "Graph", - "version": "5.0.0" - }, - { - "type": "panel", - "id": "singlestat", - "name": "Singlestat", - "version": "5.0.0" - } - ], - "annotations": { - "list": [] - }, - "editable": true, - "gnetId": null, - "graphTooltip": 0, - "id": null, - "iteration": 1540393200000, - "links": [], - "panels": [ - { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "datasource": "${DS_APPTUIT}", - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "gridPos": { - "h": 7, - "w": 4, - "x": 0, - "y": 0 - }, - "id": 2, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": true - }, - "tableColumn": "", - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "memcache_connections=fetch('memcached.connections')$global_tag_filter.downsample('[[__interval]]', 'max').sum();" - }, - "type": "Query" - } - ], - "thresholds": "", - "title": "Connections", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" - }, - { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "datasource": "${DS_APPTUIT}", - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "gridPos": { - "h": 7, - "w": 4, - "x": 4, - "y": 0 - }, - "id": 3, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": true - }, - "tableColumn": "", - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "memcache_current_items=fetch('memcached.items')$global_tag_filter.downsample('[[__interval]]', 'max').sum();" - }, - "type": "Query" - } - ], - "thresholds": "", - "title": "# Items", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" - }, - { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "datasource": "${DS_APPTUIT}", - "format": "percentunit", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "gridPos": { - "h": 7, - "w": 4, - "x": 8, - "y": 0 - }, - "id": 6, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": true - }, - "tableColumn": "", - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 5, - "output": true, - "query": "memcache_hits=fetch('memcached.commands.hits.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').sum(without='command');\nmemcache_misses=fetch('memcached.commands.misses.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').sum(without='command');\nmemcache_total_ops=memcache_hits.add(memcache_misses, ignore='command');\nmemcache_hit_ratio=memcache_hits.div(memcache_total_ops, ignore='command').avg();\noutput(memcache_hit_ratio);" - }, - "type": "Query" - } - ], - "thresholds": "", - "title": "Hit Ratio", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" - }, - { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "datasource": "${DS_APPTUIT}", - "format": "percentunit", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "gridPos": { - "h": 7, - "w": 4, - "x": 12, - "y": 0 - }, - "id": 4, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": true - }, - "tableColumn": "", - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "memcache_gets=fetch('memcached.commands.count', rate='true')$global_tag_filter.tag_filter('command==get').downsample('[[__interval]]', 'max').sum();\nmemcache_sets=fetch('memcached.commands.count', rate='true')$global_tag_filter.tag_filter('command==set').downsample('[[__interval]]', 'max').sum();\nmemcache_total_ops=memcache_gets.add(memcache_sets, ignore='command');\nmemcache_get_ratio=memcache_gets.div(memcache_total_ops, ignore='command');" - }, - "type": "Query" - } - ], - "thresholds": "", - "title": "Get/Set Ratio", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" - }, - { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "datasource": "${DS_APPTUIT}", - "format": "percentunit", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "gridPos": { - "h": 7, - "w": 4, - "x": 16, - "y": 0 - }, - "id": 9, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": true - }, - "tableColumn": "", - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "memcache_bytes_used=fetch('memcached.memory.bytes')$global_tag_filter.downsample('[[__interval]]', 'max').sum();\nmemcache_bytes_limit=fetch('memcached.memory.limit.bytes')$global_tag_filter.downsample('[[__interval]]', 'max').sum();\nmemcache_fill_percent=memcache_bytes_used.div(memcache_bytes_limit, ignore='state');" - }, - "type": "Query" - } - ], - "thresholds": "", - "title": "Fill %", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" - }, - { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "datasource": "${DS_APPTUIT}", - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "gridPos": { - "h": 7, - "w": 4, - "x": 20, - "y": 0 - }, - "id": 11, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": true - }, - "tableColumn": "", - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "memcache_evictions=fetch('memcached.evictions.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').sum();" - }, - "type": "Query" - } - ], - "thresholds": "", - "title": "Eviction Rate", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 7 - }, - "id": 1, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "memcache_hit_ratio:hit ratio", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "memcache_hits=fetch('memcached.commands.hits.count')$global_tag_filter.downsample('[[__interval]]', 'max').sum(without='command');\nmemcache_misses=fetch('memcached.commands.misses.count')$global_tag_filter.downsample('[[__interval]]', 'max').sum(without='command');\nmemcache_total_ops=memcache_hits.add(memcache_misses);\nmemcache_hit_ratio=memcache_hits.div(memcache_total_ops);" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Hit Ratio", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percentunit", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 14 - }, - "id": 5, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "memcache_gets=fetch('memcached.commands.count', align='30s', rate='true')$global_tag_filter.tag_filter('command==get').downsample('[[__interval]]', 'max').sum();\nmemcache_sets=fetch('memcached.commands.count', align='30s', rate='true')$global_tag_filter.tag_filter('command==set').downsample('[[__interval]]', 'max').sum();\nmemcache_total_ops=memcache_gets.add(memcache_sets, ignore='command');\nmemcache_get_ratio=memcache_gets.div(memcache_total_ops, ignore='command');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Get/Set Ratio", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percentunit", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "Items in memory": "#806EB7", - "Limit": "#F4D598" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 21 - }, - "id": 7, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "Items in memory", - "yaxis": 2 - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "memcache_fill_percent:fill %;memcache_current_items:Items in memory", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 5, - "output": true, - "query": "memcache_bytes_used=fetch('memcached.memory.bytes')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmemcache_bytes_limit=fetch('memcached.memory.limit.bytes')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmemcache_current_items=fetch('memcached.items')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmemcache_fill_percent=memcache_bytes_used.div(memcache_bytes_limit, ignore='state');\noutput(memcache_fill_percent, memcache_current_items);" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Memory Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percentunit", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": true, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 28 - }, - "id": 8, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": false, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "memcache_bytes_in:$t(host)-in;memcache_bytes_out:$t(host)-out", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 5, - "output": true, - "query": "memcache_bytes_in=fetch('memcached.network.bytes.count', align='30s', rate='true')$global_tag_filter.tag_filter('direction==in').downsample('[[__interval]]', 'avg');\nmemcache_bytes_out=fetch('memcached.network.bytes.count', align='30s', rate='true')$global_tag_filter.tag_filter('direction==out').downsample('[[__interval]]', 'avg');\nzero=0;\nmemcache_bytes_out=zero.sub(memcache_bytes_out);\noutput(memcache_bytes_in, memcache_bytes_out);" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Network IO", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "Bps", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 35 - }, - "id": 10, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "memcache_evictions=fetch('memcached.evictions.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').sum();" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Eviction Rate", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "yields": "#967302" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 42 - }, - "id": 12, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "memcache.listen_disabled_num{dataset: default, host: centos6}", - "yaxis": 2 - }, - { - "alias": "memcache.conn_yields{dataset: default, host: centos6}", - "yaxis": 2 - }, - { - "alias": "listen_disabled", - "yaxis": 2 - }, - { - "alias": "yields", - "yaxis": 2 - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "memcache_curr_connections:$t(host)-connections;memcache_conn_errors:$t(host)-$t(state)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "memcache_curr_connections=fetch('memcached.connections')$global_tag_filter.downsample('[[__interval]]', 'max');\nmemcache_conn_errors=fetch('memcached.connections.error.count')$global_tag_filter.downsample('[[__interval]]', 'max');\noutput(memcache_curr_connections, memcache_conn_errors);" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Connections", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "system": "#EF843C", - "user": "#7EB26D" - }, - "bars": true, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 49 - }, - "id": 13, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": false, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "memcache_cpu_time:$t(host)-$t(stat)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "memcache_cpu_time=fetch('memcached.cpu.seconds.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='host,stat');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Memcached CPU Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percentunit", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "refresh": false, - "schemaVersion": 16, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(memcached.connections,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" - }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", - "options": [ - { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" - } - ], - "query": "${VAR_GLOBAL_TAG_FILTER}", - "type": "constant" - } - ] - }, - "time": { - "from": "2017-12-06T11:30:00.000Z", - "to": "2017-12-06T12:30:00.000Z" - }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "timezone": "", - "title": "Memcache Metrics", - "uid": "kTd5uLxmk", - "version": 1 -} \ No newline at end of file diff --git a/MySQL Metrics.json b/MySQL Metrics.json index a2c5d50..a4c1a38 100644 --- a/MySQL Metrics.json +++ b/MySQL Metrics.json @@ -1,33 +1,34 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$mysql", + "description": "" + }, + { + "name": "VAR_SCRAPE_FREQUENCY", + "type": "constant", + "label": "scrape_frequency", + "value": "15s", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", @@ -35,6 +36,12 @@ "name": "Graph", "version": "5.0.0" }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" + }, { "type": "panel", "id": "singlestat", @@ -49,7 +56,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540393200000, + "iteration": 1560936924872, "links": [], "panels": [ { @@ -75,7 +82,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -91,7 +98,7 @@ "y": 1 }, "id": 23, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -127,16 +134,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(rate(mysql_global_status_queries{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_query_rate=fetch('mysql.queries.count', rate='true')$global_tag_filter.downsample('[[__interval]]','max').sum();" - }, "type": "Query" } ], @@ -162,7 +164,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -178,7 +180,7 @@ "y": 1 }, "id": 25, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -214,16 +216,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(rate(mysql_global_status_connections{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_connection_rate=fetch('mysql.connections.total.count', rate='true')$global_tag_filter.downsample('$__interval','max').sum();" - }, "type": "Query" } ], @@ -249,7 +246,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -265,7 +262,7 @@ "y": 1 }, "id": 24, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -301,16 +298,12 @@ "tableColumn": "", "targets": [ { + "expr": "sum(rate(mysql_global_status_slow_queries{$global_tag_filter} [$__interval]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_slow_query_rate=fetch('mysql.queries.slow_queries.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').sum();" - }, "type": "Query" } ], @@ -336,7 +329,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -352,7 +345,7 @@ "y": 1 }, "id": 26, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -388,16 +381,12 @@ "tableColumn": "", "targets": [ { + "expr": "sum(rate(mysql_global_status_aborted_clients{$global_tag_filter} [$__interval])) + sum(rate(mysql_global_status_connection_errors_total{$global_tag_filter} [$__interval]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_aborted_clients=fetch('mysql.connections.aborted_clients.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').sum();\nmysql_aborted_connects=fetch('mysql.connections.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').sum();\nmysql_aborted_total_connections=mysql_aborted_clients.add(mysql_aborted_connects, ignore='state');" - }, "type": "Query" } ], @@ -423,7 +412,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "percentunit", "gauge": { "maxValue": 100, @@ -439,7 +428,7 @@ "y": 1 }, "id": 27, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -475,16 +464,12 @@ "tableColumn": "", "targets": [ { + "expr": "avg((rate(mysql_global_status_innodb_buffer_pool_read_requests{$global_tag_filter} [$__interval]))/ (rate(mysql_global_status_innodb_buffer_pool_read_requests{$global_tag_filter} [$__interval]) + rate(mysql_global_status_innodb_buffer_pool_reads{$global_tag_filter} [$__interval])))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "mysql_bufpool_read_req=fetch('mysql.innodb.buffer_pool.count', rate='true')$global_tag_filter.tag_filter('state==read_req').downsample('[[__interval]]', 'min');\nmysql_bufpool_reads=fetch('mysql.innodb.buffer_pool.count', rate='true')$global_tag_filter.tag_filter('state==read').downsample('[[__interval]]', 'min');\nmysql_bufpool_total_reads=mysql_bufpool_read_req.add(mysql_bufpool_reads, ignore='state');\nmysql_bufpool_hit_ratio=mysql_bufpool_read_req.div(mysql_bufpool_total_reads, ignore='state').avg();" - }, "type": "Query" } ], @@ -510,7 +495,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "percentunit", "gauge": { "maxValue": 100, @@ -526,7 +511,7 @@ "y": 1 }, "id": 28, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -562,16 +547,11 @@ "tableColumn": "", "targets": [ { + "expr": "sum(mysql_global_status_innodb_buffer_pool_bytes_dirty{$global_tag_filter}) / (sum(mysql_global_status_innodb_buffer_pool_bytes_data{$global_tag_filter}) + sum(mysql_global_status_innodb_buffer_pool_bytes_dirty{$global_tag_filter}))", + "format": "time_series", + "intervalFactor": 1, "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_dirty_pages=fetch('mysql.innodb.buffer_pool.pages')$global_tag_filter.tag_filter('state==dirty').downsample('[[__interval]]', 'max');\nmysql_total_data_pages=fetch('mysql.innodb.buffer_pool.pages')$global_tag_filter.tag_filter('state==data').downsample('[[__interval]]', 'max');\nmysql_dirty_page_percent=mysql_total_data_pages.div(mysql_total_data_pages, ignore='state').max();" - }, "type": "Query" } ], @@ -588,20 +568,6 @@ ], "valueName": "current" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 5 - }, - "id": 30, - "panels": [], - "repeat": null, - "title": "Commands", - "type": "row" - }, { "aliasColors": { "Total Queries": "#0A437C" @@ -609,15 +575,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 24, "x": 0, - "y": 6 + "y": 5 }, "id": 5, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -650,22 +617,34 @@ "steppedLine": false, "targets": [ { + "expr": "sum(rate(mysql_global_status_commands_total{$global_tag_filter} [$__interval])) by (command)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{command}}", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_all_commands:$t(command);mysql_total_commands:Total Commands;mysql_total_queries:Total Queries", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "mysql_all_commands=fetch('mysql.commands.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='command');\nmysql_total_commands=fetch('mysql.commands.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(without='command');\nmysql_total_queries=fetch('mysql.queries.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\noutput(mysql_all_commands, mysql_total_commands, mysql_total_queries);" - }, "type": "Query" + }, + { + "expr": "sum(rate(mysql_global_status_commands_total{$global_tag_filter} [$__interval])) without (command)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total Commands", + "refId": "B", + "type": "Time Series" + }, + { + "expr": "sum(rate(mysql_global_status_commands_total{$global_tag_filter} [$__interval])) ", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Total Queries", + "refId": "C", + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Common Commands", "tooltip": { @@ -683,7 +662,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -704,12 +683,26 @@ "alignLevel": null } }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 12 + }, + "id": 30, + "panels": [], + "repeat": null, + "title": "Commands", + "type": "row" + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -718,6 +711,7 @@ "y": 13 }, "id": 9, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -745,22 +739,46 @@ "steppedLine": false, "targets": [ { + "expr": "sum(rate(mysql_global_status_select_full_join {$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "full_join", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_select_scan_types:$t(select_type)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_select_scan_types=fetch('mysql.commands.select.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='select_type');" - }, "type": "Query" + }, + { + "expr": "sum(rate(mysql_global_status_select_full_range_join {$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "full_range_join", + "refId": "B" + }, + { + "expr": "sum(rate(mysql_global_status_select_range {$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "range", + "refId": "C" + }, + { + "expr": "sum(rate(mysql_global_status_select_range_check {$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "range_check", + "refId": "D" + }, + { + "expr": "sum(rate(mysql_global_status_select_scan {$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "scan", + "refId": "E" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Select command types", "tooltip": { @@ -778,7 +796,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -804,7 +822,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -813,6 +831,7 @@ "y": 20 }, "id": 12, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -840,22 +859,19 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_handlers_total {$global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-handler:{{handler}}", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_handlers:$t(handler)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_handlers=fetch('mysql.handlers.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Handler", "tooltip": { @@ -873,7 +889,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -899,7 +915,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -908,6 +924,7 @@ "y": 27 }, "id": 13, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -931,21 +948,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_slow_queries{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Slow_queries", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_slow_query_rate=fetch('mysql.queries.slow_queries.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Slow Queries", "tooltip": { @@ -963,7 +977,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -989,7 +1003,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -998,6 +1012,7 @@ "y": 34 }, "id": 4, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1021,22 +1036,40 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_sort_merge_passes{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Merge Passes", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_num_merge_passes:Merge Passes;mysql_sort_types:$t(sort_type);mysql_sort_scanned_rows:Rows Scanned", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "mysql_num_merge_passes=fetch('mysql.queries.sort.merge_passes.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'sum');\nmysql_sort_types=fetch('mysql.queries.sort.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'sum');\nmysql_sort_scanned_rows=fetch('mysql.queries.sort.rows.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'sum');\noutput(mysql_num_merge_passes, mysql_sort_types, mysql_sort_scanned_rows);" - }, "type": "Query" + }, + { + "expr": "rate( mysql_global_status_sort_range{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-range_sort", + "refId": "B" + }, + { + "expr": "rate(mysql_global_status_sort_rows{$global_tag_filter} [$__interval])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "$global_legend-Rows Scanned", + "refId": "C" + }, + { + "expr": "rate(mysql_global_status_sort_scan{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-table_scan", + "refId": "D" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Sorts", "tooltip": { @@ -1094,7 +1127,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1103,12 +1136,13 @@ "y": 42 }, "id": 2, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -1126,21 +1160,19 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_connections{$global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-connection rate", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_connections=fetch('mysql.connections.total.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Connections/sec", "tooltip": { @@ -1158,7 +1190,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -1186,7 +1218,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1195,6 +1227,7 @@ "y": 42 }, "id": 8, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -1220,22 +1253,26 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_aborted_clients{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Aborted Clients", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_aborted_clients:Aborted Clients;mysql_aborted_connections:Aborted Connections", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_aborted_clients=fetch('mysql.connections.aborted_clients.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');\nmysql_aborted_connections=fetch('mysql.connections.count', rate='true')$global_tag_filter.tag_filter('state=aborted').downsample('[[__interval]]', 'max');\noutput(mysql_aborted_clients, mysql_aborted_connections);" - }, "type": "Query" + }, + { + "expr": "rate(mysql_global_status_aborted_connects{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Aborted Connects", + "refId": "B", + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Aborted Clients/Connects", "tooltip": { @@ -1274,34 +1311,21 @@ "alignLevel": null } }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 49 - }, - "id": 32, - "panels": [], - "repeat": null, - "title": "Dashboard Row", - "type": "row" - }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 24, "x": 0, - "y": 50 + "y": 49 }, "id": 10, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1325,22 +1349,25 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_table_locks_immediate{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Immediate", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_table_locks_rate:$t(status)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_table_locks_rate=fetch('mysql.table_locks.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, "type": "Query" + }, + { + "expr": "rate(mysql_global_status_table_locks_waited{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Waited", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Table Locks", "tooltip": { @@ -1358,7 +1385,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -1385,9 +1412,9 @@ "h": 1, "w": 24, "x": 0, - "y": 57 + "y": 56 }, - "id": 33, + "id": 32, "panels": [], "repeat": null, "title": "Dashboard Row", @@ -1398,15 +1425,16 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 24, "x": 0, - "y": 58 + "y": 57 }, "id": 1, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1430,35 +1458,26 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_bytes_received{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-in", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_network_incoming:in;mysql_network_outgoing:out", - "errors": [ - { - "eCol": 0, - "line": 3, - "message": "Invalid argument value. Expected non-empty Data Frame on RHS for operation 'sub', got empty RHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frame on RHS for operation 'sub', got empty RHS.", - "queryColumnOffset": -1, - "queryLineNo": 4 - }, - "sCol": 0 - } - ], - "id": "A", - "lineStart": 1, - "numLines": 5, - "output": true, - "query": "mysql_network_incoming=fetch('mysql.network.bytes.count', rate='true')$global_tag_filter.tag_filter('direction==in').downsample('[[__interval]]', 'avg');\nmysql_network_out=fetch('mysql.network.bytes.count', rate='true')$global_tag_filter.tag_filter('direction==out').downsample('[[__interval]]', 'avg');\nzero=0;\nmysql_network_outgoing=zero.sub(mysql_network_out);\noutput(mysql_network_incoming, mysql_network_outgoing);" - }, "type": "Query" + }, + { + "expr": "1 - rate(mysql_global_status_bytes_sent{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-out", + "refId": "B", + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Network IO", "tooltip": { @@ -1503,7 +1522,7 @@ "h": 1, "w": 24, "x": 0, - "y": 65 + "y": 64 }, "id": 34, "panels": [], @@ -1516,15 +1535,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 24, "x": 0, - "y": 66 + "y": 65 }, "id": 3, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1548,22 +1568,25 @@ "steppedLine": false, "targets": [ { + "expr": "mysql_global_status_threads_connected{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-connected", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_running_threads:running;mysql_connected_threads:connected", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_running_threads=fetch('mysql.threads.running')$global_tag_filter.downsample('[[__interval]]', 'max');\nmysql_connected_threads=fetch('mysql.threads.connected')$global_tag_filter.downsample('[[__interval]]', 'max');\noutput(mysql_running_threads, mysql_connected_threads);" - }, "type": "Query" + }, + { + "expr": "mysql_global_status_threads_running{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-running", + "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Threads", "tooltip": { @@ -1582,7 +1605,7 @@ "yaxes": [ { "format": "short", - "label": null, + "label": "Thread count", "logBase": 1, "max": null, "min": null, @@ -1608,7 +1631,7 @@ "h": 1, "w": 24, "x": 0, - "y": 73 + "y": 72 }, "id": 35, "panels": [], @@ -1621,15 +1644,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 74 + "y": 73 }, "id": 6, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1653,22 +1677,27 @@ "steppedLine": false, "targets": [ { + "expr": "sum(mysql_global_status_qcache_total_blocks{$global_tag_filter})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "total blocks", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_qcache_free_blocks:free blocks;mysql_qcache_total_blocks:total blocks", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_qcache_free_blocks=fetch('mysql.queries.cache.blocks')$global_tag_filter.tag_filter('state==free').downsample('[[__interval]]', 'avg').sum();\nmysql_qcache_total_blocks=fetch('mysql.queries.cache.blocks.total')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\noutput(mysql_qcache_free_blocks, mysql_qcache_total_blocks);" - }, "type": "Query" + }, + { + "expr": "sum(mysql_global_status_qcache_free_blocks{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "free blocks", + "refId": "B", + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Query Cache Memory", "tooltip": { @@ -1687,7 +1716,7 @@ "yaxes": [ { "format": "short", - "label": null, + "label": "Blocks Count", "logBase": 1, "max": null, "min": "0", @@ -1714,15 +1743,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 12, - "y": 74 + "y": 73 }, "id": 7, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1746,22 +1776,46 @@ "steppedLine": false, "targets": [ { + "expr": "sum(rate(mysql_global_status_qcache_hits{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "hits", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_qcache_hits:hits;mysql_qcache_inserts:inserts;mysql_qcache_prunes:lowmem prunes;mysql_qcache_notcached:not cached;mysql_qcache_queries_in_cache:queries in cache", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 6, - "output": true, - "query": "mysql_qcache_hits=fetch('mysql.queries.cache.hits.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmysql_qcache_inserts=fetch('mysql.queries.cache.inserts.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmysql_qcache_prunes=fetch('mysql.queries.cache.lowmem_prunes.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmysql_qcache_notcached=fetch('mysql.queries.cache.not_cached.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmysql_qcache_queries_in_cache=fetch('mysql.queries.cache.queries_in_cache.count', rate=\"true\")$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\noutput(mysql_qcache_hits, mysql_qcache_inserts, mysql_qcache_prunes, mysql_qcache_notcached, mysql_qcache_queries_in_cache);" - }, "type": "Query" + }, + { + "expr": "sum(rate(mysql_global_status_qcache_inserts{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "inserts", + "refId": "B" + }, + { + "expr": "sum(rate(mysql_global_status_qcache_lowmem_prunes{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "prunes", + "refId": "C" + }, + { + "expr": "sum(rate(mysql_global_status_qcache_not_cached{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "notcached", + "refId": "D" + }, + { + "expr": "sum(rate(mysql_global_status_qcache_queries_in_cache{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "queries in cache", + "refId": "E" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Query Cache Activity", "tooltip": { @@ -1806,7 +1860,7 @@ "h": 1, "w": 24, "x": 0, - "y": 81 + "y": 80 }, "id": 36, "panels": [], @@ -1821,15 +1875,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 82 + "y": 81 }, "id": 14, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1853,22 +1908,32 @@ "steppedLine": false, "targets": [ { + "expr": "sum(mysql_global_status_buffer_pool_pages{$global_tag_filter,state=\"free\"}) * sum(mysql_global_status_innodb_page_size)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "free_pages", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_buffer_pool_free_pages:free;mysql_buffer_pool_data_pages:data;mysql_buffer_pool_misc_pages:misc", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 5, - "output": true, - "query": "mysql_buffer_pool_page_size=fetch('mysql.innodb.page_size.bytes')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmysql_buffer_pool_free_pages=fetch('mysql.innodb.buffer_pool.pages')$global_tag_filter.tag_filter('state==free').downsample('[[__interval]]', 'avg').sum().mult(mysql_buffer_pool_page_size, ignore='state');\nmysql_buffer_pool_data_pages=fetch('mysql.innodb.buffer_pool.pages')$global_tag_filter.tag_filter('state==data').downsample('[[__interval]]', 'avg').sum().mult(mysql_buffer_pool_page_size, ignore='state');\nmysql_buffer_pool_misc_pages=fetch('mysql.innodb.buffer_pool.pages')$global_tag_filter.tag_filter('state==misc').downsample('[[__interval]]', 'avg').sum().mult(mysql_buffer_pool_page_size, ignore='state');\noutput(mysql_buffer_pool_free_pages, mysql_buffer_pool_data_pages, mysql_buffer_pool_misc_pages);" - }, "type": "Query" + }, + { + "expr": "sum(mysql_global_status_buffer_pool_pages{$global_tag_filter,state=\"data\"}) * sum(mysql_global_status_innodb_page_size)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "data_pages", + "refId": "B" + }, + { + "expr": "sum(mysql_global_status_buffer_pool_pages{$global_tag_filter,state=\"misc\"}) * sum(mysql_global_status_innodb_page_size)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "misc_pages", + "refId": "C" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Buffer Pool", "tooltip": { @@ -1912,15 +1977,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 12, - "y": 82 + "y": 81 }, "id": 16, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1944,21 +2010,18 @@ "steppedLine": false, "targets": [ { + "expr": "sum(rate(mysql_global_status_innodb_buffer_pool_read_requests{$global_tag_filter} [$__interval])) / (sum(rate(mysql_global_status_innodb_buffer_pool_reads{$global_tag_filter} [$__interval])) + sum(rate(mysql_global_status_innodb_buffer_pool_read_requests{$global_tag_filter} [$__interval])))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "hit_ratio", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "mysql_bpool_read_reqs=fetch('mysql.innodb.buffer_pool.count', rate='true')$global_tag_filter.tag_filter('state==read_req').downsample('[[__interval]]', 'avg').sum();\nmysql_bpool_reads=fetch('mysql.innodb.buffer_pool.count', rate='true')$global_tag_filter.tag_filter('state==read').downsample('[[__interval]]', 'avg').sum();\nmysql_bpool_total_reads=mysql_bpool_read_reqs.add(mysql_bpool_reads, ignore='state');\nmysql_bpool_hit_ratio=mysql_bpool_read_reqs.div(mysql_bpool_total_reads, ignore='state');" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Buffer Pool Hit Ratio", "tooltip": { @@ -2002,15 +2065,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 89 + "y": 88 }, "id": 15, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2034,21 +2098,18 @@ "steppedLine": false, "targets": [ { + "expr": "sum(mysql_global_status_buffer_pool_pages{$global_tag_filter, state = \"dirty\"}) / sum(mysql_global_status_buffer_pool_pages{$global_tag_filter, state = \"data\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Dirty page percent", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "mysql_bpool_dirty_pages=fetch('mysql.innodb.buffer_pool.pages')$global_tag_filter.tag_filter('state==dirty').downsample('[[__interval]]', 'avg').sum();\nmysql_bpool_data_pages=fetch('mysql.innodb.buffer_pool.pages')$global_tag_filter.tag_filter('state==data').downsample('[[__interval]]', 'avg').sum();\nmysql_dirty_page_percent=mysql_bpool_dirty_pages.div(mysql_bpool_data_pages, ignore='state');\noutput(mysql_dirty_page_percent);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "% Dirty Pages", "tooltip": { @@ -2092,16 +2153,17 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "description": "Normally, writes to the InnoDB Buffer Pool happen in the background. However, if it is necessary to read or create a page and no clean pages are available, it is also necessary to wait for pages to be flushed first. The Innodb_buffer_pool_wait_free counter counts how many times this has happened. Innodb_buffer_pool_wait_free greater than 0 is a strong indicator that the InnoDB Buffer Pool is too small.", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 12, - "y": 89 + "y": 88 }, "id": 17, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2125,21 +2187,18 @@ "steppedLine": false, "targets": [ { + "expr": "sum(mysql_global_status_innodb_buffer_pool_wait_free{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "pages waiting", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_buffer_pool_wait_free=fetch('mysql.innodb.buffer_pool.wait_free.count')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Waiting for flush", "tooltip": { @@ -2183,16 +2242,17 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "description": "A value much higher that 1 is an indicator of a good locality of data", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 96 + "y": 95 }, "id": 18, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2216,21 +2276,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_innodb_buffer_pool_write_requests{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-request rate", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_bpool_write_requests=fetch('mysql.innodb.buffer_pool.count', rate='true')$global_tag_filter.tag_filter('state==write_req').downsample('[[__interval]]','max');\nmysql_bpool_pages_flushed=fetch('mysql.innodb.buffer_pool.pages.flush.count', rate='true')$global_tag_filter.downsample('[[__interval]]','max');\nmysql_bpool_changed_rows_per_block=mysql_bpool_write_requests.div(mysql_bpool_pages_flushed,ignore='state');" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Changed rows per block", "tooltip": { @@ -2248,7 +2305,7 @@ }, "yaxes": [ { - "format": "short", + "format": "reqps", "label": null, "logBase": 1, "max": null, @@ -2274,13 +2331,13 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 12, - "y": 96 + "y": 95 }, "id": 11, "legend": { @@ -2306,22 +2363,18 @@ "steppedLine": false, "targets": [ { + "expr": "", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "mysql_innodb_locks_os_waits:os_waits;mysql_innodb_locks_rounds:rounds;mysql_innodb_locks_spin_waits:spin_waits", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_innodb_locks_os_waits:os_waits;mysql_innodb_locks_rounds:rounds;mysql_innodb_locks_spin_waits:spin_waits", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "mysql_innodb_locks_os_waits=fetch('mysql.innodb.locks.os_waits.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');\nmysql_innodb_locks_rounds=fetch('mysql.innodb.locks.rounds.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');\nmysql_innodb_locks_spin_waits=fetch('mysql.innodb.locks.mutex_spin_waits.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');\noutput(mysql_innodb_locks_os_waits, mysql_innodb_locks_rounds, mysql_innodb_locks_spin_waits);" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "InnoDB Locks", "tooltip": { @@ -2365,15 +2418,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 103 + "y": 102 }, "id": 19, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2397,22 +2451,18 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_innodb_row_ops_total{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-Operation:{{operation}}", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_row_operations:$t(operation)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "mysql_row_operations=fetch('mysql.innodb.row_operations.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Row operations", "tooltip": { @@ -2430,7 +2480,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -2456,21 +2506,22 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 12, - "y": 103 + "y": 102 }, "id": 20, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": true, + "show": false, "total": false, "values": false }, @@ -2493,22 +2544,26 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_innodb_row_lock_time{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend ( lock time)", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_row_lock_time:$t(host) (lock time);mysql_row_lock_waits:$t(host) (waits)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_row_lock_time=fetch('mysql.innodb.row_lock.milliseconds.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');\nmysql_row_lock_waits=fetch('mysql.innodb_row_lock_waits', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');\noutput(mysql_row_lock_time, mysql_row_lock_waits);" - }, "type": "Query" + }, + { + "expr": "rate(mysql_global_status_innodb_row_lock_waits{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend (waits)", + "refId": "B", + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Row Locks", "tooltip": { @@ -2526,16 +2581,16 @@ }, "yaxes": [ { - "format": "short", - "label": null, + "format": "percent", + "label": "Lock Time", "logBase": 1, "max": null, "min": "0", "show": true }, { - "format": "short", - "label": null, + "format": "ops", + "label": "Wait operations", "logBase": 1, "max": null, "min": "0", @@ -2556,15 +2611,16 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 110 + "y": 109 }, "id": 22, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -2585,7 +2641,7 @@ "seriesOverrides": [ { "alias": "fsyncs", - "yaxis": 2 + "yaxis": 1 } ], "spaceLength": 10, @@ -2593,22 +2649,33 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_innodb_data_fsyncs{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-fsyncs", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_os_logs_written:written;mysql_os_log_fsyncs=fsyncs;mysql_innodb_log_waits=log_waits", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 4, - "output": true, - "query": "mysql_os_logs_written=fetch('mysql.innodb.redo_log.os_file.bytes.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');\nmysql_os_log_fsyncs=fetch('mysql.innodb.redo_log.fsyncs.count', rate='true')$global_tag_filter.tag_filter('stat==os_log').downsample('[[__interval]]', 'max');\nmysql_innodb_log_waits=fetch('mysql.innodb.redo_log_buffer.log_wait.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');\noutput(mysql_os_logs_written, mysql_os_log_fsyncs, mysql_innodb_log_waits);" - }, "type": "Query" + }, + { + "expr": "rate(mysql_global_status_innodb_os_log_written{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-log_written", + "refId": "B", + "type": "Time Series" + }, + { + "expr": "rate(mysql_global_status_innodb_log_waits{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-log_waits", + "refId": "C" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Redo Log I/O", "tooltip": { @@ -2626,8 +2693,8 @@ }, "yaxes": [ { - "format": "short", - "label": null, + "format": "ops", + "label": "", "logBase": 1, "max": null, "min": null, @@ -2635,11 +2702,11 @@ }, { "format": "short", - "label": null, + "label": "fsyncs", "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -2649,18 +2716,19 @@ }, { "aliasColors": { - "fsyncs": "#1F78C1" + "fsyncs": "#052b51", + "written": "#bf1b00" }, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, "w": 12, "x": 12, - "y": 110 + "y": 109 }, "id": 21, "legend": { @@ -2691,22 +2759,33 @@ "steppedLine": false, "targets": [ { + "expr": "rate(mysql_global_status_innodb_data_written{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-written", "metrics": [], "refId": "A", - "ts": { - "alias": "mysql_innodb_data_bytes:$t(stat);mysql_innodb_log_fsyncs:fsyncs", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "mysql_innodb_log_fsyncs=fetch('mysql.innodb.redo_log.fsyncs.count', rate='true')$global_tag_filter.tag_filter('stat==innodb').downsample('[[__interval]]', 'max');\nmysql_innodb_data_bytes=fetch('mysql.innodb.data.bytes.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max');\noutput(mysql_innodb_data_bytes, mysql_innodb_log_fsyncs);" - }, "type": "Query" + }, + { + "expr": "rate(mysql_global_status_innodb_data_read{$global_tag_filter} [$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-read", + "refId": "B" + }, + { + "expr": "rate(mysql_global_status_innodb_data_fsyncs{$global_tag_filter} [$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend-fsyncs", + "refId": "C" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Datafile I/O", "tooltip": { @@ -2724,7 +2803,7 @@ }, "yaxes": [ { - "format": "short", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -2732,8 +2811,8 @@ "show": true }, { - "format": "short", - "label": null, + "format": "ops", + "label": "fsyncs", "logBase": 1, "max": null, "min": null, @@ -2753,40 +2832,43 @@ "templating": { "list": [ { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(mysql.connections.total.count,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false + "current": { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + }, + "hide": 2, + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", + "options": [ + { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + } + ], + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, + "type": "constant" }, { "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_FREQUENCY}", + "text": "${VAR_SCRAPE_FREQUENCY}" }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "hide": 0, + "isGlobal": false, + "label": null, + "name": "scrape_frequency", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_FREQUENCY}", + "text": "${VAR_SCRAPE_FREQUENCY}" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", + "query": "${VAR_SCRAPE_FREQUENCY}", + "refresh": 0, + "skipUrlSync": false, "type": "constant" } ] @@ -2821,7 +2903,7 @@ ] }, "timezone": "", - "title": "MySQL Metrics", - "uid": "SEscuYxik", + "title": "Prometheus MySQL Metrics", + "uid": "SEscuYpIk", "version": 1 } \ No newline at end of file diff --git a/Nginx Metrics Grok.json b/Nginx Metrics Grok.json deleted file mode 100644 index a14623b..0000000 --- a/Nginx Metrics Grok.json +++ /dev/null @@ -1,685 +0,0 @@ -{ - "__inputs": [ - { - "name": "DS_APPTUIT", - "label": "Apptuit", - "description": "", - "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" - }, - { - "name": "VAR_GLOBAL_TAG_FILTER", - "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", - "description": "" - } - ], - "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "5.2.1" - }, - { - "type": "panel", - "id": "graph", - "name": "Graph", - "version": "5.0.0" - } - ], - "annotations": { - "list": [] - }, - "editable": true, - "gnetId": null, - "graphTooltip": 0, - "id": null, - "iteration": 1540393200000, - "links": [], - "panels": [ - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 1, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "404", - "yaxis": 2 - }, - { - "alias": "proc.stat.cpu{env: dev, host: centos6}", - "yaxis": 2 - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "nginx_request_rate:$t(host)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "nginx_request_rate=fetch('nginx.request.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='host');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Request/sec", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "errors": "#E24D42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 7 - }, - "id": 4, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "nginx_error_rate:$t(host)-$t(status)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "nginx_error_rate=fetch('nginx.response.count', rate='true')$global_tag_filter.tag_filter('status=~[4-5]\\d\\d').downsample('[[__interval]]', 'avg').sum(by='status');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Errors/sec", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 14 - }, - "id": 5, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "nginx_response_latency:p$t(quantile)-$t(method)-$t(status)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "nginx_response_latency=fetch('nginx.response.duration.seconds')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Overall Response Latency", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 21 - }, - "id": 6, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "nginx_response_latency:$t(host) - nginx latency;nginx_upstream_response_latency:$(host) - upstream latency", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 3, - "output": true, - "query": "nginx_response_latency=fetch('nginx.response.duration.sum.seconds', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='host');\nnginx_upstream_response_latency=fetch('nginx.response.upstream.duration.sum.seconds', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='host');\noutput(nginx_response_latency, nginx_upstream_response_latency);" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Nginx vs Upstream (Tomcat) Latency", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": true, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 28 - }, - "id": 2, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": false, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "nginx_bytes_in:$t(host)-in;nginx_bytes_out:$t(host)-out", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 5, - "output": true, - "query": "nginx_bytes_in=fetch('nginx.network.bytes.count', rate='true')$global_tag_filter.tag_filter('direction=in').downsample('[[__interval]]', 'avg').sum(by='host');\nnginx_bytes_out=fetch('nginx.network.bytes.count', rate='true')$global_tag_filter.tag_filter('direction=out').downsample('[[__interval]]', 'avg').sum(by='host');\nminusone=-1;\nnginx_bytes_out=nginx_bytes_out.mult(minusone);\noutput(nginx_bytes_in, nginx_bytes_out);" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Data IO", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "decbytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 35 - }, - "id": 7, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "nginx_request_count_by_method:$t(method)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "nginx_request_count_by_method=fetch('nginx.request.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='method');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Request Count / HTTP Method", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "refresh": false, - "schemaVersion": 16, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(nginx.request.count,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" - }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", - "options": [ - { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" - } - ], - "query": "${VAR_GLOBAL_TAG_FILTER}", - "type": "constant" - } - ] - }, - "time": { - "from": "2017-12-06T11:30:00.000Z", - "to": "2017-12-06T12:30:00.000Z" - }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "timezone": "", - "title": "Nginx Metrics Grok", - "uid": "apnHkPxmz", - "version": 1 -} \ No newline at end of file diff --git a/OS Metrics.json b/OS Metrics.json index c3bf9f0..a3fe2ad 100644 --- a/OS Metrics.json +++ b/OS Metrics.json @@ -1,33 +1,34 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$nodeexporter", + "description": "" + }, + { + "name": "VAR_SCRAPE_FREQUENCY", + "type": "constant", + "label": "scrape_frequency", + "value": "2m", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", @@ -41,6 +42,12 @@ "name": "Heatmap", "version": "5.0.0" }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" + }, { "type": "panel", "id": "singlestat", @@ -55,7 +62,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540396684482, + "iteration": 1560936948509, "links": [], "panels": [ { @@ -67,7 +74,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "format": "none", "gauge": { "maxValue": 100, @@ -83,7 +90,7 @@ "y": 0 }, "id": 2, - "interval": null, + "interval": "$scrape_frequency", "links": [], "mappingType": 1, "mappingTypes": [ @@ -119,15 +126,13 @@ "tableColumn": "", "targets": [ { - "metrics": [], + "expr": "count(count(node_cpu_seconds_total{mode='idle',$global_tag_filter}) by (instance))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "A=fetch('node.cpu.ticks.count')$global_tag_filter.tag_filter('type==idle').downsample('[[__interval]]','max').count(by='host').count();" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": "", @@ -156,7 +161,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 7, "w": 4, @@ -166,21 +171,17 @@ "heatmap": {}, "highlightCards": true, "id": 5, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "fetch('node.uptime.seconds.count')$global_tag_filter.downsample('[[__interval]]','avg');" - }, - "type": "Query" + "expr": "avg(sum(avg_over_time(node_cpu_seconds_total{$global_tag_filter}[$__interval])) by (cpu,instance)) by (instance)", + "format": "time_series", + "intervalFactor": 1, + "refId": "A" } ], "title": "Instance uptime", @@ -220,7 +221,8 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", + "description": "https://www.robustperception.io/understanding-machine-cpu-usage", "gridPos": { "h": 7, "w": 4, @@ -230,21 +232,17 @@ "heatmap": {}, "highlightCards": true, "id": 4, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "idle=fetch('node.cpu.ticks.count', rate='true')$global_tag_filter.tag_filter(\"type==idle\").downsample(\"[[__interval]]\", \"avg\");\nused=100;\nused=used.sub(idle);" - }, - "type": "Query" + "expr": "100 - (100 * irate(node_cpu_seconds_total{mode='idle',$global_tag_filter}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "refId": "A" } ], "title": "CPU usage", @@ -284,7 +282,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 7, "w": 4, @@ -294,21 +292,17 @@ "heatmap": {}, "highlightCards": true, "id": 7, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "free=fetch('node.memory.bytes')$global_tag_filter.tag_filter(\"state==free\").downsample('[[__interval]]','avg');\ntotal=fetch('node.memory.total.bytes')$global_tag_filter.downsample('[[__interval]]', 'avg');\nfree_perc = free.div(total, on=\"host\");\nusage = 1;\nusage= usage.sub(free_perc);\noutput(usage);" - }, - "type": "Query" + "expr": "1 - (node_memory_MemFree_bytes{$global_tag_filter} / node_memory_MemTotal_bytes{$global_tag_filter})", + "format": "time_series", + "intervalFactor": 1, + "refId": "A" } ], "title": "Memory usage", @@ -348,7 +342,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 7, "w": 4, @@ -358,21 +352,17 @@ "heatmap": {}, "highlightCards": true, "id": 8, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "fetch('node.disk.used.percent')$global_tag_filter.downsample('[[__interval]]', 'avg')" - }, - "type": "Query" + "expr": "((node_filesystem_size_bytes{$global_tag_filter} - node_filesystem_avail_bytes{$global_tag_filter}) / node_filesystem_size_bytes{$global_tag_filter}) * 100", + "format": "time_series", + "intervalFactor": 1, + "refId": "A" } ], "title": "Disk used", @@ -413,7 +403,7 @@ "mode": "spectrum" }, "dataFormat": "timeseries", - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "gridPos": { "h": 7, "w": 4, @@ -423,21 +413,23 @@ "heatmap": {}, "highlightCards": true, "id": 6, + "interval": "$scrape_frequency", "legend": { "show": false }, "links": [], "targets": [ { - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "output": true, - "query": "bsin=fetch('proc.net.bytes', rate='true')$global_tag_filter.tag_filter(\"direction==in\").downsample('[[__interval]]','avg');\nout=0;\nout=out.sub(fetch('proc.net.bytes', rate='true')$global_tag_filter.tag_filter(\"direction==out\").downsample('[[__interval]]','avg'));\noutput(bsin,out);" - }, - "type": "Query" + "expr": "irate(node_network_receive_bytes_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "refId": "A" + }, + { + "expr": "0 - irate(node_network_transmit_bytes_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "refId": "B" } ], "title": "Network IO", @@ -469,7 +461,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -478,6 +470,7 @@ "y": 7 }, "id": 9, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -501,25 +494,16 @@ "steppedLine": false, "targets": [ { - "aggregator": "none", - "downsampleAggregator": "avg", - "downsampleFillPolicy": "none", - "metric": "proc.loadavg.1min", - "metrics": [], - "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "load_avg_per_min=fetch('node.cpu.load.avg_1m')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, - "type": "Query" + "expr": "node_load1{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", + "refId": "A" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Load Average [1m]", "tooltip": { @@ -559,13 +543,11 @@ } }, { - "aliasColors": { - "proc.stat.processes{host: nook}": "#052B51" - }, + "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -574,6 +556,7 @@ "y": 7 }, "id": 10, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -597,25 +580,19 @@ "steppedLine": false, "targets": [ { - "aggregator": "none", - "downsampleAggregator": "avg", - "downsampleFillPolicy": "none", - "metric": "proc.stat.processes", - "metrics": [], + "expr": "irate(node_forks_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "$global_legend", "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "processes_spawn_rate=fetch('node.processes.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Processes", "tooltip": { @@ -655,13 +632,11 @@ } }, { - "aliasColors": { - "proc.stat.ctxt{host: nook}": "#614D93" - }, + "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -670,6 +645,7 @@ "y": 7 }, "id": 11, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -693,21 +669,18 @@ "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "irate(node_context_switches_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "context_switch_rate=fetch('node.process.context_switches.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Context Switches", "tooltip": { @@ -747,13 +720,11 @@ } }, { - "aliasColors": { - "proc.stat.intr{host: nook}": "#BA43A9" - }, + "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -762,6 +733,7 @@ "y": 7 }, "id": 12, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -785,21 +757,18 @@ "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "irate(node_intr_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "interrupt_execution_rate=fetch('node.process.interrupts.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Interrupts", "tooltip": { @@ -845,7 +814,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -854,12 +823,17 @@ "y": 14 }, "id": 19, + "interval": "$scrape_frequency", "legend": { + "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, + "rightSide": false, "show": false, + "sort": "min", + "sortDesc": false, "total": false, "values": false }, @@ -877,21 +851,27 @@ "steppedLine": false, "targets": [ { - "metrics": [], + "expr": "100 - (sum(irate(node_cpu_seconds_total{$global_tag_filter, mode='idle'}[$__interval])) / count(irate(node_cpu_seconds_total{$global_tag_filter, mode='idle'}[$__interval])) * 100)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "avg", "refId": "A", - "ts": { - "alias": "used_cpu_percent:avg; top3:$t(host)", - "errors": [], - "genMap": [], - "id": "A", - "output": true, - "query": "idle_cpu=fetch('node.cpu.ticks.count', rate='true').tag_filter('type==idle').downsample('[[__interval]]', 'avg');\ncount=idle_cpu.count();\nidle_cpu_percent=idle_cpu.sum().div(count);\nhundred=100;\nused_cpu_percent=hundred.sub(idle_cpu_percent);\ntop3 = hundred.sub(idle_cpu).top3();\noutput(top3, used_cpu_percent);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" + }, + { + "expr": "topk(3,100 - irate(node_cpu_seconds_total{$global_tag_filter, mode='idle'}[$__interval]) *100)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", + "refId": "B", + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Top 3 Used CPU", "tooltip": { @@ -932,13 +912,12 @@ }, { "aliasColors": { - "ade-scoring-group-1-95-4wp2": "#bf1b00", "avg": "rgb(158, 166, 155)" }, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -947,6 +926,7 @@ "y": 14 }, "id": 20, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -970,21 +950,28 @@ "steppedLine": false, "targets": [ { + "expr": "topk(3,100 - ((node_memory_MemFree_bytes{$global_tag_filter} + node_memory_Buffers_bytes{$global_tag_filter} + node_memory_Cached_bytes{$global_tag_filter}) / (node_memory_MemTotal_bytes{$global_tag_filter})) * 100)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "avg_mem_used_percent:avg; top3:$t(host)", - "errors": [], - "genMap": [], - "id": "A", - "output": true, - "query": "memtotal=fetch('node.memory.total.bytes').downsample('[[__interval]]', 'avg');\nmemfree=fetch('node.memory.bytes').tag_filter('state==free').downsample('[[__interval]]', 'avg');\nmembuffers=fetch('node.memory.bytes').tag_filter('state==buffers').downsample('[[__interval]]', 'avg');\nmemcached=fetch('node.memory.bytes').tag_filter('state==cached').downsample('[[__interval]]', 'avg');\nmemunused=memfree.add(membuffers, ignore='state').add(memcached, ignore='state');\nhundred=100;\nmem_available_percent=memunused.div(memtotal).mult(hundred);\navg_mem_available_percent=memunused.sum().div(memtotal.sum()).mult(hundred);\nmem_used_percent=hundred.sub(mem_available_percent);\navg_mem_used_percent=hundred.sub(avg_mem_available_percent);\ntop3=mem_used_percent.top3();\noutput(avg_mem_used_percent, top3);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" + }, + { + "expr": "100 - (sum(node_memory_MemFree_bytes{$global_tag_filter} + node_memory_Buffers_bytes{$global_tag_filter} + node_memory_Cached_bytes{$global_tag_filter}) / sum(node_memory_MemTotal_bytes{$global_tag_filter})) * 100", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "avg", + "refId": "B", + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Top 3 Memory Usages", "tooltip": { @@ -1025,13 +1012,12 @@ }, { "aliasColors": { - "ade-scoring-group-1-95-4wp2": "#bf1b00", "avg": "rgb(158, 166, 155)" }, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1040,6 +1026,7 @@ "y": 14 }, "id": 21, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1063,21 +1050,28 @@ "steppedLine": false, "targets": [ { + "expr": "topk(3,irate(node_disk_io_time_seconds_total{$global_tag_filter}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-{{node_name}}", "metrics": [], "refId": "A", - "ts": { - "alias": "avg_node_disk_utilization:avg; top3:$t(host)", - "errors": [], - "genMap": [], - "id": "A", - "output": true, - "query": "node_disk_utilization=fetch('node.disk.uptime.percent').downsample('[[__interval]]','avg');\navg_node_disk_utilization=node_disk_utilization.avg();\ntop3=node_disk_utilization.top3();\noutput(avg_node_disk_utilization, top3);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" + }, + { + "expr": "avg(irate(node_disk_io_time_seconds_total{$global_tag_filter}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "avg", + "refId": "B", + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Top 3 Disc Utilization", "tooltip": { @@ -1095,7 +1089,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -1124,8 +1118,8 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 0, "gridPos": { "h": 9, "w": 24, @@ -1133,6 +1127,7 @@ "y": 21 }, "id": 1, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -1154,26 +1149,24 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "stack": true, + "stack": false, "steppedLine": false, "targets": [ { + "expr": "node_cpu_used_percent{$global_tag_filter}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "used_cpu_percent:%Used;idle_cpu_percent:%Idle", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 6, - "output": true, - "query": "idle_cpu=fetch('node.cpu.ticks.count', rate='true')$global_tag_filter.tag_filter('type==idle').downsample('[[__interval]]', 'avg');\ncount=idle_cpu.count();\nidle_cpu_percent=idle_cpu.sum().div(count);\nhundred=100;\nused_cpu_percent=hundred.sub(idle_cpu_percent);\noutput(used_cpu_percent, idle_cpu_percent);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "CPU Usage", "tooltip": { @@ -1191,7 +1184,7 @@ }, "yaxes": [ { - "format": "short", + "format": "percent", "label": null, "logBase": 1, "max": null, @@ -1217,8 +1210,8 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 0, "gridPos": { "h": 7, "w": 24, @@ -1226,6 +1219,7 @@ "y": 30 }, "id": 3, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -1247,87 +1241,24 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "stack": true, + "stack": false, "steppedLine": false, "targets": [ { + "expr": "node_memory_used_percent{$global_tag_filter}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "alias": "mem_used_percent:Used %; mem_available_percent: Available %", - "errors": [ - { - "eCol": 0, - "line": 5, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 6 - }, - "sCol": 0 - }, - { - "eCol": 0, - "line": 4, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 5 - }, - "sCol": 0 - }, - { - "eCol": 0, - "line": 4, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 5 - }, - "sCol": 0 - }, - { - "eCol": 0, - "line": 4, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 5 - }, - "sCol": 0 - }, - { - "eCol": 0, - "line": 4, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'add', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 5 - }, - "sCol": 0 - } - ], - "id": "A", - "lineStart": 1, - "numLines": 9, - "output": true, - "query": "memtotal=fetch('node.memory.total.bytes')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nmemfree=fetch('node.memory.bytes')$global_tag_filter.tag_filter('state==free').downsample('[[__interval]]', 'avg').sum();\nmembuffers=fetch('node.memory.bytes')$global_tag_filter.tag_filter('state==buffers').downsample('[[__interval]]', 'avg').sum();\nmemcached=fetch('node.memory.bytes')$global_tag_filter.tag_filter('state==cached').downsample('[[__interval]]', 'avg').sum();\nmemunused=memfree.add(membuffers, ignore='state').add(memcached, ignore='state');\nhundred=100;\nmem_available_percent=memunused.div(memtotal).mult(hundred);\nmem_used_percent=hundred.sub(mem_available_percent);\noutput(mem_used_percent, mem_available_percent);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Memory", "tooltip": { @@ -1371,7 +1302,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "decimals": 2, "fill": 1, "gridPos": { @@ -1381,6 +1312,7 @@ "y": 37 }, "id": 13, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -1391,6 +1323,8 @@ "min": true, "rightSide": true, "show": true, + "sort": null, + "sortDesc": null, "total": false, "values": true }, @@ -1408,22 +1342,19 @@ "steppedLine": false, "targets": [ { + "expr": "((node_filesystem_size_bytes{$global_tag_filter} - node_filesystem_free_bytes{$global_tag_filter}) / node_filesystem_size_bytes{$global_tag_filter}) * 100", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend-{{mountpoint}}", "metrics": [], "refId": "A", - "ts": { - "alias": "node_disk_space:$t(mount)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "node_disk_space=fetch('node.disk.used.percent')$global_tag_filter.downsample('[[__interval]]','avg');" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Disc Space", "tooltip": { @@ -1467,7 +1398,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1476,6 +1407,7 @@ "y": 37 }, "id": 14, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, @@ -1502,21 +1434,20 @@ "aggregator": "sum", "downsampleAggregator": "avg", "downsampleFillPolicy": "none", + "expr": "irate(node_disk_io_time_seconds_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "$global_legend", "metrics": [], "refId": "A", - "ts": { - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "node_disk_utilization=fetch('node.disk.uptime.percent')$global_tag_filter.downsample('[[__interval]]','avg');" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Disc Utilization", "tooltip": { @@ -1534,7 +1465,7 @@ }, "yaxes": [ { - "format": "percent", + "format": "percentunit", "label": "", "logBase": 1, "max": null, @@ -1560,7 +1491,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1569,6 +1500,7 @@ "y": 44 }, "id": 15, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -1577,6 +1509,8 @@ "min": true, "rightSide": true, "show": true, + "sort": "max", + "sortDesc": true, "total": false, "values": true }, @@ -1599,22 +1533,28 @@ "steppedLine": false, "targets": [ { + "expr": "irate(node_network_receive_bytes_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "in ($global_legend)", "metrics": [], "refId": "A", - "ts": { - "alias": "network_in:$t(direction)($t(host)); network_out:$t(direction)($t(host))", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "network_in=fetch('node.network.bytes.count', rate='true')$global_tag_filter.tag_filter(\"direction==in\").downsample('[[__interval]]', 'avg');\nnetwork_out=fetch('node.network.bytes.count', rate='true')$global_tag_filter.tag_filter(\"direction==out\").downsample('[[__interval]]', 'avg');\noutput(network_out, network_in);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" + }, + { + "expr": "irate(node_network_transmit_bytes_total{$global_tag_filter}[$__interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "out ($global_legend)", + "refId": "B", + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Network IO", "tooltip": { @@ -1658,7 +1598,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1667,12 +1607,13 @@ "y": 51 }, "id": 16, + "interval": "$scrape_frequency", "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -1690,58 +1631,19 @@ "steppedLine": false, "targets": [ { + "expr": "(sum(node_memory_SwapTotal_bytes{$global_tag_filter}) - sum(node_memory_SwapFree_bytes{$global_tag_filter}) / sum(node_memory_SwapFree_bytes{$global_tag_filter})) * 100", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "swap_usage_percent", "metrics": [], "refId": "A", - "ts": { - "errors": [ - { - "eCol": 0, - "line": 4, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'div', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'div', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 5 - }, - "sCol": 0 - }, - { - "eCol": 0, - "line": 4, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'div', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'div', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 5 - }, - "sCol": 0 - }, - { - "eCol": 0, - "line": 4, - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'div', got empty LHS.", - "original": { - "errorType": "ERROR_INVALID_FUNCTION_ARGUMENT_VALUE", - "message": "Invalid argument value. Expected non-empty Data Frames for operation 'div', got empty LHS.", - "queryColumnOffset": -1, - "queryLineNo": 5 - }, - "sCol": 0 - } - ], - "id": "A", - "lineStart": 1, - "numLines": 6, - "output": true, - "query": "swap_free=fetch('node.swap.bytes')$global_tag_filter.tag_filter('state==free').downsample('[[__interval]]', 'avg').sum();\nswap_total=fetch('node.swap.total.bytes')$global_tag_filter.downsample('[[__interval]]', 'avg').sum();\nhundred=100;\nswap_used=swap_total.sub(swap_free, ignore='state');\nswap_usage_percent=swap_used.div(swap_total).mult(hundred);\noutput(swap_usage_percent);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Swap Usage", "tooltip": { @@ -1785,7 +1687,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -1794,6 +1696,7 @@ "y": 51 }, "id": 17, + "interval": "$scrape_frequency", "legend": { "alignAsTable": true, "avg": false, @@ -1824,22 +1727,28 @@ "steppedLine": false, "targets": [ { + "expr": "node_vmstat_pswpin{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "in($global_legend)", "metrics": [], "refId": "A", - "ts": { - "alias": "node_swap_in:in($t(host));node_swap_out:out($t(host))", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "node_swap_in=fetch('node.swap.bytes_per_second')$global_tag_filter.tag_filter(\"direction==in\").downsample('[[__interval]]','avg');\nnode_swap_out=fetch('node.swap.bytes_per_second')$global_tag_filter.tag_filter(\"direction==out\").downsample('[[__interval]]','avg');\noutput(node_swap_in, node_swap_out);" - }, - "type": "Query" + "ts": {}, + "type": "Time Series" + }, + { + "expr": "node_vmstat_pswpout{$global_tag_filter}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "out($global_legend)", + "refId": "B", + "ts": {}, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Swap IO", "tooltip": { @@ -1886,46 +1795,49 @@ "templating": { "list": [ { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(node.cpu.ticks.count,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false + "current": { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + }, + "hide": 2, + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", + "options": [ + { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + } + ], + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, + "type": "constant" }, { "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_FREQUENCY}", + "text": "${VAR_SCRAPE_FREQUENCY}" }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "hide": 0, + "isGlobal": false, + "label": null, + "name": "scrape_frequency", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_SCRAPE_FREQUENCY}", + "text": "${VAR_SCRAPE_FREQUENCY}" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", + "query": "${VAR_SCRAPE_FREQUENCY}", + "refresh": 0, + "skipUrlSync": false, "type": "constant" } ] }, "time": { - "from": "now-2d", + "from": "now-6h", "to": "now" }, "timepicker": { @@ -1954,7 +1866,7 @@ ] }, "timezone": "", - "title": "OS Metrics", - "uid": "5yJpuYxiz", + "title": "Prometheus OS Metrics", + "uid": "5yJpuYxir", "version": 1 } \ No newline at end of file diff --git a/Outgoing Request Metrics.json b/Outgoing Request Metrics.json index e01c7b6..86d9f71 100644 --- a/Outgoing Request Metrics.json +++ b/Outgoing Request Metrics.json @@ -1,39 +1,39 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$jinsight", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "5.0.0" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" } ], "annotations": { @@ -43,15 +43,17 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540393200000, + "iteration": 1560937028939, "links": [], "panels": [ { - "aliasColors": {}, + "aliasColors": { + "avg": "rgb(158, 166, 155)" + }, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -60,6 +62,7 @@ "y": 0 }, "id": 1, + "interval": "$scrape_interval", "legend": { "alignAsTable": true, "avg": false, @@ -68,39 +71,54 @@ "min": true, "rightSide": true, "show": true, - "sort": "max", - "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], - "nullPointMode": "null", + "nullPointMode": "connected", "percentage": false, - "pointradius": 1, + "pointradius": 5, "points": false, "renderer": "flot", - "seriesOverrides": [], + "seriesOverrides": [ + { + "alias": "404", + "yaxis": 2 + }, + { + "alias": "proc.stat.cpu{env: dev, host: centos6}", + "yaxis": 2 + } + ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { + "expr": "sum by(status) (rate(http_requests_count{$global_tag_filter}[$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "status:{{status}}", "metrics": [], "refId": "A", "ts": { - "alias": "A:$t(cloud_service):$t(status)", + "alias": "", "errors": [], + "genMap": [], "id": "A", + "lineStart": 1, + "numLines": 1, "output": true, - "query": "A=fetch('http.requests.count', rate='true', align='15s')$global_tag_filter.downsample('[[__interval]]', 'sum').sum(by='cloud_service, status');" + "query": "" }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Outgoing Request Count", "tooltip": { @@ -122,7 +140,7 @@ "label": null, "logBase": 1, "max": null, - "min": null, + "min": "0", "show": true }, { @@ -140,11 +158,13 @@ } }, { - "aliasColors": {}, - "bars": true, + "aliasColors": { + "avg": "rgb(158, 166, 155)" + }, + "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -153,6 +173,7 @@ "y": 7 }, "id": 2, + "interval": "$scrape_interval", "legend": { "alignAsTable": true, "avg": false, @@ -166,36 +187,53 @@ "total": false, "values": true }, - "lines": false, + "lines": true, "linewidth": 1, "links": [], - "nullPointMode": "null", + "nullPointMode": "connected", "percentage": false, - "pointradius": 1, - "points": true, + "pointradius": 5, + "points": false, "renderer": "flot", - "seriesOverrides": [], + "seriesOverrides": [ + { + "alias": "404", + "yaxis": 2 + }, + { + "alias": "proc.stat.cpu{env: dev, host: centos6}", + "yaxis": 2 + } + ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { + "expr": "avg by(method,status) (\n http_requests_duration_mean{$global_tag_filter}\n *\n (delta(http_requests_count{$global_tag_filter}[15s])/delta(http_requests_count{$global_tag_filter}[15s]))\n)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "method:{{method}} status:{{status}}", "metrics": [], "refId": "A", "ts": { - "alias": "duration:$t(cloud_service) $t(method) $t(status)", + "alias": "", "errors": [], + "genMap": [], "id": "A", + "lineStart": 1, + "numLines": 1, "output": true, - "query": "factor=fetch('http.requests.count', rate='true', align='15s')$global_tag_filter.downsample('[[__interval]]', 'sum').sum(by='cloud_service,method,status');\nfactor=factor.div(factor);\nduration=fetch('http.requests.duration', align='15s')$global_tag_filter.tag_filter(\"quantile==p95\").downsample('[[__interval]]', 'max').sum(by='cloud_service,method,status');\nduration=duration.mult(factor, on=\"cloud_service,method,status\");" + "query": "" }, "type": "Query" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Outgoing Requests - Time Taken - P95", + "title": "Outgoing Request Latency (mean)", "tooltip": { "shared": true, "sort": 0, @@ -215,8 +253,121 @@ "label": null, "logBase": 1, "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, "min": null, "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "avg": "rgb(158, 166, 155)" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_APPTUIT-PROMQL}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 14 + }, + "id": 3, + "interval": "$scrape_interval", + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "max", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "404", + "yaxis": 2 + }, + { + "alias": "proc.stat.cpu{env: dev, host: centos6}", + "yaxis": 2 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg by(method,status) (\n http_requests_duration{$global_tag_filter, quantile=\"0.95\"}\n * ignoring(quantile)\n (delta(http_requests_count{$global_tag_filter}[15s])/delta(http_requests_count{$global_tag_filter}[15s]))\n)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "method:{{method}} status:{{status}}", + "metrics": [], + "refId": "A", + "ts": { + "alias": "", + "errors": [], + "genMap": [], + "id": "A", + "lineStart": 1, + "numLines": 1, + "output": true, + "query": "" + }, + "type": "Query" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Outgoing Request Latency (p95)", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true }, { "format": "short", @@ -242,46 +393,54 @@ "templating": { "list": [ { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(http.requests.count,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false + "current": { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + }, + "hide": 2, + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", + "options": [ + { + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" + } + ], + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, + "type": "constant" }, { + "allValue": null, "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "text": "15s", + "type": "15s", + "value": "15s" }, "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "includeAll": false, + "isGlobal": false, + "label": null, + "multi": false, + "name": "scrape_interval", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "selected": true, + "text": "15s", + "type": "15s", + "value": "15s" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", - "type": "constant" + "query": "15s", + "skipUrlSync": false, + "type": "custom" } ] }, "time": { - "from": "now-6h", + "from": "now-5m", "to": "now" }, "timepicker": { @@ -310,7 +469,7 @@ ] }, "timezone": "", - "title": "Outgoing Request Metrics", - "uid": "KpCpXYxmz", + "title": "Prometheus Outgoing Request Metrics", + "uid": "ep--7Aqiz", "version": 1 } \ No newline at end of file diff --git a/Tomcat Metrics Grok.json b/Tomcat Metrics Grok.json deleted file mode 100644 index 85834fe..0000000 --- a/Tomcat Metrics Grok.json +++ /dev/null @@ -1,503 +0,0 @@ -{ - "__inputs": [ - { - "name": "DS_APPTUIT", - "label": "Apptuit", - "description": "", - "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" - }, - { - "name": "VAR_GLOBAL_TAG_FILTER", - "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", - "description": "" - } - ], - "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "5.2.1" - }, - { - "type": "panel", - "id": "graph", - "name": "Graph", - "version": "5.0.0" - } - ], - "annotations": { - "list": [] - }, - "editable": true, - "gnetId": null, - "graphTooltip": 0, - "id": null, - "iteration": 1540393200000, - "links": [], - "panels": [ - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 1, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "404", - "yaxis": 2 - }, - { - "alias": "proc.stat.cpu{env: dev, host: centos6}", - "yaxis": 2 - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "tomcat_request_count:$t(host)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "tomcat_request_count=fetch('tomcat.request.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='host');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Request/sec", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "errors": "#E24D42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 7 - }, - "id": 4, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "tomcat_error_rate:$t(host)-$t(status)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "tomcat_error_rate=fetch('tomcat.response.count', rate='true')$global_tag_filter.tag_filter('status=~[4-5]\\d\\d').downsample('[[__interval]]', 'avg').sum(by='status');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Errors/sec", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 14 - }, - "id": 5, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "tomcat_response_latency:p$t(quantile)-$t(method)-$t(status)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "tomcat_response_latency=fetch('tomcat.response.duration.seconds')$global_tag_filter.downsample('[[__interval]]', 'avg');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Response Latency", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_APPTUIT}", - "fill": 1, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 21 - }, - "id": 6, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "connected", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "metrics": [], - "refId": "A", - "ts": { - "alias": "tomcat_request_count_by_method:$t(method)", - "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "tomcat_request_count_by_method=fetch('tomcat.request.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='method');" - }, - "type": "Query" - } - ], - "thresholds": [], - "timeFrom": null, - "timeShift": null, - "title": "Requests Count / HTTP Method", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "refresh": false, - "schemaVersion": 16, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(tomcat.requests.count,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" - }, - "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", - "options": [ - { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" - } - ], - "query": "${VAR_GLOBAL_TAG_FILTER}", - "type": "constant" - } - ] - }, - "time": { - "from": "2017-12-06T11:30:00.000Z", - "to": "2017-12-06T12:30:00.000Z" - }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "timezone": "", - "title": "Tomcat Metrics Grok", - "uid": "YsHhXYxmz", - "version": 1 -} \ No newline at end of file diff --git a/Tomcat Metrics.json b/Tomcat Metrics.json index 318959d..56c8352 100644 --- a/Tomcat Metrics.json +++ b/Tomcat Metrics.json @@ -1,39 +1,39 @@ { "__inputs": [ { - "name": "DS_APPTUIT", - "label": "Apptuit", + "name": "DS_APPTUIT-PROMQL", + "label": "Apptuit-PromQL", "description": "", "type": "datasource", - "pluginId": "apptuit", - "pluginName": "Apptuit" + "pluginId": "prometheus", + "pluginName": "Prometheus" }, { - "name": "VAR_GLOBAL_TAG_FILTER", + "name": "VAR_GTS", "type": "constant", - "label": "global_tag_filter", - "value": ".tag_filter('host==$host')", + "label": "Global Tagset", + "value": "$jinsight", "description": "" } ], "__requires": [ - { - "type": "datasource", - "id": "apptuit", - "name": "Apptuit", - "version": "1.0.0" - }, { "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "5.2.1" + "version": "5.4.3" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "5.0.0" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "5.0.0" } ], "annotations": { @@ -43,7 +43,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1540393200000, + "iteration": 1560937052476, "links": [], "panels": [ { @@ -53,7 +53,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -67,7 +67,7 @@ "current": false, "max": false, "min": false, - "show": false, + "show": true, "total": false, "values": false }, @@ -94,22 +94,46 @@ "steppedLine": false, "targets": [ { + "expr": "avg(rate(tomcat_requests_count{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "avg", "metrics": [], "refId": "A", "ts": { - "alias": "avg_tomcat_request_rate:avg;tomcat_request_rate:$t(host)", + "alias": "", "errors": [], + "genMap": [], "id": "A", "lineStart": 1, "numLines": 1, "output": true, - "query": "avg_tomcat_request_rate=fetch('tomcat.requests.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').avg();\ntomcat_request_rate=fetch('tomcat.requests.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').top3();\noutput(avg_tomcat_request_rate, tomcat_request_rate);" + "query": "" }, "type": "Query" + }, + { + "expr": "topk(3,rate(tomcat_requests_count{$global_tag_filter} [$__interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "$global_legend", + "refId": "C", + "ts": { + "agg": "sum", + "dsDisable": false, + "dsFn": "avg", + "errors": [], + "filters": [], + "genMap": [], + "id": "C", + "rate": false + }, + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Top 3 Request/sec", "tooltip": { @@ -155,7 +179,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -187,22 +211,27 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", + "expr": "sum(rate(tomcat_requests_count{$global_tag_filter, status=~\"[4-5][0-9][0-9]\"} [$__interval])) by (status)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{status}}", + "refId": "B", "ts": { - "alias": "tomcat_error_rate:$t(status)", + "agg": "sum", + "dsDisable": false, + "dsFn": "avg", "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "tomcat_error_rate=fetch('tomcat.requests.count', rate='true')$global_tag_filter.tag_filter('status=~[4-5]\\d\\d').downsample('[[__interval]]', 'avg').sum(by='status');" + "filters": [], + "genMap": [], + "id": "B", + "rate": false }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Errors/sec", "tooltip": { @@ -246,7 +275,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -280,22 +309,27 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", + "expr": "max(rate(tomcat_requests_duration{quantile=\"0.95\",$global_tag_filter} [$__interval])) by (method,status)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{method}}-{{status}}", + "refId": "B", "ts": { - "alias": "tomcat_response_latency:$t(cloud_service)-$t(method)-$t(status)", + "agg": "sum", + "dsDisable": false, + "dsFn": "avg", "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "factor=fetch('tomcat.requests.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'max').max(by=\"cloud_service,method,status\");\nfactor=factor.div(factor);\ntomcat_response_latency=fetch('tomcat.requests.duration')$global_tag_filter.tag_filter(\"quantile==p95\").downsample('[[__interval]]', 'max').max(by=\"cloud_service,method,status\");\ntomcat_response_latency=tomcat_response_latency.mult(factor, on=\"cloud_service,method,status\");" + "filters": [], + "genMap": [], + "id": "B", + "rate": false }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Response Latency - P95", "tooltip": { @@ -313,7 +347,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -339,7 +373,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_APPTUIT}", + "datasource": "${DS_APPTUIT-PROMQL}", "fill": 1, "gridPos": { "h": 7, @@ -376,22 +410,27 @@ "steppedLine": false, "targets": [ { - "metrics": [], - "refId": "A", + "expr": "sum(rate(tomcat_requests_count{$global_tag_filter} [$__interval])) by (method)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{method}}", + "refId": "B", "ts": { - "alias": "tomcat_request_count_by_method:$t(method)", + "agg": "sum", + "dsDisable": false, + "dsFn": "avg", "errors": [], - "id": "A", - "lineStart": 1, - "numLines": 1, - "output": true, - "query": "tomcat_request_count_by_method=fetch('tomcat.requests.count', rate='true')$global_tag_filter.downsample('[[__interval]]', 'avg').sum(by='method');" + "filters": [], + "genMap": [], + "id": "B", + "rate": false }, - "type": "Query" + "type": "Time Series" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Requests Count / HTTP Method", "tooltip": { @@ -439,47 +478,30 @@ ], "templating": { "list": [ - { - "allValue": "*", - "current": {}, - "datasource": "${DS_APPTUIT}", - "hide": 0, - "includeAll": true, - "label": "host", - "multi": false, - "name": "host", - "options": [], - "query": "tag_values(tomcat.requests.count,host)", - "refresh": 1, - "regex": "", - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - }, { "current": { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" }, "hide": 2, - "label": "global_tag_filter", - "name": "global_tag_filter", + "isGlobal": false, + "label": "Global Tagset", + "name": "gts", "options": [ { - "value": "${VAR_GLOBAL_TAG_FILTER}", - "text": "${VAR_GLOBAL_TAG_FILTER}" + "value": "${VAR_GTS}", + "text": "${VAR_GTS}" } ], - "query": "${VAR_GLOBAL_TAG_FILTER}", + "query": "${VAR_GTS}", + "refresh": 0, + "skipUrlSync": true, "type": "constant" } ] }, "time": { - "from": "now-2d", + "from": "now-5m", "to": "now" }, "timepicker": { @@ -508,7 +530,7 @@ ] }, "timezone": "", - "title": "Tomcat Metrics", - "uid": "9kL2uLxiz", + "title": "Prometheus Tomcat Metrics", + "uid": "9kL2uLxpz", "version": 1 } \ No newline at end of file