From d8905fb0b1d2aa8bf8268e1839ddd1c5cfd40759 Mon Sep 17 00:00:00 2001 From: Richard Andersen Date: Mon, 9 Sep 2024 08:38:12 -0700 Subject: [PATCH] Revert "Updated dashboard" This reverts commit b779e5cc7854a1b3ef881fa117803c7aa6a96404. --- aerospike/AerospikeHDFDashboard.json | 647 +++++++++++---------------- 1 file changed, 250 insertions(+), 397 deletions(-) diff --git a/aerospike/AerospikeHDFDashboard.json b/aerospike/AerospikeHDFDashboard.json index 0b0a22d7..69c735da 100644 --- a/aerospike/AerospikeHDFDashboard.json +++ b/aerospike/AerospikeHDFDashboard.json @@ -7,10 +7,28 @@ "type": "datasource", "pluginId": "prometheus", "pluginName": "Prometheus" + }, + { + "name": "DS_EXPRESSION", + "label": "Expression", + "description": "", + "type": "datasource", + "pluginId": "__expr__" } ], "__elements": {}, "__requires": [ + { + "type": "datasource", + "id": "__expr__", + "version": "1.0.0" + }, + { + "type": "panel", + "id": "barchart", + "name": "Bar chart", + "version": "" + }, { "type": "panel", "id": "gauge", @@ -23,12 +41,6 @@ "name": "Grafana", "version": "10.4.2" }, - { - "type": "panel", - "id": "heatmap", - "name": "Heatmap", - "version": "" - }, { "type": "datasource", "id": "prometheus", @@ -391,39 +403,21 @@ "fieldConfig": { "defaults": { "color": { - "fixedColor": "red", - "mode": "thresholds" + "fixedColor": "light-blue", + "mode": "fixed" }, - "decimals": 0, "fieldMinMax": false, "mappings": [], - "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null - }, - { - "color": "#6ED0E0", - "value": 100 - }, - { - "color": "#EAB839", - "value": 500 - }, - { - "color": "#EF843C", - "value": 750 - }, - { - "color": "#E24D42", - "value": 1000 } ] }, - "unit": "locale" + "unit": "string" }, "overrides": [] }, @@ -433,15 +427,17 @@ "x": 12, "y": 1 }, - "id": 662, + "id": 658, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { - "calcs": [], - "fields": "", + "calcs": [ + "lastNotNull" + ], + "fields": "hnswparams", "values": false }, "showPercentChange": false, @@ -456,9 +452,9 @@ "uid": "${DS_PROMETHEUS}" }, "disableTextWrap": false, - "editorMode": "code", + "editorMode": "builder", "exemplar": false, - "expr": "sum(aerospike_hdf_exception_total{instance=~\"$client\"})", + "expr": "aerospike_hdf_heartbeat{instance=~\"$client\", idxns=~\"$idxns\", idx=~\"$idxname\"}", "format": "table", "fullMetaSearch": false, "includeNullMetadata": true, @@ -469,7 +465,7 @@ "useBackend": false } ], - "title": "Errors", + "title": "HNSW Params", "type": "stat" }, { @@ -481,41 +477,57 @@ "fieldConfig": { "defaults": { "color": { - "fixedColor": "light-blue", - "mode": "fixed" + "fixedColor": "red", + "mode": "thresholds" }, + "decimals": 0, "fieldMinMax": false, "mappings": [], + "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null + }, + { + "color": "#6ED0E0", + "value": 100 + }, + { + "color": "#EAB839", + "value": 500 + }, + { + "color": "#EF843C", + "value": 750 + }, + { + "color": "#E24D42", + "value": 1000 } ] }, - "unit": "string" + "unit": "locale" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 6, + "h": 5, + "w": 4, "x": 16, "y": 1 }, - "id": 658, + "id": 662, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "hnswparams", + "calcs": [], + "fields": "", "values": false }, "showPercentChange": false, @@ -532,7 +544,7 @@ "disableTextWrap": false, "editorMode": "builder", "exemplar": false, - "expr": "aerospike_hdf_heartbeat{instance=~\"$client\", idxns=~\"$idxns\", idx=~\"$idxname\"}", + "expr": "sum(aerospike_hdf_exception{instance=~\"$client\"})", "format": "table", "fullMetaSearch": false, "includeNullMetadata": true, @@ -543,7 +555,7 @@ "useBackend": false } ], - "title": "HNSW Params", + "title": "Errors", "type": "stat" }, { @@ -790,9 +802,9 @@ "uid": "${DS_PROMETHEUS}" }, "disableTextWrap": false, - "editorMode": "code", + "editorMode": "builder", "exemplar": false, - "expr": "aerospike_hdf_exception_total{ns=~\"$idxns\", instance=~\"$client\", idx=~\"$idxname\", run=~\"$QueryRun\"}", + "expr": "aerospike_hdf_exception{ns=~\"$idxns\", instance=~\"$client\", idx=~\"$idxname\", run=~\"$QueryRun\"}", "format": "time_series", "fullMetaSearch": false, "includeNullMetadata": true, @@ -808,8 +820,8 @@ "uid": "${DS_PROMETHEUS}" }, "disableTextWrap": false, - "editorMode": "code", - "expr": "aerospike_hdf_exception_total{ns=~\"$namespace\", instance=~\"$client\", set=~\"$set\"}", + "editorMode": "builder", + "expr": "aerospike_hdf_exception{ns=~\"$namespace\", instance=~\"$client\", set=~\"$set\"}", "fullMetaSearch": false, "hide": false, "includeNullMetadata": true, @@ -893,7 +905,7 @@ "overrides": [] }, "gridPos": { - "h": 6, + "h": 5, "w": 3, "x": 0, "y": 11 @@ -970,7 +982,7 @@ "overrides": [] }, "gridPos": { - "h": 6, + "h": 5, "w": 3, "x": 3, "y": 11 @@ -1075,7 +1087,7 @@ "overrides": [] }, "gridPos": { - "h": 6, + "h": 5, "w": 3, "x": 6, "y": 11 @@ -1281,66 +1293,72 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "description": "Number on the left are the committed vectors and the number on the right are the uncommitted vectors to the DB.", + "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, - "decimals": 0, "fieldMinMax": false, - "mappings": [], - "noValue": "0", + "mappings": [ + { + "options": { + "Done": { + "color": "purple", + "index": 0, + "text": "Done" + }, + "Paused": { + "color": "red", + "index": 1, + "text": "Paused" + }, + "Running": { + "color": "green", + "index": 3, + "text": "Running" + }, + "Waiting": { + "color": "yellow", + "index": 2, + "text": "Waiting" + } + }, + "type": "value" + } + ], "thresholds": { "mode": "absolute", "steps": [ { - "color": "red", + "color": "purple", "value": null - }, - { - "color": "semi-dark-green", - "value": 0 - }, - { - "color": "green", - "value": 1000 - }, - { - "color": "light-green", - "value": 50000.0001 - }, - { - "color": "yellow", - "value": 100000 } ] }, - "unit": "locale" + "unit": "string" }, "overrides": [] }, "gridPos": { - "h": 6, + "h": 5, "w": 3, "x": 9, "y": 11 }, - "id": 669, + "id": 666, "options": { "colorMode": "value", - "graphMode": "none", + "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", + "calcs": [], + "fields": "/^idxstate$/", "values": false }, "showPercentChange": false, - "textMode": "value", + "textMode": "auto", "wideLayout": true }, "pluginVersion": "10.4.2", @@ -1353,115 +1371,19 @@ "disableTextWrap": false, "editorMode": "builder", "exemplar": false, - "expr": "aerospike_hdf_heartbeat{instance=~\"$client\", idxns=~\"$idxns\", idx=~\"$idxname\"}", + "expr": "aerospike_hdf_heartbeat{instance=~\"$client\", ns=~\"$namespace\", set=~\"$set\"}", "format": "table", "fullMetaSearch": false, "hide": false, "includeNullMetadata": true, - "instant": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "disableTextWrap": false, - "editorMode": "builder", - "exemplar": false, - "expr": "sum(aerospike_hdf_populate_total{instance=~\"$client\", ns=~\"$namespace\", set=~\"$set\"})", - "fullMetaSearch": false, - "hide": false, - "includeNullMetadata": true, - "instant": false, + "instant": true, "legendFormat": "__auto", - "range": true, + "range": false, "refId": "B", "useBackend": false } ], - "title": "Records Committed to DB", - "transformations": [ - { - "id": "calculateField", - "options": { - "alias": "Committed", - "mode": "reduceRow", - "reduce": { - "include": [ - "popcommitted" - ], - "reducer": "max" - }, - "replaceFields": false - } - }, - { - "id": "calculateField", - "options": { - "alias": "UnCommitted", - "binary": { - "left": "sum(aerospike_hdf_populate_total{instance=~\"172\\\\.28\\\\.86\\\\.158:9464\", ns=~\"test\", set=~\"glove-100-angular\"})", - "operator": "-", - "right": "Committed" - }, - "mode": "binary", - "reduce": { - "include": [ - "sum(aerospike_hdf_populate_total{instance=~\"172\\\\.28\\\\.86\\\\.158:9464\", ns=~\"test\", set=~\"glove-100-angular\"})" - ], - "reducer": "sum" - }, - "replaceFields": false - } - }, - { - "id": "organize", - "options": { - "excludeByName": { - "Time": false, - "Value 2": true, - "__name__": true, - "action": true, - "anndist": true, - "dataset": true, - "dims": true, - "hnswparams": true, - "idx": false, - "idxbin": true, - "idxdist": true, - "idxns": false, - "idxstate": true, - "instance": true, - "job": true, - "ns": false, - "paused": true, - "popcommitted": true, - "popconcurrent": true, - "poprecs": false, - "popresrcevt": true, - "popwait": true, - "queries": true, - "querydistance": true, - "queryef": true, - "querymetricaerospikevalue": true, - "querymetricbigvalue": true, - "querymetricvalue": true, - "querynbrlmt": true, - "queryruns": true, - "remainingquerynbrs": true, - "set": false, - "sum(aerospike_hdf_populate_total{instance=~\"172\\\\.28\\\\.86\\\\.158:9464\", ns=~\"test\", set=~\"glove-100-angular\"})": true - }, - "includeByName": {}, - "indexByName": {}, - "renameByName": {} - } - } - ], + "title": "Index Status", "type": "stat" }, { @@ -1469,112 +1391,7 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "smooth", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "decimals": 0, - "fieldMinMax": true, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "blue", - "value": null - } - ] - }, - "unit": "locale" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 6, - "x": 12, - "y": 11 - }, - "id": 672, - "options": { - "legend": { - "calcs": [ - "last" - ], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.4.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "disableTextWrap": false, - "editorMode": "builder", - "exemplar": false, - "expr": "aerospike_hdf_vectorqueuedepth{instance=~\"$client\", idxns=~\"$idxns\", idx=~\"$idxname\"}", - "format": "time_series", - "fullMetaSearch": false, - "hide": false, - "includeNullMetadata": true, - "instant": false, - "legendFormat": "{{instance}} {{idxns}}.{{idx}}", - "range": true, - "refId": "A", - "useBackend": false - } - ], - "title": "Records Queued to be Merged into DB", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "If a resource exhausted error occurs, what action should be performed. ", + "description": "What population concurrency action is being applied.", "fieldConfig": { "defaults": { "color": { @@ -1622,12 +1439,12 @@ "overrides": [] }, "gridPos": { - "h": 3, + "h": 5, "w": 3, - "x": 18, + "x": 12, "y": 11 }, - "id": 668, + "id": 665, "options": { "colorMode": "value", "graphMode": "area", @@ -1635,7 +1452,7 @@ "orientation": "auto", "reduceOptions": { "calcs": [], - "fields": "/^popresrcevt$/", + "fields": "/^popconcurrent$/", "values": false }, "showPercentChange": false, @@ -1664,7 +1481,7 @@ "useBackend": false } ], - "title": "Exhausted Resource Handling", + "title": "Concurrency", "type": "stat" }, { @@ -1672,7 +1489,7 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "description": "What population concurrency action is being applied.", + "description": "If a resource exhausted error occurs, what action should be performed. ", "fieldConfig": { "defaults": { "color": { @@ -1720,12 +1537,12 @@ "overrides": [] }, "gridPos": { - "h": 3, + "h": 5, "w": 3, - "x": 21, + "x": 15, "y": 11 }, - "id": 665, + "id": 668, "options": { "colorMode": "value", "graphMode": "area", @@ -1733,7 +1550,7 @@ "orientation": "auto", "reduceOptions": { "calcs": [], - "fields": "/^popconcurrent$/", + "fields": "/^popresrcevt$/", "values": false }, "showPercentChange": false, @@ -1762,7 +1579,7 @@ "useBackend": false } ], - "title": "Concurrency", + "title": "Exhausted Resource Handling", "type": "stat" }, { @@ -1818,10 +1635,10 @@ "overrides": [] }, "gridPos": { - "h": 3, + "h": 5, "w": 3, "x": 18, - "y": 14 + "y": 11 }, "id": 667, "options": { @@ -1868,72 +1685,50 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "description": "", + "description": "Number on the left are the uncommited vectors and the number on the right are the commited vectors to the DB", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, + "decimals": 0, "fieldMinMax": false, - "mappings": [ - { - "options": { - "Done": { - "color": "purple", - "index": 0, - "text": "Done" - }, - "Paused": { - "color": "red", - "index": 1, - "text": "Paused" - }, - "Running": { - "color": "green", - "index": 3, - "text": "Running" - }, - "Waiting": { - "color": "yellow", - "index": 2, - "text": "Waiting" - } - }, - "type": "value" - } - ], + "mappings": [], + "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { - "color": "purple", + "color": "blue", "value": null } ] }, - "unit": "string" + "unit": "locale" }, "overrides": [] }, "gridPos": { - "h": 3, + "h": 5, "w": 3, "x": 21, - "y": 14 + "y": 11 }, - "id": 666, + "id": 669, "options": { "colorMode": "value", - "graphMode": "area", + "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { - "calcs": [], - "fields": "/^idxstate$/", + "calcs": [ + "lastNotNull" + ], + "fields": "", "values": false }, "showPercentChange": false, - "textMode": "auto", + "textMode": "value", "wideLayout": true }, "pluginVersion": "10.4.2", @@ -1946,19 +1741,69 @@ "disableTextWrap": false, "editorMode": "builder", "exemplar": false, - "expr": "aerospike_hdf_heartbeat{instance=~\"$client\", ns=~\"$namespace\", set=~\"$set\"}", - "format": "table", + "expr": "aerospike_hdf_vectorqueuedepth{instance=~\"$client\", idxns=~\"$idxns\", idx=~\"$idxname\"}", + "format": "time_series", "fullMetaSearch": false, - "hide": false, "includeNullMetadata": true, "instant": true, "legendFormat": "__auto", "range": false, + "refId": "A", + "useBackend": false + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "builder", + "exemplar": false, + "expr": "sum(aerospike_hdf_populate_total{instance=~\"$client\", ns=~\"$namespace\", set=~\"$set\"})", + "fullMetaSearch": false, + "hide": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "__auto", + "range": true, "refId": "B", "useBackend": false + }, + { + "datasource": { + "type": "__expr__", + "uid": "${DS_EXPRESSION}" + }, + "expression": "$B - $A", + "hide": false, + "refId": "C", + "type": "math" + } + ], + "title": "Index Merge Queue Depth", + "transformations": [ + { + "id": "configFromData", + "options": { + "configRefId": "B", + "mappings": [] + } + }, + { + "id": "renameByRegex", + "options": { + "regex": "C \\{.*", + "renamePattern": "committed" + } + }, + { + "id": "renameByRegex", + "options": { + "regex": "aerospike_hdf_.*", + "renamePattern": "uncommitted" + } } ], - "title": "Index Status", "type": "stat" }, { @@ -2063,7 +1908,7 @@ "h": 9, "w": 24, "x": 0, - "y": 17 + "y": 16 }, "id": 638, "options": { @@ -2107,7 +1952,7 @@ }, "disableTextWrap": false, "editorMode": "builder", - "expr": "aerospike_hdf_waitidxcompletion_total{ns=\"$idxns\", idx=\"$idxname\", instance=~\"$client\"}", + "expr": "aerospike_hdf_waitidxcompletion{ns=\"$idxns\", idx=\"$idxname\", instance=~\"$client\"}", "fullMetaSearch": false, "hide": false, "includeNullMetadata": true, @@ -2127,7 +1972,7 @@ "h": 1, "w": 24, "x": 0, - "y": 26 + "y": 25 }, "id": 652, "panels": [], @@ -2166,7 +2011,7 @@ "h": 5, "w": 3, "x": 0, - "y": 27 + "y": 26 }, "id": 646, "options": { @@ -2239,7 +2084,7 @@ "h": 5, "w": 3, "x": 3, - "y": 27 + "y": 26 }, "id": 650, "options": { @@ -2312,7 +2157,7 @@ "h": 5, "w": 3, "x": 6, - "y": 27 + "y": 26 }, "id": 647, "options": { @@ -2384,7 +2229,7 @@ "h": 5, "w": 2, "x": 9, - "y": 27 + "y": 26 }, "id": 659, "options": { @@ -2458,7 +2303,7 @@ "h": 5, "w": 3, "x": 11, - "y": 27 + "y": 26 }, "id": 648, "options": { @@ -2578,7 +2423,7 @@ "h": 5, "w": 2, "x": 14, - "y": 27 + "y": 26 }, "id": 653, "options": { @@ -2667,7 +2512,7 @@ "h": 5, "w": 2, "x": 16, - "y": 27 + "y": 26 }, "id": 654, "options": { @@ -2756,7 +2601,7 @@ "h": 5, "w": 3, "x": 18, - "y": 27 + "y": 26 }, "id": 661, "options": { @@ -2845,7 +2690,7 @@ "h": 5, "w": 3, "x": 21, - "y": 27 + "y": 26 }, "id": 657, "options": { @@ -2951,7 +2796,7 @@ "h": 13, "w": 24, "x": 0, - "y": 32 + "y": 31 }, "id": 610, "options": { @@ -3002,17 +2847,44 @@ "description": "The number of queries that fall within a certain latency buckets in milliseconds", "fieldConfig": { "defaults": { + "color": { + "mode": "palette-classic" + }, "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "series", + "axisLabel": "Queries", + "axisPlacement": "auto", + "axisSoftMin": 0, + "fillOpacity": 71, + "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineWidth": 3, "scaleDistribution": { "type": "linear" + }, + "thresholdsStyle": { + "mode": "off" } }, - "fieldMinMax": false + "decimals": 0, + "fieldMinMax": false, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "locale" }, "overrides": [] }, @@ -3020,49 +2892,31 @@ "h": 15, "w": 24, "x": 0, - "y": 45 + "y": 44 }, - "id": 673, + "id": 656, "options": { - "calculate": false, - "cellGap": 1, - "cellValues": { - "decimals": 0, - "unit": "locale" - }, - "color": { - "exponent": 0.5, - "fill": "dark-orange", - "mode": "scheme", - "reverse": false, - "scale": "exponential", - "scheme": "RdYlBu", - "steps": 64 - }, - "exemplars": { - "color": "rgba(255,0,255,0.7)" - }, - "filterValues": { - "le": 1e-9 - }, + "barRadius": 0, + "barWidth": 0.67, + "fullHighlight": false, + "groupWidth": 0.75, "legend": { - "show": true - }, - "rowsFrame": { - "layout": "auto" + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, + "orientation": "auto", + "showValue": "never", + "stacking": "normal", "tooltip": { "mode": "single", - "showColorScale": false, - "yHistogram": true + "sort": "none" }, - "yAxis": { - "axisPlacement": "left", - "reverse": false, - "unit": "ms" - } + "xField": "Time", + "xTickLabelRotation": 0, + "xTickLabelSpacing": 0 }, - "pluginVersion": "10.4.2", "targets": [ { "datasource": { @@ -3072,7 +2926,7 @@ "disableTextWrap": false, "editorMode": "builder", "exemplar": false, - "expr": "sum by(le) (aerospike_hdf_queryhist_ms_bucket{ns=~\"$idxns\", idx=~\"$idxname\", instance=~\"$client\", run=~\"$QueryRun\"})", + "expr": "sum by(le) (aerospike_hdf_queryhist_milliseconds_bucket{ns=~\"$idxns\", idx=~\"$idxname\", instance=~\"$client\", run=~\"$QueryRun\"})", "format": "heatmap", "fullMetaSearch": false, "includeNullMetadata": true, @@ -3085,10 +2939,9 @@ } ], "title": "Vector Search Latency Buckets (ms)", - "type": "heatmap" + "type": "barchart" } ], - "refresh": "5s", "schemaVersion": 39, "tags": [ "Monitoring", @@ -3264,8 +3117,8 @@ ] }, "time": { - "from": "now-5m", - "to": "now" + "from": "2024-08-01T01:21:02.624Z", + "to": "2024-08-01T01:41:56.131Z" }, "timepicker": { "refresh_intervals": [ @@ -3295,6 +3148,6 @@ "timezone": "", "title": "Aerospike HDF", "uid": "fzUPYeJIkhdf", - "version": 13, + "version": 39, "weekStart": "" } \ No newline at end of file