diff --git a/monitoring/mongodb/dashboard.json b/monitoring/mongodb/dashboard.json index ce4166853..2cc57dc55 100644 --- a/monitoring/mongodb/dashboard.json +++ b/monitoring/mongodb/dashboard.json @@ -1,60 +1,26 @@ { - "__inputs": [ - { - "name": "DS_PROMETHEUS", - "label": "Prometheus", - "description": "", - "type": "datasource", - "pluginId": "prometheus", - "pluginName": "Prometheus" - }, - { - "name": "namespace", - "type": "constant", - "label": "namespace", - "description": "Namespace associated with the Zenko instance", - "value": "zenko" - }, - { - "name": "job", - "type": "constant", - "label": "job", - "description": "Name of the MongoDB job, used to filter only the MongoDB instances.", - "value": "data-db-mongodb-sharded" - } - ], - "__requires": [ - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "5.3.4" - }, - { - "type": "panel", - "id": "graph", - "name": "Graph", - "version": "5.0.0" - }, - { - "type": "datasource", - "id": "prometheus", - "name": "Prometheus", - "version": "5.0.0" - }, - { - "type": "panel", - "id": "singlestat", - "name": "Singlestat", - "version": "5.0.0" - } - ], - "description": "MongoDB Dashboard.", + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, "editable": true, - "gnetId": 12079, + "fiscalYearStartMonth": 0, "graphTooltip": 1, - "id": null, + "id": 60, "links": [], + "liveNow": false, "panels": [ { "collapsed": false, @@ -64,114 +30,208 @@ "x": 0, "y": 0 }, - "id": 22, + "id": 1030, "panels": [], - "repeat": "pod", - "title": "Health metrics for ${pod}", + "repeat": "service_name", + "repeatDirection": "h", + "title": "Overview", "type": "row" }, { - "cacheTimeout": null, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "rgba(245, 54, 54, 0.9)", + "color": "green", "value": null - }, - { - "color": "rgba(237, 129, 40, 0.89)", - "value": 0 - }, - { - "color": "rgba(50, 172, 45, 0.97)", - "value": 360 } ] }, - "unit": "s" + "unit": "string" }, "overrides": [] }, "gridPos": { - "h": 5, - "w": 4, + "h": 3, + "w": 3, "x": 0, "y": 1 }, - "id": 10, - "interval": null, - "links": [], + "id": 1039, + "interval": "$interval", "maxDataPoints": 100, "options": { - "colorMode": "value", + "colorMode": "none", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", + "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], - "fields": "", + "fields": "/^mongodb$/", "values": false }, - "text": {}, - "textMode": "auto" + "showPercentChange": false, + "text": { + "valueSize": 20 + }, + "textMode": "auto", + "wideLayout": true }, - "pluginVersion": "8.0.6", + "pluginVersion": "11.2.2+security-01", "targets": [ { - "exemplar": true, - "expr": "mongodb_ss_uptime{pod=\"${pod}\", namespace=\"${namespace}\"}", - "format": "time_series", + "calculatedInterval": "10m", + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "datasourceErrors": {}, + "editorMode": "code", + "errors": {}, + "exemplar": false, + "expr": "avg by (service_name,mongodb) (mongodb_version_info{})", + "format": "table", + "hide": false, "instant": true, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", + "interval": "5m", + "intervalFactor": 1, + "legendFormat": "{{mongodb}}", + "metric": "", + "range": false, "refId": "A", - "step": 1800 + "step": 300 } ], - "title": "Uptime", + "title": "Version", "type": "stat" }, { - "cacheTimeout": null, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, "fieldConfig": { "defaults": { "color": { - "fixedColor": "rgb(31, 120, 193)", - "mode": "fixed" + "mode": "palette-classic" }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false } + }, + "mappings": [], + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 4, + "x": 3, + "y": 1 + }, + "id": 1622, + "options": { + "displayLabels": [ + "value", + "name", + "percent" + ], + "legend": { + "calcs": [], + "displayMode": "hidden", + "placement": "right", + "showLegend": false, + "values": [] + }, + "pieType": "pie", + "reduceOptions": { + "calcs": [ + "lastNotNull" ], + "fields": "", + "values": false + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max(mongodb_dbstats_indexSize{rs_nm=~\"$rs_nm\", rs_state=\"1\"})", + "instant": false, + "legendFormat": "Indexes", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max(mongodb_dbstats_fsUsedSize{rs_nm=~\"$rs_nm\", rs_state=\"1\"}) - max(mongodb_dbstats_indexSize{rs_nm=~\"$rs_nm\", rs_state=\"1\"})", + "hide": false, + "instant": false, + "legendFormat": "Documents", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max(mongodb_dbstats_fsTotalSize{rs_nm=~\"$rs_nm\", rs_state=\"1\"}) - max(mongodb_dbstats_fsUsedSize{rs_nm=~\"$rs_nm\", rs_state=\"1\"})", + "hide": false, + "instant": false, + "legendFormat": "Free", + "range": true, + "refId": "C" + } + ], + "title": "DIsk usage", + "type": "piechart" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "blue", + "mode": "fixed" + }, + "decimals": 3, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ @@ -185,25 +245,23 @@ } ] }, - "unit": "short" + "unit": "bytes" }, "overrides": [] }, "gridPos": { - "h": 5, - "w": 4, - "x": 4, + "h": 8, + "w": 3, + "x": 7, "y": 1 }, - "id": 2, - "interval": null, - "links": [], - "maxDataPoints": 100, + "id": 1595, "options": { - "colorMode": "none", + "colorMode": "value", "graphMode": "area", "justifyMode": "auto", - "orientation": "horizontal", + "orientation": "auto", + "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" @@ -211,47 +269,40 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true }, - "pluginVersion": "8.0.6", + "pluginVersion": "11.2.2+security-01", "targets": [ { - "exemplar": true, - "expr": "sum by(pod) (mongodb_ss_connections{pod=\"${pod}\", namespace=\"${namespace}\", conn_type=\"available\"})", - "format": "time_series", - "interval": "", + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg(mongodb_dbstats_avgObjSize{database!~\"admin|config|local\", rs_state=\"1\", job=\"zenko/data-db-mongodb-sharded-shards-data\"})", "instant": false, - "intervalFactor": 2, - "legendFormat": "", - "metric": "mongodb_ss_connections", - "refId": "A", - "step": 1800 + "legendFormat": "__auto", + "range": true, + "refId": "A" } ], - "title": "Available Connections", + "title": "Average document size", "type": "stat" }, { - "cacheTimeout": null, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, "fieldConfig": { "defaults": { "color": { - "fixedColor": "rgb(31, 120, 193)", "mode": "fixed" }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ @@ -264,27 +315,23 @@ "value": 80 } ] - }, - "unit": "short" + } }, "overrides": [] }, "gridPos": { - "h": 5, - "w": 4, - "x": 8, + "h": 8, + "w": 3, + "x": 10, "y": 1 }, - "hideTimeOverride": false, - "id": 1, - "interval": null, - "links": [], - "maxDataPoints": 100, + "id": 1596, "options": { - "colorMode": "none", + "colorMode": "value", "graphMode": "area", "justifyMode": "auto", - "orientation": "horizontal", + "orientation": "auto", + "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" @@ -292,429 +339,3791 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true }, - "pluginVersion": "8.0.6", + "pluginVersion": "11.2.2+security-01", "targets": [ { - "exemplar": true, - "expr": "sum by(pod) (mongodb_ss_connections{pod=\"${pod}\", namespace=\"${namespace}\", conn_type=\"current\"})", - "format": "time_series", - "interval": "", + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(mongodb_dbstats_indexes{database!~\"admin|config|local\", rs_state=\"1\", job=\"zenko/data-db-mongodb-sharded-shards-data\"})", "instant": false, - "intervalFactor": 2, - "legendFormat": "", - "metric": "mongodb_ss_connections", - "refId": "A", - "step": 1800 + "legendFormat": "Metadata database", + "range": true, + "refId": "A" } ], - "title": "Open Connections", + "title": "Number of indexes", "type": "stat" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, "gridPos": { - "h": 5, - "w": 12, - "x": 12, + "h": 8, + "w": 4, + "x": 13, "y": 1 }, - "hiddenSeries": false, - "id": 7, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false, - "rightSide": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "id": 1598, "options": { - "alertThreshold": true + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "pluginVersion": "11.2.2+security-01", "targets": [ { - "exemplar": true, - "expr": "rate(mongodb_ss_opcounters{pod=\"${pod}\", namespace=\"${namespace}\"}[$__rate_interval])", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{legacy_op_type}}", - "refId": "A", - "step": 240 - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query Operations", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max(mongodb_dbstats_objects{rs_state=\"1\", database!~\"admin|config|local\", rs_nm=~\"$rs_nm\"}) by (pod)", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Number of documents per shard", + "type": "stat" }, { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 6 + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" }, - "id": 20, - "panels": [], - "repeat": "mongod", - "title": "Query Metrics for ${mongod}", - "type": "row" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", + "description": "MongoDB stores documents in collections. Collections are analogous to tables in relational databases.", "fieldConfig": { "defaults": { - "unit": "ops" + "color": { + "fixedColor": "text", + "mode": "thresholds" + }, + "mappings": [ + { + "options": { + "0": { + "color": "dark-blue", + "index": 0, + "text": "0" + } + }, + "type": "value" + } + ], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": null + } + ] + }, + "unit": "bytes" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "^((?!(DB Name)).)*$" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "dark-blue", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Node" + }, + "properties": [ + { + "id": "links", + "value": [ + { + "title": "", + "url": "/graph/d/mongodb-instance-summary/mongodb-instance-summary?${__data.fields.Node}&${__url_time_range}&${interval:queryparam}&${cluster:queryparam}" + } + ] + } + ] + } + ] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 6, - "w": 10, - "x": 0, - "y": 8 - }, - "hiddenSeries": false, - "id": 9, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "h": 4, + "w": 3, + "x": 17, + "y": 1 + }, + "id": 1043, "options": { - "alertThreshold": true + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "returned", - "yaxis": 1 - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "pluginVersion": "11.2.2+security-01", "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(mongodb_dbstats_storageSize{database!~\"admin|config|local\", job=\"zenko/data-db-mongodb-sharded-shards-data\"})", + "format": "table", + "hide": false, + "instant": true, + "interval": "$interval", + "legendFormat": "{{collection}}", + "range": false, + "refId": "A" + } + ], + "title": "Size of Collections", + "transformations": [ + { + "id": "groupingToMatrix", + "options": { + "columnField": "shard", + "rowField": "db", + "valueField": "Value" + } + }, + { + "id": "organize", + "options": { + "excludeByName": { + "Time": true, + "cluster": true, + "environment": false, + "rs_nm": true + }, + "indexByName": { + "Time": 0, + "Value": 6, + "cluster": 1, + "collection": 4, + "database": 3, + "rs_nm": 5, + "service_name": 2 + }, + "renameByName": { + "Value": "Size", + "database": "DB Name", + "db\\shard": "DB Name", + "rs1": "", + "service_name": "Node" + } + } + } + ], + "type": "stat" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "blue", + "mode": "fixed" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 4, + "x": 20, + "y": 1 + }, + "id": 1601, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.2.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "mongodb_dbstats_indexSize{rs_state=\"1\", database!~\"admin|config|local\"}", + "instant": false, + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Index size per shard", + "type": "stat" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Shows information about the disk space usage of the specified mountpoint.\n\n**Used** is the amount of space used.\n\n**Free** is the amount of space not in use.\n\n**Used+Free** is the total disk space allocated to the mountpoint.\n\nHaving *Free* close to 0 B is not good because of the risk to have a “disk full” error that can block one of the services or even cause a crash of the entire system.\n\nIn case Free is close to 0 B consider to remove unused files or to expand the space allocated to the mountpoint.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "links": [], + "mappings": [], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "orange", + "value": 70 + }, + { + "color": "red", + "value": 90 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 3, + "x": 0, + "y": 4 + }, + "id": 1062, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.2.2+security-01", + "repeatDirection": "h", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg(mongodb_dbstats_fsUsedSize{})/ avg (mongodb_dbstats_fsTotalSize{})", + "hide": false, + "interval": "$interval", + "legendFormat": "Total Size", + "range": true, + "refId": "A" + } + ], + "title": "Disk Space Utilization", + "type": "stat" + }, + { + "collapsed": false, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "MongoDB stores documents in collections. Collections are analogous to tables in relational databases.", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "blue", + "mode": "fixed" + }, + "mappings": [ + { + "options": { + "0": { + "color": "dark-blue", + "index": 0 + } + }, + "type": "value" + } + ], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": null + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "^((?!(DB Name)).)*$" + }, + "properties": [] + }, + { + "matcher": { + "id": "byName", + "options": "Node" + }, + "properties": [ + { + "id": "links", + "value": [ + { + "title": "", + "url": "/graph/d/mongodb-instance-summary/mongodb-instance-summary?${__data.fields.Node}&${__url_time_range}&${interval:queryparam}&${cluster:queryparam}" + } + ] + } + ] + } + ] + }, + "gridPos": { + "h": 4, + "w": 3, + "x": 17, + "y": 5 + }, + "id": 1045, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.2.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(mongodb_mongod_db_collections_total{database!~\"admin|config|local\", rs_state=\"1\"})", + "format": "table", + "hide": false, + "instant": true, + "interval": "$interval", + "legendFormat": "__auto", + "range": false, + "refId": "A" + } + ], + "title": "Number of Collections", + "transformations": [ + { + "id": "organize", + "options": { + "excludeByName": { + "Time": true, + "cluster": true, + "rs_nm": true + }, + "indexByName": { + "Time": 0, + "Value": 5, + "cluster": 1, + "database": 3, + "rs_nm": 4, + "service_name": 2 + }, + "renameByName": { + "1710776522937": "", + "Value": "Count", + "database": "DB Name", + "service_name": "Node" + } + } + } + ], + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "ReplSet statuses during the selected time range.", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "blue", + "mode": "palette-classic" + }, + "custom": { + "fillOpacity": 100, + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineWidth": 0, + "spanNulls": false + }, + "mappings": [ + { + "options": { + "0": { + "index": 11, + "text": "STARTUP" + }, + "1": { + "color": "rgb(107, 152, 102)", + "index": 4, + "text": "PRIMARY" + }, + "2": { + "color": "rgb(193, 159, 20)", + "index": 3, + "text": "SECONDARY" + }, + "3": { + "index": 10, + "text": "RECOVERING" + }, + "5": { + "index": 9, + "text": "STARTUP2" + }, + "6": { + "index": 8, + "text": "UNKNOWN" + }, + "7": { + "color": "#8B8000", + "index": 1, + "text": "ARBITER" + }, + "8": { + "index": 7, + "text": "DOWN" + }, + "9": { + "index": 6, + "text": "ROLLBACK" + }, + "10": { + "index": 5, + "text": "REMOVED" + }, + "null": { + "color": "#FF7383", + "index": 2, + "text": "Exporter is not connected" + } + }, + "type": "value" + }, + { + "options": { + "from": 0, + "result": { + "index": 0, + "text": "N/A" + }, + "to": 1 + }, + "type": "range" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 6 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 16, + "x": 0, + "y": 9 + }, + "id": 1587, + "options": { + "alignValue": "right", + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "mergeValues": true, + "rowHeight": 0.9, + "showValue": "auto", + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "6.5.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by (pod) (mongodb_mongod_replset_my_state{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"})\n", + "interval": "$interval", + "legendFormat": "{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "Shard Server States", + "type": "state-timeline" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "ReplSet statuses during the selected time range.", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "blue", + "mode": "palette-classic" + }, + "custom": { + "fillOpacity": 100, + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineWidth": 0, + "spanNulls": false + }, + "mappings": [ + { + "options": { + "0": { + "index": 11, + "text": "STARTUP" + }, + "1": { + "color": "blue", + "index": 4, + "text": "PRIMARY" + }, + "2": { + "color": "purple", + "index": 3, + "text": "SECONDARY" + }, + "3": { + "index": 10, + "text": "RECOVERING" + }, + "5": { + "index": 9, + "text": "STARTUP2" + }, + "6": { + "index": 8, + "text": "UNKNOWN" + }, + "7": { + "color": "#8B8000", + "index": 1, + "text": "ARBITER" + }, + "8": { + "index": 7, + "text": "DOWN" + }, + "9": { + "index": 6, + "text": "ROLLBACK" + }, + "10": { + "index": 5, + "text": "REMOVED" + }, + "null": { + "color": "#FF7383", + "index": 2, + "text": "Exporter is not connected" + } + }, + "type": "value" + }, + { + "options": { + "from": 0, + "result": { + "index": 0, + "text": "N/A" + }, + "to": 1 + }, + "type": "range" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 6 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 8, + "x": 16, + "y": 9 + }, + "id": 1621, + "options": { + "alignValue": "right", + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "mergeValues": true, + "rowHeight": 0.9, + "showValue": "always", + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "6.5.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by (pod) (mongodb_mongod_replset_my_state{job=~\"zenko/data-db-mongodb-sharded-configsvr\"})\n", + "interval": "$interval", + "legendFormat": "{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "Shard configuration States", + "type": "state-timeline" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 16 + }, + "id": 1612, + "panels": [], + "title": "Operations", + "type": "row" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 16, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "op/s" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 17 + }, + "id": 1604, + "options": { + "legend": { + "calcs": [ + "first", + "mean", + "max" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(job) (rate(mongodb_ss_opcounters{legacy_op_type=~\"query|getmore\", rs_nm=~\"$rs_nm\", job=\"zenko/data-db-mongodb-sharded-shards-data\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "Read operations {{ shard }}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(job) (rate(mongodb_ss_opcounters{legacy_op_type=~\"insert|update|delete\", rs_nm=~\"$rs_nm\", job=\"zenko/data-db-mongodb-sharded-shards-data\"}[$__rate_interval]))", + "hide": false, + "instant": false, + "legendFormat": "Write Operations", + "range": true, + "refId": "B" + } + ], + "title": "Operations done by shard servers", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Ops or Replicated Ops/sec classified by legacy wire protocol type (query, insert, update, delete, getmore). And (from the internal TTL threads) the docs deletes/sec by TTL indexes.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "/repl.*/" + }, + "properties": [ + { + "id": "custom.axisPlacement", + "value": "right" + } + ] + }, + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "query - data-db-mongodb-sharded-shard1-data-0", + "query - data-db-mongodb-sharded-shard0-data-0", + "update - data-db-mongodb-sharded-shard0-data-0", + "update - data-db-mongodb-sharded-shard1-data-0" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 17 + }, + "id": 15, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true, + "sortBy": "Mean", + "sortDesc": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_opcountersRepl{rs_nm=~\"$rs_nm\", rs_state=\"1\"}[$__rate_interval])", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "repl_{{legacy_op_type}} - {{ pod }}", + "range": true, + "refId": "A", + "step": 300 + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_metrics_ttl_deletedDocuments{rs_nm=~\"$rs_nm\", rs_state=\"1\"}[$__rate_interval])", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "ttl_delete - {{ pod }}", + "range": true, + "refId": "B", + "step": 300 + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_opcounters{rs_nm=~\"$rs_nm\", rs_state=\"1\", legacy_op_type!=\"command\"}[$__rate_interval])", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{legacy_op_type}} - {{ pod }}", + "range": true, + "refId": "C", + "step": 300 + } + ], + "title": "Command Operations", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "MongoDB Connections", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 26 + }, + "id": 1074, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by () (mongodb_ss_connections{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\",conn_type=~\"current\", rs_nm=~\"$rs_nm\"})", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Current", + "range": true, + "refId": "J", + "step": 300 + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by() (mongodb_ss_connections{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\",conn_type=~\"available\", rs_nm=~\"$rs_nm\"})", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Available", + "range": true, + "refId": "A", + "step": 300 + } + ], + "title": "Connections", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 12, + "y": 26 + }, + "id": 1618, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "8.0.6", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(pod) (rate(container_fs_reads_total{namespace=\"zenko\", pod=~\".*mongodb.*\"}[$__rate_interval]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "{{pod}}", + "range": true, + "refId": "A", + "step": 240 + } + ], + "title": "Disk Reads Completed", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 18, + "y": 26 + }, + "id": 1619, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "8.0.6", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(pod) (rate(container_fs_writes_total{namespace=\"zenko\", pod=~\".*mongodb.*\"}[$__rate_interval]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "{{pod}}", + "range": true, + "refId": "A", + "step": 240 + } + ], + "title": "Disk Writes Completed", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 34 + }, + "id": 1600, + "panels": [], + "title": "Replicaset", + "type": "row" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Timespan 'window' between newest and the oldest op in the Oplog collection.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [ + { + "targetBlank": true, + "title": "MongoDB Instance Summary - ${__series.name}", + "url": "/graph/d/mongodb-instance-summary/mongodb-instance-summary?var-service_name=${__series.name}$&$__url_time_range" + } + ], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Avg" + }, + "properties": [ + { + "id": "custom.fillOpacity", + "value": 0 + }, + { + "id": "custom.stacking", + "value": { + "group": "A", + "mode": "none" + } + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 35 + }, + "id": 1025, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "11.2.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "mongodb_mongod_replset_oplog_head_timestamp{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}-mongodb_mongod_replset_oplog_tail_timestamp{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{ pod }}", + "metric": "", + "range": true, + "refId": "A", + "step": 300 + } + ], + "title": "Oplog Recovery Window", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "MongoDB replication lag occurs when the secondary node cannot replicate data fast enough to keep up with the rate that data is being written to the primary node. It could be caused by something as simple as network latency, packet loss within your network, or a routing issue.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": 60000, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "always", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "line" + } + }, + "decimals": 2, + "links": [ + { + "targetBlank": true, + "title": "MongoDB Instance Summary - ${__series.name}", + "url": "/graph/d/mongodb-instance-summary/mongodb-instance-summary?var-service_name=${__series.name}$&$__url_time_range" + } + ], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "transparent", + "value": null + }, + { + "color": "red", + "value": 10 + } + ] + }, + "unit": "s" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Avg" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#C4162A", + "mode": "fixed" + } + }, + { + "id": "custom.fillOpacity", + "value": 0 + }, + { + "id": "custom.stacking", + "value": { + "group": "A", + "mode": "none" + } + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 35 + }, + "id": 1038, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max_over_time(mongodb_mongod_replset_member_replication_lag{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$interval]) > 0 ", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": " {{pod}} <- {{name}}", + "range": true, + "refId": "A", + "step": 300 + } + ], + "title": "Replication Lag", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Average latency of operations (classified by read, write, or (other) command)", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "µs" + }, + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "/fc_count.*/" + }, + "properties": [ + { + "id": "unit", + "value": "short" + }, + { + "id": "custom.axisPlacement", + "value": "right" + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 43 + }, + "id": 1020, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max(rate(mongodb_ss_flowControl_isLaggedCount{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", rs_nm=~\"$rs_nm\"}[$__rate_interval]))", + "interval": "$interval", + "legendFormat": "fc_count", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max(rate(mongodb_ss_flowControl_isLaggedTimeMicros{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", rs_nm=~\"$rs_nm\"}[$__rate_interval]))", + "hide": false, + "interval": "$interval", + "legendFormat": "fc_time", + "range": true, + "refId": "B" + } + ], + "title": "Flow Control", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 51 + }, + "id": 1620, + "panels": [], + "title": "Performance Metrics", + "type": "row" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Average latency of operations (classified by read, write, or (other) command)", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "super-light-blue", + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "area" + } + }, + "decimals": 2, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "green", + "value": 1000 + }, + { + "color": "yellow", + "value": 10000 + }, + { + "color": "orange", + "value": 100000 + }, + { + "color": "red", + "value": 1000000 + } + ] + }, + "unit": "µs" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 52 + }, + "id": 1064, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by (op_type) (rate(mongodb_ss_opLatencies_latency{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$interval]) / (rate(mongodb_ss_opLatencies_ops{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$interval]) > 0) or irate(mongodb_ss_opLatencies_latency{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[5m]) / (irate(mongodb_ss_opLatencies_ops{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[5m]) > 0))", + "interval": "$interval", + "legendFormat": "{{op_type}}", + "range": true, + "refId": "A" + } + ], + "title": "Query execution times", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "super-light-blue", + "mode": "fixed" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "area" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "yellow", + "value": 1000 + }, + { + "color": "orange", + "value": 5000 + }, + { + "color": "red", + "value": 100000 + } + ] + }, + "unit": "µs" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 52 + }, + "id": 1610, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "11.2.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(job, op_type) (\n rate(mongodb_mongod_op_latencies_latency_total{job=~\".*shards.*\"}[$__rate_interval])\n) /\nsum by(job, op_type) (\n rate(mongodb_mongod_op_latencies_ops_total{job=~\".*shards.*\"}[$__rate_interval])\n)", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Average Operation Latency", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 60 + }, + "id": 1606, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(job) (mongodb_ss_globalLock_currentQueue{count_type=~\"readers|writers\", pod=~\"data-db-mongodb-sharded-shard.*\"})\n", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Operation queue size due to locks", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Operations queued due to a lock.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "area" + } + }, + "decimals": 2, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "orange", + "value": 1 + }, + { + "color": "red", + "value": 2 + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 60 + }, + "id": 1036, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "max by (type) (mongodb_mongod_global_lock_current_queue{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"})", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{type}}", + "range": true, + "refId": "J", + "step": 300 + } + ], + "title": "Queued Operations", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 68 + }, + "id": 1067, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by() (mongodb_ss_globalLock_activeClients_readers{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"})", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Active Readers", + "range": true, + "refId": "J", + "step": 300 + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by() (mongodb_ss_globalLock_activeClients_writers{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"})", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Active Writers", + "range": true, + "refId": "A", + "step": 300 + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by() (mongodb_ss_globalLock_currentQueue{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\",count_type=\"readers\"})", + "hide": false, + "legendFormat": "Queued Readers", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by() (mongodb_ss_globalLock_currentQueue{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\",count_type=\"writers\"})", + "hide": false, + "interval": "", + "legendFormat": "Queued Writers", + "range": true, + "refId": "C" + } + ], + "title": "Reads & Writes clients locks", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 27, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "orange", + "value": 5 + }, + { + "color": "red", + "value": 10 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "Write conflict" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 68 + }, + "id": 1611, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(job) (\n rate(mongodb_mongod_metrics_operation_total{job=~\".*shards.*\",state=\"writeConflicts\"}[$__rate_interval])\n) / sum by(job) (\n rate(mongodb_ss_opcounters{job=~\".*shards.*\", legacy_op_type=~\"insert|update|delete\"}[$__rate_interval])\n)", + "instant": false, + "legendFormat": "Write conflict", + "range": true, + "refId": "A" + } + ], + "title": "Write Conflicts per Second", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 19, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "max": 1, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "transparent" + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 11, + "w": 12, + "x": 0, + "y": 76 + }, + "id": 1607, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": " (rate(mongodb_ss_wt_cache_pages_requested_from_the_cache{job=\"zenko/data-db-mongodb-sharded-shards-data\",rs_state=\"1\"}[$__rate_interval]) - \n rate(mongodb_ss_wt_cache_pages_read_into_cache{job=\"zenko/data-db-mongodb-sharded-shards-data\",rs_state=\"1\"}[$__rate_interval])) / \n rate(mongodb_ss_wt_cache_pages_requested_from_the_cache{job=\"zenko/data-db-mongodb-sharded-shards-data\",rs_state=\"1\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "Cache hit/miss ratio for {{ pod }}", + "range": true, + "refId": "B" + } + ], + "title": "WiredTiger Engine Cache hit/miss ratio", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Ratio of Documents (or Index entries) scanned / documents returned. A value of 1 means all documents returned exactly match query criteria for the sample period. A value of 100 means on average for the sample period, a query scans 100 documents to find one that is returned.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "" + }, + "overrides": [] + }, + "gridPos": { + "h": 11, + "w": 12, + "x": 12, + "y": 76 + }, + "id": 1066, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.2.20", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "(sum by ()(rate(mongodb_mongod_metrics_query_executor_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"scanned_objects\"}[$interval])) /\nsum(rate(mongodb_mongod_metrics_document_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"returned\"}[$interval]))\nor\nsum by ()(irate(mongodb_mongod_metrics_query_executor_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"scanned_objects\"}[5m])) /\nsum(irate(mongodb_mongod_metrics_document_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"returned\"}[5m])))", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Scanned objects / returned", + "range": true, + "refId": "J", + "step": 300 + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "(sum by ()(rate(mongodb_mongod_metrics_query_executor_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"scanned\"}[$interval])) /\nsum(rate(mongodb_mongod_metrics_document_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"returned\"}[$interval]))\nor\nsum by ()(irate(mongodb_mongod_metrics_query_executor_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"scanned\"}[5m])) /\nsum(irate(mongodb_mongod_metrics_document_total{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", state=\"returned\"}[5m])))", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Scanned idx / returned", + "range": true, + "refId": "A", + "step": 300 + } + ], + "title": "Query Efficiency", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 87 + }, + "id": 1615, + "panels": [], + "title": "Resources usage", + "type": "row" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 18, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 88 + }, + "id": 1605, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "11.2.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(pod) (rate(container_cpu_usage_seconds_total{container=\"mongodb\",pod=~\"data-db-mongodb-sharded-shard.*\"}[$__rate_interval])) * 100\n", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "CPU usage", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "MB", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decmbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 88 + }, + "id": 1616, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "8.0.6", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", "exemplar": true, - "expr": "rate(mongodb_ss_metrics_document{pod=\"${mongod}\", namespace=\"${namespace}\"}[$__rate_interval])", + "expr": "mongodb_ss_mem_resident{pod=~\".*mongodb.*\", namespace=\"zenko\"}", "format": "time_series", "interval": "", "intervalFactor": 2, - "legendFormat": "{{doc_op_type}}", + "legendFormat": "{{pod}}: Resident", + "range": true, "refId": "A", "step": 240 + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "exemplar": true, + "expr": "mongodb_ss_mem_virtual{pod=~\".*mongodb.*\", namespace=\"zenko\"}", + "format": "time_series", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{pod}}: Virtual", + "range": true, + "refId": "B", + "step": 240 } ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Document Operations", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" + "title": "Memory", + "type": "timeseries" + }, + { + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 96 }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] + "id": 1617, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } }, - "yaxes": [ + "pluginVersion": "8.0.6", + "targets": [ { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "exemplar": true, + "expr": "rate(mongodb_ss_network_bytesIn{pod=~\".*mongodb.*\", namespace=\"zenko\"}[$__rate_interval])", + "format": "time_series", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{pod}}: In", + "metric": "mongodb_ss_network_bytesIn", + "range": true, + "refId": "A", + "step": 240 }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "exemplar": true, + "expr": "rate(mongodb_ss_network_bytesOut{pod=~\".*mongodb.*\", namespace=\"zenko\"}[$__rate_interval])", + "format": "time_series", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{pod}}: Out", + "metric": "mongodb_ss_network_bytesOut", + "range": true, + "refId": "B", + "step": 240 } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Network I/O", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "datasource": { + "default": true, + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "binBps" + }, + "overrides": [] + }, "gridPos": { - "h": 6, - "w": 8, - "x": 10, - "y": 8 - }, - "hiddenSeries": false, - "id": 8, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "h": 8, + "w": 12, + "x": 12, + "y": 96 + }, + "id": 1613, "options": { - "alertThreshold": true + "legend": { + "calcs": [ + "min", + "mean", + "max" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "percentage": false, "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { - "exemplar": true, - "expr": "rate(mongodb_ss_metrics_queryExecutor_scanned{pod=\"${mongod}\", namespace=\"${namespace}\"}[$__rate_interval])", + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum by(pod) (rate(container_blkio_device_usage_total{operation=\"Total\", namespace=\"zenko\", pod=~\".*mongodb.*\"}[$__rate_interval]))", "format": "time_series", - "hide": false, "interval": "", "intervalFactor": 2, - "legendFormat": "", + "legendFormat": "{{pod}}", + "range": true, "refId": "A", - "step": 600 + "step": 240 } ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Document Query Executor", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" + "title": "Disk IO Utilization", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Disk I/O includes read or write or input/output operations involving a physical disk. It is the speed with which the data transfer takes place between the hard disk drive and RAM.\n\nSwap Activity is memory management that involves swapping sections of memory to and from physical storage.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "Page Out (-) / Page In (+)", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "stepAfter", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "Bps" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Swap In (Reads)" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#6ed0e0", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Swap Out (Writes)" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ef843c", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Total" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#bf1b00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Disk Writes (Page Out)" + }, + "properties": [ + { + "id": "custom.transform", + "value": "negative-Y" + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Total" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Swap Out (Writes)" + }, + "properties": [ + { + "id": "custom.transform", + "value": "negative-Y" + } + ] + } + ] + }, + "gridPos": { + "h": 10, + "w": 12, + "x": 0, + "y": 104 + }, + "id": 341, + "links": [ + { + "targetBlank": true, + "title": "Disk Performance", + "url": "/graph/d/node-disk/disk-details?$__url_time_range&$__all_variables" + } + ], + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.2.20", + "repeat": "node_name", + "repeatDirection": "h", + "targets": [ + { + "calculatedInterval": "2s", + "datasource": "Metrics", + "datasourceErrors": {}, + "editorMode": "code", + "errors": {}, + "expr": "avg by () (sum(rate(container_fs_reads_bytes_total{container=\"mongodb\"}[5s]) or irate(container_fs_reads_bytes_total{container=\"mongodb\"}[5s]))) or\navg by () (rate(node_vmstat_pgpgin{}[$interval]) * 1024 or irate(node_vmstat_pgpgin{}[5m]) * 1024)", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Disk Reads (Page In)", + "metric": "", + "range": true, + "refId": "A", + "step": 300, + "target": "" + }, + { + "calculatedInterval": "2s", + "datasource": "Metrics", + "datasourceErrors": {}, + "editorMode": "code", + "errors": {}, + "expr": "avg by () (sum(rate(container_fs_writes_bytes_total{container=\"mongodb\"}[5s]) or irate(container_fs_writes_bytes_total{container=\"mongodb\"}[5s]))) or\navg by () ((rate(node_vmstat_pgpgout{}[$interval]) * 1024 or irate(node_vmstat_pgpgout{}[5m]) * 1024))", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Disk Writes (Page Out)", + "metric": "", + "range": true, + "refId": "B", + "step": 300, + "target": "" + }, + { + "datasource": "Metrics", + "editorMode": "code", + "expr": "avg by (node_name) (rate(node_vmstat_pswpin{}[$interval]) * 4096 or irate(node_vmstat_pswpin{}[5m]) * 4096)", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Swap In (Reads)", + "range": true, + "refId": "D" + }, + { + "datasource": "Metrics", + "editorMode": "code", + "expr": "avg by () (rate(container_memory_swap{}[$interval]) or \nirate(container_memory_swap{}[5s])) or \navg by () (rate(node_vmstat_pswpout{}[$interval]) * 4096 or \nirate(node_vmstat_pswpout{}[5m]) * 4096)", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Swap Out (Writes)", + "range": true, + "refId": "E" + } + ], + "title": "Disk I/O and Swap Activity - $node_name", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "Network traffic refers to the amount of data moving across a network at a given point in time.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "Outbound (-) / Inbound (+)", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "stepAfter", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "Bps" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Outbound" + }, + "properties": [ + { + "id": "custom.transform", + "value": "negative-Y" + } + ] + } + ] + }, + "gridPos": { + "h": 10, + "w": 12, + "x": 12, + "y": 104 }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] + "id": 343, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } }, - "yaxes": [ + "pluginVersion": "9.2.20", + "repeat": "node_name", + "repeatDirection": "h", + "targets": [ + { + "calculatedInterval": "2s", + "datasource": "Metrics", + "datasourceErrors": {}, + "editorMode": "code", + "errors": {}, + "expr": "sum(rate(container_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[$interval]) or \nirate(container_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[5m])) or\nsum(rate(node_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[$interval])) or \nsum(irate(node_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[5m])) or \nsum(max_over_time(rdsosmetrics_network_rx{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_rx{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[5m]))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Inbound (Shard data 0)", + "metric": "", + "range": true, + "refId": "B", + "step": 300, + "target": "" + }, + { + "calculatedInterval": "2s", + "datasource": "Metrics", + "datasourceErrors": {}, + "editorMode": "code", + "errors": {}, + "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[$interval]) or \nirate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[5m])) or \nsum(rate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[$interval])) or \nsum(irate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[5m])) or\nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-0\"}[5m]))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "Outbound (Shard data 0)", + "metric": "", + "range": true, + "refId": "A", + "step": 300, + "target": "" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[$interval]) or \nirate(container_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[5m])) or\nsum(rate(node_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[$interval])) or \nsum(irate(node_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[5m])) or \nsum(max_over_time(rdsosmetrics_network_rx{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_rx{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "Inbound (Shard data 1)", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[$interval]) or \nirate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[5m])) or \nsum(rate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[$interval])) or \nsum(irate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[5m])) or\nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-1\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "Outbound (Shard data 1)", + "range": true, + "refId": "D" + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[$interval]) or \nirate(container_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[5m])) or\nsum(rate(node_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[$interval])) or \nsum(irate(node_network_receive_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[5m])) or \nsum(max_over_time(rdsosmetrics_network_rx{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_rx{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "Inbound (Shard data 2)", + "range": true, + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[$interval]) or \nirate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[5m])) or \nsum(rate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[$interval])) or \nsum(irate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[5m])) or\nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-2\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "Outbound (Shard data 2)", + "range": true, + "refId": "F" }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 6, - "w": 6, - "x": 18, - "y": 8 - }, - "hiddenSeries": false, - "id": 11, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-3\"}[$interval]) or \nirate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-3\"}[5m])) or \nsum(rate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-3\"}[$interval])) or \nsum(irate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-3\"}[5m])) or\nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-3\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-3\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "G" + }, { - "exemplar": true, - "expr": "sum by(legacy_op_type) (rate(mongodb_ss_opcountersRepl{pod=\"${mongod}\", namespace=\"${namespace}\"}[$__rate_interval]))", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{legacy_op_type}}", - "refId": "A", - "step": 600 - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Replica Query Operations", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-4\"}[$interval]) or \nirate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-4\"}[5m])) or \nsum(rate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-4\"}[$interval])) or \nsum(irate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-4\"}[5m])) or\nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-4\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-4\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "H" + }, { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-5\"}[$interval]) or \nirate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-5\"}[5m])) or \nsum(rate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-5\"}[$interval])) or \nsum(irate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-5\"}[5m])) or\nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-5\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-5\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "I" }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-6\"}[$interval]) or \nirate(container_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-6\"}[5m])) or \nsum(rate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-6\"}[$interval])) or \nsum(irate(node_network_transmit_bytes_total{pod=\"data-db-mongodb-sharded-shard0-data-6\"}[5m])) or\nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-6\"}[$interval])) or \nsum(max_over_time(rdsosmetrics_network_tx{pod=\"data-db-mongodb-sharded-shard0-data-6\"}[5m]))", + "hide": false, + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "J" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Network Traffic - $node_name", + "type": "timeseries" }, { "collapsed": false, @@ -722,1008 +4131,1108 @@ "h": 1, "w": 24, "x": 0, - "y": 28 + "y": 114 }, - "id": 21, + "id": 1597, "panels": [], - "repeat": "mongod", - "title": "Replica Set Metrics for ${mongod}", + "title": "Wiredtiger", "type": "row" }, { - "aliasColors": {}, - "bars": true, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, "gridPos": { - "h": 6, - "w": 5, + "h": 8, + "w": 8, "x": 0, - "y": 29 + "y": 115 }, - "hiddenSeries": false, - "id": 15, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": false, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "id": 1593, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "mongodb_mongod_replset_number_of_members{pod=\"${mongod}\", namespace=\"${namespace}\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "# members", - "refId": "A", - "step": 600, - "instant": true + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - { - "exemplar": true, - "expr": "sum(mongodb_rs_members_health{pod=\"${mongod}\", namespace=\"${namespace}\"})", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "healthy members", - "refId": "B", - "step": 600, - "instant": true + "tooltip": { + "mode": "single", + "sort": "none" } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Member Health", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "series", - "name": null, - "show": false, - "values": [ - "current" - ] }, - "yaxes": [ - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_wt_cache_eviction_worker_thread_created{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{pod}}", + "range": true, + "refId": "A" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Eviction thread created", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": true, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "See which node is currently acting as the primary, secondary, ...", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 6, - "w": 5, - "x": 5, - "y": 29 - }, - "hiddenSeries": false, - "id": 14, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": false, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "mongodb_rs_members_state{pod=\"${mongod}\", namespace=\"${namespace}\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{member_state}}", - "refId": "A", - "step": 240, - "instant": true - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Member State", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "series", - "name": null, - "show": false, - "values": [ - "current" - ] + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" }, - "yaxes": [ - { - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "overrides": [] + }, "gridPos": { - "h": 6, - "w": 7, - "x": 10, - "y": 29 - }, - "hiddenSeries": false, - "id": 16, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "h": 8, + "w": 8, + "x": 8, + "y": 115 + }, + "id": 1592, "options": { - "alertThreshold": true + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { - "expr": "rate(mongodb_mongod_replset_oplog_head_timestamp{pod=~\"${mongod}\", namespace=\"${namespace}\"}[$__rate_interval])", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 2, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_wt_cache_eviction_worker_thread_removed{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$__rate_interval])", + "instant": false, "legendFormat": "{{pod}}", - "refId": "A", - "step": 240 - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 300, - "visible": true - } - ], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Oplog Lag", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "dtdurations", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "range": true, + "refId": "A" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Eviction threads removed", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 6, - "w": 7, - "x": 17, - "y": 29 - }, - "hiddenSeries": false, - "id": 6, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "mongodb_oplog_stats_size{pod=~\"${mongod}\", namespace=\"${namespace}\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{rs_nm}}", - "metric": "mongodb_locks_time_acquiring_global_microseconds_total", - "refId": "A", - "step": 240 - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Oplog Size", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 115 }, - "yaxes": [ - { - "format": "decbytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "id": 1590, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "mongodb_ss_wt_cache_eviction_worker_thread_active", + "instant": false, + "legendFormat": "{{ job }}", + "range": true, + "refId": "A" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Number of threads for eviction", + "type": "timeseries" }, { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 301 + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "A WT 'ticket' is assigned out for every operation running simultaneously in the WT storage engine. \"Available\" = hardcoded high value - \"Out\".", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 20, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "write" + }, + "properties": [ + { + "id": "custom.transform", + "value": "negative-Y" + } + ] + } + ] }, - "id": 23, - "panels": [], - "repeat": null, - "title": "Resource Metrics", - "type": "row" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 7, - "w": 8, + "h": 8, + "w": 12, "x": 0, - "y": 302 - }, - "hiddenSeries": false, - "id": 4, - "legend": { - "alignAsTable": false, - "avg": false, - "current": true, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true + "y": 123 }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "mongodb_ss_mem_resident{pod=~\"${pod}\", namespace=\"${namespace}\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{pod}}: Resident", - "refId": "A", - "step": 240 + "id": 1041, + "options": { + "legend": { + "calcs": [ + "mean", + "max", + "min" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true }, - { - "exemplar": true, - "expr": "mongodb_ss_mem_virtual{pod=~\"${pod}\", namespace=\"${namespace}\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{pod}}: Virtual", - "refId": "B", - "step": 240 + "tooltip": { + "mode": "multi", + "sort": "none" } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Memory", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [ - "total" - ] }, - "yaxes": [ + "pluginVersion": "9.2.20", + "targets": [ { - "format": "decmbytes", - "label": "MB", - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by (type) ((max_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_total_tickets{txn_rw=\"read\"}[$interval]) or\nmax_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_total_tickets{txn_rw=\"read\"}[5m])) -\n(max_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_out_tickets{txn_rw=\"read\"}[$interval]) or\nmax_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_out_tickets{txn_rw=\"read\"}[5m])))", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "read", + "metric": "", + "range": true, + "refId": "B", + "step": 300 }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "avg by (type) ((max_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_total_tickets{txn_rw=\"write\"}[$interval]) or\nmax_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_total_tickets{txn_rw=\"write\"}[5m])) -\n(max_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_out_tickets{txn_rw=\"write\"}[$interval]) or\nmax_over_time(mongodb_mongod_wiredtiger_concurrent_transactions_out_tickets{txn_rw=\"write\"}[5m])))", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "write", + "metric": "", + "range": true, + "refId": "A", + "step": 300 } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "WiredTiger Concurrency Tickets Available", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, "gridPos": { - "h": 7, - "w": 8, - "x": 8, - "y": 302 - }, - "hiddenSeries": false, - "id": 17, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "h": 8, + "w": 12, + "x": 12, + "y": 123 + }, + "id": 1588, "options": { - "alertThreshold": true + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { - "expr": "sum by(pod) (rate(container_blkio_device_usage_total{operation=\"Total\", namespace=\"${namespace}\", pod=~\"${pod}\"}[$__rate_interval]))", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{pod}}", - "refId": "A", - "step": 240 + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "mongodb_mongod_wiredtiger_concurrent_transactions_available_tickets{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}", + "instant": false, + "legendFormat": "{{pod}} ({{txn_rw}})", + "range": true, + "refId": "A" } ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Disk IO Utilization", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" + "title": "Concurrency tickets", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 131 }, - "yaxes": [ - { - "format": "binBps", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true + "id": 1591, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_wt_cache_eviction_worker_thread_evicting_pages{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{pod}}", + "range": true, + "refId": "A" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Eviction of pages", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "binBps" + }, + "overrides": [] + }, "gridPos": { - "h": 7, - "w": 8, - "x": 16, - "y": 302 - }, - "hiddenSeries": false, - "id": 5, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true + "h": 8, + "w": 12, + "x": 12, + "y": 131 }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "rate(mongodb_ss_network_bytesIn{pod=~\"${pod}\", namespace=\"${namespace}\"}[$__rate_interval])", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{pod}}: In", - "metric": "mongodb_ss_network_bytesIn", - "refId": "A", - "step": 240 + "id": 1602, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - { - "exemplar": true, - "expr": "rate(mongodb_ss_network_bytesOut{pod=~\"${pod}\", namespace=\"${namespace}\"}[$__rate_interval])", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{pod}}: Out", - "metric": "mongodb_ss_network_bytesOut", - "refId": "B", - "step": 240 + "tooltip": { + "mode": "single", + "sort": "none" } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Network I/O", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "targets": [ { - "format": "decbytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_wt_cache_bytes_written_from_cache{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$__rate_interval])", + "instant": false, + "legendFormat": "written_from ({{pod}})", + "range": true, + "refId": "A" }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_wt_cache_bytes_read_into_cache{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "read_in ({{pod}})", + "range": true, + "refId": "B" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "WiredTiger Cache I/O", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, "gridPos": { - "h": 7, + "h": 10, "w": 12, "x": 0, - "y": 309 - }, - "hiddenSeries": false, - "id": 18, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "y": 139 + }, + "id": 1603, "options": { - "alertThreshold": true + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { - "expr": "sum by(pod) (rate(container_fs_reads_total{namespace=\"${namespace}\", pod=~\"${pod}\"}[$__rate_interval]))", - "format": "time_series", - "intervalFactor": 2, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "rate(mongodb_ss_wt_cache_modified_pages_evicted_by_application_threads{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\", rs_state=\"1\"}[$__rate_interval])", + "instant": false, "legendFormat": "{{pod}}", - "refId": "A", - "step": 240 - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Disk Reads Completed", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "range": true, + "refId": "A" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Evictions from application threads", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fill": 1, - "fillGradient": 0, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, "gridPos": { - "h": 7, + "h": 11, "w": 12, "x": 12, - "y": 309 - }, - "hiddenSeries": false, - "id": 19, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", + "y": 139 + }, + "id": 1594, "options": { - "alertThreshold": true + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "percentage": false, - "pluginVersion": "8.0.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { - "expr": "sum by(pod) (rate(container_fs_writes_total{namespace=\"${namespace}\", pod=~\"${pod}\"}[$__rate_interval]))", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "{{pod}}", - "refId": "A", - "step": 240 - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Disk Writes Completed", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "mongodb_mongod_wiredtiger_cache_max_bytes{pod=\"data-db-mongodb-sharded-shard0-data-0\", job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}", + "hide": false, + "instant": false, + "legendFormat": "max", + "range": true, + "refId": "B" + }, { - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "mongodb_mongod_wiredtiger_cache_bytes{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}", + "hide": false, + "instant": false, + "legendFormat": "used ({{ pod }})", + "range": true, + "refId": "A" }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "editorMode": "code", + "expr": "mongodb_ss_wt_cache_tracked_dirty_bytes_in_the_cache{job=~\"zenko/data-db-mongodb-sharded-shard.*-data\"}", + "hide": false, + "instant": false, + "legendFormat": "dirty ({{pod}})", + "range": true, + "refId": "C" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "WiredTiger Cache", + "type": "timeseries" } ], - "refresh": "5s", - "schemaVersion": 30, - "style": "dark", - "tags": [ - "mongodb" - ], + "refresh": "", + "schemaVersion": 39, + "tags": [], "templating": { "list": [ { - "allValue": null, + "allFormat": "glob", + "auto": true, + "auto_count": 200, + "auto_min": "1s", "current": { "selected": false, - "text": "All", - "value": "$__all" + "text": "auto", + "value": "$__auto_interval_interval" + }, + "datasource": "Metrics", + "hide": 0, + "includeAll": false, + "label": "Interval", + "multi": false, + "multiFormat": "glob", + "name": "interval", + "options": [ + { + "selected": true, + "text": "auto", + "value": "$__auto_interval_interval" + }, + { + "selected": false, + "text": "1s", + "value": "1s" + }, + { + "selected": false, + "text": "5s", + "value": "5s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "1s,5s,1m,5m,1h,6h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + }, + { + "current": { + "selected": true, + "text": [ + "data-db-mongodb-sharded-shard-1", + "data-db-mongodb-sharded-shard-0" + ], + "value": [ + "data-db-mongodb-sharded-shard-1", + "data-db-mongodb-sharded-shard-0" + ] + }, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" }, - "datasource": "${DS_PROMETHEUS}", - "definition": "label_values(mongodb_ss_connections{namespace=\"${namespace}\"}, pod)", - "description": null, - "error": null, + "definition": "label_values(mongodb_mongod_replset_my_state,set)", "hide": 0, "includeAll": true, - "label": "Pod", + "label": "Replica Set", "multi": true, - "name": "pod", + "name": "rs_nm", "options": [], "query": { - "query": "label_values(mongodb_ss_connections{namespace=\"${namespace}\"}, pod)", - "refId": "StandardVariableQuery" + "qryType": 1, + "query": "label_values(mongodb_mongod_replset_my_state,set)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, - "regex": "/(?${job}-(?.*))/", + "regex": "", "skipUrlSync": false, - "sort": 1, - "type": "query", - "useTags": false + "sort": 0, + "type": "query" }, { - "allValue": null, + "allFormat": "glob", "current": { - "selected": false, - "text": "All", - "value": "$__all" + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] }, - "datasource": "${DS_PROMETHEUS}", - "definition": "label_values(mongodb_ss_metrics_document{namespace=\"${namespace}\", pod=~\"$pod\"}, pod)", - "description": null, - "error": null, + "datasource": { + "type": "prometheus", + "uid": "metalk8s-prometheus" + }, + "definition": "label_values(mongodb_up{cluster=~\"$cluster\",service_name=~\"$service_name\"}, node_name)", "hide": 2, "includeAll": true, - "label": "MongoD", + "label": "Node Name", "multi": true, - "name": "mongod", + "name": "node_name", "options": [], "query": { - "query": "label_values(mongodb_ss_metrics_document{namespace=\"${namespace}\", pod=~\"$pod\"}, pod)", - "refId": "StandardVariableQuery" + "query": "label_values(mongodb_up{cluster=~\"$cluster\",service_name=~\"$service_name\"}, node_name)", + "refId": "Metrics-node_name-Variable-Query" }, - "refresh": 1, + "refresh": 2, "regex": "", "skipUrlSync": false, - "sort": 1, + "sort": 5, + "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { - "from": "now-24h", - "to": "now" + "from": "2025-05-11T21:15:22.242Z", + "to": "2025-05-11T21:42:17.797Z" }, "timepicker": { + "hidden": false, + "now": true, "refresh_intervals": [ + "1s", "5s", - "10s", - "30s", "1m", "5m", - "15m", - "30m", "1h", - "2h", + "6h", "1d" ], "time_options": [ @@ -1739,7 +5248,8 @@ ] }, "timezone": "browser", - "title": "MongoDB", - "uid": null, - "version": 21 -} + "title": "fMongoDB", + "uid": "mongodb-replicaset-summary8f", + "version": 22, + "weekStart": "" +} \ No newline at end of file