From 815527db108a63c5c9038a841a1a8481567c3370 Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Mon, 8 Apr 2024 15:46:48 +0530 Subject: [PATCH 01/14] OM-185 - New dashboard for kubernetes metrics (#111) new dashboard to display kubernetes metrics using 1. kube-state-metrics 2. cadvisor --- .../kubernetes/kubernetes_view.json | 5393 +++++++++++++++++ 1 file changed, 5393 insertions(+) create mode 100644 config/grafana/dashboards/kubernetes/kubernetes_view.json diff --git a/config/grafana/dashboards/kubernetes/kubernetes_view.json b/config/grafana/dashboards/kubernetes/kubernetes_view.json new file mode 100644 index 0000000..c927f9f --- /dev/null +++ b/config/grafana/dashboards/kubernetes/kubernetes_view.json @@ -0,0 +1,5393 @@ +{ + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "9.3.2" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + }, + { + "type": "panel", + "id": "stat", + "name": "Stat", + "version": "" + }, + { + "type": "panel", + "id": "text", + "name": "Text", + "version": "" + }, + { + "type": "panel", + "id": "timeseries", + "name": "Time series", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "this dashboard helps to view stats of aerospike-server & exporter running in Kubernetes using exporter tools like kube-state-metrics and cadvisor", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": null, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "gridPos": { + "h": 3, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 185, + "options": { + "code": { + "language": "plaintext", + "showLineNumbers": false, + "showMiniMap": false + }, + "content": "NOTE: \n
This dashboard requires Kube-state-metrics(KSM) and CAdvisor to be installed.\n
If KSM is not configured, overview(KSM) Row will be blank and if CAdvisor is not configured, Pod(CAdvisor) Row will be blank.
\n
Pod count in Overview(KSM) Row is cumulative of all pods in namespace irrespective of Aerospike cluster.\n", + "mode": "html" + }, + "pluginVersion": "9.3.2", + "type": "text" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 3 + }, + "id": 11, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of pods in namespace irrespective of Aerospike cluster", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Value" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "0": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 0, + "y": 4 + }, + "id": 51, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count (kube_pod_info{namespace=~\"$namespace\"})", + "instant": false, + "legendFormat": "{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "Pod Count", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Time since when namespace is created", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 4, + "y": 4 + }, + "id": 50, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "time() - kube_namespace_created{namespace=~\"$namespace\"}", + "instant": false, + "legendFormat": "{{namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "k8s Namespace Created", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Status of container in pod Running/Terminated/Waiting/Restarts", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "green", + "mode": "fixed" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Terminated" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "1": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "waiting" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "1": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Restarts" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "1": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Running" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "0": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 16, + "x": 8, + "y": 4 + }, + "id": 53, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(kube_pod_container_status_running{namespace=~\"$namespace\"})", + "hide": false, + "instant": false, + "legendFormat": "Running", + "range": true, + "refId": "running" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(kube_pod_container_status_terminated{namespace=~\"$namespace\"})", + "hide": false, + "instant": false, + "legendFormat": "Terminated", + "range": true, + "refId": "terminated" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(kube_pod_container_status_waiting{namespace=~\"$namespace\"})", + "hide": false, + "instant": false, + "legendFormat": "Waiting", + "range": true, + "refId": "waiting" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "sum(rate(kube_pod_container_status_restarts_total{namespace=~\"$namespace\"}[$__rate_interval]))", + "fullMetaSearch": false, + "hide": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "Restarts", + "range": true, + "refId": "restarts", + "useBackend": false + } + ], + "title": "Pod Container Status", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace status is active/terminating", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Active" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "0": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Terminating" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "1": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + }, + { + "id": "color", + "value": { + "fixedColor": "green", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 8, + "x": 0, + "y": 9 + }, + "id": 49, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (phase) (kube_namespace_status_phase{namespace=~\"$namespace\"})", + "instant": false, + "legendFormat": "{{phase}}", + "range": true, + "refId": "A" + } + ], + "title": "k8s Namespace Status", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Pod state is Failed/Pending/Running/Succeeded/Unknown", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Failed" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "green", + "mode": "fixed" + } + }, + { + "id": "mappings", + "value": [ + { + "options": { + "1": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Pending" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "green", + "mode": "fixed" + } + }, + { + "id": "mappings", + "value": [ + { + "options": { + "1": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Running" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "0": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Unknown" + }, + "properties": [ + { + "id": "mappings", + "value": [ + { + "options": { + "1": { + "color": "dark-red", + "index": 0 + } + }, + "type": "value" + } + ] + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 16, + "x": 8, + "y": 9 + }, + "id": 52, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (phase)(kube_pod_status_phase{namespace=~\"$namespace\"})", + "instant": false, + "legendFormat": "{{phase}}", + "range": true, + "refId": "A" + } + ], + "title": "Pod State", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Pod state Running/Failed/Pending/Succeeded/Unknown in Time series", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 0, + "y": 14 + }, + "id": 60, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_pod_status_phase{namespace=~\"$namespace\", pod=~\"$pod\"}", + "instant": false, + "legendFormat": "{{pod}}-{{phase}}", + "range": true, + "refId": "A" + } + ], + "title": "Pod State", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Status of container in pod Running/Terminated/Waiting in Time series", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 8, + "y": 14 + }, + "id": 59, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_pod_container_status_running{namespace=~\"$namespace\", pod=~\"$pod\"}", + "instant": false, + "legendFormat": "{{pod}}/{{container}}-Running", + "range": true, + "refId": "running" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_pod_container_status_waiting{namespace=~\"$namespace\", pod=~\"$pod\"}", + "hide": false, + "instant": false, + "legendFormat": "{{pod}}/{{container}}-Waiting", + "range": true, + "refId": "waiting" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_pod_container_status_terminated{namespace=~\"$namespace\", pod=~\"$pod\"}", + "hide": false, + "instant": false, + "legendFormat": "{{pod}}/{{container}}-Terminated", + "range": true, + "refId": "terminated" + } + ], + "title": "Pod Container Status", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Rate of container restarts in pod (Timeseries)", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 16, + "y": 14 + }, + "id": 57, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(kube_pod_container_status_restarts_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{pod}}/{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "Pod Container Restarts Total (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "#1f60c4", + "mode": "fixed" + }, + "mappings": [], + "noValue": "PV & PVC", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 18 + }, + "id": 61, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "text": { + "titleSize": 20, + "valueSize": 20 + }, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Persistent volume count", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 0, + "y": 19 + }, + "id": 65, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_persistentvolume_info{persistentvolume=~\"$volume\"}", + "instant": false, + "legendFormat": "{{persistentvolume}}", + "range": true, + "refId": "A" + } + ], + "title": "PV Info", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Status of persistent volume - Available/Bound/Failed/Pending/Released", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 18, + "x": 6, + "y": 19 + }, + "id": 3, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (phase)(kube_persistentvolume_status_phase{persistentvolume=~\"$volume\"})", + "hide": false, + "instant": false, + "legendFormat": "{{phase}}", + "range": true, + "refId": "A" + } + ], + "title": "PV Status", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Persistent volume claim count", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 8, + "x": 0, + "y": 24 + }, + "id": 414, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_persistentvolumeclaim_info{namespace=~\"$namespace\", persistentvolumeclaim=~\"$volume_claim\"}", + "instant": false, + "legendFormat": "{{persistentvolumeclaim}}", + "range": true, + "refId": "A" + } + ], + "title": "PVC Info", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Status of persistent volume claim- Bound/Lost/Pending", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 16, + "x": 8, + "y": 24 + }, + "id": 7, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (phase) (kube_persistentvolumeclaim_status_phase{namespace=~\"$namespace\", persistentvolumeclaim=~\"$volume_claim\"})", + "instant": false, + "legendFormat": "{{phase}}", + "range": true, + "refId": "A" + } + ], + "title": "PVC Status", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Persistent volume claim reference", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 3, + "x": 0, + "y": 29 + }, + "id": 13, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count (kube_persistentvolume_claim_ref{persistentvolume=~\"$volume\"})", + "instant": false, + "legendFormat": "{{persistentvolume}}", + "range": true, + "refId": "A" + } + ], + "title": "PVC Reference", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Type of access mode for Persistent volume claim", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 21, + "x": 3, + "y": 29 + }, + "id": 9, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_persistentvolumeclaim_access_mode{namespace=~\"$namespace\", persistentvolumeclaim=~\"$volume_claim\"}", + "instant": false, + "legendFormat": "{{persistentvolumeclaim}} {{access_mode}}", + "range": true, + "refId": "A" + } + ], + "title": "PVC Access Mode", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Status of persistent volume - Available/Bound/Failed/Pending/Released", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 34 + }, + "id": 648, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_persistentvolume_status_phase{persistentvolume=~\"$volume\"}", + "hide": false, + "instant": false, + "legendFormat": "{{persistentvolume}}-{{phase}}", + "range": true, + "refId": "A" + } + ], + "title": "PV Status", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Persistent volume capacity bytes", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 34 + }, + "id": 4, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_persistentvolume_capacity_bytes{persistentvolume=~\"$volume\"}", + "instant": false, + "legendFormat": "{{persistentvolume}}", + "range": true, + "refId": "A" + } + ], + "title": "PV Capacity Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Status of persistent volume claim- Bound/Lost/Pending", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 38 + }, + "id": 649, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_persistentvolumeclaim_status_phase{namespace=~\"$namespace\", persistentvolumeclaim=~\"$volume_claim\"}", + "instant": false, + "legendFormat": "{{persistentvolumeclaim}}-{{phase}}", + "range": true, + "refId": "A" + } + ], + "title": "PVC Status", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Persistent volume claim resource requests storage bytes", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 38 + }, + "id": 8, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "kube_persistentvolumeclaim_resource_requests_storage_bytes{namespace=~\"$namespace\", persistentvolumeclaim=~\"$volume_claim\"}", + "instant": false, + "legendFormat": "{{persistentvolumeclaim}}", + "range": true, + "refId": "A" + } + ], + "title": "PVC Request Bytes", + "type": "timeseries" + } + ], + "title": "Stats - Kube State Metrics ", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 4 + }, + "id": 54, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Start time of the container since unix epoch in seconds", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 9, + "x": 0, + "y": 5 + }, + "id": 36, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "time() - container_start_time_seconds{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "Container Start Time", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of processes running inside the container", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 7, + "x": 9, + "y": 5 + }, + "id": 37, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "container_processes{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "Processes Running in Container", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Soft ulimit values for the container root process. Unlimited if -1", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 16, + "y": 5 + }, + "id": 38, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "container_ulimits_soft{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "Ulimit(soft)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "#1f60c4", + "mode": "fixed" + }, + "mappings": [], + "noValue": "Network Stats (Bytes)", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 9 + }, + "id": 566, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "text": { + "titleSize": 20, + "valueSize": 20 + }, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of bytes received", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "dark-purple", + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 10 + }, + "id": 66, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_receive_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Network Received (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of bytes transmitted", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "dark-purple", + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 10 + }, + "id": 448, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_transmit_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))", + "hide": false, + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "B" + } + ], + "title": "Network Transmitted (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "#1f60c4", + "mode": "fixed" + }, + "mappings": [], + "noValue": "Network Stats (Packets)", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 14 + }, + "id": 565, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "text": { + "titleSize": 20, + "valueSize": 20 + }, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets received", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 15 + }, + "id": 68, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_receive_packets_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Network Received (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets transmitted", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 15 + }, + "id": 486, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_transmit_packets_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))", + "hide": false, + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "B" + } + ], + "title": "Network Transmitted (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets dropped while receiving", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "noValue": "No Network Received Drops", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 19 + }, + "id": 485, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_receive_packets_dropped_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))>0", + "hide": false, + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "C" + } + ], + "title": "Network Received - Drop (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets dropped while transmitting", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "noValue": "No Network Transmitted Drops", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 0 + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 19 + }, + "id": 484, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_transmit_packets_dropped_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))>0", + "hide": false, + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "D" + } + ], + "title": "Network Transmitted - Drop (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of errors while receiving", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "noValue": "No Network Received Errors", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 23 + }, + "id": 483, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_receive_errors_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))>0", + "hide": false, + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "E" + } + ], + "title": "Network Received - Errors (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of errors while transmitting", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "noValue": "No Network Transmitted Errors", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 23 + }, + "id": 525, + "options": { + "colorMode": "background_solid", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (interface) (rate(container_network_transmit_errors_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))>0", + "hide": false, + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "F" + } + ], + "title": "Network Transmitted - Errors (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "#1f60c4", + "mode": "fixed" + }, + "mappings": [], + "noValue": "CPU & Disk Utilization", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 27 + }, + "id": 606, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "text": { + "titleSize": 20, + "valueSize": 20 + }, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative cpu time consumed in seconds", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 28 + }, + "id": 1, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_cpu_usage_seconds_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "CPU Usage (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Blkio device bytes usage", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 28 + }, + "id": 22, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_blkio_device_usage_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}-{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Bulk IO Device Usage Bytes (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of bytes read", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 32 + }, + "id": 23, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_fs_reads_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "FS Reads Total Bytes (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of reads completed", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "iops" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 32 + }, + "id": 24, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_fs_reads_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "FS Reads Completed Total Bytes (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of bytes written", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 36 + }, + "id": 25, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_fs_writes_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "FS Writes Total Bytes (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of writes completed", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "iops" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 36 + }, + "id": 26, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_fs_writes_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "FS Writes Completed Total Bytes (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "#1f60c4", + "mode": "fixed" + }, + "mappings": [], + "noValue": "Memory Utilization", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 40 + }, + "id": 607, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "text": { + "titleSize": 20, + "valueSize": 20 + }, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Current memory usage, including all memory regardless of when it was accessed", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 41 + }, + "id": 33, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "container_memory_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "fullMetaSearch": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Usage Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Maximum memory usage recorded", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 41 + }, + "id": 31, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "container_memory_max_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "fullMetaSearch": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Usage Max Bytes ", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Current working set", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 45 + }, + "id": 34, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "container_memory_working_set_bytes{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "fullMetaSearch": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Working Set Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total page cache memory", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 45 + }, + "id": 29, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "container_memory_cache{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "fullMetaSearch": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Cache Bytes ", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Size of RSS", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 49 + }, + "id": 32, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "container_memory_rss{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}", + "fullMetaSearch": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "RSS Bytes (Anonymous, Swap cache) ", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of memory usage hits limits", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 49 + }, + "id": 28, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_memory_failcnt{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "Usage Hit Limits (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of memory page faults and page major faults", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 53 + }, + "id": 30, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_memory_failures_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\", scope=~\"container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}-{{failure_type}}", + "range": true, + "refId": "A" + } + ], + "title": "Page Faults Total (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Count of out of memory events observed for the container", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 53 + }, + "id": 35, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_oom_events_total{namespace=~\"$namespace\", pod=~\"$pod\", container=~\"$container\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{container}}", + "range": true, + "refId": "A" + } + ], + "title": "OOM Events Total (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "#1f60c4", + "mode": "fixed" + }, + "mappings": [], + "noValue": "Pod Network Utilization", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 57 + }, + "id": 608, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "text": { + "titleSize": 20, + "valueSize": 20 + }, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of bytes received", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 58 + }, + "id": 39, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_receive_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Received Bytes (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of bytes transmitted", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 58 + }, + "id": 67, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_transmit_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Transmitted Bytes (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets received", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 62 + }, + "id": 43, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_receive_packets_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Received Packets (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets transmitted", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 62 + }, + "id": 47, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_transmit_packets_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Transmitted Packets (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets dropped while receiving", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 66 + }, + "id": 42, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_receive_packets_dropped_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Received - Drop Packets (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of packets dropped while transmitting", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 66 + }, + "id": 46, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_transmit_packets_dropped_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Transmitted - Drop Packets (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of errors encountered while receiving", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 70 + }, + "id": 41, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_receive_errors_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Received - Errors Packets (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Cumulative count of errors encountered while transmitting", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "pps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 70 + }, + "id": 45, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(container_network_transmit_errors_total{namespace=~\"$namespace\", pod=~\"$pod\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{interface}}", + "range": true, + "refId": "A" + } + ], + "title": "Transmitted - Errors Packets (rate)", + "type": "timeseries" + } + ], + "repeat": "pod", + "repeatDirection": "h", + "title": "Stats - Pods (CAdvisor) - $pod", + "type": "row" + } + ], + "refresh": "", + "schemaVersion": 37, + "style": "dark", + "tags": [ + "monitoring", + "kube-state-metrics", + "c-advisor", + "kubernetes" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Aerospike Prometheus", + "value": "Aerospike Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "Datasource", + "multi": false, + "name": "DS_AEROSPIKE_PROMETHEUS", + "options": [], + "query": "prometheus", + "queryValue": "", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values({__name__=~\"aerospike_node_stats_uptime\"},job)", + "hide": 0, + "includeAll": false, + "label": "Job Name", + "multi": true, + "name": "job_name", + "options": [], + "query": { + "qryType": 1, + "query": "label_values({__name__=~\"aerospike_node_stats_uptime\"},job)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values({__name__=~\"up\", job=~\"$job_name\"},namespace)", + "hide": 0, + "includeAll": false, + "label": "K8S Namespace", + "multi": true, + "name": "namespace", + "options": [], + "query": { + "qryType": 1, + "query": "label_values({__name__=~\"up\", job=~\"$job_name\"},namespace)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values({__name__=~\"container.*\", namespace=~\"$namespace\"},pod)", + "hide": 0, + "includeAll": true, + "label": "K8S Pod", + "multi": true, + "name": "pod", + "options": [], + "query": { + "qryType": 1, + "query": "label_values({__name__=~\"container.*\", namespace=~\"$namespace\"},pod)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values({__name__=~\"container.*\", namespace=~\"$namespace\"},container)", + "hide": 0, + "includeAll": true, + "label": "K8S Container", + "multi": true, + "name": "container", + "options": [], + "query": { + "qryType": 1, + "query": "label_values({__name__=~\"container.*\", namespace=~\"$namespace\"},container)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(kube_persistentvolumeclaim_info{namespace=~\"$namespace\"},persistentvolumeclaim)", + "hide": 0, + "includeAll": true, + "label": "Peristent Volume Claim", + "multi": true, + "name": "volume_claim", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(kube_persistentvolumeclaim_info{namespace=~\"$namespace\"},persistentvolumeclaim)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(kube_persistentvolume_info,persistentvolume)", + "hide": 0, + "includeAll": true, + "label": "Persistent Volume", + "multi": true, + "name": "volume", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(kube_persistentvolume_info,persistentvolume)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-30m", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Aerospike Kubernetes View", + "uid": "d163b05d", + "version": 4, + "weekStart": "" +} \ No newline at end of file From fd0814a72286d90b40880b22f82ef4e159fc649e Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Mon, 8 Apr 2024 15:47:26 +0530 Subject: [PATCH 02/14] OM-183 - Batch usecase dashboard (#110) added a new use-case dashboard to display all batch stats like read, write, proxy, tsvc, delete etc., --- .../usecases/batch_transactions_view.json | 6040 +++++++++++++++++ 1 file changed, 6040 insertions(+) create mode 100644 config/grafana/dashboards/usecases/batch_transactions_view.json diff --git a/config/grafana/dashboards/usecases/batch_transactions_view.json b/config/grafana/dashboards/usecases/batch_transactions_view.json new file mode 100644 index 0000000..d8aef12 --- /dev/null +++ b/config/grafana/dashboards/usecases/batch_transactions_view.json @@ -0,0 +1,6040 @@ +{ + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "10.4.0" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + }, + { + "type": "panel", + "id": "stat", + "name": "Stat", + "version": "" + }, + { + "type": "panel", + "id": "timeseries", + "name": "Time series", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "Dashboard helps visualise multiple stats at batch transaction processing including read, write, delete, proxy, tsvc etc.,", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": null, + "links": [], + "liveNow": false, + "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 1556, + "panels": [], + "title": "Overview", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 24, + "x": 0, + "y": 1 + }, + "id": 1559, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "10.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_lang_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_lang_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_lang_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", + "hide": false, + "legendFormat": "Success", + "range": true, + "refId": "success" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_lang_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_proxy_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", + "hide": false, + "legendFormat": "Errors", + "range": true, + "refId": "error" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n\n)", + "legendFormat": "Not Found", + "range": true, + "refId": "notfound" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n\n)", + "hide": false, + "legendFormat": "Filtered out", + "range": true, + "refId": "filteredout" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_proxy_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", + "hide": false, + "legendFormat": "Timeout", + "range": true, + "refId": "timeout" + } + ], + "title": "Total (rate)", + "type": "stat" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 6 + }, + "id": 1484, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_success", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 7 + }, + "hideTimeOverride": false, + "id": 1490, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_filtered_out", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 7 + }, + "hideTimeOverride": false, + "id": 1488, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_error ", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 13 + }, + "hideTimeOverride": false, + "id": 1486, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_not_found", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 13 + }, + "hideTimeOverride": false, + "id": 1489, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Not Found (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_timeout", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 19 + }, + "hideTimeOverride": false, + "id": 1487, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "Read", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 7 + }, + "id": 1528, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_success from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 8 + }, + "hideTimeOverride": false, + "id": 1534, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_filtered_out from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 8 + }, + "hideTimeOverride": false, + "id": 1533, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_error from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 14 + }, + "hideTimeOverride": false, + "id": 1531, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_not_found from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 14 + }, + "hideTimeOverride": false, + "id": 1532, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Not found (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_read_timeout from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 20 + }, + "hideTimeOverride": false, + "id": 1530, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "Read - From Proxy", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 8 + }, + "id": 1505, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_success", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 9 + }, + "hideTimeOverride": false, + "id": 1510, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_filtered_out", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 9 + }, + "hideTimeOverride": false, + "id": 1509, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_error", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 15 + }, + "hideTimeOverride": false, + "id": 1508, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_timeout", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 15 + }, + "hideTimeOverride": false, + "id": 1511, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "Write", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 9 + }, + "id": 1549, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_success from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 10 + }, + "hideTimeOverride": false, + "id": 1551, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_filtered_out from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 10 + }, + "hideTimeOverride": false, + "id": 1552, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_error from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 16 + }, + "hideTimeOverride": false, + "id": 1547, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_write_timeout from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 16 + }, + "hideTimeOverride": false, + "id": 1550, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "Write - From Proxy", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 10 + }, + "id": 1460, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_success", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 11 + }, + "hideTimeOverride": false, + "id": 1468, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_filtered_out", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 11 + }, + "hideTimeOverride": false, + "id": 1465, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_error", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 17 + }, + "hideTimeOverride": false, + "id": 1464, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "B" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_not_found", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 17 + }, + "hideTimeOverride": false, + "id": 1467, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Not Found (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_timeout", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 23 + }, + "hideTimeOverride": false, + "id": 1469, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "Delete", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 11 + }, + "id": 1513, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_success from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 12 + }, + "hideTimeOverride": false, + "id": 1519, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_filtered_out from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 12 + }, + "hideTimeOverride": false, + "id": 1517, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_error from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 18 + }, + "hideTimeOverride": false, + "id": 1516, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_not_found from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 18 + }, + "hideTimeOverride": false, + "id": 1518, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Not Found (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_delete_timeout from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 24 + }, + "hideTimeOverride": false, + "id": 1515, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "Delete - From Proxy", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 12 + }, + "id": 1497, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_udf_complete ", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 13 + }, + "hideTimeOverride": false, + "id": 1501, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Complete (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_udf_filtered_out", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 13 + }, + "hideTimeOverride": false, + "id": 1500, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_udf_error", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 19 + }, + "hideTimeOverride": false, + "id": 1502, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_udf_time_out", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 19 + }, + "hideTimeOverride": false, + "id": 1503, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "UDF", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 13 + }, + "id": 1543, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_udf_complete from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 14 + }, + "hideTimeOverride": false, + "id": 1541, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Complete (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_udf_filtered_out from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 14 + }, + "hideTimeOverride": false, + "id": 1545, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Filtered out (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_udf_error from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 20 + }, + "hideTimeOverride": false, + "id": 1546, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_udf_timeout from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 20 + }, + "hideTimeOverride": false, + "id": 1544, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "UDF - From Proxy", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 14 + }, + "id": 1471, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_delete_success", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 15 + }, + "hideTimeOverride": false, + "id": 1473, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_lang_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Delete Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_error", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 15 + }, + "hideTimeOverride": false, + "id": 1474, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_lang_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_read_success", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 21 + }, + "hideTimeOverride": false, + "id": 1475, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_lang_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Read Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_write_success", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 21 + }, + "hideTimeOverride": false, + "id": 1476, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_lang_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Write Success (rate)", + "type": "timeseries" + } + ], + "title": "Lang", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 15 + }, + "id": 1521, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_delete_success from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 16 + }, + "hideTimeOverride": false, + "id": 1524, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Delete Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_error from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 16 + }, + "hideTimeOverride": false, + "id": 1525, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_read_success from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 22 + }, + "hideTimeOverride": false, + "id": 1523, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Read Success (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of batch_sub_lang_write_success from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 22 + }, + "hideTimeOverride": false, + "id": 1526, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Write Success (rate)", + "type": "timeseries" + } + ], + "title": "Lang - From Proxy", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 16 + }, + "id": 1492, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_tsvc_error", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 17 + }, + "hideTimeOverride": false, + "id": 1495, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_tsvc_timeout", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 17 + }, + "hideTimeOverride": false, + "id": 1494, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "TSVC", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 17 + }, + "id": 1536, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_tsvc_error from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 18 + }, + "hideTimeOverride": false, + "id": 1539, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_tsvc_timeout from proxy", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 18 + }, + "hideTimeOverride": false, + "id": 1540, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_from_proxy_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "TSVC - From Proxy", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 18 + }, + "id": 1478, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_proxy_complete", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 19 + }, + "hideTimeOverride": false, + "id": 1480, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_proxy_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Complete (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_proxy_error", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 19 + }, + "hideTimeOverride": false, + "id": 1481, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_proxy_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Error (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in batch_sub_proxy_timeout", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 25 + }, + "hideTimeOverride": false, + "id": 1482, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_proxy_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "D" + } + ], + "title": "Timeout (rate)", + "type": "timeseries" + } + ], + "title": "Proxy", + "type": "row" + } + ], + "refresh": "1m", + "schemaVersion": 39, + "tags": [ + "Monitoring", + "Namespace", + "usecase" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "Datasource", + "multi": false, + "name": "DS_AEROSPIKE_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(aerospike_node_stats_uptime,job)", + "hide": 0, + "includeAll": false, + "label": "job_name", + "multi": false, + "name": "job_name", + "options": [], + "query": { + "query": "label_values(aerospike_node_stats_uptime,job)", + "refId": "Aerospike Prometheus-job-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(aerospike_node_stats_uptime{job=\"$job_name\"},cluster_name)", + "hide": 0, + "includeAll": false, + "label": "Cluster", + "multi": false, + "name": "cluster", + "options": [], + "query": { + "query": "label_values(aerospike_node_stats_uptime{job=\"$job_name\"},cluster_name)", + "refId": "Aerospike Prometheus-cluster-Variable-Query" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(aerospike_node_stats_uptime{job=\"$job_name\", cluster_name=~\"$cluster|$^\"},service)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": true, + "name": "node", + "options": [], + "query": { + "query": "label_values(aerospike_node_stats_uptime{job=\"$job_name\", cluster_name=~\"$cluster|$^\"},service)", + "refId": "Aerospike Prometheus-node-Variable-Query" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(aerospike_namespace_objects{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\" },ns)", + "hide": 0, + "includeAll": true, + "label": "Namespace", + "multi": true, + "name": "namespace", + "options": [], + "query": { + "query": "label_values(aerospike_namespace_objects{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\" },ns)", + "refId": "Aerospike Prometheus-namespace-Variable-Query" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] + }, + "time": { + "from": "now-30m", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "", + "title": "Aerospike Batch Transactions View", + "uid": "XyhFOzJIz", + "version": 3, + "weekStart": "" +} \ No newline at end of file From 1c73b9d24460c22d656b0809a8f9d08e8d72c990 Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Mon, 8 Apr 2024 15:49:19 +0530 Subject: [PATCH 03/14] OM-182 - added stripe details (#109) modified defrag panels with stripe_defrag_q, stripe_defrag_reads and stripe_defrag_writes --- config/grafana/dashboards/namespace.json | 428 ++++++++++++----------- 1 file changed, 215 insertions(+), 213 deletions(-) diff --git a/config/grafana/dashboards/namespace.json b/config/grafana/dashboards/namespace.json index 5f1a9d9..6dfe9d9 100644 --- a/config/grafana/dashboards/namespace.json +++ b/config/grafana/dashboards/namespace.json @@ -2606,8 +2606,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2706,235 +2705,238 @@ "type": "timeseries" }, { - "collapsed": false, + "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 116 + "y": 31 }, "id": 3341, - "panels": [], - "title": "Defrag", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 4 + }, + "id": 1283, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 12, - "x": 0, - "y": 117 - }, - "id": 1283, - "options": { - "legend": { - "calcs": [ - "last", - "min", - "max", - "mean" + "editorMode": "code", + "exemplar": false, + "expr": "(\nrate(aerospike_namespace_storage_engine_file_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) \nor \nrate(aerospike_namespace_storage_engine_device_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\nor \nrate(aerospike_namespace_storage_engine_stripe_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "{{service}}/{{ns}} : Q", + "range": true, + "refId": "A" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "title": "Defrag Q", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": false, - "expr": "(\naerospike_namespace_storage_engine_file_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "hide": false, - "instant": false, - "interval": "", - "legendFormat": "{{service}}/{{ns}} : Q", - "range": true, - "refId": "A" - } - ], - "title": "Defrag Q", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 4 + }, + "id": 1285, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 12, - "x": 12, - "y": 117 - }, - "id": 1285, - "options": { - "legend": { - "calcs": [ - "last", - "min", - "max", - "mean" + "editorMode": "code", + "exemplar": false, + "expr": "(\nrate(aerospike_namespace_storage_engine_file_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) \nor \nrate(aerospike_namespace_storage_engine_device_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\nor \nrate(aerospike_namespace_storage_engine_stripe_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", + "hide": false, + "instant": false, + "legendFormat": "{{service}}//{{ns}} - Reads", + "range": true, + "refId": "defrag_reads" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " (\nrate(aerospike_namespace_storage_engine_file_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) \nor \nrate(aerospike_namespace_storage_engine_device_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\nor \nrate(aerospike_namespace_storage_engine_stripe_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", + "hide": false, + "interval": "", + "legendFormat": "{{service}}/{{ns}} - Writes", + "range": true, + "refId": "defrag_writes" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "(\naerospike_namespace_storage_engine_file_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "hide": false, - "instant": false, - "legendFormat": "{{service}}//{{ns}} - Reads", - "range": true, - "refId": "defrag_reads" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": " (\naerospike_namespace_storage_engine_file_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "hide": false, - "interval": "", - "legendFormat": "{{service}}/{{ns}} - Writes", - "range": true, - "refId": "defrag_writes" + "title": "Defrag reads & writes ", + "type": "timeseries" } ], - "title": "Defrag reads & writes ", - "type": "timeseries" + "title": "Defrag", + "type": "row" }, { "collapsed": true, @@ -2946,7 +2948,7 @@ "h": 1, "w": 24, "x": 0, - "y": 123 + "y": 32 }, "id": 181, "panels": [ @@ -3283,7 +3285,7 @@ "h": 1, "w": 24, "x": 0, - "y": 124 + "y": 33 }, "id": 191, "panels": [ @@ -3757,7 +3759,7 @@ "h": 1, "w": 24, "x": 0, - "y": 125 + "y": 34 }, "id": 1803, "panels": [ @@ -4857,7 +4859,7 @@ "h": 1, "w": 24, "x": 0, - "y": 126 + "y": 35 }, "id": 3339, "panels": [ @@ -6435,7 +6437,7 @@ "h": 1, "w": 24, "x": 0, - "y": 127 + "y": 36 }, "id": 700, "panels": [ @@ -7172,7 +7174,7 @@ "h": 1, "w": 24, "x": 0, - "y": 128 + "y": 37 }, "id": 400, "panels": [ @@ -8186,7 +8188,7 @@ "h": 1, "w": 24, "x": 0, - "y": 129 + "y": 38 }, "id": 500, "panels": [ @@ -9200,7 +9202,7 @@ "h": 1, "w": 24, "x": 0, - "y": 130 + "y": 39 }, "id": 600, "panels": [ @@ -9492,6 +9494,6 @@ "timezone": "", "title": "Namespace View", "uid": "zGcUKcDZz", - "version": 2, + "version": 5, "weekStart": "" } \ No newline at end of file From f281c44b6d2da6ffb0089a69a5acd043ddffc47e Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Mon, 8 Apr 2024 20:48:47 +0530 Subject: [PATCH 04/14] OM-183 - corrected the variable name from DS_PROMETHEUS to DS_AEROSPIKE_PROMETHEUS (#112) --- .../usecases/batch_transactions_view.json | 224 +++++++++--------- 1 file changed, 112 insertions(+), 112 deletions(-) diff --git a/config/grafana/dashboards/usecases/batch_transactions_view.json b/config/grafana/dashboards/usecases/batch_transactions_view.json index d8aef12..9a82404 100644 --- a/config/grafana/dashboards/usecases/batch_transactions_view.json +++ b/config/grafana/dashboards/usecases/batch_transactions_view.json @@ -71,7 +71,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "fieldConfig": { "defaults": { @@ -119,7 +119,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_lang_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_lang_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_lang_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", @@ -131,7 +131,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_lang_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_proxy_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\nrate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", @@ -143,7 +143,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n\n)", @@ -154,7 +154,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n\n)", @@ -166,7 +166,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(\n rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_proxy_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n+\n rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])\n)", @@ -192,7 +192,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_success", "fieldConfig": { @@ -282,7 +282,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -300,7 +300,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_filtered_out", "fieldConfig": { @@ -390,7 +390,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -408,7 +408,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_error ", "fieldConfig": { @@ -498,7 +498,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -516,7 +516,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_not_found", "fieldConfig": { @@ -606,7 +606,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -624,7 +624,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_timeout", "fieldConfig": { @@ -714,7 +714,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -746,7 +746,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_success from proxy", "fieldConfig": { @@ -836,7 +836,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -854,7 +854,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_filtered_out from proxy", "fieldConfig": { @@ -944,7 +944,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -962,7 +962,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_error from proxy", "fieldConfig": { @@ -1052,7 +1052,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1070,7 +1070,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_not_found from proxy", "fieldConfig": { @@ -1160,7 +1160,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1178,7 +1178,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_read_timeout from proxy", "fieldConfig": { @@ -1268,7 +1268,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1300,7 +1300,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_success", "fieldConfig": { @@ -1390,7 +1390,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1408,7 +1408,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_filtered_out", "fieldConfig": { @@ -1498,7 +1498,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1516,7 +1516,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_error", "fieldConfig": { @@ -1606,7 +1606,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1624,7 +1624,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_timeout", "fieldConfig": { @@ -1714,7 +1714,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1746,7 +1746,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_success from proxy", "fieldConfig": { @@ -1836,7 +1836,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1854,7 +1854,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_filtered_out from proxy", "fieldConfig": { @@ -1944,7 +1944,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -1962,7 +1962,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_error from proxy", "fieldConfig": { @@ -2052,7 +2052,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2070,7 +2070,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_write_timeout from proxy", "fieldConfig": { @@ -2160,7 +2160,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2192,7 +2192,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_success", "fieldConfig": { @@ -2282,7 +2282,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2300,7 +2300,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_filtered_out", "fieldConfig": { @@ -2390,7 +2390,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2408,7 +2408,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_error", "fieldConfig": { @@ -2498,7 +2498,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2516,7 +2516,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_not_found", "fieldConfig": { @@ -2606,7 +2606,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2624,7 +2624,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_timeout", "fieldConfig": { @@ -2714,7 +2714,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2746,7 +2746,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_success from proxy", "fieldConfig": { @@ -2836,7 +2836,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2854,7 +2854,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_filtered_out from proxy", "fieldConfig": { @@ -2944,7 +2944,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -2962,7 +2962,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_error from proxy", "fieldConfig": { @@ -3052,7 +3052,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3070,7 +3070,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_not_found from proxy", "fieldConfig": { @@ -3160,7 +3160,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3178,7 +3178,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_delete_timeout from proxy", "fieldConfig": { @@ -3268,7 +3268,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3300,7 +3300,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_udf_complete ", "fieldConfig": { @@ -3390,7 +3390,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3408,7 +3408,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_udf_filtered_out", "fieldConfig": { @@ -3498,7 +3498,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3516,7 +3516,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_udf_error", "fieldConfig": { @@ -3606,7 +3606,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3624,7 +3624,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_udf_time_out", "fieldConfig": { @@ -3714,7 +3714,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3746,7 +3746,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_udf_complete from proxy", "fieldConfig": { @@ -3836,7 +3836,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3854,7 +3854,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_udf_filtered_out from proxy", "fieldConfig": { @@ -3944,7 +3944,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -3962,7 +3962,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_udf_error from proxy", "fieldConfig": { @@ -4052,7 +4052,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4070,7 +4070,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_udf_timeout from proxy", "fieldConfig": { @@ -4160,7 +4160,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4192,7 +4192,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_delete_success", "fieldConfig": { @@ -4282,7 +4282,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_lang_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4300,7 +4300,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_error", "fieldConfig": { @@ -4390,7 +4390,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_lang_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4408,7 +4408,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_read_success", "fieldConfig": { @@ -4498,7 +4498,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_lang_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4516,7 +4516,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_write_success", "fieldConfig": { @@ -4606,7 +4606,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_lang_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4638,7 +4638,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_delete_success from proxy", "fieldConfig": { @@ -4728,7 +4728,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4746,7 +4746,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_error from proxy", "fieldConfig": { @@ -4836,7 +4836,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4854,7 +4854,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_read_success from proxy", "fieldConfig": { @@ -4944,7 +4944,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -4962,7 +4962,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of batch_sub_lang_write_success from proxy", "fieldConfig": { @@ -5052,7 +5052,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_lang_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5084,7 +5084,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_tsvc_error", "fieldConfig": { @@ -5174,7 +5174,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5192,7 +5192,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_tsvc_timeout", "fieldConfig": { @@ -5282,7 +5282,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5314,7 +5314,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_tsvc_error from proxy", "fieldConfig": { @@ -5404,7 +5404,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5422,7 +5422,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_tsvc_timeout from proxy", "fieldConfig": { @@ -5512,7 +5512,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_from_proxy_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5544,7 +5544,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_proxy_complete", "fieldConfig": { @@ -5634,7 +5634,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_proxy_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5652,7 +5652,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_proxy_error", "fieldConfig": { @@ -5742,7 +5742,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_proxy_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5760,7 +5760,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Shows per-second average rate of increase in batch_sub_proxy_timeout", "fieldConfig": { @@ -5850,7 +5850,7 @@ { "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", "expr": "rate(aerospike_namespace_batch_sub_proxy_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", @@ -5901,7 +5901,7 @@ "current": {}, "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "definition": "label_values(aerospike_node_stats_uptime,job)", "hide": 0, @@ -5927,7 +5927,7 @@ "current": {}, "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "definition": "label_values(aerospike_node_stats_uptime{job=\"$job_name\"},cluster_name)", "hide": 0, @@ -5953,7 +5953,7 @@ "current": {}, "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "definition": "label_values(aerospike_node_stats_uptime{job=\"$job_name\", cluster_name=~\"$cluster|$^\"},service)", "hide": 0, @@ -5979,7 +5979,7 @@ "current": {}, "datasource": { "type": "prometheus", - "uid": "${DS_PROMETHEUS}" + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "definition": "label_values(aerospike_namespace_objects{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\" },ns)", "hide": 0, From 01f60f0abb18f1da9c73c4ad0214c1e7722c385c Mon Sep 17 00:00:00 2001 From: mphanias Date: Tue, 9 Apr 2024 16:22:02 +0530 Subject: [PATCH 05/14] OM-188 - README updates modified the deployment image added section related to key OTel configs in ape.toml config file --- examples/otel/README.md | 37 +++++++++++++++++- .../aerospike_exporter_otel_collector.png | Bin 59004 -> 80069 bytes 2 files changed, 35 insertions(+), 2 deletions(-) diff --git a/examples/otel/README.md b/examples/otel/README.md index 6f0fa2e..578f3cd 100644 --- a/examples/otel/README.md +++ b/examples/otel/README.md @@ -4,7 +4,7 @@ The otel deploy Aerospike Monitoring Stack is a docker compose configuration which creates the following containers running on the same host as a single-node Aerospike cluster: 1. aerospike-prometheus-exporter latest version -1. OTel collector contrib latest version +2. OTel collector contrib latest version A prerequisite is that you have a single-node cluster, with the service port accessible from port 3000 of the host where the monitoring stack is deployed. If you @@ -16,9 +16,42 @@ $ docker run -tid --name aerospike -p 3000:3000 -p 3001:3001 -p 3002:3002 aerosp ``` # Deployment model + +Aerospike Prometheus Exporter can push data to OTel endpoints + +1. Exporter directly pushing to OTel endpoint +2. OTel Collector + +# Connecting to OTel endpoints ![Deployment Topology](assets/aerospike_exporter_otel_collector.png) -These examples cover integration of aerospike monitoring with +## Aerospike Prometheus Exporter push to OTel endpoint +##### modify the Aerospike Prometheus Exporter ape.toml config file with the OTel endpoints + +> **Note**: Currently Exporter supports only gRPC endpoints + +OpenTelemetry configs are available under section Agent.OpenTelemetry in ape.toml config file + +``` +service_name = "" +Example: "aerospike-cluster-checkout-system" +``` + +``` +endpoint = "" +Example: "otlp.nr-data.net" +``` + +``` +endpoint_tls_enabled = true/false +``` + +``` +headers = {} +Example: {api-key="newrelic-auth-key"} +``` + +These examples cover integration of aerospike monitoring with using OTel Collector component 1. NewRelic 2. Datadog diff --git a/examples/otel/assets/aerospike_exporter_otel_collector.png b/examples/otel/assets/aerospike_exporter_otel_collector.png index 3436232af01dd85eb9839494ad8c5dc29e417fb6..e8da495d11c104414f820692f779ed6985ee79a7 100644 GIT binary patch literal 80069 zcmeFZ1zeTsx;{)vcZh^E0us_Jq#L9`N$Hkcbcb}Oln6)&5>kSKQqm!afTSQG3L?^= zQs1*!u*aG4?3r`Ez4w3iK4*RovflN+?-O@j_jTWok!mV(IGE&^2nYx`3i8q#2nfh3 z2ndLy=&0aIXLczw_zTfRLrxOm(E#N#0)jZLtBj7Ty{Dy(odp6Tj}-hjMs7}PM;BK{ z9%)8yZW%iZGgoIv2k>f@IW~A z;P;zYSvZ`&NZHZb#?H=!kz1CJgA=@pS=q$Q#=+Im#hQ^v5`0#0aJ8@le}l{5r>Z9S zp#%Qs;xyvoGZJ6{ze+ec*;!~?m@3-1!rsCoz`?^0E;B32UsqOQsq5vWaJd z!@h9!ae=5)4ob@W!^;gRQ4ay^mdk8eABr@g0~ zvx$?nvZMKlB+NbGujS$ff<2j~xflG303R>>f|c{xIHz~OE@;|#pDpEN;@q58ZZ_r? zE~jsUKk4e|XyNL3N#KTB?z|wd@iu-@)kB$)@LJg@dJH;iN)UJ?B>&zxLBK*J9@yM|D9Ce`*^mS z&W?`YeLo28$FI+BviFp-u!E`n**>0*12pcx|Los(!})Jk_y6a04xZ}nCgx67*HpA+ z&8^(@*ddOtXX@o{V&`_c9 zP}p66f2V)hZ#fHK{;tkm;I*fZ^FmH{=~TPoA1!JLx#u!O*Is^Y4TM!uAR3GIKKpapsSLjww7sDVd%{AyX4GTdR|}rRwHtXX5~i zRj}w}ZsKgK3SyUyD=c&XILY_xiy$h2tN*Gv#{HW(#{Fj{e)im7Cy)VL|C>MtlQ_H7 znSjA>4wg1n?79*#9A36O8oVRt5Mw|H*)a=hvpoBk(6p z_pc{Nm>7Q}NeK&QM;9k}q9$eM=HmJ@L3!BN+nK=Z?2iQG0+Lf(3!oUl>S3s!M}}XT zQ(6W*_^*(Zz?q4iLPsuM2z=NdBOvdo|N0R-f)p8k<6p<-xPOmNR6r&O@FY9<{}gur z5b#|70Wt!_gWV6Z1GzM(g(Z-krK5xE57#YE{`;v+e~yFCwC*35B%DE;Q$e3u=#O#+ z9LR~T|0rj!Gr0N}lJoDej;4h(aF=Jf-H$Rpi<@2`>H#`}=Z_8YPX|vII8DF>i<$pj zJ^1ff{m(VzOxgc&8uA-g@DmL=OBjDtkh5!lA^rG0+>%g}fvffpssU&VK;Qfc5B(e2 z@^hL9atZt$8~>ebxupg8ff@bGqyMX9d%7j3#((C}e=zWde zkAE{C|BsjLe~6FgJi*LkPX%TH zrhV$MVGI5H)lwK$1JXrMGyS2~>uh0X;tELNAKt>v`Pa$Jcz*)e%|JE$tUctH@;PiP z{>gF$%(%0c4%jJJ(tYwl7xsYz#?+jAl!jH#|MsOcEG>q8g6rToDX{XL@l)6C3&DX)KIa|O?@eJ=OUY8gL6Txam+FJz;qEBQer z@E!aCP5%q5^S_kZA6waJ*7tv2_q3VmtXlJfL^c06dEGy&4`+12f4Es zV+HHmHv<+9YrvO;p7=pIr5(w z{+BFV4Yn=7CeM((qot(_NcvCg^pCrw&)##=EB&{G{_oF#2Y7-1ac8w1pB0y;7ZhT2 z!_7fU(bmMvQ^4(PhyI=1%5O~mr(N`am@@n<0R41>PHLrpUn*yk{I}v|&N#?l&<9*` zf6xS1XB!g-s}qm#2d5dF9bEwlb#f|*oeOk;{meo9-Be4;(uhUKaDr1{{A-};@{eO z|7)l8tMf3wJ*;GI;|}_Ve>|-OZzcxu0pSpYVPV1^!!5_iW-|I`Dn?Gjlpcy#LSe@$UmAa=>xET6aa1ywsmPs2naL?3epnSJq%~O zwypk6tk&C#P997U_E&Tr22nyCQP1@6>l~|1E4;#|u?{-VN=}$09^q?sY1Sbbf8yn2 z<6Vz|WtK`8x$N2ZU;Mb8?W-*hE)yy-h$F%N7+at?%6aIeAfhgNi9X$bgR99Bb>I`YC=Q*cp+O`Be=4sb`Bv8TR^Afo z_^RjOJ0V1GknT@L2_8thY`YheUA%ZrpJ79EZRb zO3YM>%_<~wvUy-$D^$oa6>eQ=jr53&U`Z@om+gp7W);|q^3~X$Q&NUBLC1H0_gJDX zVCXhu)E6`gIV6T$D)642_9%A7ll^-YEN+VT#+$gK43h!h$TyU8XZ1MW4tn3WgLvGT zKN3Y=yc|sWRxIU|^2xXfG+=k#@Dj#1VmXu$5rcG^-I1;CmieGpdN3HfgICwkTZO{c z|A9sv%8h2xH+nx3Btua%vp z?%Z^x$ric!%T$uu(lLQzkq=KHRhl~^+$#kI&|7g&t8fX`c)(_5=6BU4pQvKH;>oB? z@p5Cz|3L z2_S3=Fad|G^yrf<61PA}*%rUt{?M!M0Xhy&M>Oeip2^z>MiH7vNZ%@bM+wb)lE{J( zgVH(uxsM=D_*MhdX*@T!K5(S)NabbSx^s(;a~=5z@|aW(m%451@EhY9iX7jaH$IRUL!xmFS2CMG+u9+)A_n`<${ParTtdNfGm^>NoJL(c_KjW22`-0i6qXy3 zG2gep#P{oRD?)D#S0f`KA-!8#iU^DSly9}RR_VVgtCVw|c zV}cu>A#9UN2#V%qu9=O^tajfOz?)XoYHw}Zf3MMqvm#)!J59Fqs*dN;%_dBJef{aD zek8V9<-x(h$dhi?!KR^#b8if&S+qY68nq0yb#Xy^J$?0y3#P?LeBzS>87-e)PAx}` zC%>`4empV!(I{egVD%ZNv6@)Q70q);M@P;WIXb&mOG%QANa^yHj2&YM{Q+$3!pFkW6vkPd>VM%y;8;?i9=clA2q8;dGF&sSAYJpO ziRDnqBQmYf2#;IEr=*P8-=lihJ(qt$*p-HS)HY1Oai-T_>!BWofWvgV5gyfxj~^Jl zxDCyvQ95JD<8Roe^=0Jx`QRFVdQYYYjcV*#&RmnZ+5CkS&nKed0F$IQfL2AaPBxAT zl}qZ9WjQ7(M+o)zZRz8t;O(d&79LhGyX|4U?&wO;ZbLl)5%9`~+0GPpaP7Wo>nOInU? z>Zkg&G8#PSD+XFKL1)Ww{UPoPT(_*VU_S0pSdU7M12?=oiLZv30h(txY#D2zPD@LB zVLSj`g;K0g8(S$u7g%vY&YRbGQWw_s2-UEFztN-Xa8EjMcuO+kv3Lc`!$nd(8jMaK zcMXKSHm_G4eM-`u-83*TD3p)fWoCcK)db~woa)bP?^`LtV2lYCsi|g>0rvyvnOe{^ zqQhGXa4J*3>M4pTk=vbDLBfQIN1kRJ8!ny&!gt6Ip}8d1YGJGzC#G7g--Xbm@b{W*enhpG~-oD!O4j7?yfL?P)iNrCe~dx=R27x*It%ojGzZNOVU z(dK^G&w+e@7URQ$f`am5EtUF38@&?h%+L@)j;J5E?zab*bzW}74zvR$D}mJ9Bvc~= zo0XJja=UIl%nqrTEeQl$5|k0oW1<(2eMe1GD%4c^AZ%>dL|v+_yY@nhRSWZr^)i@G z$rw>H>4!$2Zc4{)#Ijn0N#$e9pO-|!1c6k;GZ5RJ%CS3)@cj;$)Gfx`&i&c%%BAX^ zjl2((vf|k9KB0AN5>DUhQ+j_T0WWq%K(2n%qV`HDpX^O$mCjsi9kN@LMPWPX+R1_5 z0P2iT2;I{gpr}?!PX}0_1rwuq^@wSv%5`9$82Dm}e7U$`Sq6g!SDji1vQ!SkASE)M zTOBg6jhCAGCytPkr{Nrl+HVc~nyO5!I$3wUjJxl#o(kD8Uz7X%cBBK{+Zd6hu_! z^uWn40htpy92b3BR&IM_nTrV3jYSQ|OlS@j*w9m6^}ImZc*SHSeQv$p{bH~`c@&XV zTuY4s>CGnBa}(88Z5x^ac{0iTPEM{ZZ!S_mr`B*E?SIX?arb;>ZEYb$*NL*!K1&au zr1TPEG!cM|!YB{y5gfZ8EcU%t2t-Ly6t~}NcE33J?qj6cP_ZG;bn`KdI<(=_3Qn{B zlcD?eRv8}O`+KaX9~0ctDy67^c)8z-msKWjDYqu`dU+t@qV~k_VpQ_E@T$qqhv(F* zZV^^OfIf6c8Bd}Deb8%Sy9e~49%aP+c)w0Z{quAqN%VQP*1U7kW`QI%igNLk@m1Fc z*Jj+<^sA9zG1}|d&eH8U`tX)~=kg2lDXe<}z&kZ(LG_+`Qr*6N`&EGnmY4EYsxp^- zr}>{7x2C41BX(-+ypSbf{phBWqIoV#PW1}kyQdXFRAA7<~}ae?@JphVrJrrR3G z5Fom9SzEkDw!8phlX}2st%K+CaWH9~*K}L$eNQsQ9oFk5)t_P5q}zds2MCK558~LZMP=+B z52E*cic(i#t#31c8A;2W=1-EzVDCW75-?}Q<9r4(4sqzU2WBmLO|xZ%)IF{js;7El z0KV@<23vgxE&VM$B1m2shq;W|XC2?XjyJ!GJ+W#oE3Q7zYw{ZM*nXB=$m8>i^u&eQ z`w;g{e8VPRMx!GudBU!zaXFlqWC`Zx<~+Zy6I}IJ3VY%>+oAvbsr%=z>dYD~%1sfR zwsmF228~U$FS+_^pVQtw$HPjCNT^1GICD&Vfta4Z=Va-erq;T|7|f}GdF?jy?>DT6 zACb_})2lzxqCYtN>WHBdFoMex$CD30RZ4?hTO=HQP;0v=Nw>o6aC^&wfgMMpcpht-UXK~ObP}T4JQFPx7;Te4*z!TvgjflxfaUHSg^IyXaaL+?-bd9`A1*pNdV-_A<9M;C z_wEty%9um@_QRTa_GVceycjYujiz$Hg;clhOm?hH0f%!HeO4QTv&Y7VlgeMK9Ivq4 z+PNiAEzh}7k|JQ<5po*`$d;1_$hIGQx_?wx(H8(GOI)#1dcK^2Ge-K_HBekjDO zD!Mh6tyP)<^RHUloLpEhbtrUeJfSjZ%6%TNMh&u^bGwIC6m8)#FCJ$kSM5I$DgK~- z4mcz_?JqZ-&oh6gDr&(Cl24=yO?il$y;^DV_EJb_XovpMDC-!&nWbqJ_YH%uYP?Cw z^pw)NWj@XU{G2AyyTiee5O)2h+V(MkO(up~CKXzQVROmb|9fcsn&gcVtrxKr0vlt& z;p_EY3fVEFWCTH6`JHB?lZ(!mtY@>4)317kX=RzNK^s2!5R6sq_qI{Zvo=eHZW=`- zCzL1VhfDM)MCz8l2*sKU7Zn+5UZdHPRt?wllzM|mSOc_ChY`pV@GX-naCyEFnH(1) zjG)W4h7u}nJg>+KjgH3hePqzJem~!7ece9`;!YThiY@ho>fX>=k?7a^R$`Q5?nwF` zcG8ha4){E3Qm8m-io4Qel8?X42H;mfB7+&*p&!8`u}=;@Pt<^vMVb6@f=^z%Xh{#z z1Cxa}waz`cNpUP6aWcd{0m=2;0p{`Mq8HqZ8{{Yeb#ob?X{bH3wq#+f5UT(Z*(jCY zi7of>(Q)J8^5+bfrJ>ri&#^k40>1C@w^w-Z!|^V*CK90~a!H}4Fn{0>8)F-FxuPpU zHJ_^>+3EbgANNU~1*hrAD@Y&dSlqtX<6Wl+HeDV?2|}h%eD-g2&XW)l-VQnpf7iaD z8AWCk`8MH%;cnQ69+-0xjw=w#`=fjn zzx9^u$q9fj^Lbq5!GJFlIB&j4FX18;$DuUztbgJXD>VX$Hw65oRcas8=JSNH^iSJ-De!gIdwzD%)92+SMTD^&w_$p?2 zm}yXLIR8-|`g$d%OlWW{@D8vwaDnI)iCE)F$VrEIBRUxl*drRR`ae0qr=l{E=H-fZ zc6DtpQq57)YI=yNVjZ7cTvKD^0jL$;8#~@Nh1CWGROvUR;`RBdrxUIaYtv|U#^^z-pFHV`8dX%UyGb@a zKK^cZRcL8)S!jG}Vs5ENYTa(?+!Kdyv{Iee5a)vc>xnYX@)N| zjc5W-=1Y8M6DJ+IiJ4|n;p}M=5n`>MDpS#TWd#HN-M~+&pKL4x8eBgkR$$FQWk+hv ze99p&(?v*>Gx=ZK4-SV8?GwtzlHumqj&Us&-G@LwpbJmAwJs`ZC$RhQQ;O{{>G9ei zqsgJ!y{#g6a`@$4L;MxJS{p<_qC_Q=`TGObII#aRd}v}RKqsZERnjsfFe8peYCglY zU*Br4vc6tH2JAke7-F!q6E<5u1&ElMej&dP=DZG*=zOK4vD#U}LbY=FmvG)`J&t*9 zd6XvzA{uT7%g~&;Cu&sk9JVeJTwvZX0)vRPE(PT}lgjLQ)~I{Wp7ib=MC=_(tD3qm zgMH>o{q*havp5SyE#sN#P;Oh`#yNox@Vx$rL@LX9@dyvq`g?0UGPo~PKqN}+MGjd0dc%4tf?1EXSbYJl4oO7-Nz?^Pf z@#U(9DA!q3=0#K}o|MTzpO{WsH|_<*Q@!<`3tLnEMpXnAir$nb{m`GWXjNg%2 zP&yRQC+f>sCTG zgXffWb#+hO#?V?@TbXY>znQdRJ$4`Gvi8G}Z_RA5^gQ`yTop$Fge;n&kBc0PKcrSo z1A`_sh$NtrkijJXfS9Q$MdhjYTMB-D{%RhgPSws-<*EK*u8X%ao;cw)_3ZG$(%r?< z)Liq2gcpRJAh@6RrNT>_`!zsv$EL?^@%nTl@H@kjQsTXAlirA+Fy6fUD z@S`@bO(qxAk#EsOC3D$Sv*m+P$PstmLRDYm-qH_G4T$KklSF8kKIR=u?mv+4UMRyO@_ ztbpu@=IHhMI#IvxC~H`xL(i;?%wJ}nL&IHdJ>17j zxP0UC`+<8{SB#n@*VgvC>mnv9E1Cu(^{95LK%^;$9B%E2RdXaZtsNnY`hE>0DNUo3 zi~EdzNF3D`K-KZ8mA(o6)v`-h0*lL~EKxUEL#8BaZJ)t9&+TR)yKB8)j8>09*3aqN z%{u%>}`s&h=j4*iyJt+e;rG1X%4b=mDgZ_{0c{&}Sg-iyKE*a@agmJyxt_s}a8trFhwl@pT;ai|Z3 zx!pCNSz7*Z&$hCrrY%9DttwzGAPBK(=ByW>Mk}u|F_9o5Mj9Ks2~xef9gqVvqAB|b zUmi$`VH8q%S>xD>*eH6K;tYy1?`%33C{m>w$= zuU=Wznpr}Qo;P!(r^U8>8BS(7geX&*MiFnCCAC7O7^N^i=fW`#qe=509U>HwyMv zuAP4jJ+x%0loXD=2iW&Zy_?vVfc9LV#X7|w1TgKnZE+b&&ikHe`}5(wEQR_dKQfsp z;-nfn)1FM7M@$8@k6@hC8;6@L9SZV8TULWy&`rropzxq&bRvXAcDSy??>xI4^(otLm@VpLlMb3 zmP`fg?u3VgJTgPckgpQm>f2;RBM%MUJ4*)~?>+spP`VYPx!O?6d8^-P^{8?wTuGX= zD23%7SYK^#t$Bc0n6GrC>6c3sYQ#**_bpl#fOTBEENBR$1wnaQ7KnaJ`sMX`*Mn^n z!8T%{NHXTCqOSd3L6&op+(^hsi5!03kOKLj!~LTc-3lU&EMCQN@8fYIWYnFunxa9q zd_4o*0?W=`!0P)RzSMTcyWZsMrS|ZeOnuJsoKgI%m3`4kGNvkNwf;I#XuUDO%;z{w zzQX_LyJQwvJSH^dsr;&*M@Xry9-F~NX-a&~cbp{q^JtR2-ogmU z>?l%}SY`b&8@%xKfIW_xT`w<#lz9frPwh(C4+%SZuAA#RB!L=BQcN5vyk1re_|_g_ z37$|$q!gJ-mLQ!Fjir0L1RCATOd({O*9D#PGJUU}%Mh_3&l@At3QBT>jHj@Dh*KQn zXvb$#&&KDXWfv74OQe-TWf7RCiHuq-nTv`~V>9}!;H>;H>O0P--i-3>*~8+u3k-M> zPVT90w>}B3`F+QN5*B@`wVogb{C!H^n*tL>Pa{EAtE3}g&kOa=A0>lse}ffAGWi@x z=;iGv>t3|8EG#ykLqVYv7FHUF!q6q=-u^VYa$(-}>(}G=&ca;umv*m47KYG8KEL~< zTn-fCp$Fp_H}~p;a!_|i2PiQ>XwiXHP!Glx#%rzgvsPDz%1Ob>#bnE5Yybwh7L7h7 z1;+ret{2VMhZT035yR6|ZG~FIA);zqVoF0{%`wlX-H!y1yrTO_#r;|!I3(C!}o@&Jj?7tOV z_XJfX1V#a@(@(^v8Idf?PAX^qvF9$u*dxQV%>*^VqP|E*JJSctAP-`Z$Yc;D+Rtha z!aqLR*Erf5oAqVySYGT)D>f|TZ#vx7_u4enz?1JbqRC02hCcU@RA75T#Izl$TfmxD z(YxE3)_$MRYx6^5jRSPYsK2aGAsH2<{~gSdlvlDj?v;KneIV9Qr<(J1DJgBf0E_Vh z7b}?MX}J{ma4b+O%V0uCJOt>k;SPlis7Wb2O;-YG zx;goyD#cn$D4|c-hnG3*RvGPFOG*zwg_j#gJM|U2ZJ3x{00nQPfF+ldPBgkIMsd7V^(=XX>eyZcD~?sOVtF-=ZGUI&;cJr z$lrJ+53(E^L)s2L&L^l*f`R5GU!cOf#?oPy7~&+jU{3Y4r{H{)CO5|8%mxLhhUVjO zEqI`k0z+Xl7EkTW-%pD~!Dcj0=3CHC3_Jf~MWICpC~+rUk28FgBe0w-n;H5r+Y6%a z!VVa!4@)JF9f_IlpvJv~=Xvs=7Oa_6x$Fn>UPtriH0Kech{8io%gp={@D8UC@YYKq z6y??+D8ODs%w!w)=-R$4RKw=oxZTODf*8PlFk;-DAyv=XmhHrXEVOgwx&j+2l#5se zl@<_JI4^;fa@lkmoj--u1AmOqTgbpx7Xrbuh)CK|!?&6XtUpF!*q28|cxGA{$|J*G zc3r&`;J_$Zt-TwXQ^ zmKuk!0*6hUOkj>))|w!J&|R)o%Sxf5ty8@MmeJ_M#RDI{7YyG|Bo5mO)<%#Tyrys8 zT?Vvb0V#(id{5N`VJ|_FhjQat6^=c?(4vnlN&Bqhku&t^TMcUont=2R#F^O8a85Tp90N9e7+f4;e>oOW7fMX)klKTdz ziT23y5m@7(oLavu+->n9!8zcIwTm*+(k*Lm>|K|~k*P&}UzKLh?ya^*f4uVQnbj;x zh0C?&5LQt`<~74}h-=7%{dbuh9S)$@jxoZL{YM_}@WXJag7Rk1w>maEMsIveW>Vz> z7!+2(&fvCsQFoCdQAEyNT2}VjL!p2HED@iBTu#9-dnu47srXUC80#N6&)Ij{Ax>fyr?>m!~Rkfkdd~EvlA!vPRkJ_gvwst-} zc{D##t8eAH{|F0IsWPm;kwZU?H(|jD!#EWc&|88I+O>kUUQQ{H5zaFl9eiHqd4F&j zz!#lJxp=C4P>zRq&*R@5E|i%{&3+nij7ZK~7B0ADX}TF=GyWK=n75-Zg=$MuROv+H zGPdWrM@u;7uYmL9rUEGwfz`9~odiXaf}c67f{Dmes^u;-QG6A}mD@lJI!}F#m?=6u z5a(3;tJ&a2Y=Djqn!@TxKsU^orI^bRBwN%c%uG%t7ZjeYUsr}6*nt+VuUqd3V0oQl z>J{n5%Xik7hnehV8;E#{27~a6lrp$q2;SiV*nP1Y!sS9Dv^sH2@w}14w6|b+GTzSK zzRLTpa|-lIY)gyybH9Du04m`aKOekqvLe}?Ooa`C<$}vSmh>jF#m3-BlTHbVP$evp7o82j!)E@gj5Y-UXi9I=_5de#fiqMwYbk zuF?0HPR-k(%0pF4xvsdEB7g5S>V14GZO>!HaD$cK2xd+(CmY z;-?Y22&8kHCP#Vo){~WtmdD)4=def;6qmRydP6|_LT;*@NJODarn!|>^vaV*xhgMF zJ-@%t*qy!0YajBE=hA)EwIe6ixiISe-4`<=`-KGnO$7Mw@3LzYUJLy+T1tCI@p1~Q z0ogaK_sR2*ZQ9O151493m&VLv=ZUEhQNpBO z@ZG_Q+Qw>sLpv}@Ruq0L+hS{Zi_9TWt~*(t6)${#zoQj>BKy1wi(P^AgsdOKF`H!; zZk&t6+oavEl(->s(!IX^sxK@qet+mG-kur zxB1NDBJw_7YwPjhLwjdfCkN;aEswDg9e-+ZQPdy1)#I&qU%+OAD=L#}_M50=ov^)S zO=b;9fq0#r?%eSJ^_^ZH>pe)L_cu(?BZ+>vtuUZb4v>iQUA|6$=+v8(NWSiO-3$Xg zhDp&%x}^}eEYgtjV9mMj`A&jn1-d0;`Kk1`o=q&IJ6^aIw~r9pg5nn=-H}NBZcFjj z^F#c|iYBam7-X+znOQDO; zvfsjJ7;baZ3rKTHJf@zV%7vho8YTr&an9)-m?V!_#$43s`pfv@BoprN{ zqs`fl*$xe{mob_kBWBkZ=t{96vbYzg5@*CVI!v5(#mMlp*jJ$s1KHuA;9#>dwL5hQ zQsgSTfco-f>=fM&*pA3HN-8$xU}0T50({Cy-U0qir-+`58gxed`d&^U5OK+ffv(j@ zNsV9kRbwfk>z}MxCg|t7kTBBML%dNQSkVbEXYd6_|OEKoySz|Rg zRPJLnQetTI1-iNOjP6{K`#rtLsNvWt?V)O2eL&X;poWavrnQxuLq|&AUJ!IP?@C>z zc;BynbDlwE@foPciZtvd@hDX7L1eCc1+CA3FVdr;f)Na~md`;B7&0@vm#FwHNvhfs zdRe;#m()_4y^lyCVmPofj@hV%Y9%f_Z{@b}bq>4uVNHYghDA+%!Bq!xR;!yr(1hUG zyb+Ljy^QqBZboSnVJqvHSYYq#yv+9Q^;7aC}r|$XvoElZ=2};QJT(QmrbeJ zWdTs)+Ad3nMVcgbuy_{5)c#F;RA|BrKtnBJxX;r>Ow{3Q8RK5D?cf(b zom%JE>4lM82O_VM>`Rdrfq)f@j-}vdVpcH<*y5|R)5qJOVp4w)8ykBw3}Uz5ZBFC@ za3?`~&G1dNDzy<4T*<80SEr08@CG!(aE-8}3SYQ8TP{zpa(c#m3se=#i{l~Xk(X(z zzT=b2>yt%wMK!pBXJY=1*xb`CUZj_OMJ+{x;wA1!`1>W>3dBr))?8OGmJ|SfVdAtr z1wn#{RiyIIAzChZ2HTjdT9>a_nl zTD6H9t2R*Wf6u1teC-W~ili$QyCS`X{1#P_U%uvj^$g-kPO$(|#J&5}>)Xm9DJ9u% zl<%!tbLi&Yx#oB(ZcHvmRI zV35J^@f|~~4uxd`)BSCbCcMTX<$?3p#aXaS9kBqC5nl5eFx)U)oMQ+c^PV%cg!`{M zCwWjHED_Q2W=D-qZf*{s{AkVGIAxb3iZb%pJ#)T5)jT5&KIAHF$VeLakkRVx3d(qI zuHi+zo-C@P;OEjQDWK=h@O}V1L82o}49T%zzcvOgs z7&bIJWNtm9)y%riRW>dUpAJ2N+SK0T#0L9aQzcpz1wRASQyfMy9=fb)+mp5c(80j`}4ZDUs&R*TZ)zL4^n?gYFeSY`DKqhfm*KY(Ni>Rc)t zNPvR$z{EI3gSSJ0CDB+29xLVFflh2t*s{gOf!+F$?-NL!vb!@LGJ(apboMAA2am!> zXTA*^odl5`BNn7Th?yjYrrnTtG07yj5#t6LQ#cv0B{DvfKT*%zliEjZ*Z`R707Qm> zc|l9^sQIzJLdsc%Kgc5RZ zX_dgl((`;FxE7u;>YS{fU6FOUmSVFdixO~g8m4l9=`Xg5Cgt2OpJo1W%rQ=-*w1 z3{UL5@nO$W8E9VDf;}sf6~fD&!$WRTq!E@NiWb3Tl^x!d(ZA`e|%(J%U|2Edxepzu-zqs(O0TZtc7n)Ea|c9 z;EBY9MN0Y^*<_3zwkQU;9^ee z$7%k?#hw%WXE427uXR$jy@q=JF1)mBOng!$zE;Gp7D0>Gf9pIGtuk%KUE>d-SB%tb zgE%kL_7-#}(=N2kgKGK-gz>?S09Eht+AR;IOwQ3_Cm9m~2cytNzkX78o6BVIGc;36 zZh8&kCo4~-;wsBIS$RtqY~}VU{GDZeVCA(@$(E{`yE(&TM1^_1gqx4Od(dxg)<4jE zhE0YRMNqV?X*t)wT;s&5OZm2WCF;4?mN5uN7kHeXtKhr7WRQN@+A3i=Tk9d@KU<3i z8vBw00=Ad9ZU+auv0vl+M%X}$rLa78ECLW1gRKIChXs!ligp^>oO2#i*|468)3XVyvR=v*M@cL6g#nHfM{J?nd0KZ$SEqG3GCaN)ICH zL~B%l_I5;Rjyc@p0zj)N1O$_w9p{TiSG00X3pYXU zVpoz;+QM>jk z^TXODo)zvrkAr-AFwwCO5^^DTD%8$*V5X(;sEi7i z&?vrPb8fzaPd|h^yCT5p`U*Wu*oS!dL4SJ#AI1CE%{cmRjA4{Rm2EU}J;nl4pLbjq zBqA42!g{jULZj<;>sTa3b@~lL#Z6Nt$BJnDV-}V>>>oL%3JP>N88=My;SsD1)U|tr zH+bI%O|Z?IBh$S0WJ`T%6iY^`Sp0nnYGA|Q110Ay2AuQ}E;!f$JF2iWUXKjw1~@r) z(+bLfpOMUhoy0SfJ7lXjeCkS0I^ZM4woml>Muq=H(5%{9=r%8oZqUx6{is46Rtqr% zT`|>^Rcu$dxo&Rn zS^^}pH{?1Ci+WZHF-~15+#QUdq|m9%?`s!SFZLcBALk!EQpg-!m?zjztITZn@i9o6 zxU;UP#~7LH7p7LwzeNxyDAxLBk%w-T9^tM$&1+PCle!3WrJz?IzZiJWPu`%O z2eEIwpy-UYz8bglJ^3Z2aGps}6nU|$Z z6?Z_fPrDsQc{qS$lxI}lxE>x(t}z$`nt_l3h2_(+`fXwZhdiwUX@&Spj0|E!h1ci} z=NpdAKQ~|HwYaPQ0Kl3!+i8Zv=PBQU=QJ+kyARAcxw+l8?If1Zcuj?iTjwm+_*KTw z+8RYt^2Pd>QLEke?&wcb$f>CzD}25(`y)ry`UXOPU~mUED?0xe6n4KMuViwt z`!5YEW|tHZ5FskdN8=Y;spi;Nh0GHbfiprT;IxUe>{3oZcK4!7{nmTQb9*J8dtdJH zqe53f6kc$Bv%)a*+&}mdj(&IBCCkBkae(fB0Sad8)V~LzENRh9+2;Zd-G{(4~ zYMTGef3)m#gsO3S(}rXy=8LY6SCMAWE|5rU^GiF17q^cnZYR@S#c(ss*=)zw{7!!4 zB!4k7%j@3Ur%%N^+5yL^o}1d7lE`-JyXmC^JZe32(jqwR0Do|e(=&XF(A*x{`tVZU z?q)NYqQAj|!;kmd(C&Bbz2$WLBI)%mSRNWV{LRJig0S%gl^n4+Y_ivVzLMCO=h*_m z;Zy5E#e;p)`N!^puuA+bZ)x_?ebB*yP0lTTBq%IQ86e^bxT&qa!a$aLnx>z&6*iwB z&)0y{y=HG>>WdAYod3X{jw2)_~{eLS%!T ziU2+TJt#_yD&)FRjVPi`8QIQ@eWuG%GV&SRh3C`oi`E+UI^C#e85*%%+{&y<$Dt7- zTa0yh5g8ns{j$sSR~uqT4fwr{B9nnbcjn!a!l}!jiXbesn0Cl;O1>U_X;Y+JRlj|&*fKK9@;nn40m0za z=C!Fvpr`q3cw#+9SJOB&F`GH=#q-*{?jDXAu5b8s$e{!^g>H`uNA5@syAS!BHFL;l z4=I$zW)8ZsT(PegFJL2#I0zl4yHP^iaQ>oWQ*Q3y(~o;ptpXbK?@V7v0*_G7q@lNi zNI-5w_^Ql5KAD5w8XOcV)~Mx5e`w+X%kTQ*@8`PSvwvMU{XVHnN5I@= zBM*`h&AW2in1h5U)m+r^xgRtK*H&!4l1t}3B=vdRfq4&fZ}a8OP4+!MA@871Q3CUN$w>jei`9qC>Q&V`smOR}4SQ@-sm886}J9+Trd zyFG7yLCo;9Rg(iL%vTl5giwL4M=^@iM&4knF+#}WOP)RJ;FWign$d@|jdG2Xv5#|P zNQ-0?KjeGI-eT5znljy>_Rv|TOz#3Y$)FD{1M@z;5Is zuNP#CJF&+=6s2o4EVILz!PGH3FTV18jBgXXQzJ|Z@g`JUdvtT}HpI77|Kr*`aZw|h zdrw=9X_08-ep`(uT7G0Qvk}jJN{Uo@KcmWg_XhS2qz(IJ*Gm@#^42M|XXaKjM$ntK z7Vi^P%`Oy7U={4r_wvcb4+DOGur??eUyC=7;-H#uck$07kqPI~Ya|E19IS_`jfx0o~Mz)eN zaP5!1ro4$cG|>4`#E-hu+zWkrk=%i5%G;GoD5Py z`tGk9eE_Py3dO2Mes_ohsP>W9W}CYL{iU2%Gx2Wyf0VstK$LB}E-al&Hv$q4jYv3j zgLHR@bTgE6OQSRh44@!g5>iS@cem0=clW+{-gm9Nc7NY5|2Q{yTy-9Gjvuu2^NrzB z5=K|%vUJo5Hb5h$YO$&KReC3y8qvNTOubn&s)-iF@Z5}i^I#EwM(#PjUf)l-On=5} zZg)h^&}$amYU|n8^{v)LH0uuv?h&7gUvlp=He#M11au4e-;53XydJUqyz02De}3F5 zApdQ^GU#UeyL|bfmt!Z#8Gi?ZQrh;!bCtBS$d!o|0fyM+#1`c`oiY9YqiHtGgQWG- zA)PAJ-zn$!H4uKa7N|cXgk-$n{C5IJ67H}JT;cMmZeu9gUyigKA!ma{-?I}kJsw90 z&d2afldPgz+o5-aOnN#Nc-L?XrS#zMwv%)KizUMs9~fB^r*)J4i<>{bhtRFchh2YE zZ%$J=orWNM+gt#uIN6zf!MraaALukeY- z#aYqKO~3-;g`fy|P80{?KHb3>#ib+8zHiIe*x3b)PZ7M-hy*=kIg+=dCn3v(L&{>n z7y|n*-rm1*{}-pg<*(WQr?vOUy!Lk61sV}Q~`H(&(~7Mi)b0;T=Y2?QVnHjrk^C>FM0h#e9YmC z;OMYBIi2QDW8cdf9*!Mc`avjkhvTUPeDV#|#}%B(9{;NE6>Ytf%CN&M-)Wd<9U+AC z+I8>nqX%cin%6mpU;Fj~*Cv}%1&Un%hNK9rHFlbQO|QaV_Ny4xGhBZqt5BwQmxTEq z;kN(X!SMHJXWEEGiOWJ+Dk1L!48$h@YWO|y-?y#Lx?x{g1IHX6;?O%o*ySjZSzqSk zF6G+@V#V2())55YM{2ik7C5q>DV?njC@p0JOsfcrmyv|iC;@5Jzahr70O4hN{vyx9 z(jo!-ubs9}dWOv>dnlI^>&LhV*)A8n(|7Eje*3vbw{x5x7T%4{&BBiye3sPyBX%7S zSi8amPFG9Bbf!}Q6EwQ2}Z#!5vdEc8`*5FaeW3#$(PEjF!2?(oiVF!Bvc zp{RuD!n3gwFOH34aGBV|vn5C229{sHSx1e8tA!Z6J?eJ#HD~hjW>h+ql&Mm!P;ImT z6s=hHvg^bYgO#H%l(togpoRHy73aNS4K`pJL6Oz(zpXau)q;Hr<>tFrsoQO zlV!%32c3FJ(7(<~oXD<35MK*z!ZALASCZDtiG_0niOd4+Qltm9ms=G=8Nn+jQzHC3=gweI9N4w>F8R>!ca6%BRGXLYK{o*>Qul&G9 zagemyO&4q@9`D;FNyy_~H7H~NFmA>9Ph&>ZuwK`XsSp-Pv;!xkgcOMCj#ldTP2&HZ#S>fStZa)D$4Tz z5jg+r=<@A3uw`AnOq0uWa(3$tdXsjsIGS)X8{4zd?QRUksVh(+pn0~_ly%T&bwCm0n zbs5N6)rvwNQ$-BS@rw5Ig941kjZbA7j} zK*$&`lM+Sm*WH2h12-R>vlan=+zscey4g7`p6dR@L<`>_=yk{?y&O;WlpJwL){D$ZNjfy=qi`?E)3*)+=?P(afs<@ZU6Kkwiua^-u`29~Ib8J1O- z7=BIV{^yrrKU=0HREtx%t-XR>UT-JrW|l$D1Up`>5Keh#a+`bHSCPmMo+tYAbQXFw zeADuxicENdhc6SG!nhgg?Y_@&G56SszTRVB{WT2T$Jep_V%KM~MAcE>?{Im6!-iF} zfgTYF$!UMj_o-e^KdV7eet#Wlv1UqHMi-9IwFzLM5+SByJl`mL69ON3@`1#upU5Y8 zAs3i<#kP0n>%ssI6fNuY1n{3?`m4_OvMVrP1ooVTsl`KeY=M>h$h>};=6&dgZPUIy z`{(+2U-mil2A(Nd_oC3~hrC!FykGE!$Ny5xvZb2846t0^#q&_TKZkCr$BZ7UJqVYQ zs)0K(UX-CC6*w)3I9M!|n3QGTTLtwoDnAeCr3FzE^azKI>>n4Dw&IOBS=i4)QrK06 zJ9kC{#BNneE^2{)l%&X0qqU@-D;Csn!hSd5WMdYlAZoyBGMmYde44~xB2Z?A~MJMR{`43zxD1;EM zUp0S={!!M6(kW%9BtpzP(vH5CczolbH)ccT9;Hzto-~ip+wqGkMbDCu0CM#SQGnSv3(K0!TDtm`Qm}UI3p)2v6}8C|>7}Ja)D;ZA`bKdkQpv zpgzR=kPO{Vuup8Cww+&mQC2R||A7#KNhArZmIpvUG+v}BmOiD#rhmj{MJJbzJ}lu7FRo2lSKXZ`W5!i|V!!dIdaoq=_eoeK*hYSgAv&p!5N z(*W@S3Q8NYVg$QVB81=(@3+_gIb`6-*l`dbnLoI>#NxL7%{*8cvVl$cn_823GB$`l z-s5{8h{!lR+2mqU0xFB{HhM`TPIZQ}MEA`}*`~eR*9fnG15cGj2^i43R%Buhfgqu> zq{;|#xVh3rACVCIe8l}(^wnS;*-;B6Nx?<0OD{!qG*#e5jRt>0%=|-k5sOeoFnrC4_{Ridu0?A+6eNLo{o2|AF z0ao`u2A9K#1Zca}VRr89Oa;J(X#muCiVqoRCCyfX8EW1M;jxW`Y-GHkS1dUMlj`xy_VfW>xk0~uJ6*OK2c=W~jLP{v1 zd7SMEK4b)!eXi;?bh$L~KSrP;GPnGct6{?{$0f?~;x}j?ws;aC*tVltGB`A>td!}z z4y`~)tXcwNx@^EY6k;-3cq~KA;l5*KG5W+5sylP9Tbn*k?W38D%H-hju`RW!9{=ljs!rlLGZ$R7UP?s(v2E+1N}< z5ws?#hUoN~@H6V0rg0wDQnUiiul_l9T?%u z4BfzNROfWf+#V5`M$emj*I>m2JlKr)vQ_P(H#41`(vf3BrjVtJ3W6)wk!;Tu0!VLy zR2#nKTH-(aH!XrK?dM|AT;;4M`9suU&G+7yN_}DeLhZv#!6QG-)v>9dlpt}YZDMqr$7fPcNgjj(-qLx$l#9h-r{yr$!o2{Lh1~b@aukAoWP$ty!i#su=p|d*(TFql zaUB!HOgn)Jh4#aK4lm9OZ&>^4UqX29{GJ9{j0JsLma%j_d5s{TPhn6;5IQU3AK}AIobP8_+42;86sGo$A9A>I}zvBk+-T9IQh7h^zjy#U&{6^ zM|u4I5<^DHxc35Kcf7clSou7?{Ry9}8vxWM)>Me+!Q>WXsQelZSDU6Wme-q}L!6=x zGri9p(s83F#JT@4yRNayBJkTFmVAmj#I$2cCE9)kIiFBeZ|EF)Q-x(yKeM7}O#giU zB78GLZFzOz#dyX60uTi)t~FGXeq%;1RG&3gLxbGByW{$~7y8zwD-r6;f_)0{Z2_XH z@MvVE-{=zSm#rR0&-ZRMm9_F(6JEuEO42QsE9;+6^Z7GPwf!a&#WM>BpWCu-f_Lo$ zyFCdIQh}}Yf(3SibMZN?%p{V zPdVK)HfJ+M`{7JTMgHbY-=p^iaw&@n387LZ-thO713Sy_(>ivaNy^c4j;#uF2`{aYWSVb1%AyAeUsQ#vUQhI|&g+NKU9>grQ6I=AhTVZ$O{Sq5| zaeS8gzCnRy)yqx`Av=^VXiBlu^lcLGwY@|S?2 z!I^IX1Zk}~7Ij8bmJ{VO5#*cB2hALrx0UKwPZee@KVCKQJ^5LWmD?Y_5ZmZ?Nqq%nT_7<{mIN$f>zNR9so4M6ZFZ5ltDveci5M8k`DAuubU3*b{B&O|8E8U!p1nra9>d^|l_diy9Flv=aH}K!4`f@@cB>VU07WZ)ydBN9Mr~B1){kY`?x23m-{l*0mR&$1Jqv zc=3P{Nd^qC;Td!8Vu{Zz;O$LxPP^4)399vSQl9;V&&`38lcJ{NL;Qj@VTbHV82ADOYMF^dI5nZjAZcR2E>Zfcg_ZELMU7?2YQ`?i~44kB84Sy5dCq}o?gzrRWHB`Bb zzPuF`g(db!w39(3WQ5A6(gU6?6Z#e!okZqDsW-T8KJayXE3Vsl)D5Q_(O#$9y{Xg> zw6<4!9ch?^LfRFVpkPraE<{^f`yqi%>u~W7X?K+W@O;L_@-whA7HE{E-5A(0v#l7( zu_%qCY?=4MG4cngI)H{@?Wl2D{xtji?RnEvwJkYfmf~B>iYM2A8L8x$^7T2ju#dnx z!Gnwl_a-o86Z&U7lmo$~&jME!MCtg&y(F*HLbH=6I+9G}C;ah=8I1BW6-OBySZyot1SXMb${uvzR1P|7?QIs&-;n-0+|jr3+cq~oJT!FnRtVN4EF6N;k3we zqIYjDSkFmA-b~aGZw2!l7$G}XU{0^yXHLuq}+V`@8wlRMY$&nWOsOYk%?Gprfqjfy~|Zi z$EOudy5_wZ8`cOHCC|lA zHmBr~-+yLv*`Bm(`GVBkhX}DTJ#8QYSuHg%)2^RUt;ZxB!_z-z?oq;~BSWx~t*ZIg z+$k$KooF9P>Mcs5SS`54Wd4!TElRIB838_T?Q)jvMn2{qbf{|c^s(8KZPIzvwuB`; zCnc=_B4d=7*#U5rs&|q31-_ zvz*1m`R+|M{UiR{>!IeJN@B*?H+EwJzFXMKOur-hC71dI+;_u0U3{bzz5V8yetjDC z#g(Hcmq}ty0;Z7!4O7)@KlQ0NRamwkr(o(Vf9J%|ff?Kgo(^ta2f>suw#s;N;^XKk z85gm{k(WkUP?N;p&uwSop=R1{RHzWm^r1?AM`qZ|DMk={CJK8fa{5o)KL{yp7TTih7e9q}BfD~FbSXVu+<_xq`|~l1$GXU=iLygE1$E~YOgt(D(_t|> z2wI}InBBTBw#geGF8lU~e{xk=N*D$9C! zp@GrNG?uL;7O+Y!kJ+ge&a#W$mzZgwDEU z4jUWkzFBNr|=e%GJ(C^*4MjSEVapEB#r1uYyf`TYir&~F+jmHbfawuF7z zeD1bH{i4UYqPU%KYdJn*zT*HPrDT4tN?0=~Jeo@w{NAgO?NxBXENkbjIk*FPP0_)i z8FE3TS<}xh%B#L=Sfa8mk_a@D4u8yGH0Zgzor`9L%I?H_B;co=mav!KiNdM=Lkpn9 z@qNt#rk37O*Ie?5#kdeWZ*GmkePF_i>SIe{EEW70hIM{8+q~>aC<>z+YyC*55P9E* zs{iY~=vohjnV)Bnh-)Bd43F)`0clHh2PTq)P! zk}J;<{tu5e+bT;=jX=mS+v$F1!8mwx9&z#K{A-SEKXYKb_6T&G{Yb4PK7O9zpQnts zZb|A@4QTCwo`P33CU0L)1|PTJ+~ar{>P3jyN}al)>_eqm^~}GECqgVk@Usu1rt_DP<}(krAX!w3MRq{BbWyLi)KP&au0u_GSkzThwd$G)LzbBCp%>3D7W~V zTbDE{q&W4m0WE%_RW^tcBYgfo6Ir1U;jhq!RaR@t=m_*!X-SbF8S@7@+)hxkX0FS@^wI})}f7E$Z&{X}8;*8{hP z@>JUXb31V+F7L)zVu@ONNOeqLFK;QUzY>?Az^y)xz5DU?UZ~?8Pfwr8Zh%?8PrPfq zab&gZ6-l@LO*CHoaU~-E!?Fw(kxV8AOR5)8-66qmX>n#muwF)1PN?pH#w#lt8`S(n z7dWcIxAxCwv71tPi7oX$n{tQzj=Nk25`#UMuOAjmu7{t-KRj58C6&&=>k=|}VgSR# zYu`eBOfLkhtX`MeM%IIiFXyGyn_M6gh__L%f{ zKaC^&Rvq%$pzo9OvsBF?=vrSEj(J~lYZ6NW5>QS?Z0oPRDvaY9|ETM-Db|Ln?Bx zQPjM;I*$^g`seD6Pi9-%=MG+4Vp^l6E>@|enj$%9KE?cm2p{Kk-ZPg&`Aso36w8RM zL>B)6D^(5Qdr(5XF;j7ndTM3vVP9aQ$IS-DL#lmjY#(hQ@LbUZ7w6%z3>x z1Vlk%MV##}e0Xzq8(Es}9=<>=c!8#>s#@4;-N#SJcEw3PS!)OG=lQOfSzfK|mb!9Q zlaE7BB6TF{Wa)0;GMf)-Wams}BG@3+lksEFSO|?_%Mr#-m>c>udImCXuHiL|BebIi zOf2>jb4@N-MGe~0iZT4*;o;-24XURhP@fZ;vwJVxH!&Fno*C7;KfHv9*>z}*Y^T1k zJy*^MpyYF2JY0cn%-Pc1-LAi}(?9?ol&sZX#J6z)>~AK8O~>-za71TaXjYardE6n| zPT9494536S@uI7SOV?IVt|c^5QB%iUpHqLfJQoISFOsr-r_b7+6W)BIN#nLEvuX_0 zkmi2{Bv0?&)j$unpOxq~3eO~KqUuR#tP1L?f*Dw1IbyP={CtI27*yCG1NJ}+e-Ycg=RhYP>%}`0`5ui!+o~{K#WU^ zu}`Tqe`+8oA@eufeSVNxZ|!|Q5q4`Bl*uKr`xPtmY3nuFr_Z1x!G+f^ooa^>stAk- zSl?Qxu8YNTPK=27MC8Qb-X8&pqCprH2E4&%FBr572>06ZoFei)5?F}=LK2HQ2Sb#e zIayr4t8p@^ZN>6R5W{2IUhuZgNeEd?OnbOqUdG^YQ>a5m^J}fdzgP%meD|>lMhlm| zS~OK)o$a;5Drok77}UdC(x0_pqrC6yX_#38)rTjr>fE+@8(dFhdDe$eGNq@Br>rKw zCMm)6nrtwDe>o;{?RQ*kY{0CW4KPLVn8b-Vje2O>O(dWu<9{BVeQt>fqg75gd#a$; zOb;tk$$PoHLeSm^QV}~ViK1ROUyzQMzad$D+MoU^#-ka8=IYcseXpDA>Fh)W4=KLS zaYe`Z3?cvKu03_kuRy!`$@22@H?K84*YnLt5SqQX>90Ieh#va})x9Hk=kL(Ox5Ae<lQS2CvmOPpirnm;5@w; zcW{~gqo{?6K{R*GO^qBr>cz_dD>59TICMHhjBiR8LIUkhByx`?kVVIf3<-dvU+23C zTdy`_7_YtlQcRnS(=!^}1qG@Y7O_@Rek*$P_ogN$-#|U)Ghc}0{MWVPwwZbn{I?e# z8=`i9em<>gN>A_4#D}`w{S^4s*7jh>PA*L|1))c@_i)`~r^8;p_McIB`g7>K57A$! zr@|7KN9GkKr)nUvnQ*E+41Iro{?E1K^_5^!wOjRK7|Ow1Ya1!Fj@rg+oXB+Ur@fGH zsSd)#AKPvF^0yL>3aNLGO-xOlHd-7%9k?B_gF*R=UqJ@J773y*uAzkpIl_(0->8yi z>zJWua@(CJ8?#hut>vgc@SgyWe9fmTNb!9UXjtOdm388H{1}v=}m06 z{dgI5%Rkbu{<5A~i@cJwA(eBV;29peY}XQxTEjv{1==0CNGnzH)Y6_YV+?RAu9 zKhvc8XluNO>)Ul#Bmc3in5{=2mH%laqAc1q7rEkxQ&W`J2&j-uG~)aKp5TO0+@z$I z&77FX#qO-;rPJ-H3+Hz2WgoQLHNVV#JITffMEj9ZrP)PpW0g12PhaV^On}VZ_A}0* zEvkZ}LWowm{udjV+&04V$B9Z;i1M$gAhQlKVr1Rv_^y|cd6$V|Q1Lxv(}5y4ou9DO zZaS0{nxV&m=o2o3_dn60OUF{LmcD17OwFuZthb634(?fHIYov?1Ecp0GHisn* zHuj|iz3`lsOk~ky()9nzrEt=@{cWmXNfn|=HM>=7JYujUM8Rq2+OS@tz=@NXscn$u zfU=6}{MImmrDd_5OS}x6lAVcGk0M!OHCtpc9_Fy5*T`iYL!U3tv#!nWK$M>Ykd4CZ zyxi!b+Wo0NCf=kB{OjC~H5|N-vzXsOGSPWp0s$p$sr{RVL8$dP4+9j%;HVAMprk@C zneemrA7Yrgum;F$i5FMLzLT({8oeZkKj0x%POYulC{i z#8IB+)f%z)%*D-(=$7UpI@*U?Ow9{bt4uetSt*nF?Ii~Kn4Iq6vBn;k3Deq|U~%$G zRQYYR;DlUVN#EPIFtx0KlBO=*+o<_ZE%>^R;a_`{=L+PKnFC$!5S9%hz7%>ym@sOU z6rekNemeSl_$W0_d9xz{el-}a}x0fc!bE&rd`Ksum;3#!Mmh%mu*t1@VA1U9yXqp<1Cm>Bmpn98T_Sji&98he(p(Z{ z=j|~PP32je{HL1A-d0RP-h@jI`$Hm;G*1$um1}lQdPiUn5#Xw+Avkwf|9tN6cPUHu?wTDX?4;Qf7;` z-lTcMzuNn%#iAF5AsTJi#9Z;aUD0RgpN^)_X-lw2*oV(DadN6!8d7R<2=TC8`_>N? zna8lZcy%o%@-^tI7h@|;nkll7VFf2RNNfcafaHnDQo+5XA{L9=Isb)6`^DM{N;5=E zjUH;*!oCM)JI2=f{+ zPOW(`kJ$_*nkN04Jg%~nOH$OY#UCoN_AY3e1r?#R3&W zec-?gK~xA=c)ucP{sT1NHG-10+q|Y?*1s z3CQ=Uw#BdSuq^!U$>1*+P=5y#KHwCu7)lV}m6k*7w4X-I%bvXwZx<4Q#}lf6>$v(> z>y#U{Ntm*q5vKe9l@k*vFmKwKytzs*lFH4}R6kW$Jbei*?9oe}(ME;zRm&&u5rMn; ztIY+)dr=A`Mm&u+R;Y@2zburlseZU`HVv!yGNMpe-RasoZCc$62Rr>e(OqdrQpvS3 z2j>GxgF2fC*}-MmgolG!!E>(mKLdB>F2o>4Zl z%Ue@er4NO9Jr$_sES-6R2{IDCEIwKof(K`a?1)FicP#y|qGDXu1F9LP^F5(Plh@~n zJht)3N=R2vWY1|;43j?GI73mN?1d@!Y4Ip|aIGa*dBm%04IWh29>_*{@tr!&oMXP8 zXSmAxwN(|?<7FvhA=Ers%m_e;fk~dBX;4(=aMhZ;2kW17IErZLqU1>D4WiOgzL1FN zXnSFr*!o}w1z<&5x01GDs|Tu16;{m%zLMw`m;^!|i!g&9UQe%D3Jt?*J_))ZIoMW$YO2MyfwJh4vad@I^uR%(ZC?xlcrXpRTk{ z|F2JB*w|5Bn>;dPh9-xt*29ocGcW7@f)mCpL@=SA#URwYrOLLO`4Xxd#lYoA36`pS zq1qA|uw$>}g@UKBJs)=#&-d25Wcg3idGB{$}MCu04T65RzP#AQ*X!y4Pe(*8PM!E4M?kbNgQpt1JgE zJk1puST8R%iwCilY`(+SPSRU@ob6hLE=9o0k50$5LCIHU(Q28`@+ZVH>$#@+;IkK` z3-#MUey(&yUT)MV9>$x|q0jfnnRanm*N4YKkl$xsm{%@|Bv=e*P6&P54O85hEku+4KoyA35EW4+lSux`n(FWPH%=%lDbym0rZpAf@mG9-)8lfYv$MKDYf zYXyQ6j?#)M0LaFp_u;xk`(eO8M`L?}!J8NaaS0-jY5?d07qezr0oe&S%56+p#)iW! zZEd4gAUG>+;?%TYlf1dM_@!}Exv#zPqsw}s{D*3jIG-wYhD+M3Iqd-5o_L1#Nl_Vy zj4Do`#W}l>YLgG&&h45^dskPEGfIr>obBp>{%Lgjmw(8Hmk-sPw1)f-?Em4$07|e( zse+%`kD(NgOc(@b&(1A%dDu2{73!VM;~E9R|Z)&(91ICMYMHGirDmA14Mj2_;=J!@t=8e*PSQcyq%{V-m>>-prK7 z2Oh8`joAFQM1_Q`2dEt+k}ZDyMyREk0S70oN-YLjoKPZ_FAqO)XA*J3ZD-`e-bOZ4`(f5fK zxs;A9f(^iL;`5tFbJtiiR}(e8C=I9qb_}*=k><`#^Vbfx$54iyJ`@THS{_C@+P{tULU|7=`6oG`-&ME)muKJs#1FNP8# z`0{e#P2-ytO*7gc;`(gok?3FoYpW?SGT4?17lj}BK5IWdRZ=*d&+cGV6A|Wd{q?=Z#)_?Pht5rxQkW*Cw`otG0x5@lW=KS_>?g{N1bdsOfm@=`!2m zYlqB!pW$f)L4~yKbk%Esp_kws+KVp831!M}#^>pISc{7#7wVsY57%7>-h_pLfG~_cZZS{vOvX|X@?Zp(9Nfma#~)|xkR@lH zH!}D=j~QDkWVh0rpsF|&^%2kRCOLXxRQ=Yf=uImXkw`^b3=nr;Dbi-YTMKG@s$v3z z-ua~&Tk%A$o5Iu#)XH9PfiI<|UOM{xN6PvH>POZg?2F_<(*$f#$TT}e0rKLz1osq8&SZ+iLXsuzie(s zE4)ShaisLA=z1JIEb>n}GT(qD5OTc2ILKOI9#r=|kQz-Em3uN1aN6c<_4Tetgt!^5 z>|55`F@lP4Y^YKe{`3w@z9r1pqd4=ZD&5u$Fhd=LFHkc{;e-i>agnS44Ct@N1{h#K zo9Tc_z{Q#|9|S%(VgJ(n7M#(jMav~QJV?T4>JJ8kNHtL)9b*7;;NaY!`uD;o*9BTn zpgw$BEqJYp?Mkl@lm-orupAT1G+ca;2N#rPEmFEBP={)phHASwh%?rkWwoMbn^(7) ze}W7#{KL%xbV08;&-v$Dl-}?}|C&1K5JDiqYoFVw#hl2q;{kc=%cB!AIMhp zwJo#QAz)1Oz0CY)rYGkjo`({3dtn|N7yle6C4<`}*0j~v%g!A!;z509W)XPg=S=$| zNKcH&L-^NroV=2wpxfL&_Jos92ENSrY1e#vDxUnqMo>wuT{ufh7185pty=7zxAFR> z&H!J&-Mf|@4mh_x{`;pt@bfP-g2V*>z}4-Jf52W*%_q>|oemywsr3#8d?hD?E9BY{ zm!2;!y-}$&!x-2A2ovn$obJMFM>2=-3x7cwkN}Wt4#xJkzGA2KKHEtviHL}(bGc@3 zc()Z;P{3&L!;|dnOcsrtsqu;T2ckah2NC%4xtIj%Vjm}6`w+;ZK!oQhUlK#^1g&2m z7Y&#`OaE9!B>n2z}HL8{pZX=!mI z9Q4S_{-LZ5z+9u2h%Y_ki`DK!!mMv9@p)@%ti}rvEc`?s&(-X-oG%RGElS2#gGRlp zy%|`bU5d;heuqk-56}2{SrpH<_CpNT#k)?{)xH#x;;C}cCGilIMm>9pu>4t{%~pco z1oKp_f3}G}H8FojD`DIJiQU3@V7FG7-rzu~3wrX)qxHDg{PaQ*b(b!AYDXuZ08AQZ za+UA}{ht+A<9IGTPqVStic2j*T~d*|&d8cbBJx*s+@3*{RS>E0&x^Q8k+X02rv@2M zzm$4>5YId}qzbWzm}2u%WPHi?QpCSW^2*71A5Lo?U!JYSLbs!jIco<)eJ09-s3Lt=d zm-nCTW?llX|I<)xN`Nq|Ki2y6Q{4CZT-wJ+5VX4q2tPnS*&4xFb(;O@L;+}olEUrY zQ&G6!A&K;3ut8Z*MDplV*nRhCmg=+6sWTHM_k7h+#M8Hw-1iuS5RN9^E(ZVB`DR7+ zToE1#iOC}UE%Mz$0Shb*tbIlQ>;rm{nE0!&MNjU|>5b(czt|U(p|Gg#GR2`N^!K1gV4t=L$)ED zB#ziV)Lh|e0wcyF-du%hsd76!0r(Fh2vaCfwAk07B z&XJ5*J~%1~+ZA!>yuZ7oM#Z6I_fnwV$q?E9=!s=P2iok}t?O6%JhR&Vy&5sby?Aol z&!_X#72)oBpNZdX!(!OV1(aS<+JkQof0-j%G-YuS3}p$)1bby+z#6>IGj#$$Po%a+ zJXM7y>ZhDB+2Ng5Uu82dME8U8tY6ibx4hf-pE4 zRI*0({Zk$|5dBx4vI(H!srt?iL%)br#*S^5)NC43G+Sla&N#J2$l(3CuEf@1ErnJi z$_G0$E}YBP{vs`-9esGNmzYm(4~vyx<+)(`O~O8F6K5;Psc3a zz2{z_UQ4_+X;YwDY21o9UE|_{|32im94gnUH92=(bHG!%htl$Jxr2LAQVe4B(*r|a zpMsE4<i=kwu&*$V) zNcB2%y4BTu;FN4GS63`x%buSL5SePXthLJ?E7iNKhu(*%|5|Zf@j|~k*^aOnNXHx+ znpm{`#QoL=^wC@xOnc(E@72=+a!?FD@tek5Ezke)PAhdgxef|(Sy*&V{IOF3vAI-uaw z)KHc$XJzFc4XN>w^W@Wl;}^*s^7h#%YHeo9>1t z>C~7pytA8&a9ZhV$(MQMYPY~+2$PeqbPzUt0ot}MRnQjjd;TT;^(Jf^8FH913kKP{ zRcKS{3kF4)&F`8;6@rRRJe4F?1E$hiA9c>u2xE)Am52|hVah^xKw=#%< z)_x73yogiR!oYfM#9$wT--?eEu(XwjJP3wjxYSsKnnMuVk{B`qAD?BACe)0UDeN_a0fmVD39$O8TeQX zh~mS^^=`Jji^G8n=79v?K^`vVc&WDjd+ZoblHhd?qt6xYRrgp=Du}R1SVy97LGjn# z*&gu-*V+?a(DIduU^vIpT{U?tkIlE*Z69zQkv4^Sz4RW=PEK!Ol{9TVfz$xxU>1|p zF;VF)h;QhVox8TOr4}PZO02wM)}%n88cU^bA1JtC+&>KEu7oz80) z=pO7vJ6fEOKp-xW6|pU11qsMn8Ge+GuxKmZ@P&9z}EP>Ll;@N>zNixSs~xIwU!#Xr^g)*YZQu>cQI1UQJfmtQv?-kjNs*je zX1_^jU?TPi(LMl7HFLOsj zr~Z7kHm%+tMy1N6>P{Ua>Ps%c)%Jy-U8{=@R}EW!{zKjoNkY&XgZh{(08qP9NQ5T^ zmgQ88>NVWIi!}jhnt^U3x#+q-zd$zAmmc2Yh(11;kr!CV^B*L4B zkAcY;6V|(d2)B>-#OzK*1E`hdtE%sITOA3bNO5;wy>D*hSo%)Qc~BHicjWc?zYk3h zlXV>uG|N5bv@bOT0W>vsvlh;qxyCPNAIp+hp6|?~alB#nrtzP{Nmn^&3tHy5{j1<= z|0_t!MKvcBLQ6~Q1RA$iD9Q_P4yTRLHq4O&;~k(SB1Y&ILRO+UlaaG zzJrNr2MONpGnL)m%WveK%(X5!?QCSFa)gJR04a~|6mDYKkhodpl|y$0MR3A|a?DqG zn~7CbGgvQTLVTDN@x!C4H!>j+sJtI2heS(l6Ys`-ibbzAaQMVy`CRzwg05nk%Z<_E zKUscs-|hdx@-r8C0-O{tE@99$jccTy6tmN1tDI}OAI#F(s7J_5ONqiV7_c6S?w%V= zkTHRqBaH*tWF#2i)xu}x)?GLEfCBsu9K!78Dv=)4@5;@4;;tIpH-lHUEfJzU9E*tu z%p;W7Yb{1VnPU1F$_M4oF4IQRD7j$r`~Bmoz23W)x(Mh&of>sRj7lhdb&AxVr+M z=oJBrt&&&y9ExqPt_N@==_k~|SEt)Sd-8n`a)2yiFJJ;Db{9}Jljq+bxsJM9{RhX>?|5xOSBSefrwpjL+5VF_t|aR>FslyxIP~kmC|RB%T$;LI|3d zM0}^viYQejByt5RfcB6-iRj;&HrD8BB>vRszlwa@PKc{+lr zYP{e}6!p1TGN2^-osIo}krI@K-%RA$v)njcFtQ^fFQ@mcI59AiN}zpcuWuO(kBGoK z|K&Sh7!0LwzTZc?SUJEOescu+mVeY;7?{9NaupH>{ht`?6#BFVI+hcUhEjQ`Ny^~_ zQ{+H(V+2PlG{}vwBPsK_tOQUz69|Ei+@6vUUHSdPJIgAo%(BkynD-rsF9uOqZLQA) z1dBZ0UJtS{Uc5!Pd3W&Qfz?Q(a_gA3!kWw{V)@+QZQr=dW4G~vX{;GS+i^l{_ znRW-&^g}3YUv0fKWum}ckPTnDkeGn9H2!Ux;kD0CQTuG;qXCT*&X;&}_Z-th^3ln8 zp7A7d!d64nZ$H?Sq z^e!ecRTk%~0=h7diZ3{!km&DKRV1RE$aQEyLQTzoY6+>l=e5dYBo2I(&8E3W28QA~(Wt{D^WS?bcq=~B4FC~O>CkfE+oDiy> zBB;s52F694XT{9?4?N(?1dUxPhYTLKG;%aTqXRXUqY1T&u(*AcvR?xGUeUu-;U-R7 z)(WB4diYszY~$6q0p9hnXhSmh_@6|(oZl9El#WzWYW2FMpd|8X2$;O#1zevKt;!O= zp%My2sd06^3jFB+7e&BX;FnnGyU^^LkiG9INd!(fCF-|IB30&HGt$sSDbq==py4jZp zH!vstXygFjyWZnDsv2CzZBMp?))d!D@2N&}0x{@Y#MUtgwdXL#XtClIEEe4$a6g9+ z4XcWId|}xiFJJcRpr=(h4fLgmw+Bs$=Hmt#H46lPdGp~^eRiB7rB`}~vzEWB1@M;? z^TftoAAxd?O8LBsNIXGJ6k9X|$?aOO!_c-^f}T{<3pp7tR9jbNjgE~?Oyv9!a+8yj z2R}|0ubv)dx9dC57V)llVKMHzhjS~&zE6vOz$spaYC5hg*=ZQU4#z8SI8N}=J)c0L zgD-URDwGo#6Tf|QkG-GjF~`w+c=oEI!1aTusiDLS`w1R^q1SFlG>kE@@FcC-GgB-D z09>6_{A?$2Uflmr>@q@XaG4b%fyPt7QuKvR)~3g5LY>$!c0}|M6a|4A0>pBhpc#T( zXEZx0CT2hcmsvtLhA^9C7Q+Q7NQcrn zN=_ikzd2Adr-#$c#(t2B=l)Xzh<` z-LbmTjHn0(`p}FnIke~j5BxTg$edQc*UPktFWQ&GWUX3O63ILIbNyMD3prOtKGfr# z@85WQMzNBL9u*qNI*1*~YK&RMK}7pG1EjZ(d#Rza8i8ou`DJ3i_NI1I-JPbDoh=$1 zmf%kVY+`u~({jWydk69hUAL56N(=rAD>MXn88v=TY)u8S4L?4{819iH0A4`I%oNtNss&Xi*|fSyY$|&DgpTOOelee0y16~~cP08Y1vD7V{AnZ; zGxhU4MJ<)01f)wK=K)#@Cr@i3ynRFj8(GKyeMF%D)V!H?{ zsR=~Z@`Gf2KnB9%MTNWYCoP!qFI!yjG0Il>KSP`R_P8>gP(ulBzBa>s*|r$PV`Q+F zASo}JW*2wgRSODCkALfh4FPQX2ZGu>5H}D zRl3PlV+bK$tPnc zNVvU+@>v;g-IFxf!ZJq%g9c!Pl(zdlf2J4vIbwrdwUJ@KHx$vq_sB%(YX6eXq!mR* zJIH5bp`XW{C+pqPOVh{e4e-BZw>};5w`{w{dyL$UZJU*u88ri{5J~BNuad`f@c~bQx4U}UOMooli)R#s7nt$d9S|`D=ilu_R5a=KR1 z;Wh}rFB{5BXiK8P5Q2uZe+U7o#7ued+rPU{Gmv>1c1HJ=|B%Fq7-a%|s+M_B!sO5S zN}?b>=HsjGppl)wkVUyXLMVACMHBU%#VWnO&?^Mrvwf_l$@RgF2f*vT78Dka$(q^? zO#1#^W2$WWxlJ2L*hV##jHX>08>5LQeus|rAV!_H?pfS-eO-U`=d<$)8pn@BiG8Ag zf)lf|{e-Kx-Vh1mVBi^=FSYaxiDU%wehN0%tw!fM9c$p<7Y6@NxWF$7^?$+zZj8s@ z-e0A!&0KDb{!CvS}S@oKX-JAiq6K#1qMex;cGXa4i=B4Wr+U`kB7xSUB< zgkaDy24G-o+>g=fohG%6A+t?Bem%YYAx=dMRRl}iEBB|3)ipJP-&K!3W=hU`l)`rE z!6}~5JsU(;Z8#H7`p)i~hsSc;(~k(}U1S4(AU>bCkZXt={f$LwxzIx`%+z+!=w6 zZPZ(RjQFDF5msM8e@gbJ1m`K-X=mQq!!Z&F+BPTcBiY zwW!0bceN-u${3NwoF1(Rk&5XhExpP(zog0Flbw`#b%R7tl#4W^%Pdm)iaEnHH`;+GlLxu~zir6s~=U-IoZ1;dS{hbnyKVgqPeL<9UVC6ChW^_yQ7 zA3aKjGKh5TmaqzCR=flJM_IB@$C3D58=prFL}W5x zMK$e3eIY&!D<&yKi=X)rCS5eO4s>`f&XCRT&skuT=mc1vaZ>^3V0VUTcDNK_a;YWUdIa(tltlq2vRIFta8~+4QmDs zM6X4b0gxjrZ2`Z?GTl*)8wPqX{RKB--;K^>sl!8o?-+VB!JiV&zIdv~$jHdNwzKd6 z*6G?>eKh_P2wTQK2RQ@Ulw4Q*yhk9lztC+aA(P+w8M_%;S5B^HSLb+0=iqme9C>jh z21MCS=D*Ktj;K=sO4}zthf#JIx4u5boBb1lC#iaSpjZCXt`p@f18;#Ia-&hha3_y2Y%Ti?lW13?F{PLOB=Flqfk&*v{B0?JZCp-dNg9hOBe)~ z*N(8iaDxuA&vJ`g4Ne=(xHQ?Knt-gg@H6`}k&YRN^DUjL728btF`@Ea;@AD2gKBty zBy<3!TMGPcfLEPXA4`(KYFgnfnc$3nG)=g%=Bms_i~M}y?V%$P6+VDjm|RfRjdBZuN@{MMQtfEKIsq)g3+))wrao5m|piGBFw% zE-njzd)Hlyq$6p~QWGeVQW|T5iO402WY+xw0k7TSBh#F7j87BgK4$?}czGC9LON&k z*3UibJUQhoVWg}0=MgYc7(;;y7$+v@@NbV8K9l0QFjIwSZ7l*7tLjDGa!Yh?cG65# z)6bYAblbQ3N<{ zA1?ROZvJACHFZ&*Jf+J9@Uz4Za=Oq^>7*BI%DJvu78dWD5*iN-3uXE}VU_aZ!k`$= z-FKNq*k+FA6ThMKK3OGZpco+-`$hfVC;6!Z01uyr5s-}d$mF#EWi+~YEGMeUH2rjJ zawLo6_}2`)@0h5f=J^2ahA!_9=Fj`%vy6Xo+-2V-ltOPeQatRzk2e&90)k;0v5Moh zYmfnKt(qfF{e6rJ9tOd!LxPwt>)K)A$+R5!bzn67M06p`%tr6PW%CD$`sT}%pd?jE ze0tcD$7pv>f(Hcv(C;WtepwZ>wBPvs?1mM4@mGq!KMIqr!p1wCi4I}h^v-F*y{b2K z+Cok)=(Eo-UE3mgA-kkR;ZCz9rZ!>lv>}o)Lpt#$$9+N)l!HUG;|msiyqm&Cf4yBq zk@EKs4WW-8lZRtqL>O!2g7Y`kUkw z$kJ~}C)l{x6O`T_t}?#;&74$$opkgt4Kc> zyDJ`ivt6;gtZdx@vVQH40fqYBE@=1FKo$}kBW|-}rOHv7Q|yxs=*tGyZOeb#o!(#4 zt6ZofdX#_5@swOw^yC>?$NbnsNUMn_#?4pW0!!K+ztOp+>XxMnt3S)Va%<~_GWuSD zZ$~eSzePG%bXBtO^i)ZOj2-(2E$i51yN9Iem^wb9KhNkY+l$2;SWWBWsRK$)Z*RTs zOP+1>ZR}>**Dfn^ry8a1iuF#*lzeu2{hPM9&{quUg!8p?%YFA1B z`=yIvyVOMry4tk8cY!Y^_6UiC$@y2`h(ecaK?1hj0uspv8aA#LJ*`JIW>p*=95cjG zxhA#SeYKv{vq6^BqYpRewF^Q8K65Wi?lp~AMW-n)%}j|7sn85!Skx03@Hg9|nxnig zrCU57)aWR)8x=NtA%iDHh-!9lj55KBqyXm5vH2N>{id5^l^}5blm`^7O9#_Myqp|n zYmv%cRLZoq`0%Y-IXfqUgkbETTE^^hiw}Bh`wq6BhzR+^9`=>{ZaA5MbP@p4$VHAt z#GPjlgI1aoVTow3+{)*&G)^mRVPNw#NbgttlSpT62d0R;LS;CZ=U~-Jw*K8IM82-d ziU|jvV8c9_33^JMvnoIR#vEF>CsFbhq*nPpbm!yS41f7BZKYtE#01X{ z#I1@X&v^I1=!qwXufLDk`ebVT=vggNFdDp>EK`sG*T_7c4E01OQkM_S=0q@CHwi4N z-tb^ae;yyvN(4m9ZzZmRpr+{GbkWt@p_~`%qz(}d#c~v;ZIc3vLL$CB50=)^ZGjp{;Eg@53iqBX?W@u%H84o!Du zWx>ihi^3k5Z9S%rO-{-T_9SfU%6zPQ%zPc)w^4sHqylMc$7jc)%JcZcp}Ci;rtdzF z9Mt}Wu7ip0jFmF7ePu%7{MN;%_9M1?)#Ukb6;4xyMntC~S>Dce&GITp`4Y4-MT*&6g91|1*zxGWsu%2;66WAu@oh zS-x%-QHgP#K;LT78Gd0QIE!I~{lC*ozaBuPLs_7TP++QP%5Xrb^eDY* zOyPEQYlanLnzjqsRkp~}UH zz3QP;$0+XUk;PbkAv$-M!7koirz)2c{c1q3wO;30)Ho99P#LB+Ed4_Wz0`V!8do$^ ze7)m^nzCa9&s(bgf+AuR0f|9ODZsD>{^I_&aMn@@UsojAYZv&u4L1G?UqtQupu1NM zZuiLz>g}daB#v3UXKW!DkQkyHgvdln0!pYg3-QKCmcZ-D+AzjRa8J(^yA(lUkg=(X z^T$x*?%62#cRc9j2a_I}*Q2djV_9ro=v9w+DQFM3yn`FqzU4v*WSpCOCDUQR9`aun zV6!>n$+5i;<`at6I!aw}DD}2)~*L$Jfjk~l@kMACBhNiMJ z(Pb7~4#*T`Yf0m^X5hW0lbkruQQ7@N$q)cPKR35NKl0R7?-NMfe{lF8WHGZ2W7S+K zvCAMfs7<~+8>o^s{g?HdZ}`R7p*VjsQ((=*YRqjGJPE8lHCnv6rjG5N4yj~wDMGx~ zD}3KTJ+8M%AQLlDZvXwhpW#6YV!2Jp2jVVO!Jeqi-Vd)o^%D)Ain1qro46-fY3uy0 zLb6__`xnZt6>)r{W1y9@O`O+op}|gL5>*>A>Zs?d?PtOaKn*l(v`YZ_Ad7?2b4HVo zyfFDtiGU`&C-^^-FH6*x3_*dA)5*9!8fbi6MI-Y#Qr?ei7>8U zI`GNdZ2iDvFMcoVgVubpA8f=9Qhk%7KAM33C6WF4?B9if)ez9XTO)-Cg5#vcHisNZ zJkYWob8w*f>SduH;)!uxLDxw+Qo>q!^gO=A1_uT8UMS;Z!b9;d`8WC|c?J=Du7nXD zp%KI8V?ual+s!3-oU`KzyPE*P=;TpgnpW2h<4c|D1bCx zj3YMwSK;F-ZZ~{^N#ib543bOv&y&00Ax=w8;rP%*nxOmJ^;Xc^me#qg1w-vs<^%Wx z2eh;LchJ55d#_K#Tcz{KI+LHazr>&yOD*`7EWpHiEur#<*7h|P0dhH-j!~2iSJOE<2_*QFup^;ZRnFBiI>v~?rI^2=JPjAmrTOU zqyS)$k(Lg9X5SgA_?hhiR4H_Nm&$ZOn`Q){b+wmtX61?fPtw4R(zWWpcQGhv<<&d_ zRp~PV#~afOL({Ke16pz_-`;%vPnVa1)-C-J=`BGlc!_rhxUQX7eh>_MDT=Q^(({rb z_OSRrzZaFi zF0AHMaml-q?ydAFk)YqSmWSqb7a}>rQqxr>DY5=-z~g8j+qJL*_evVhEf^n@B`5>R zXv(BetL&o6XFUJ$(#wTF+Kc`mXF?4_tw|TSAe5A=>g($lkQVm7x5G0uYPGvLvUaI$ zBpKNF7iDqkfewIPWI%Q_zyT5nW$o9$+*onLTb6OJro=uEM*18~u(Swn#q5X(abu_f zh_GfdC~K{W`N z(fWA$3aMa5YT;ikai++MOR;vs1^5){8c4Vf#Q{qB)P% zixh6tbot3>X@6&lQ$)PXBJuR|hNhdpY!fNBU@;4>4W}%4E|8BSvCtju{ueonz`lwR zW+NwqU@|3pZd*v~_P=YqXN;okC4abaK=?qc5H3l%gs++5>Qr@sSi+cl=T7{%zW-|W zj*$~F*{$$6Ng==N#>vX@&h%4}cNbovv8kB%sHz<{JT$JCitzjxV<8ja4w_Fh*lOn< z|1oy_?)Z`b%Q%Yg-1x+!w|xx%yVC_(IoXHDVl8!@qd$J&z@_T@4Z-9s@`*8 z_5Wq9PjoR zFhK{kL3ra&3JZz|jzyE9yJ`dWEnk1dM0FG?d!HBAcMNi6VRm^nbuJU3+%r%jKent{ z)5rKNp(?zsb5AQ`Z1yW=75P}-ix){-Sfq=KZ1v|UsRFb)&(+$mCF*&Pm*29*D6!hr zo-g@_(J0wA2tUfwdIX1nZ1?ma(u${7kNSO$V2}t_ov+~9S-c?c13#X#*S53;jmwE4 zxi5QkS2uCf*b6b^TzqUZy4rq4Ozg~tvt$YXiry4aEWHkYwC5S3AFAY>1{cv>G#K4j zoQ(Z$mmDFc5u2kJz)dN6d+^h>G6DMz^WHc7Y+GM)(uAFkMO)twbZiqM8?r9ERT;FT zy0yq51oS7oJ_)gpvf1pmk}^D5^;sFdZa@< z#paB>U0KCd7D?OZq6I_3j3G;W2ApuHQxq0&C&`GG41k zZR9-Cw+@z;v>mqBY0j?eW2y4-$vk!NKR!yzO9+&!BHL47FU*{<4fAU)%fClen|S>u zEjm;=9cA`sRAg2b?VIgkBnAdQt1%~*AJp{;(f`dV#rN(-eSRKQE7L>2MBP8B#l+?^ z&r5^s%RhkCjP-J`G-@eJ*1|E5`LX4=!!b42w7(OI51izK)>m+6* zNB^2zmBY@j8>HsZ9vTZMS>;34(@{>%Yr0&vA%ezk^?NRO$cHiiu~AVQ;Yc>kzhmlJ4|E- zk&SJ)n)NtMcNLmv?k+uE;t5acm<+vRcJ?QtJjQ2TnUN#{4&ttJ=V=u(ILRTKDQFPJ zOqqVeIfSe47vf4bubMmRip0dTD5GuGq6Nh#Nw{hxcVDgnGL%i3N08}(+$H`Q0upRr-_q4 z;}@!3IxSR9UQ{BlZ$`Is+Fj|xsg>!KcY<7W?+wVBc6ZUAjt?|5=~WnD0m`YwtU3AP zJ~Gv2U#Q$Er|r6qsLyTB>b^z zB55a0G=9k#;Wip8>BcTZzxLgfqEW{y282J&>-@5)9}2r83$nZ)h@$guj==;RiR+=t zNL83r7TO7#+3G3GKs_SOoni?1q&F@YcZt!Jrx`FgtvV{2SIZCbfYBdk<7yD%G`;fwlR7)QAPMo7QOTPT#>tTSIC5CB49kyycA zVb>@vF1YO!!f~z5m(ju{?808M);42zSimblddU!zZ=Hx$|Ivb{lUitXlF^`fgs5s5 z(j{@Vj4g1TVKi;YM1nBx^u!W#ytKCugGWSz`GtUnM3Kms4?tl-S$TAXLidbr6%rKu zwWq(&fmz57n}sPbcR{k^J#F6} z%Jj0l!z7`d>ei$QT_fWF3^gJfymL>+LaH_dk$I!@dcyBW(8aHA-49(%YpzYedIzv3 zvUNXI!?(BXj`%>&T0R4pC}$hh$j@G_R;y_&FW6zR8ZYSYAU5(t_&NY!JV(I5rNMrR z_;Bnp`!Tk<7p9=C^Yn0r1eIF0SOOr8LG~Jkjwh~dKlVeI(yh=pIejy3k-K^{9%jMX z`J%FPW@ph&Px2!?$=zbo94oOvD!hXk4=P(BNnNlG5?%yE1ZrQ#+JBm64K0qst!Hq z5ED(Y;AydV#dQQ~G!zS7s>G0ql&@Lp#41@_2Hxc;rD{1s5l1s?!ky8-^8cE7_6y*D zEJ9U_&*JSl(N#vUVmmQ`pU3-hIAgNT`l9<}LA3uE)Tsh6k$YO}>Th0YiyTo>t*I z&ar^vD^uy`C}Aq~pzsh&1?nTEB&oY(7)BCCr|0!CF7WCjq8fo!Cy>EXV<6fM?7q_m zPM$w=^Fc0w<|%^Xd!x^<9s_*Lgh)`645kTR@@Xw*KTaKcQfBS!vQ*=~U=;XaM*A@4~Bi#q|1H zPHv!Ne%ImW_@3V0Xp~G)NZcYsnfJ&Rbwvw9#!%K3yL)LpRPU_O=5C#>>Ib}VdX)pD zyapAc8y|ZeEYglNZ`JQDeeq!vXS$BQQsLtN`sK?i;PSYFeoMFbo)68gKO1&NyZKOF zXHaheW^qJDow*(h@c%?U-wzvVXwu($*IH%29HzY!7&gkU$e+f8&AVE3d$vi+rU<8v z@Q@dd;*$-$w^poV*!~Y6KAAqjjUUc)xY$7ZbL5zi@8FLQ^eWaBSR7dYfapN_G>et2 zMFVf?ru7MIgIQi8>XZae#PSP^c(2t`?K>QBuI(wpO0Wcs`j28W*d(_Aj(cC`jDv#{ zwfOZ7Y6HKcN#u*FF3wj|g2y+L-!-yxXin_ZbNF$$lysGfxgA^Y?gro%TivjMuL03{ zgX0P*Pg`~jpx(Lx|J3?!ywYpqod=`g*#?GB!QiCFS0<53Z}@0mu^qZ?@P*#(B>wZXNt9Ey-Ou zGRN&ZVA-|CM{}5*Mwge;xS~{*E9Rxufd_|NtW~URaS)-KC-E&Q!w*2GvX4I0ci5gb zo*$L}4zbg<5b0WSc4j&huTn#Fi`kXYu%O_Wx|Do;B1@T=3c2)VobLcupz1h-z(I$^3*7n&8;fKSL11~R7l{#Zrj>8k?v58ZNcm&tE zVeLO`<)KK8MuW&!1q%C+^G?d+yb^3ie7aCu7Kp;R-MWRH$*Qc2+zY(#{7bO*Cbo6Y zN&w9%xIJ5)|JgJVCdmvmW3aM#IcQ*PHxjYwNmji!#fcSO{PAZ%?3RqtYtWO-vAP088tzyU; z{qo=y{+7v;CbNFhp!`j7ZYS%r+|jjH9xf9R3@fQ>wh>I9r~c3&hI0N?(H^S#3n$i2 zy-yCmkweE)8qTO3>S8|nZV>WK7kt-+-?@P}rnCo)?dBwpPt-|4K@fA@-B4g{468JLTQX0P&;3?={kD-~iFWux<7 zKdMq+`5~ye*9a_eycp>=*^!GbNN1+l(zd;M_1mFg^v9h1(1I?&O= zk}nn69?`?$BL?d?d!%-TJWXo^D7ugh(`V}>klRHX?0K&bm&%-XR^YgM5`I-~fDcO2 zDC)Tp&-O%?KE1NHj|A>??xB-c(Pq(kJWP|FckOE@#ZNI;5lmY1P~o}2MbToxIGH9~ z+tIHu7}s&WLEhh3^aHYTb08=)-J?XEEUk}`B`sdK6<#4Ni%H(;E>(JWgn4Tb|5LO0sO~--dFa(ikX8ZKuhT0 zpj9D(O4`_1)YD-ldQh98z(UAN!(HOU%A}p}t!=6ejZve+rw&_COFFv9w}Oz)~ysSwO*w@h7W#-`Mj zOsi@$k8(mJeV}s$?&Kj`zf(mLg$?c_%3Z5T`X&5I}lu;o#x)FcFvpf~?!@9w~e;bAzgrDJ) zE9fD6Hofuykve#9sq~?%?dOh{o?RFSp&GVWGb<<{MaQ_3ngx#j+s+Z|--2?ZRsz)9 z+9#wGho9$d>hfYW#I_Jr7ZrIa+5%5lCfk5YWn7R%B}h&NXNwh+c?{Tqvu<8q>bb^; zq%F(0%K@`Z9Pc%)+WU`jr3zlu=le@CsS5LL@|SF?+2V>ef^UWv0mkkx!7vy`R}9QA zOHtdZVWxe~;{-sAyw3hPz%K|l!^VE5EFdwpEpT>jF6R3-%%SOZM5PLFJtPDg6FEuL z7!)O3cw~&<8BTt+7&hiFwP$BKJ_==ppjF3X5DY~*z+7^|i-z6GbSu#=?L5{D^4~K0 z|90XX6~C3d-GAs1HwfRXxDGnVM)ua}o#|USQ&pJ6oGNYbT3QWgIIyJA$E#ib{;% zDe(ZdCgGu#MwDFS)T_-%9JK=OWzaN1OSI5DAO7m*hvOeZy<8htg*umfzKtwI0dHF* zgeSD;k&!8=ZidSxj_P-mWzOStAKzM2m!t@!g4UlO1}N#BpM}tw;twC~kEiv-cMVeF zZt(EXNv`$4NyA?-bSP%sS(>Y2KQXhP(Cz29EW+w1NWBniFI4JoDkah5hI=uBN;r-J@9>Cluu4?)vy!Q=HPdrFl%)gPsxo-z8=>w+WGs)lQiM@ z{lRPC<&%i_?B`*j%-T&n!z#RcGpcgh*#JKheo8$4)lwiT#&6EH0H?b#d!=(>fh@oe zy9W@?o77+4<%H|}POqIk=|lg8i1oi(H2gVF$ey?C+H^g6WbTS{r0(bWlnb}^I;SG5V%>f( zkYv{fHej9q>wqmLo{iez(YI6?x5a>J$vOZRUoSP%i)URisUaa2+HdE~(M&ho7+qN{ zDwOCo@I$g8ur5pGH?JP!;o-413S91SjF%kmy#~3N(cJb&t{R8=h3y+Z!*~Rs&yq+io+^`K=KyHhW=LP5V-;KQ+}vGJ(9b z-g^~$HQ%Hz??-7_6ev4QBy6{!-QHjSe65Ge+#Ae-2y8BqlE?6kne`RGP>3VB!=10UXRDJCa9)&^G}i^XO^fxn zOo9*nh~+CSM8ALkuC2ccZj-6@pSGAP)q8;kEoLDqu#+TwD~{D$to$M=35TOj>r+-_ zByvKIU@#~b6-X@!z-Wl65(7-o2|AU2N^Z`T+MkHSIOhKGjfHtT_3X`pxUD=2!vp00 zq}t3ivvR;a+AU`kf-Mh#Za^V2LEMiht3Ss!dSlNwCpHGQ%}Xmd`ZfMsD;d+q6CjFo znbIs=3)B|06%=$Id5JP>F>$eQzZ4Z8EwwR|1s&F9^~2v5XESL52D_WV1J6coE%<>Q z>(M=Oq07T^04%2{6M>mFmjxO_yc{}Hd_7wN*B8i(^|1KW-n3M}Ttfnbbb_i(uTpAv zqFAHwmB-@!O(TK4EuX9R?`U5bNri3J3HN@Y>Gnzxp6OO5VRa zY4g3%o~q8JDd@qhMXQbcqk47-kkdTR7x1{2eT$GAs;@KqN2q=wpNrtYWs6UeE#h@AmG$mm@@*PO;e91n zLn)?@eK&0XHYp|{koocn>Y7foyqJNCbQDeUCuZ#ecwoYpz(tiHKbJzNc{6SJYVB;P zF&^XtkdUyS&nLPc?HqcOQp7)tH!Lu@;XmO^PM`l0ST{%IsyWvQr4mt+E)uLrlbEV5h8 zn>S%^+Y8KP%lO%9K%JOXU-ZSRqMj7d@gJ2&;WToleW1NG*Y%xOu^`@vj(5KM@yRY4 zbd{(7=)5I7Q@|#q#RfFdU^Kp>cMmAbAQ1VeSE(cSejKktc5r?6zWtEP^_IZD&NJJ; zLhpd|#FRRvCkW7*E^pp+MOyX^?WZXUI^F~#_a)rmq_gPAXbj+f`)~{{G2z;t3iOAx zaMlQEDw&h`YD1#yOBXarOJPY&kbOcfaRC#s_Q=WU%!A+?an#I4vzaoQ8(vQ!0VO-1 zm*GA|Ol)jMFEtj`3IO*M*0)WXw^rnkeogc$b1(4xYW32n)S-_J*Z%&A_UaE*?1|92 zm``F!%l6(LZN@JUJSw+6dv_CEp7beNOivmmIzZPbXqMf~6c|r2>y-y{*o^R*G1Qs_ znKnmwRtSFx*S`GhyD>$@P#v@)^**`Oum*{UEn9uf>S4`M8@osUtIJwJuP%k-FG!e} zisRa*`PHn+BQScT544hNMPHM?QzO%vqpzJUx~-E+)%}+R_*(sNqEI5J4a+Z(~xBZ%zl>1ITU%H?tib`nU@vZ6yBMLs_TrQ+Hr zviI;DtFiAVUA8Z>-7f{BtD!_{1q0o?ZVbhb{JgGSpAO*YUiGvwYhqZ;{62W|$rLKk zJmio*U>HpwTHu?*=$b>bJZvb9icUfo)P7IFIO(_9H4$XYDN5&^T3c_@&g?RSzN$ z8`r}w`-jX#ymq5pbK}#M*JPUm50DIb9m6PFn~GT=Ju5ww49W3IZT*UA61nHo#4zJe zV+&$JLi$SuYaPgXIPuBL!w|8bajCY7c>}CqtuF7oNtzRWjng0q+gUC|mvxO&J7_Mr zTo5bfIQ{9*mVtt{M#p>-?FNy3rFsi#qBmoHT_I&vc4asmRIxz#!1(myyK46BS61c; zKtBkLV(&{tN!>--E(LU7E38?~exEP5Bv9j*89_Es3ho-z(rQUSC|Brshi`9VV*{+q zkc8e`t@RwIo){Nxj*N{F!-c?o@jX{RHHGe<8Anw&KP+}1TQXQF9xb)sMU`b#S(rcM z&v8Nb{2WNkOu~jfo<8ebKB&lfqY`_eH=}lRcGd%u-J7NY)a!DC*M673Hx6>{K<{Y2 zvzXBE<%@C76u^L}l+j@=sa<+yeG&3_R z*Kd_=%aHZC2d%t@0z4cZaPwT&Uu%HJP-K!?t`Y_pkLl!zr>Iu%gK-&tfQuJ~2d%Fa1Vy0u+zq{C5W<4Fh!IY1y`e9LPbI5LRyV)5Qd9|@G{imFx20?e< z?*nHb8WG1GDJ;b{PTSAver5jWVGKHw29U^Xu|)8nR$~n&VOBm%QCzbs_a-e607owh ztw_EbygWod_D&H5!?Jfs9=N2}vT9bB`}exr$wN6e@^Q`=&-E`W<(+wD7d$Jh`gE*x zwgdU7$OIfZ?`7JRaOp;=@vSdo3E1Fk7PZr+iLDRh@V7J0cjhpG#kVYwaaf)A4Q-Vv zuF=(2-Cbj(%%B=sj4hF=l2Y^Y|A4I7{U|_%Su!8zs?|F&cvxk3DJpbMl#~&ukz&Tt zHp{JT4vgEZG)M>I+gHeT2?uhv{aCZBWyZ2%H!bjvfu~V^!73XbLuf^v2Aa$kD24xu zii?vSg$N}}JfM5GY6dW+mFiZojYPSP$}Ti}2#&BSk>=iR6lO6e1DLSJu`UH)dlw`~x#8 zCax<#EOMkv5v5qB|6;Iw;ywWRsQY51mb8#*V{>gcT9|LI(Erbi>cCS&pMlzv=YJ-Y zISM>t1&-Ha!=GX~-|vK}18?w$@&yA51E|Y{W;O3GuuaH6-WYJw6cl=MHs@7=v)W_G zl3blY6<6i)<=JOuZk1_!om7r!YtMr6`&BrZEv=^HLWR7Cj<(t+OLzBrR_)~?gAD=_ z2G>!2Afepk6L7u-rxv>9?mFS?<$`GAJ_d)FF6MQWI`D`ED(@%sYyIJJ{O*PRT>m*G z{@!SfyyvB(pq}@C8O`_g9z#}>ld;`g_+&;V_91@`qgrWQcZ)w$$@n+pWqxMwxi}3c zE&SvAW~XvV`N}rd!t_<9N))q>A>6~Ov*qt2JXdM+7@zh^0h zyhUAbn0T!rFB?@tQU@KrqqZ;`Nd3-GDyKw{va?u>@9Fe_n@A<0H&UsGVawHK__EML zLe>?98X|swq+QWmD)jI-5LptET`Ou%B3XHf#<0u?$YFaj0d#Bj!2AH z&3CW&pSb`2j!E4K{r=I!KJM=9vA3V!#>IgMP=~jR-Y7!iX@^8!V3yE4q?@KaCAQ9z z%M!E}?U8D+*wuc1WP7$dr*7JQ+2Qow)v*4|{;6q^r*p+nG@@%?jVV#U75g1@8FqAK|Nd zuk6s0kRUJPrm*3|Q?FGhMrguQ3+0TF?}}X}q>^?D)=*!&PCR?7jrBl2R&Dm5TPi4 zHGBkPj8AU817l2l^nV}YtN9IH-_0k35`aOwvRhVRdL`SZs6)+SP};*&15~bG2y|I8 zs`|hHwQfz)!ad#Gl#dN9EDBgj9ESuc#NJ>)$Fh4q+s_Qs2Lt(oT=7W=iFlR$B|GfG z_!Xias~USeO~c@K-Sgy=dTy6uz{iAF$z6lvG?iiZT7tVzpSzDAA=C@nD%&Tf3chxq zjiN>=H`e|w#|%tENL${~>Gg28`eOdFSilykKK#z{M&_=%^KhU&-uKYNxXqnpgCQ_< zIHStkd?o+n93Js>xE7cdQE;O}Wsnoi?>;sRWC;L6Z6St)+$7~cZA;a{OWUaV@@rOC zpQCj}N_sEzbVVEU)I(6U#U_u+BIB%9I8kK+6bqZP(Hf24Ibi4(tl#sW*)o0f({h)bV8k{@;m2 zD`EWddDk0^5FLeIE=Wuea`w&nL(cHj3rkt-cy%x`ergE2@s}t{lbg)PPfIrg>H-P% zs*GcqQa^4qSCDBo8k79-su|lo{lruArq|9u(BkxRZ*6xAwT6J>$_k~){TIwk#&Yjs zbz}5qj3v4jiTo-$whpPi2|Q5n=+ZH zQ3{fhkk|&!&CQXdGrxG7kwJ__B}{|(LeEfsY&eF($h2(xYCa`ZEVuXnF;ig4m8k!n zTp>{V#pA&n3(h|xSBkTYE=6Rig4hUHvZqGo+m)R}8%RfRX&DKk`Z-+FX%xR)au8Bm zOJj3r8TWrk)rp#gV<1L&Oqcf(3;~4Q%wPJhN*|36Jp;Ke zIBmgCV>*dMOpvoDeAg-<7a<8x`V2f+L|9>{eOwh9PK84#mlhS65&wVwT=n={?Jh5& zwM_*7h7G1=10wnm#IX~ZVjA`xQ66|Qte#h>7PnqPK#|~S{~)M*Y3+X86|%geH=}y( zb0jSq!4cgR-oBw*mrEf-pf;D^=f|rY+)K?%Mk@SM61)y=f!XO&WTi0hhrZR->^Q!l z=h+vznOEC1eF7p=4u05{MdHqdXwWa-Po1kYMA6h`2OK1HSRnyxbS2I8+6sc0w!cDr z?pkrku;0ql(Rg7oyfuzh*h+r+3t0diysKJJ8??&>o85m_32@EW@1LbhQOUJl_ew>n z)xn7NQ@OnJs`9mnIUWi0cl2NY|DbIl8iSNwf3$u*g#0+p#kVYo(On@4Y?j~cuY2;8LBAJ7?`u^INSW|6Djd8CI3`q5HW1&}8k zy><<^cD(d9<1OEbxyV&mjV!E*0^XO)JLM^yb>CubstR0&*oBs%iXg)MfPtRz<=F6IieWDxLqVM zm@C(3I|FU=F03v4M%2qdH?%jp5|c4DU{_`|O1L5HQxNF$0wp&F%RfaIztmKHt%zBT zv`zqo4}J>4V+?R=? zKb{%V6hIPkUg+;~?c4J0$@_P|T9>{*j%RLKpW$)!zMFJ8vs+Cd>~6uu&5kmpirAQP zkPyXC?}-h_U0r%dnK?B*$qJG69GFIYEldrcNQ39%{ULV|dS-lCL?2S%^94>h(mU&M z!+DgcueZK+|P+6jH5HS^p z{l{`*+W2ey+>B>%^p$lwvS958Ve`oU>K`cSQY3Ku(!_}z^V6*_bwGCW$TOvv`kBYE z^zrRzt;<`+r_^uN&iabB-mG8ZvWZr+2e3LJpwu?jU9#>ZE zrO3H->uN81Xm*;+*LS~NH_)W>$0<12xX5{~g7C%@Jw0%~OjB?!Ry5b15X=R=PNhP+ zBziCz#A1i*3C8F&9Fk3Hd0!ihNOQHlOKJG`URfcf8Sb6QyNbgnviM!Q+3zSzG$#nl z0%N7Bgp$1*;#e-!kJJ6KBiIvq);pJfZg~}>H?7`^O1Sk6>eN*2?LQYycrKemuIA!} z_~Rgv@6hdy8{9|FOKu76sA@6j`nPuUAZ8+0`9HWXzr109!=AaK&8WgRREg;r%`4Zv z)pq065d5SFmX;a_k$+R?J*Mjr;~eY@W-6n7n^N&^gNY<`uufywI!}=4h4d`{CAa)9 zH~v}|ym~CPbGeEMMdkIkE+?0sT?JChS{Mgd(J}|z?A&$kJJRI8;xYRtRTa0s$sv8( zj~#u3oo1Uj8Q&{(q(x~1xnZFseo&KKAa(L4MZa;0I+L3$VK7#ys39%s zcqA_G?qT%FC#uJV=nT~El^jFVy-B;|&;zQQJh|X3lAqZMs3`s%xdaF~|Z(`E1c@SVM%V?;L|dVpW58 znJuUxq`pdFD@0{bMvdNbZBY8UzJB2S)r#F`IAao({-k+;HEn>u*vTT=bXS^P@C}!m z-v8?BDuAN=qP?I@YjP_kH)f_uO;OIltdI=W92d+^?inCZ8>3W~Jss*AGcB6WN^@ zRotxhJ}c`kv0|ex)Vb@uro1RkZZ4%xEUl$<8xnvOrm;MzA?RxtaG)N({AWk;AW z%b^o-jO!9Fy-}3Y953@zj!U{-mS&>yl-qa(?J0Qwmq0j@VcH%YPXRXxwngVsz$rt8 z_iQQPmr35e@<3p$!=4kzB)LtZ@Z6sl9V!GI_UG_S^0sDJ4vO>dQ2EjtIqs{Yb11t` zmw_l^j>)Tp`5g$RZ)+4h(vZ=tUf+WhB?2e|v0%-8V{GLw?Qc%(s$-rreu}2^bS=G0 z14KeEDEQB%x5(hWX~s)JsykaIE=(UO;5+o!{BPjrXf<+StJ|1{0luqkBz^AzN9KpM z2hwqQt^*2*Z`Rntk=ry&2l&2+>%idOc765xGH2Y_n4IZq4Vyssp!@9wvx7@pI}>js zj7=3_i&;}!8z$JdXh*(KQVKmmwdzURp~~8{sl*mR%73#ORm)Sjgdmo*ZH8v3+EIoH zCoW^T#B$B#$J*`Sue8nFwdAhS>%xTy^>(aqq^^omS>V}qU09bnYVYA;ci|*1#3d7` zviAx`vErF-ej#nLhrWT!xlBzM;$}Br!~|G<>&ABs7Fe~6<>b`9bD{VyyxG;*+Cgie zb9Tv8P8psBFG}?lvv*|UadyrKVj?^QqSco>v2VeI66E~pP%WNA*`FR-E4 zftj=$j~bnieYE9Sk0cDs&n7EDpyQR5`#RRW%+)2p?k8DD(o6;R3#oOtzkx6@c;?+V zOGW3;TtX}VRFi`UzQnSX5a>+Y7x&x>%l`d1Od1)m5rhm#zWTFKgchqlz-uX_Apu_m z804(?pP#?JZHz}i(xi+(z%!)3FG%4_DKPt7|Cp13B(|)0MDtRO4`f^nm)m#g(Gd~i zFFXszOk$(aS+Jahtn#x8CRpAj++Ooh{cN>s7#}=Jzr@EHcU#le^KqwMlyZC`4fn}} z>e=ey?f|Th0#ZP^R(v*N0rN#OhQcFMZ`$$-Den3(_ZjHfdN@3Ha|{;XzrF54LHDk*ezaaRU%#^;!O~BsHD-wA0Il zDW9U1ij36XM;n&tILdrEOp3Wk04)krG*jL_6NK;&d}ve^P!{NEKcpcEXqP`!!2; zB4%LSv-#h6&jCLI*;S*!hs%eEPi>{mthey>q`dm0@nK7?( zg}HkO2M9+!IEvDEMt+5PIuY7@QWK!^A6>ZtXBdyO1Dg|3jADma?R4{gv~h#a zHT4vJ91zuJXJ?-V^!A0x3Ngl`Lpg!j1sd7^f2MsY;qszNbI#$t2q{0gx3@yRHF|rt zA`{%KsL@-8O_l(nU=Gs?JW|yDK_Ejs0(S=P(Ao@W1QaIA19qVlZ zSicMS3lV1yDA_3eKy9b)F^QjqN&bxVDzgtxSej466(E_)J_5j6g| zstOj3oi!YNu4ISf6&wESVWqP@Jd^!H9BdU|3OFzq_B0-gddVOYsPnvB49no^?IA2- zgMc3Aw%4ay{lNj9uwU@o)HzW=UujiW!r!0i!Q>I)Qo}?f_aLXbTSefYX;oE~)#P`a zRLP)9aW;-nA@?mj(8y4o|L~!^yF7?=v>vLIvGIS$>3;=L$&1AWV=|(B)GN$>IuYZ%O6A?keII}pI4P=6VIK>L|q^C?~r7RK=(S0+Hk(ssvSw)*=JW&QMx;dkVON$>p##6g!x-7 z#ayyLaD1-*C;!Xlyenpct4Mr1vsoEB-e|={ev3(YM7h`VbJZmFWP$8lH96yBR8!@n zvR%<@_|Vaxcc)EYwCMse;qNW^Am-#3@0eGW^u44(u|@fc&SH`rOkA=nKs$T; z*QC*^Ipo^H5ZT_|US~aAq#^a1<)Q7Gb|+FyY;yJb1yI2;m`kGcL5rieuTNUhx-BS+ zXOVd}l~;&aYZT9>(n=rO_i(k68+Bg>K-1!HRqQ&_y&cc?)X_ zI1QGD`SspM&H(#+WB!3)Fu$h}0B5f2ofbbnCk@_CzI_`id<(z`3elX-u5+Jm`4kmY z?tZDc)rrnfAigaWtiTj;XT1@PC*d|Q@YP|p=Ch1{1*bvzJYpVOJ>q_cIN7NXz)%yupFHhArA4WNFVs?P4O4Qs(taz<;{K&=-RohQUhe6{(xxseobUnaM$ zKc^u#aIAALWz@^^%6BB>n>qIGCgFMC@{0@=*h7bhnsn20?9TRB>Q)7;;b+5t$nQB! zX_`}*`*X4O?6E8>wug4IqwH3; zg&&3BA@4!@syfs*NMB(MM!2{)C8C}tmuWQ%5I|#1&iAqk6oA|(c<&S!Z024+A0vOx zIn}6>$elsR$jEOZ^b%d6ozXsf^jrmxlg}lu$xOD}~{MRR~ z5hau3b>fyzJcM~-fmnomOq1W>GSR-YJ;^M7K4y#x z0tl&|EOjLX+(+`eLI`B_>5izavfQ#y&BJZ(Rp(DH=5xEc5nUn6nF+%Nv*#+4X&{ghYoUVL6_SnSo_LKHSSb+9jECZUID#=7|Z0{9c?a zm$eYsyVFdb$E!zkgPU*iH^^n3^HW8&EevXdRK8}gsNng`#_$%xB!4+!F5ui=VYgxc z9_+7&6-ln2zAf@UHS9F)+F0H(OyoKJ{fK?lxpOxrs+_p-dQ|>UHd}4)hwT8GDA^V} zl<)Rx2#HJ}iP?<+L=<^m=i_@Sv9wq$%B|MrAp0w+`L$)n%`)~X+Ar*=aj*LkX%&vC zy^qo)0wCib$7q4+Ft6~y2xB+g0%cYQ0=ANwZm5QgmYJAM5I~W$+0-qiub`Der2;lyh)w^RiDj8eQ8c)pdh`NOD?49N zojOyK?-q}D;0H~nXGor((xO_csk%T158w>CBEBJTGLd}vydLg=4;?)ACD-8$Qu5i} zD!fE%2xE}+!2_9bH(PwQ^oWwfqkp1*4a;r}FZL<)LswDh#kF zg&z=#;R&qWI1L7Pp_-)M&T4aw%MB|)E%L6n4#3m>F}D(~&tlI^+!kQ}mFq`m{6%t3 zghH($gWKwNpQFHaDhCbvK(o_|cF+rlI2QF4flI=ey-)YH^!^;cj$7XgSbhuztPQI@ zNriqFIi`KhcrrRrwzRGoFwLs@);?J7-f8XA-6Wj^a4H)o=jHv)IVI3I5mWsWw8twv zb%+a53fvo~5Mxq4Q}J@xPx04l&4ilmiMX!9!OMKwFIdD&DPNu|IJva%)Sjgpb=qT6 zXj<WW<#7cf7Onl z@kzkXeQ}t_&lHN|edsbM`6UxqVqQxf`z^wp%u`C`sgp1S?n|bVjK`^ONyLj%+_49A z#q}2=)T!oX`>41bJd%B5vb8_LPO zD$-FJc&x1X;s~e50uL1Sfqk4RyUHN>A;shx3kno%4I^iXC|zG_GZqXIk_Ux?Q~Q~$ zH_P!cEu8($ZE69;!Yd;9aK5)4;J_fGv0-lyN%9U9_*?$IAq&cBFg++P1~4TxsFDvq z;O1$X1KllMJXXSrU;52V=(6Ql5z5f8o-U2m)_z{zTJ1MF)&}m)3*otzKN_MD156C% z7a73t5rJce4DOg#eUzh{1TUVY`A2?fTepw~2V^b|L!#9vi4=J9(Zuku3MX$B2uH4ieEoy(l2N2Pl1RVW& z0W$d4%s#|*FAR{w4|i5OKu*?=$!t)`G1KHXXDZHPuxU3IgctdHg3}Uu@RLY1>sOl0{!FO6g>!%ubcx%=K-ukL{}0k*=-3 z7Jw3Rk_dgQ&LfC+hW~c=JlB}5U);8s|y29F)q&h+9!b6q8Z)|em2?z^aEy!-9EZv38P=61ep zC=+@z4SS3d4gxTHJ_hw%+@@iXfJ0XeUnxip)BDowR%YXC*rw+mM8u6!#8tYX8kt4B zGO6BVNfAwoL#6nnqrAgmqpYO#UK7M$+^M*(5-^#B=3DwnBP#PK;WOzj4JIU~^e4g> z4L)jK1^l%K&~yg~{EnKH)%FEIdXxuz2;C1mOVq;mnK3;VKwe$8Pj`+VuK}L`j!~98 zj_n3Pzv2jQg)4-nJPEYLIvC0sDtaB2>$`8!>BO&C>OXg8m{jy85M=UH@mu)TD^Ad_tY%;9kPr)%Wyj(C`gIZ{p~!ni@dq(7NnF# z5m0IK+Cn)oJW`GSUTZ~H+Yrd|8h)jvb#%=`1fOkiiPI0@HmVR=!Vu2oT-%m`cq?Oc z`DtItdha5Fz!s^OlwDl~o878L3KOzlid2JrIof~<2R0X zw7mD{Qu^}kgSg9D0}JRzU8LAhtpg1$5wUl^PJ87bUQPN@r3jcScl0pm84SO2Eqk=^ zTjI}ry57h3m8zR8WlJ79L_3)^iuc-zJnenKq`;Vw!rY2Ltx43f94#skeKQ^5i}AFy zc$#S@IX6`zO>|S!Kk;a+9GB;PuJ6ovW@c?w!;BL1;?%yaJ`ZZ(X}+3fR6`Vz?q;$n zdsIU%r95Xy;>c8DEK>_XKBpGlYmdY*; zOH}lg^vahE&5u=rIvxixWdahbFyZyPBcdoG zg5<-L*0S0+ssO z%&=Vz=f{of*2ZXduGqu-d=g%Z_u#fq9UqamYqz&=ztBg`KH6P1zkd=a-HKJ2t)!%s zrSRca;yWg@!p46l{s5(cR< zD)EPNn!4`(82`}X6|JeL!`(_*_eXk^+%htZK^FB-Ku(P+7N_E5ANsM|;*4z!{YLth zE}pQEw-O6pDU^3x9L_pxP-g>*zb$#ZAZE`ybbk7R0`#a9)^T9=c<&fcE-18 z?+Ct|gKF;*j^#52^vvnYSsUloQT~Y8wc}#ocN~brM|Qp>?*Q*q z?OS7SwyUtK>)7?bH;Kjr_RMRhgk)*pZ^zXRHxy9BePhiSs^a?5+OX$k_MlbTRol9U zwvA@pbjXFG%f4F#El!r%>TPfh&>+0!i<<-d_>j8GhkOj z;4>Q-uck?FwKL_^KK#k!9Y$}bTE=;h6LEbZm= z0N+NB-pW>Ri^%d(HA;7sv)|t8fSBjK5tu)Z=FyEACaeDDd_;O9ai6H6sq$j^1e3c#1&aS3cFwq~L$__VS_l`2ECSymM|T>@CxQ zRcjg7rBfP2`t}4E1(kn2%5~NPn>L6tme&jN?tX!oI;E@fM^umNL!8Y$ar9f0_^*Ld zhU4PmgCt_7T5>O5lNk$trJMLw-PAUQufh*Hj_$ce4n{D(-R^kuxOCwlP1018xFcQP zjr*Wxb;_7i3J{8#!OI~VR3B5eJ%DM88=P;Y_ zBy~1oaCElR#*0X1aRFajtg*p~%M-Dy)bh00n>0C6?M1fG+ghr?Q#N83f67=Xag?h| zk}M#0;K&L* zO(delS@wLz4KlOvJ3ZaIK9n~s4x(j~hCN02_^a6vYvUD021Yg(GWV|U+Oz(;fr`|C zeIfstpxD*rlzIcdu~<7mH~$TxzeL0xbusN2hoAVp#E6Yiy`V5<&g`K$=)lfq*5rce zD1&&7RC2S!;wtslp@hTpX}Y9@WRXdq#Nf9b3BpF%0A@c4m|54(adqEgk-P9`?9=O) zmN`(Dyi0#BR$oS-S5qS8+sX_JZzs|>Y}>QnNr$1)CE|kS2&asJ6S7==bvl}$kx{B@HNnlf4;~;00TKO>^BV>>UaZRPV?f7w)e|a zQKcoa_||Ykznkm(a+GOWyi5ShGBvV2OC3I$m4&F@$<0J689;ydJ)r>DUMCZdDj5jz#%bJoea4;3W^hp9r^%=^9lVXLxgtpeo!q~wH&^qcJAuAlC`(SvQgy#ElW zo*ODXxaUX%P|WvYf|JAa)9xt_%r)3V-|>z9Xd1iN!He$OHdvZFnJVj)h)S5s<0Ni6 z-qzHM$L$ZbJIGS+&zbYRlQFoEq?=m5!X3!C77f{dX*=ewUvzs&$#9UIhCN;lvXU#+ zgZF$6TC^QS30N?r9pP+0OzSA%TAX3C`O}HRTY6px^9l5Oht}ARv1*&#^@c^R^zE0P zST#na@#~2 zn%5AHcjhN^jujj#ejcON9chfJ1s2!a?3FYZL;1OG^_hT7^l-+qan#G;wA|b1S$q@s z+jxRb<+|J1XupS8ly5EKU;CUTN>Y@Z2mpFT5YgDhzYjdi=h@~$0mM{3_J0>;qJjZx$0!1CwvYFKXzXCvdi0sf*S<5J;vK6zYmCxoq4WVb zHLy;Vv}crRI2xtz*IZ#>ILAl<{-6_rxq(GEa@|i3FQ4v&5zQYagak;+-n#Rn1IZUBUqW$5iYA&p8y!v&O}rf1Fmny|8req@g;h5 z7zdR$2>aO@=Y1~@`818rlP5J98%!KWCAc-lAPrS6AG7}Pd@=K{^9=J^WWw;SL*^an zsAZ(Zr9?HsC~VSbqmp-3q+#PAxm9mvMOERi<_2F(Ipok=_iYY#PN^SD-T+krh4J%d zgKoDa%sr&Q=hR<2Lx$getX-t~6Hhw>P#rNZHQaN%V1zq~=((^?L~-rRx`$ZpwOR7R z6h*q@U(!Qds~q7814R0cif3@D`o&ngzXk;OQm!G_6*jie+%+W2lBr1Ey%%dy6>;&j zjxQ*qdUTK{n^3Z4g*9>9+peDLV%kj?(_d&p^`bJ5CKHaS1j;+CK zQ{0fbr(G`)x1*Yy%zC>rNC2L0tz%Q9Cx#Rhu73bgJ$ENFh{h2BuP@|l>wc4h8Jxb| zqkXTx5)8gfkn0Fr!;5}9ejB`Kg-nHfB)FMW_q_Gi=BVNhmyZa@k4`gwVvopUe*pL* zk<=M~fHTXw!QaMb*^NCgEA4;pF~E{()2xZML0O;i z1!(N)-$DOfcntTHh7@E8t)C%se{asKmHOOGxTg;o$#A|g^1r_aUwBE+9$F?Zw``-= z1)J8Bmc)66_;*F#F<=4o8W4lqy2iBuo(D{228Qv!8xK6`oh0~=`K>VIgrpK~nNlW5 zz#gkXG;^DM^(OyU!qV{yuA#PuybcP9fyM6u8zA`iuTLqMe1gp;da|9jb=>}kU_=5XXN*>9|WFWcb+iEV3m3#a>l{)AxhJ725wpKY66B59)eK*RvQU}@vUr#p%$50|QXSk9oB5;Wfl}2wX|g6 z<>l2lXFRuG(cF+4N*)>A{JUc5!w1muea7(pC>}2l&-e5+H;L?94){Uqv6xr*ipb%j z+h_+EL4?I6r;_7*MY$g_bJmj$-``{sxWmu%_vLj?Uh6qn>*_ z=ASQ-fG1rD%@Unpdmm&w5~)&)2hdU~US>Q_sK_0dEf4$<*pkVupF3`%U{TQG1zlQOH$AWQzcetXS zoc?Ew2dlIG|1`Yo1xziSm%?G8vH#8=gV$w|q|bTWSSZTta5>+2FOHI;y4}uDIZc4q zfNE`R&HL(<;-%M4xLUS&nSJ&_Ccl+vG?{x>LuPv73q#%M3KP@(~g zN?WwQ?^H85pVct8cpYt5g9irZ_s0;Nh(8 zKB^!_$KkMn%=xdnUzt99=vccP>=AOiqBiLa;1oq{4(Up*&Ps+cf}MQUZ(H$8OpAH7 z>nl0n+au{w9B*oK{8CIxbXw83I5Rk9?$c+TcpOKbdHeVd_YZNvtt_!=G5>WVPUR#$ zL7i_POys=wIG-zxVz4%tHo7__NV0Cu9bT@rWIvG#47b?-f?Hx(DL}3GN#?B7W3|IW zth>9XF9g}=u67$5H%MF*g@HtLjCzF^?oZ}N4_~PJ6V%luS)lj{8<*;*{9%V!^-q71 ztud3Fnp?^jM!?wntqo7@8aQm1n@HO#O}}^E-$2R_L?!~w=#JGjDm@w6DR^?@^kK|0 zk(GRZUEII6t?LpKstHTsFd)OgKa}kN`>biVfK)TYLERn=4oksdjwchj4mOKT0mNHd zTTO2FOae}eACg(M@{A({STqW74#ZB0@lmp}OoaTdM2p71d{_@tf_UGj@*>`9`nsuC z8@*_nE-9_K)#ElDAVOSU(DqKOg{Xh8#s+)}sN0+6RDP-o1!g#cQkTQjuVy^Ce&RDB1I!wGI7NYq2=$dsIugxPc4=-|;}Objg~&xS5XV&KUY=d_)=yr@33 zz6zRBX60@4uLCwggZwKR{N;JyjMvT_-uLg{y>E7~#xleqg!$pQ8tvAXm&ZvtnuYHf z7n|Ll1WNc|ceZwbq*dR_pfSZ|e~3NU3yrvi=31tTxn)Vg24V&~Hv@4SovtCVb*1xO zo)rX2u&I#mO<4J_oM?9(BojellTMOOIJ81WUSvvdhdJQHSTSY)-X=^;r~yn%C~iEK zy{f)GY^8jGobSCTuu<6YZcli?JGSn7lN2H0IFg;qA%PxWq>?LY*&o}R zgWThM1*6C~77A9T;LFp-VsRS8)6 z-)%U2{&p@kqGg>~G)f66l9H0*u|HDq&ge{4;M=M2l>!B>t_I|tkPhqaIT9>B|JS8U z4Kl%kD#FS{PH-rGFFtTI^_-1)s6xaU7%uIJn7-g z=nP#9AKftjSHK{i2nu=?4aVKFb8YM=K@6>n^YCCAE;Uv^S%K+3QcL}B%;E7w0aj?S z`y*73>|#jEn!6*B8!3zSzZRK&MAL^+HUD}IqcV6?ZBN>1%)_65?49G0o zZnl9u$3Ae=4)3rpTpsl+U(q??a%Q-z$L0Szic7kBly1to1s)=k{3XkT{;~% z*tDIwDpLtEbw&J#IQ}fvnidQdgwz3Uej<9XkUuM&yfaJPlcw3{z}@F$C6*u z!#O!Qs{^Jeli3e3`S|!2JMWQ85{9|)S>xJ=s?eZ6AE$=atJZvqh7nx0PWE^ zJSwT#Zr~g{QH}YBz`J=&X0?p|7j&jB7F?NGB48+sw~;vNtf#T_(gk{r)p+>H6SZ8~ zBmspqHpYkRc8!ehyf98zK3^Bq+$;Ly%Bgj&$^^9HIq-N~J>xH( z#fhhrc&!dwIlXw*)qcG*(NJ3=;&rFY?>LY7qU@&*E8JM5UOt}*cU65vW3kq~4>Vn_ z7a`k0D~`tjKSN4u{on13$qM=&b+gVGZGKPJDog7zR9s;MwF^8SLD;UnM2>f~-2Z*1 zzusV^y+4!xxIcypD`luYFY0E|$91iDH@`cn6a141e1AuyLfJrY!SD2o#BFQzZDM6a zJSs2|$t|w`Wl#CcX3n6M?rv(YgB7Ccvr(!>U2^Ex42FjN#Td_Wkv#qCyl7{dY$`pM zO}GvYm8j;laot;SHXTp7TDkI2Xi9egCI2^!#=^&;P&yHF68P3=$k5o&KCz@?6@p_# zf3mTB1$(+|hY@GbhQ)txCQcMEJ@D%iL3?ewgY-s=rQf(L`Xx_w%Zwo7g8k=rXZ{`m@xuQ&T3DbO^&2m%B?t!NiQso31f ziMztz`yM&%xsApD+wvxWOlz%xnk>hE_i9p6Wx%^*}^(3ANq21ki5fC1)3^u)~ zwI*zA_c;-m*|!?{ET^tcKr05euX-G;WlQ;O*L(H9Q$QkCc>dr%UT4)~EkQvmp)sRc zR{ves)UJE1ha9{RNS^C2SBFunrY6#t58L1GBG4)g~v8SLZxFMG|@{yqFeGLpZOGp{2` z*vY+DYJtmmvdsXRatacV+Ap3zxZo~PF{T_;l<@QRTvRl&KB1mLJh@_WgRE#TI-o_|-w#wPBbRg#1v;NcJlZspIYsXUGO_tn-D$U zwc`aR;Y2}GS|EGDr;`9rD`mSL$fTTqI%)HE5Vu2EQZz(uk`iFtw&QK#vc2$wG8OkP-mb>KC-ZcC}8v_v&zmX~w(t5JtM zI$1nIoNUXiRF+Y>o0}TPep&#I?9*MeP^j9~KDd~kfTth{_YI7yJ9?d$QUuunBI)Ml zX4L9KO14EtF5-)#nkgCrr0r&d@Gxg*mMC6^fu4bZC%gN9(B?-CXE#o^xyi-fCSP7G zcpa{vcC~ui$46=P=PCq$tXBRgqQ-UO@f(v?!uNy8(slIt7Xhc3cYI76{b%XU4zsd_ z6rUEB>a4_Ex9@0PlroyYrl>-vfZzjRasXmckp1V_hJE(*sAEaMV@Aq#ao82D=)+F( z5^#Z?so{Nu-y4c$Yl!A~_=_}uAdXimK86o~G}x(%T2qTx~s75s0SM zjvMda4qC+LbUjs0e@;9QpD76jt@tmX3w?5v`K3vk=d&MyM;A)O2+5b96@SQmA1`jv zt56!=TppvIY;p7+WcuaTmvO*#Vng~BPWGnzNXf{^yibpKUp5?msC}YJ?=a7Qi8x{Y zBKQuM=+@C!)Y)f%vT4yOu6^iFZCGY1eg(Ch zz3<7@etoR2o*xcTRJ#Kl;xRiviN||^7&kbH;)eh2a}-q6YWqP&e#ajKg~Q2G8&{(m z9a6%wtskM4I_(`pE+m`=S_n z8(0M<6~zrynsz$>fx5)di1E6hE4_7aSP)EHa`ONXg;N>8QDsTG3H}CdbR{iwMIV~` zYsm$W^I>piHfbv$Ea;VmZ1e-?Y=ROvTn5sExbH$9+?YB{AT`Jut&S5VrQBIM z)3;uuTvMgZ|C(!lwGGVueQ^iyNVMeJ8<#ENdnx3&+*C-g(RfqIDli9J zAL-CB*hm_K?#^R}eup35c)NSLH5vo8{G+qpvdWN`l2OJR{q&wJVG|*rXtJZ|WRO9pYjafQT;X2gDV-c*e$pM}SwW zM@mdLL!l&^Xu!0e&BZNJ%?<^!d&|BWo#@Fzl@v1Z*-A|FrE<4%A=!XR@g-TPQoir# z(eVbeMzP{g#U{6Hu8d4}mR_O0pN0lS1hc59ofeZHA3Z%3U%I$FCYD_&9;21k*BA1% zUkQs!8pxGNe4fK0aT>mQ5Mr46+~uWafdZit>~OwWep9GOIXx1Lfale?c}%KJS;r=F z2a5k$s5M<1vQd4tST-E=7&nXP^w0#rH&Tg+nrB+_;X<#r| zzr&UHxz$)`OFiXU_V#@*E1XqnENV)A&E)_k9G@oEQS7DVL;~{8tRF#*&3MssCJE{A z(k(XjL$a&LUR1 zL1QE%ycK{|T&Yikc%9blc^k|0+MF+Ukg3Idso7I1zat>Uz4~He?bE;2q^G`mv~v9^ z(;YC10_uf!BH%{oEiS&10ygSzxL}ERA`G)&A}!Oev3q&hgco^8XQkGU?$V@{&_R>8 zc2B(mF=i}scR_G;Pe3+gBjNKqR7lHKbCXGh%6w*#WxP%MPSjhWy4vHoCah#7hYQ5O zU~X+49&&x(ds&^7vsmGp1=iW9s^WRF`!aC+taT?GZ?RObl@I`GqDEW3Y88{EeegZo zPc#c`Y2?azeEr*UaS;P>NKp)cLvm?rYKVIXq`YR1Sy&~nBvU{wbiz$tzq2gS8b zdboQ(U=68~KQOB>l_>?Kn<4w`fl7%`ZmqH}HyA?<$(+ar(g0v&M>|DL4nUlBBI5=o zX!>YF!?g3XxC?p$m@35|BZ}3wtH?|`xYH3z3JN!p@$G#nl z5sY7z4B=W6ZXOpV+hIOGS|UFRT6xHq_y|z0h=SdDetxuqkVNPcW&zdAM1_jH`c`HE z$vjN4cxiraF2|;^V{WHImpZc0u>xVy2U+jR_H*7k6~_4^D8m~XfO-{4l1@CJ^8Ep4 z^xly?rJKXB8P6C9>Ifk{8v`K6Kf*PZ2j3n!ue9kLUkf-GnqPfmUFYF>N%9AlmLC}t z3hmB6%;UcP?Pty+w!ej&B&f6v%^j)Cr6bxd80F*0&;N<(PAFAR3r)cdh z7k%5~rW18OmdXIgDOj-*YS%hfyjUvTU$5n-{N*_dR#dIV&MFD9c924B}g&y>ff z%XbOcie5PsX?o14NH);wb*Nr%p)!$cl-!auhB@Ii8R35>#%#Gao-Er@&Pii$6UA-X zVY~G0H2l!UmSwrqukx&6bLQ#aB`7Kxq75@u5>7l3f$6@|fULSntsG!o_oO|Eo~S zpT8|mW^hYZjqp6)^Ao(2VAWxYItAirj@L@o&Vn71=$I+VXaZEtCPkI{Mi#?vk_v4o z|B%j^SR&x2tI-L_ZJ6(gQf@KbIpO!BHFRMR5~6Gfk*p$vsL^eNnQ>3PR@LtJFU#JX z&gl@>%}gGkil&zE1PvNb4gQi2$0fqY*WO9Cdl~FETI#W0x95j{+q?V2O7XLrE1i3d z*CyMiD)(d82b(pqUNd#mHPT9xLILaX^eBURJG1pmR_~Lma*$Cm z5Tkbla|9cjoTS&f!_>bwi<-298D+pmVR%2jblT$G2{|idd~EgKQys|=m)9 z$sl?OM9Z~vhd_7F{R#ra;Yy(7F;O3n)0mX~uQnCYePJnq*@~dO|%`EMKkAFi~C+E z?}l8S?JErJQX>s|I6mz%WP3a-KQO!G62ZRwPA3Y8vnbJGDh2-TRX&e4KXr}=*PCup*8lJ`W>Q7adXU!>qWMjA!4p}MH` zSmgFe_;E{kM>__{ZiYk16HWkNpdi(du_R`}<#s>r<;Y3>9nK!7&TSdalq>yu&on96 z{q=Zf9yc4{ScskaW}FNdmQTa(aQb$&YcbGNU4x%Jiu0C5vnvj;hsA!+8@VA@j zpz+l@y1n)~?oZr$GJE;w&mZUWZY*9sY?VCJb2bsZ*(+=Sfbl3;%qapY>q^#F9obm6 zs*-e|>^rCy_?xS!NNk3{hQPZSa(O(Op5GqBVa3_qt|j&>^^bhuu}T|gbyBfUDuy!*0DiMJ-%&=erOB!beMQ)!o?{k3EqsSzt(+N4 zv)~oQM#`>3aPcvx_@0A391Wg7&1CoD8p&=|5amb`N|737DTtL)WyuJWg0Z;o4<>a^Ryk@-*hF?u6i5N} zK`*Ol+<8$#7vq{zw%*mE;yE8SrK zrrIovN}yr|=QTmnfXIBi}E0g+iHwO`AVJB0Gy!F11tIez#sY>h;2u zK-s+lQLX?Q4dSoReuwdAxzV_d-gdT>ApxyB15Y*Mbs6mApqv!Qx*yjh>~)3l-E7bUaW^l(<31looj z`qv9UF4GX@>PJZoB(A(tjzL(q$`AL%M8gy=8V>|vi=!ZO@2d-~7)m~=-cF_C#uTyf zjfKX;o%yd3m>4-YFHT=BFE5Kvg6@y1QLDx+xCQ2|hqFi@la2Q6=~e3V!-#uRLD^_M z`+kDGJ>6B`8Avl&sqp)5KMJ1q?lJ%Y#6d~#m@H@+T|Je+YBE=)cLhLDjEC=kw+`4+cz+s#JXaQ=s$AD6xQ0`fxTCTup5Mk{^8x*zD2&$weW%4U2n<=&& z^L5@~_Cmnjdq23{Y@yz(oSC~B zo&=ox0L{T;|A%_+lo92f+upb4sXlhcuM^=f=9}cgYIG*(T;GK}#Y&VrOV4$ijboD) zH_lH5!{Go{t2Lww0Kf^{rY38zaImllk8h40ZVKnj7LSM~zX+AVyQQvWiFo{OJa5wQM~c74 zivTTKJv~siKwHwbxHbK_cwf%-ViTLV)3eABl#m2*Y4if+L=^dW>H$(Ge0q2x&*zR? zKS(>z5Y=3vAo3~G!G%$0RO;;w;v`S=Q#9!AZg*vTqIec5j5(V&W)R{Jl>Td9i|gu7 z8!#4C@>MY_khGUxE6rF@_{YZfD?M`|utytPLP_yn_H@Z?u%!O8Gs zrj+$l*2gKXO>rcjW&8rf1FvEhE-E0^8cnKcHHBe4!RLhPmo&mC3Of(1tca(RhJD*D z98o)T?Bi!j49Z>(nxG;wCM83(fQI*((vToG&+<2@(t>6%ceKzxMwHuDgA~#QaKV*J zk!SN?L>=Q)<3L>c(W7cZGP}WR`{`ae5~t75RI~3NtI>)PQX#99?@VFmpf$f>afq``9PSYnlv$Kuv}kqe~|IsB~m?V-y~ImY5AQ_NTMu^ z9|}CT9$^U;a`;iM-$Chk=>s`u4PWMJr}-^d!oEy?dhpAXFo|1WWqvMFyf8r2pR11u zaq3wqJ6yE>J(HI03%@-UKo^8YWGx45jwMk&dQ3_XvD>#e!Y!6DrH_IdLO@H)v@9?Y zf{W$l%c4hyI9-yY7d|Ztwm8`h4#EDp)NE5G^ylD47=Q7+l|d7sNbB=3e%IlQgK`=_ zDhB?3lp7ep?9CG^%ki-rE%hI8?a%Grb^Wiq$YobUUt3P*T8bF8Ib-eqC?uv89IBHJ z{H9V)p6?$!8s0*HAZCu29vGvM!SPW^xz`-vGI&l0Q1BQ&!>pFmHKdLfmRzLsV3B~4 zXVuKIaA&0~aLaPLjb02T@#gDdDSW(JU;OS(B|XX8NgLI9eI=CE!0ce}i-QmX1Pr;@ z?v$?GI31wA=Gtgy`wfW@S$d)_zlNo!i(8Tr)+0@X(PA&A10n=6^Y)JuXZq%_@+S)I znEQlYuWH5J6hicRhmyDp+X{sz$-i>7I}`{y;}z1#yfpG5`s&)}?phNIelYFHlRSS<2<%mVK#pq9(?jeUQ4 z^@2d8@vu8>YMbBMDiRl16x>O?h%C6fUFL%lZ?)Xok%FrpXF>m9v*sM|8f#w`?fI_)mWw2AR?*8p&4z z8@Wd+=+%$5{_LSTeuBQBcXzJhm{_SK1$f}GnAJQgpg8yF`DFMr2q@0~qE#i8fP(uy zR)KQ5`Ss8=k7Cbr>qIr)1EtSgB+Gt^OM|k452J>&HKHMux zK%8N26U~1fO0Ja%oT{iwfh~)XEU?4TngG!Qq-ri_Bt8D{S_&br0krj}Pvr>}C#({#;u3IOxRpkQ&=?RV7o<0yn}u#O|RVkh*c2-i0x#dCBDlwfFL*doRD4N z?}X&!IF;zNCSKnDY37?~dMB;zQjtr55O&+@J$<94K3quq?c2A|s>5I9+&gH-I=8Xu zJm{nu!vKW&qdSSa5d@eRtKk|SA%+-qK<+ur7DI$PN#~~{L%{ibtZGmsET{&WA}@j= zBA!sD)@nGskev)`O(pB5X8;Px%XN@Sg zG{}qv)M>tfu3zU(`+M3x5?~{+j>Q4DNG%M;8P?+p*AkXbW;+P&8z#%sWVCTVoTmZ; z!b4>x+ja|3h#GlsU8-MQoD`2c1At9uz^&8?lLNq^qvP&;cCeZ<|Z$U{+nT3OnuaGRAkfcYtA&yl^)G;@ek~} zrO<{&qLWa=^Rz_3PztRR87pPUIFPBakdI z0Ahx)gqB&lybr)UH{I#swQ4Hd_faR9`Gnpt&iEckH6BXf>Dc~cQ9@L}jZOr`7WYs5 z>Ub}yxW&c+Px^)Qd^bzBLmB6L&jcRe%jegi*mnvdT2$C1HS3R;Q!#t z9|VTJ0Gw>tqj-SkIvu83`(s5470nCom66cYLSL7XN6T^D0g(C6IB5WesCr zQr@7z_KZ>Ef>B#oUd~PQO(t0iYPY(b;;EYeQH$P_**AdJmaQ?(9V4+1bw9RvLFc2(CYp02HWKhf9nk=1)q zYQ_k3#%n3_#OyyztH}R%gj>h!6Z_#aF5pLrZjbnK$9k`cF=<0(1@wKTu_Y-&W~bzk zn?LJJ>@)OGgPoDgt5J^9jxRJEIl@06cfb2EG7^n4StZy(+96?P9!D@cyoWdY5$K*9 z?x2~rwi7yCVl=HuzB+c|tets;yAq&|d#1QB#9HO%{XP|WJr+==oHe;{G9|D8r+_#N z!p?`BNnl2p>i+FxPD;n{&dNtKJ-wzWu^;~TOJ!nf@Qkn1@P=o1#0Fj5@S|}5q|a5e>e*F4H6V>iXx}ya)UAvea8jbQZUcv9r`khW z3OSG2sWIatNzPDALLuTrhAlG+QKKRDz-p6G&)WPgt>}5$1>$k>1ieztGkG&nso!A0 zpI1>8UpBx}O}BX)&w5jMPAvGNWZr(IKz-^^te*`o!i9)iV$j?;uXSFFO6m6SomLE+ z$NMa_O&9(psq+=l!b+e_-g=YMkzodUc8BbGV^%Qvj1Z}Hivg?5UFEH3RUOiAwfng7 z6^2z|!PujIn;jBTG8sl4Y_lFDsxU%)@4N2oD=J6`K}BR1Gb`_aB%n>RHj^Ttw$+uv3$ca(KbSbx9JZ>)x@ zb-WlC+e_@4Bn|`x-hrcOrKP1^)+@Eh#Vm~S(x1q)9$^F4p<&$tcx@Q3be0;>9z~2QF zLV;t_nFq~y#5@MTFsa{Gy2q zuRrB55t=cB!^#bXA`LNR5{;I^f#Uu(|j`gT0d)r$SAh*-q{ zS`6U(y5_7ub-O&{Eyu5HZ-KB^FZ(xCw!BTM%;JTB^L(x1IN8YJT)PtiUcfTE{?BIKD0u)8WHm)6*jP&PMsV(cSP7>9Xc~uKeg<_}I)@73lt+1ZvF{Aph=VYb9pCK>UOZRhiOR zvNN4M!#R!+j?zv4l8jes7jA}>)`Cp4*sGw>X5$w3xz=qY%|b=26w03u7>kgIPT%>` z!Q};_b7#RXr$i}`XC9D~BOY(BF131r3T$?<1=TM{dR??gK!G!-&H6R=^Z)`2ncIz?Et|R*- z_@|##wf9^l(hP1YD3DmmHF?@#U7`;q!Z!)qINsZFyyWn-W=R;8^1c{^(ABD^s;*^_ z9r+S4J>MsnHcxcI(M?{XR)B4fWj+SD7=nDis|!93!x|KTgISv!ly-@}0Z^Xrg}yHU z+B$AyK-COTj^yFKhpfYPmxWKP9|SBV0E%WY18D2MHy9si;Nu|U=V3X)S1)!Kv@qS+ zsFr3yPRpWzJe0~8puf=E-1y!Oeth(qm1D9bfKL>l0V2V^ZUp4yq0mT7Z=b73;R)&R zltaeFRzJF>*3)RYY=L#T30_~L)F3Qk9uGnmpPoT;Glg~Wt&cjJKLtImDZAwtv}HT! z=j5_20qkFGo@rWd#F=LED?8-oba$!;z>(JmI{^U*pn;cbzw!u^U%Ef1Q6?7=p6_3v zs4ed9D}2wN=wxFPF*wB($(1Dr=P*v$=Pon-k zfr@T;VOf>s0v7dfUd&`Kjj{7$-G|sbyiMe!=92O;CI2mATRe z4ngxFF*d*B!uA-I0g$pgMmZN90@kW>eLlh~4(y%&6V5blIoWixsUjtInE+rNC(7lY zRR8+iZ9M~kW|s1IKNMhEbpMc8GGB%#vU4wwjv3xJPha2nFO)kQHfg`wS^rskNlM8i zFx$U9SWLyFObLn06p8fv>VUnMdz2}1=am#JR`<@zMEZ3Y3=`@k27?#orV)SzG@_4Aw3^uVQr zqW9R#emdvs;%T!9_STA)R*6oEGrD4Wv9fn5+@|Yu`6JG;Q9<;6_JFr|v|^Zb2?(Y& zi&bO!-`R(C0h0bw-n7W=ZnU?ryY$-^4ZZA%+HmO^i#VR3<121Iq`}nHuiSG;6P=)- ziKpL^V?y}D=M08gS4uq|7pOXf^aRq9zT;~KX`+(?+Q#W(Po0 z0-Zf4Zx*{HV9{b{J65oGTu#piht)#WI9~RAb+QGS3Uk-5sc$7dN8VsgP(SbxCg$0k zpcY;T8z}k`#04yCA83IUfoWTV2jpJaOQ$mcHvL!H9rT)j=UHXPvxD9HKkb51oA3CO zrezlU9=%%Fr@*yMQVYd;?hfaC6I8xj~RA0~pK)C{VBn5~TjHT==^B4i`FuC?lTz z!9~;=n0ObdND{jM$_($BIHo-yy+8hj`iT#4QYdm;tk03t2o&%RJ6sj;Abx2aXtd$| zX#9j;0B6(BosQ1`2IHZpNNx!?RJP+_&UF}&#`da64pnn+TBeBp2D0q#;jC$?eT~Fr zT7`W#wvhs&&1;zAU#~N*&{er<`fCK@@rBg`ptx{m+Cb(*&IjdWd}97>!%Tnrll1yy zm7aLl>*#8|M%;Xqp(I|czbC1IMops_b)VwF68qe$Or~dDo5PetdG_EgB`ZCk;qq8< zy7|D1xFewPqt(*8zZM-bc)Gv}0pG&6mH`=>LTXUWky?p>&;8e`9JNRiQ$ePOfwf2w z&vribiAH%>4$!0YeR@K%iWqrL`MHeuPUQ*v7M|9$i|$pk=9pSZ!V2Z`#md^%zM<63 zp3Nr!wJdX?Gs%kn6{t;Wm#BK)!|Qno@cKrIkq;4j=yjb_+lpX z25#DqYjh-t%{Y2I8Le1qc{8=O(Po+~5#7v_UH^3ie(O(k?Ew}!qr#8=u?Y6p zC>k(!zx^jZ`j&|ipT5n6!ZzvFh(74}sYNBwI$#E<%mCQT8&1L{oN(C=$0paZ|7f1w zWr5AJQ3jd*a^seFp?hKnKS-LJ4Y&E*XuWJzih2O?ldPoq{`k20qIM$5^ zy|goLnX#du(Z<*iEm_RV~T>_i=PzaDb)l!moDvfH0}XFMIBe$}GDBZ0tv47|^)kabU4EN64fF?5z&V0JarykGE7vECPT|~@WD<7c0fiX8eY6|>MH)s?? zPE-@0b|QD*s!jG6ahEEb5&^7Rm9l|S{|^;Rdy)d6KtO5K1m4A_R!orr^1nnN6Z*5_ zMF8lNCQEmBazR!@$$6t85f|&@ArVzS{Ua_fYHh{|sj0vHyn{{Xga7I^A{T0sz~1Jj zkI0SYok%TF7?>HhHWMZIj}gA0zl~6H6PQ+M_|5e=dXjF#{jqHeUsTmv@^X>}IwwHVXa1$^HQ)q$*%Z?we^V zmVki3T$_VfG%0&@m8tpqD=R?H^`1gg@6$RF;$u@h(Nx)6#u5Nic+cqE`uBk_V|j2_ z;Vf`g}IKZH%aS8h5-66Z60Fc;G4(?ypJFq0IBl~3coZRY=;3+ z{{iJSA5Fg#7edUk0=i>DfIaHDs;43(q=-UBy?$t$bY|O+0kGfW=o{>@O+X{_Zf&p< z&~Cq}u_nAmRp^}(x^Y_hUb1HCvNrT)B<%&Ap@0+dn#6*qL;uJ-x2nTcuHy+_hau(3 zaf*22%e#G%F9Pq=?AhaF#C`TyIhd`Fk2}z>)Km+Ne3*He@MaT}bi6tKo>q?9gF9}I z1oI&!&NI|_?lO(E>JH^hS(PgFz+~@$#>|OUCp8kzogjb%&avFa12o(mKyid^u3|3w z3?2`((!Sm(#;!2wNLk(7Ma90&#Rz>6J})jBh0ab`8+ynD94vO`%hk8!wSUB8lo28M zLQFwX|FIHrX>rnDuHWw1?7f4D*;HBe4rq8h9!T`Bw!gVLqtdR_G&EkYYc~OdvR~$7 zAPEEHrfUs)eAwUK>tjezhD?W5zxo{PJ~;VTK)2{9w~T=tl69hF0mVr72;nj3qks;D zu!PQXf^**YE0z|IM`u$77yDty?|<7Qf7Ri9r40D(U%v1`Ek|?5IH21okrC2nGrX8v0&5B> zW7xZV#XuqVyEM%9Q{hJJ^O#O0Q~zuilsY|{bf99Uds^k6U{w4H*E(O9@Ui*A!xU` zEe>wdx~J|AJGo^rRkGTe*ZydeW=jO>&ONP21zV}zksdz2yj)`d_*!}aIG1}mglg8Q zyWaQ-J-pNZnn@}Q9p@l|j59q~c@Tco=1FMUiJk|b)GXR1NV*ko!Y$?Ry8%9Hy1sp8 zkFoCf^RgTPdou~J)75D4A^+?&L{d}62W+XL><4QeSKoN7SrjWX)+SI@t5hfu&TSg7 z-j`$+ik`MMB`i`ec3qV4M*f3P_a=s1Q)p@&RL?{VC`r4|%SEbvHx2qK^O2fmQ&XK@Nu|Rw-*6zz@(h;$`e}r5+t`ol*6nqTGsqhI*Ms7&W`)7Aa{r zsRCkiUNB7k*v;Ep=q>3NzMq&qyqmI!TV#O-9dVT#dlG`=?cTgN}oAH!@|Ov z4sTm8N{nlf0a#7_8Z~b}`gg%Za*|*+Kp5#EHU9IT55nc1^5z+3Hh*2nayUM$;<~^R zt|@voLmhR}&mOv&Dw_OH&K>@mDxd&L#`~kasogh zDz>&I28|lZw~#>7$cZceG{!ZqpiEuU%EWE@J+Dsg_b*yf`2c55)58~@Jdt`hTm zE^Z@9#NlBev%yRjAOa0u9|HQg9B@<*^2W^dHL1a_@t>}261g$hkI4V-_j@XgRl+{> zlP3S=exV2U2bJTeBrG5C06n&P8PK?27 z6EWgUrkSL5@Asc;e>I@k9``jn>RS7~*zJ*wS;7F{M2nH_$oTf%^6%!`VA#`~I2N^$ zCZhN8qL&S-rWyq@z6FY;q_H`%@Dm#$lp6_#2@&HqT7OoiY>S_v3?XjE}`Og{dD&NOs4rAqiK;D|XtO zR7-~VyW8vRBZNBHC*CVfPa3$p$o8F8vbhMqAR9#Vn;FqB5299u=74oTT&^a{*YR*l zd!9<>h7SSGRlZNc(jI*|>1=)oGch`Z_A(9qXDY>t` z6@Yw%JJCstg`9#7BiB3a^kw$1%)RX6W6j0g7nWOtDHgN1V&z52TyBXG^-`271fEjG}j-En;?}`X71%T>K$hrAC zgvfT7xVYH>CX~DiLaVA9G!brn5@j-o>hy=!>D^tZ-RkPy2ZQOG{AIbSBRxxc3Kvp9 zhZo&9J`F=v6t<3*b2T2`uBuarLJlO6fmS|s;q(}C*Ps0Js?JxU=Yz}bChxZkT9R## zuka|0vg!e+FPGb#EBKerLR#PEZZ1{ZUhr3Q$EIk0C>Lq6!rqeqr&~!m<2jxzcJlO)9njllT)o*|PolFOw2B7c*2qHOaopwmo2XsQr5R!4sR0$-4q(Zu8?#^cw$#%Tk4hKE06wtN;a$h?&4(AGGxFr{(f9tA{n(c`w^ zIJ+)Cw?TM+u2G5mRdlBnv&F>(9N$1*l+7@>6)9sUI=y=rb(TI8DZ%6J{S!!7C+fA- z^bPb^|AZwuJ1jf`WLr-yi(-V_?zrphXLPB-FMR)Cx;r~WD9Eg@^~eL=c!ODBF|ZRr zrlGz)_<*$&90V)ZJD*NkHLETaze&ZHXa8JIBv_kb>K`6%prw_lb|Sv#LL}^JjZvO{ zpfcY#G@SMImmkclCfYM^zu?P2;@Hc_AW)B)qjglG{IDD`!mu*_JA&D;_i$vCqbm38 zvC;JfW`i*u1CSq`Rf?|^6N!ZV5k0>R#t(d}S_h41Js;Gn_`m3S%dohDZc8}0y9Eyf z2_8X$I|NAZ;1=B7Xy1b35P;!68KgxNB<*l^B(GD-*s$PfIKs{%3;#e%s5j1!J~T8^q}K5DyZcWTAZ(9{Q^?6>dbFH^TQ~PtWKMQI zLL#U7fepFJo4ZXc8YsewZg*MNQ;%nHW+o3K^MHuQ`N_(Cq}yT*qb7tU!u!@ENG=q2 zp6;eZF; zL#E_%^SN1`!<1C9W<{lJ+{r?TAQ_j%i|>X?q=ZS88bK|W`#{;LzlcF9{l9eUS`0Z9 zMjZV!wS#)Yv70xQ34KDk@431a?B@3Vw9zp1DVmv>i$hd|fAHuxE65z09bdtl{5B<4 z!dBfU*^imUj+bEVXijYo?H0bCr(Cp+{2B_{as^~X_SZ*9tS$3;4uS$3Bt5V51(sBS zf1S8CSTTRQdx6)4KgJ?a%~~5{Y0yG+dfV8ppAcV z@c}quy&URuqissCBS1ty!;{~HJop|G>zhxO$(1mB9F1l1QnTqWu1(mK>$X$LEhR-* z0l5^rPyo;8M}ZKxM(kg8MsGXw+ z5EDPUz9hK^*sV0x=OqCY3G2mX(jzT5iC>12MC*J)Je3>2x5{2}yZE3O(+1fQC*mQstykWn1oMSUXqG1~ES2h@6o2zFsm zh@sGN1wJUECx)HbGvuyRD|t8Bt%SRj@#Glf1^_Am(tu7BjBkK{jDjBQ_gCgT_3Mr% zw`(DGJwXf(1!_#Hx0r6!OZYf10CsrqsNkZ=3J4zt!+;>P6Q%Hb!LhsR^ksSTKUa*N zO(499VPS!v_16-FxM{`Q%p~Y+C3IQ=A(a%HXTe8(lXpz*G+!GY2XUx>*&azfD@S%B z0wx(0Qm^!vI9y)-r)ZVy^xgL6LZ($u&+(1PpCqFCvbj0f(#HNPpddQmVD*7)+JbC2 z&}IZjKap9zPwKjUcfJDyV1VM9gRj)o)aC(Jw@#@#(I_84+-UQYueYuLsEWKl|*|oUi?;`fy7HE;}79s`(r> z!$#G+lPx~)W0avq`*cs>w&dl-OO{Qdk8sNHhPh2E{T+;tCjgt@AdVVG=eF8*bu0P@ z_S06y)9n_Er}IG|kX-kF_km8M(FQXV%m4=^-$=OZr%$L_Ja!x#utw|EHG!Ff!$_R7VG0Y;Y#Z zO;QC+tniFlJpU3bw_eTe=e^=zoS$Et?B6w%D$DGfcxe(x{@(i4GY$5o%KTnBkDbxX z&l4rjm-&sX18Sr08MwY>Kp`op)$RD(&Xw-zM_;AS=QTSXXGy-d(|_o03$;aXqXY$?f z;;RRA^LIXgx}TqXE5C}o#SA~>oAX)g&6XLf%xBrYwFcrrvbsHtDuB^1;Cb^Y)cI@h zq`9)*L+l#v&E0C)_T@+#*FL1aspHKsU^kGH^9uN18c`GAT6F3VdWBYVE7guhfr+YX z5$nahQ89gOMK0^Xlwcu~eZ^4+j@%y-KEK4U!{Y~^dFWd#Bt}5WP^?xF?yiysAX^TZ zSN#2n3m@Op!jn{G^#Yt)C4dNjmShP?$7prl%gwU7-)*y{aoYxWRrybp(}mpwC2h%8 zsqC2R6QLZR%z>Wu+W$*Yk9#!UD^kQ>SzTR?yLwHx0Vqy$0gYYCM~`yciz>Z#DInKB z11d6oRBU88!7+t0=~5rR7pqpS!#5V3PvqFD%r6v1*9xO!6~rof)*kBoYNPEAKR*9dnM1z?-|L#9tDtNr$iVmMxV_pbtIY!l zDv`Z!FU7)WO%OLmu2LtO<)jIjb#MWH4}9(-6eWC^Le_m0;7JhXIXznvZ>HF&X9K_| za%bB)qWPZljXN(2<+F05hkoct1E>1bH)3@!iwyXmIwVYGcd?TPAYKd}rk(?8dK)cQ5d(u9cPBZT%=Wu0!b_$L=zlw-i8b*i zFoyw>lN|Gjo(+j}6-N2ZHxvY#o)j~FuJ{`01D0s`(FGa50Kmog zPZH8#OqK}Xjs{qag{P3W_vb=z0kOOCU;QXD_7qN+Hr(jJXo|u4iHY9GY0WT*lHM=R z5?O_gX=K3!(y5SLAibvb^}i1nbmbhwN}tR5DK3K-Aa_5Uz#6l*W-$NvFO7CXd9h|I zP#w5<@u`22Xa6YT`=BIVjX1W53`GCBJxuBKK=?t{9D6v5R`UK#U+-2X|21JDug?WX z2Cug~r3!s>bRn&<>7YY>(SF||9gbEMdA#FB1=$}m9RT)1Hhb@Zog&#GaFkb}Btx6M zV3b?MR=Qv@I3Lu(N2{MoQNX=a*G(x$Qq@(+cA(VVOd(6i1Q^(rDwC@-pU_G?0%)sb z&B(r^E%O4Pa=45mCBw@R&@)V+ zgbARJy*iT*rqXz`EojqHSFD$xcKTu}i-d_PL+l42j;E9GDKkClbGL{tQ?Kkl@|trv z1nW0BZk7Ii1mu!z57!eL`lfiSOW| z%A>^&$(0}66WD!|GktGVcTN_&-5VL11H_tlXyu)oiprbJ(&+&R9^=I4qu9`V z=Rs#%w05i@(i@Do!ts3j58-cM0m?hw<&Tl;9vO&7$|TAZgiD z))`*FC<2|B8TTLy&Ko6PJEl?$GUr(GUBxVBT^%r2`I7yb%JfZitN5TR^IfaQW)kh4 z_Q=4Hil908#hKNDncB*)8Y$Xr+u44;Pn8N}6~fRZIj_Ap)7#I=rd6{X)FM(L$53}K zaU2uilEE$EI^ZfM_!F<-S^yza-2vPOXcbnL=BsT#ka3qXig^@&@kG67+h?OAt`nH7={<&eGsp{}6Q&JU3?f4v(woQG4j+p*p_QQ>s@J9HM`ZkFQ zq)gUEr%KHTP~pUb30R;;1CUi{XUJmXL-3qyU-7pMT*-xMnS%d#Jye1Lxr4r*zw3FolpT)! zZ4Qu)Q^?xmw8(p(J03U*kli@(VFMZ98~}{KlO_5f?2`tF-O8UHASJ(J-X4wJoId6^ zCAZz>=62fO%)`+f?nPk=5)LdCsn?m~;Yk(lwh}hm4m4GURA8pXm_ZBuhQ!q zigL|Q{tO$mc@l=Z-R0q@^|7LPK&83lf`749#CCJTTnDwTbcYsT{1HxZu9g#H2+8ORx!6X2PcClcjLo{coEI zj2PZ6HAbaROz{@4k7ro)K7uY@L{kZ}ue=-&?2fdkb%30{`xTZlYQ*$)NyhzqmUR7D)n*hc~mJ$+e-Umr}yvc436)!k-F$t#UU0QRuj{%n3!BOR16GQIqmjjy6e z0k8>#?WK1}uJ@1v;Us#+*umYkev|JLfe`iYfa(|~0ygM}0XjO=xi^$( zaF)i`l~9Vusm<|WDvW=+U`|wFsfIPPU+JNmyNqR;8;3fpV!|cBmIappTCc4kbpXp* z8fCb40Vnd4Shh%b^nWejemq?_0y5&iQ)aYTy3L=~`2aF9!CS~ftkneL4 z_v?uRvv9kDFJ@sfOr`%5?~&Hf-t12b3s4fj1qy-Pfck7Hi51Aql>Q0pW zL8|qV;S64aS!<0jiodliHE-!Y^T4e77@-!>N`>?%n+^4fI41dx|yUO#(-{F!i*0;uwmg+yB@s4lmWRl+XE3YL_6BCNU} z)qn6YbZ|HzUa$dAx1b1&ZIQr5CzL57iV^ZSrA7ito@R2Qwh zq~Uf4b;{xp8Od=-?s1*nGqv=j;b-r76wN0in-EgUa{I1xk~Zp)Z?4i-IxQq2w;wvz z2leX7TUCin+qzgl2=k zKN2@$6G=Gq3?^?%HWs25SIifG6On!}?F*1}ihT#f=%3KG@E&2CMW>K>x1aXwVjGGS zo|5wE`_pU?nSC;S3iz6>6OVQj47gXO9`g~a z+u%Fn&h@%!c|?7A9@co9pK>oq4}<}l@zSdcXCG=7i)P+PWgDLAcc6)dDulQT-r(;A z8A4^iV<(2eY4mKOdD-Y5ry)$TJwnp>Z$|29&p^aiSvQ5q9t7mOo%?Na9tcfo~Kh6S-}cCuJnskIcXJ3~#R{B|<}tn?QOfU@{okY_GtA0HqL`Yny0Ut7!Do8!7#!5_{*5Z0>F|ILA!%4X632X!S zww;k|Hu+bDH?xSaI<#nqo*oZeyce2UaAzq50AvQ$>DOu6UZ*u^c;(d^7CvvHf)A1m!J2n2buTNQ7HFd7K zy<9c8$0c6~Ywqw*JBZBuu+WVJBblj^GbV7DMktGOp03oD3O=S}YO`Wrf!4!g?W48? zUG4Nfc3d74c?@};OzI-QY&t!n^f~&CJbBDU_V-wYd`S}{;j=?NK+LZH{D?mo+mFcV zYEv!wfr{nL4$1E|2kZsudp0O+3XgWlQuMPzft~)dPsRV zQRyQ6obQMTc{}0a;i2)#oG<--F@d6GtcZxi=in%^+FeqJV$(;zs$EYfPLnOV3YD6k z&dHwfT76l7%6c$;`MEg=TW`Zy59ue?glZWVCCEgNh^?yOFbE`rg z*@e;72NX%Ap*P+h!3Xj*ZsgN%Ouj3NbG=eX@~JsIx&MGIEbsUQ33lNz&F)6g@xxD{ zjbgm_n#(miS{lOcwsgZNbF-wvtO+J2idbC#Uh4o4)gJSS>Q&!ZH$Z7>wd{}ym3u*( z$Ay6-YdzH1b_d?qPM9HSuWXHOP+W-3=Fk^%c>hWhYPW()ti+;KZ_C8GKUb+Ym>@Hy zV$=5EdHmVki$@*_=KOvgkkv^L0X2O&hpODwy%*$F$d}_ewghJ|+Eo~BT_z%I;h2w* z`v{V1G~eVCVZT1%GB<+D`ZhwconibiLqu-J@gmML*5yV6(g2*Gl>XaJfyiwrxARFR)7i~+$x}#Lo zeah23TppV!4FD`(9;x}UnX7HH#@momQ`e;oJx9O#1HXgv;twjjNAdxzV zS%}!>G`3-UyHf3erN*xRIyx}>tpf$f^I9TVUhsYJeI#9Sp6NIbT-^(RCH#iA=kSS26?&>RA>RNbKNVA{ZW;|`z7s@k!m{dT-kfl+Eub&COCb!TiVrYVpuoA<7cU`&L2Z* z3g4IuBv1?=9KO{0Cr#4p^SCEWG#$q3Ka%*o)9`#n+&MN91wEM$S4>wf)f|wQn4uXK z(A;HeR|gaO%PmPvQ^{7X(&fV<-yp6i5XP=rx)S=d{@^Q(wk>-4n}QOf&(Lj^_ju0s z^Zrtf-oWrk1e22gmC7QZH`4Ukfo~IBtn5>+j~exHQnQrpW4ar;$&awr*RFrjJN2 zB6OI1dbzQQ-?zOG`6`<|<-HBQ=k*?aWkJnQ#rGw*O8wS2&3M-B^Kua(t}M1&;txT2 zG=(o7%2)1WneuIx8DGuZx4wDYF;0PBsQid|6=Gq^)(q*&6v9eiSFp(BxnUp7u4-HJ z65BkfB$ z2ju1_&4|mzMpLb}3Cik0&DvIIQR3OT}64K~DT&|%Z8$le4v(Q*AO zShs~O*HMQ_;L0OCG2wVQ9Qu&QX-nB-9_2_cJqi<(2F*b($2IwEc-iEly5CtdRt8MtEzoU1Jo^_eYlj?$Q0^rF-4@;fE2{AyS?Oh*@DJ5y*Ck!&7{#py^Jx#WkeN zik;$SF9$V!NG9J;2VC_2ZQ}4GN&2LKz z6p~zuG~BG77tSOB_{RNsuIwe(@INDF;TvpuBa9#PzkzRlHN7M>SM-8Jl8bkU;+OHq zYw2Ii+778$sxiUAFmGj}LL9f=!2SE4l4QI$2LZp>Z{k^EJB&x*MN9P?DUPahTReWQ z&a{ar*)llEXnqyJUMeAimMn|kT}WTvE>}$2>-&C5w#P2E5G{@&RJw@o72LBNfhTOuUHzUb|n9+ zRTmP10ajW}3xu7aRCKUEKbLq%eZb@6iUKaAbMZ|VBOCBu!NDXkI;`>@dU?+WAbP_p zel)8e9}xKP%%<;`K=(W>9;J2F8k{{qKrUsNYKKUtT^diRKP=y2sP z-p~wIJ@Ojr`PQ?sA}Fc^GbI*O7P9EYE0wDb$3EeDH% z&GYJ5eFv5JBHkr{6L;<_a5EmOe%>r!2i3|H1|nYS72uEO^vS_p$!Z-XQt^a<;y)v> zt46~EvsyA3YnP#CIn0JKy`@veo!Qi0?pM#$6>GN?Iw`7EUpf~gT_IKc;G^kq*4+B; z{PC%=WRA?9f*h9crcL8nIo@+W8sQHvFsE7; z;8_`v|8f1E4+Uc2P(W^{KP_s&zqewvpvigQsrhZih_=0F7m}q|R>$r*5JjWEH?ama z{`aJy|HqS}X;wW=12a5;ZxcN4vh?hU&4wvX%4Gc{c%UXCLW;3;dEW`{q5!>2@)t{G zN~cgvcB)8iVQeK^RYn(eY5(p0jRY3hO8}l&h%4T48A*SQxE9s8 zHv(@{%^0dtZ^+i*+Zs%>`ul|J--61;eT8>HTUmY7)86tWj~q2yVmQMmAP6@?;&L_kOZ4XU|o|yCW8TT zDk5-JAs~8SK>GeNg?Y5^5iTQ-lSeAKf-z;s98~I*{+P&aeo^y*_X+XliZLCqNk(u3 zBG4=k8Z)Z55bZI6>a;8ka!5M9r(>ytPcC2_SfVV6h@>ki;T|+I;_Xc-gEPG+6nEdm zl2}%%j^HHL(GVlpnw(-LE9>M}ako9OxK#gd+MQyO_V(jH;Jk!>;bGTtBqpjx2J_I* z?-IR!-F!QVu`t~t?!V3cD{obkm1+_+ZhIQ9AG z3-OMype@7NN)gYu@t632+~}K`a8FZMw&>h4Gg}*S3#DDA&#gnj;9|lsxkUD`UTN%& zt}&Fet(zexUq&15^2Hz^w2J6-Ib4EMDN+!t)M-A245?u5@*_S8+@ol#zJSS&6-5#w zhfGUiXz_)9S!8T`>gq`O2#Zin?sR{IC!e(&XsF=FWKvVh$^tl{MzhnZCUgu88$eH^ z-KjERy$%q48E84e4b(^^xylrdlir|Krz4L3I#ave0*#+v`yP5uQ?B30l( zTyUGg0J;<<_ILLRuU}PkR-0W5MFMUa^77HA!a4iV1u*yI0q=wjS_{R)HnExF6+SO6# zczc9G8n4&!22)Twx^x-N;$HCmSF7ZFi&}J$iH2iUM{+&(RU~9hs=!!#;#%Y0gJ6mAT4Zm?7 zv*kCD8$50Di40C{Q1VlGvu8 zzpKdG+W=5r^7}4Jo@9CV^GNM^BXHVv^W+H{e{mb$3>l?%BiQ1!*^Z(gCdvCUj1A6Q z{A%ZIv(V7`{X)xW8c%edZwuAM2p(g2X|{1`Z`iW6eyY$qGLnv=zYPk@g!?)$-x_;&(R zl;u}TwE2qF94bJCQtf()tm@JEUg&rnyOUBV00WNXY-TzP6}>GSPkhji*v7%Z;l_24 z9W+@FX!sm@A3CYm8hbm9=0j=bj~fY`IyGZ01?a&iS27$D5)xfQLufXO^#ifr0wo?{ zP9*Ef{H_~3^ZfJqGJ)Hk98*nS&;BA3U*~-2Rxb%Mjp9nT z8u~ies!0Gu{;$Blt3rU=e!1AW^CyWCJ^w5H*37yWe`|(thLbDtZIv$D_H!(^(t3XQ zZfU&$C{|)s$KHMP=OjLXSCk96qPli)FpO=sf!RNcZx0Ukc2{c4<~1nE@WVgs$gfp( z9v5njPh8%DpnE5E8i3dqtu38vV1ph*!aJEm*T15oB6L8)#eKFixMu4&>NT5eodFF= zmB6vbwf;;N&U zC6w+R!0KBq?i`G!n&ZE?u<2{a)b2C1yq(sZKYtKvhyC<>aoAwwP}TC8ye~GpL?VNR z0ElWm!ZkABXE9;22+zCIZI#V`_34HPXfk(WeL>PgoywYr;k`q1>%s~CBF=9i{A(0gZaTF)l8ZC246sY}IqC zF59eyql@rdWY5E76guq~`ck}u*DTm&wm;S`bF*|`Z;KGD4u9i>4~f@c7SZ(@%e($l7fJ!eHksPTk z56aStpu&VXX1js}#f8S;B2-=#btXjqtxKPJrJq&~kyWY$X=d<~zq-%C`tsb-2C!c0 z8&EoWn-QXyO$mdDG`vy>dSEz;~Mho8lf01?Q2ug1QpJGoAHzHZo5&DoffSyK%69M!+Q4H<3;Y41Hy5KSE=!cVQeMLZ2ab}a0fO@f~ zjpNN!B&^`Vr4$eRuGD3$dk<3}zceev^|f_Hn!dp0uK$<{oXWu=Lutzm!10-EgK zavUwu5Zio8UFlYzWxLOBCjWF$cao4BGxhiN-)OjqtD zTEa=^=(b6`!|OJkR3{iO(mzQU-c1kke+UUjX7%D;euau%f&0qm6h$-D5djLj5VkA?^pK@COYk_1DBLpNIz3f;rD9# z&>~ZC5mrXsnd9goZ2ofD)?vT+WHLAh%yOjd*0bDtJ(;Kx-nz0cjs?M?dMhv`?tekV zy^1B}U0qk-b^-3LgD1-_5f-=CD>hU%9_`+c$ zRlR^OP+Tdhi{vcCmJS<*Be>G;A!Rpw*e70jSd6& zdHwq?ED~+!=R5EhvU|&Q?|`c(YHdyXIfT&%@nVmT$^-f?A#NMpY-A|Y#X1m;hn$w?nrzA@J=6y*% zP4L~WLbn}mvElgb@M#$-v>s{F6{urcP`r6}QIsY1<1UJDGmAv}_loJi-NnLx#rumB zNOeE%6R(*4+g-BtVm|*n5UI18d8gZ$adLeu0fcz#N?$f>SBo9Qt(R(umxa%|=NqMOEa_+?JV`IqHdtrR}m4Ml$q%8ufF@2BHF15w`30?qHs zS~U9Ep|@T7@XL))`h>})aDMfoSqtSj+w>$1^%q0s@vDf5z@q1ILR365rc3;!BN#L- zKZ^S#8E-~>E_psL3a7irYi7`4uC5JDJ}kJ6w#!mQSGp=K+O5%yu0U2N*m5;6KPH`T z-8|W&o~0atla8jrc%4pEmR#t6zyA7rj$@*%`K$)Q2BdUzxf~7q-WiwiA!fb&$s>~L zEcM3vK4{Egr;7j0*A~@qdf$VqFR8NtP_{dw%AhZmQ;spvvZhcea{J>Q24acNvSVFu z$o_VmkNP>hWa>n1oAUI9&pRXtNqXuS6ggNsAs1f3v;$sTNCCf0=|2Zn<||)=PMRi1 zUd6cW`^)PuDJ--RCpE$5igZT=b3OBO@5bV3>=TFl<74)9&hNWK zNe@VJr+rqHhC~93x>^$oZ|lbhM{}j=GB0XC^GJHHPuuZ(~32MzYahmboSyMXpO6;RX{#nn4* z$-Ysne!-5YBVlcAU09RMq)k>JmyGYT7#F8h0-e(H>pWSOc6N6Dy_%Vk5!C5x{;BvT z{nw?*!Yfiz#~%tEn5j3)YF)2@V8I8#hRr`!2oZ>P%-}eT?&myTW1R10{e4_TI_USz zEo{Dl8|(1auZlI{{vE(G0#gZA{Nf#sT8=WrInTS8_?3Do0|5C0_%2uJ^9R)unF~wK zzc;dFCr!D+46H6I!#+s+Z=z`tr!0bW#?8QuN$JyF!vG(($fl5UD)lP5}R`tCB ztI#6FYlg{0dfQ^91#Cf(zR~rbdp?8u#$($jS$K+;AW|1ysnpIhhk;WydHWiaXx%Se z33jV%x58ln5SSS75?Y%_rf>8Mm{=O?658Kz-XWl2vain{IJQwOM2b^){aQ4_Gw`o!WLAgpFYH4)|KO=cAgB8vzl*_`khJ>ZNLt`2^k zgl+Gi9)Y!i?}q?)w%c*T_2Y*>cRfY*W~~l*(=d?bnqXaX7JKLk1=gHlZEqjWLZtT zFWVT%-gzyp9~!*&TU9%cyGdn*eJ|RP8cw?kRY1g#{~_72CLNZCEv^!OeWXG@ssn zdB3j^EjF&q(-tW^&>Bd4>fyy0`_zUAJG$e{51 z^4h83^9A+jz-H08#WftnwL!EiZ>dmz4C)ToBQ{Qb~1`d_c z0&M*-l2;0^sG5g$MLMjm?Z0i!CGUTU?1Oc3R&paPS)YRL7C~MQn-ew@2dc?R56Rxk zeT}H!s^Wob^OJy2oVOatl0q9=YxCQ&Kb1+OD54|GBVMz?8kQliQh<;Gvd>XQ$X$k3`&Oo6G@QtxFNeg4qzD2Wr*5%}8W(6tal0?0Pq`cJ!-xR{`t? zHHrLhCSDn7>Do8jF$=g+Sg#!mn$}dAZNIO5wPi{IF*(MJO`5~)1ViV$CaC6Jn1%W| zR=crNu1n-(GwTdKk|o4K`EBaFx09utZgrZ{QBO*gLZi8sidM&Y&8>lTH6q%)CuO!j zJym$4UTH0x)ztKn;&Jul#__&hV9)5kxB$la3Hk4f%K_>(nM)>3YSl^`qO|m2LOFmQ zH=WPvUhFPtXBc}v%o5EnT5+!_qT^r;0^I!SWxJvq@7>ex8|x+WvswUr^t(@;>KHf^ zmVc?-Zh8I^{@?Po{U6I`M;fb8yE_6f6ZB=yvlzf`Vsl)Jdkd$U~7l-Rf#2^j3D_-3S4rWrYlr}RjQXi)G!^p zcN^qC$s->NczaENu_j805ke9QjHv*0e+E*6m@+sxXk@TTWAEq+c<3NJ1APmPdvqcT zLjN2_#BLRN6{XkbNMZo1wwM-e~ zOB?yOheEFBs}sO~*wKlYLtWC<^4)(K7ORx`=K?jLju8={PFNF?L?gU;mIEu#+y@vq zu&>u2_5v>+E2|3q&Pgt~MXpcab~p+lawlZNX_~yXT);FTz!0}^W_R$`*!zc`Ou|_f zJotWomPh}l=_Qt6pPGx*6&u4jAXrn)&u{t9BG9tnu=+$!J;8TS?LMl<8C!!Wijr{y zGiw)euCTRRxPD+*ecY%KIIP6?TD)U2eESrN3f1rQi8{`{L8S-N`mo)+2WU%Jp1eYy z7pPMmX-q<`pi6-kw=+>71gr+TQK1vE`T-^nhT9iacy|nHtS@a>Fr^A)iSWqDBi6;G zHkbaMBeQ&-y#iztH1FQwU7rYx7)#LIUQwaeK<;e*`UB8=K?0HUCapZh6M>O*6iIBS z>!oM8Ub8%CrO<|jRkH*2PrJ6^(d}3Jv4dy^th6GXbYWj1R=pNn6$XXDDMke>+ia~5 zrilN!)_@`{{j21)hocj+CIyT|yIdXewtDHAm#7N9xu>r0L`|%A;(e0#J?=V9X$(F; zByo|?tdapaWFSb~Orc|myI6mMsxg~xqcTY{vy$V-9P-xcFM?U`nvDYn$Egz49_$@k z#?Vjvv$4SS|BaBX7zc6NV|n?P*)@*6qhpX;EyEk_2Fx}~o`KPmhtrc@-)HZS2}Af; z+w6;;p8j)Oe0*9R&!j3Xc*pEiJ`XAM|Dw+g_yU;n+^8Vdz70@+uxHw(NMh4u>hc=B z|Lab5OYw!=m+sZm@v_&3iG`gRPK*|pQnM`m#Tls|fU+V%P>}Tc0gUw7$+6C6POGk@ z(o7st=V}n<1ou*K<3r%Ww~ACC34gv;&wz^9!rLk=s3o$AIPn|hC$$O?A3O6akb*D%D?sKQf0l^`E_j2V+ z`r1aY+|A|qx92{H3IAcS@dKFlGx|a{W0$0CGm$4*ZIqmC+Kmh1CvuNR^4+Z#g&$$E zxzdgS`jHih09-b}yOZA9#zqlnwfKy<0;a4$Z}wb2(Cs$Rj17NCM&_d%x5$M*G3gF_ zRu2HZyv;dTQ(Z2KYLao5a>bUt{r564_|=OE{SicK+BLIDNoGBrwLMF^Rrp{FU=xNL zO4+3MYzI^$m9rY!sDBP8m5wffYM(bETlquFG2gK;<$;=?J#^%qwN9sG)9G%@f%*0Np#D`j(kDQXru?W=>MTPcn_^Uu012QG>I+^^>6IpR``P?k_`9Ngz&v?W~{EMlc?=G?x z#+Umu_6M^z-^PCp0C;~?z9lFd$h+qvtH2`uk*|E`vMAr^G`-dGoz{~mqOs!lKLcQf zYJfZoYBeHZ_)LM4y&^aP0EnMyg!BD(_ogU6n0_HzMI47;1KNFuqQ;D4zeyE!_pi4 zRa8C%M1=W+Gz}bUhaBgmOhgJ$9StsZ8x+B!=?3RbJ9x3HrI*sX!qrvt)^fHVfRkq+ zSO1X_16mRdSVrUnFeUAX$$xlL{=_R4k9M0!uB@7E0w(72x76Ywoq&0r^f>zenK>07 z!uM65etayGpGUj{=?{FpXb1cJhiMl6R5}uB#}k^hF^g&iQT)-2CxYkJxuZv`xw?1U zhMluO<1YyV6f0Rw*eqw7=1GJ#7zYDm_|g1H^F&zR!Vg|{ptK0^ZA^O_>-ANh(fRr5 z+j=PgM_SO4k)?14HmIPE0xfF{)8=VuJ%2g}OZ6mJPjaPTf zXV0{n=>vUBG(SnL-tzJD8v%_tPHh)7B$S;T97I2TDn>=poh!q>y|~0PD+>w=G3;IV zk|JovVBQUMREf4wFZy+fR6Re^VJquV&dYGoLpL%6HmsRd6GSU4!Um)mn2w$-YZ1R2_#p@+Z9D{oYHEC!5T3z^6;(^cr3ZFh{@xib5+Hq74Eh7<1IR@oOa}X2`ZaVayIMer z+WPb7RJp|(yCby+9PI{?qEYJJ+6KnwS{I;ymz>{GdGtj!z`;U8@@~~>`D}q#?Jv(; zrS(@Ftl&>}dvO#6XeGPy)vy2!VVDReBJBG3A*vf8Bm$&5d(ufMIjlwT2GP}rfOFbSbY4Gb#Y65opg`qSOeW2JY-VEJ3g{3q)*-Xv46sxt94Mg5k z0HwBWz<5@;h7e8TZen5;s1`kpWS_;zo6*q`4UOQl61-ZcwDK}lq^=^bRpFU+`< zq`l;)5tt{jM#olOrAzf%D6y<{FP_%Mo7X}B2;YDruCYVu#S*Oc?AYrB-S53iiZ~h+ z=qT)olptQw1snr?{ z6*6u^)BztMbf92LTvVi@%DGS_X;wMzALYz<_Z$?S^%UH!?<|LgMf*Rc)-uH^C<2`@ zl{F454t;J-sAZEpIgp^48JQE{GNw|shZn0Si($|8=b*67vlXwCJn>eA)8kh9>ZdL$ zy#Av#fBi4a6%PCskeWoIjxq9CkiH}?n~O0t^kO#tR_285tBiXx z}#!R=N?PvysrCOw z+k1w?9ewS>A&4$|^xi^)X^2jVXU&D#6jwd6I<9Jsk5F_a^*x~EY8iy@!5ns09<4Y$^Z z2h&|-7bqzYY1u-e$+qqLm`|Tcsi0;ZCSW)wfq@hSOd`haQ z&}iE23aGRgRWN_&UR#9euHtJ-a8D__)o!GJ3iy5Or+5s?{1L5ru?ezhUON}rw+hoP zEYkhL@x0nE$Qze{pmltRPX1F|j968xLukybY?A`yfg9^v%u_i!BiXfSe9Khz&Hp1Q{-nY6waAb0#V;8n~`T5 zhR>>=;|V)V7FH8JOE6pyS@AY?Ya3l@|5d5wz>~5=)>z=8?nLMwu)-w8P}Ns zngQ<=l6nWTL_4_Ba=zSb(9Xdo2;Rwakp?<|tipC=1}bxOa1NXQJv+|+u)%vj?jakZ zo95DW-DmIQO8^QK6b*kbFdmlEe&23V8WkoS!zku$yzQFE+TCxiaiEG99PlUk(~8pY z()SnPJ}JV}WC-tqr+NNH_0R-6ByU9>( ziYypWV+;dr9r?>v_wG zkGfR0ZwlhaJRvAc6A9`WOLtw5yY4}Vq{S958o7BnQfNxf_>DF%F7N2faM^hy*WHSN*wXcQCeKaG64M`?!iLe%ok!!}*0|@3v~vclO3fMr zX)5z`?8ffBS{c$o{gC^0#BEekjQiv94b%hMNi9@{u^WI^kj_Ei=a1h)@cSO8$pC8c zVkc!=HE~cV@#AVqfl}{PS;^Xknpz<4^(vc!k}~nNs0qxQ5f+hzr_ZV!0a*@`6@{5; zUKgqhi{ku339`ljvN~g|Q75kA(@WZK+bS-D0;t%WRBOh?Ut>3pzI@y$-52vUXw;Ea zW)%1erAzP(^IkM|ywJntHzA_fap2!c7P1FH17Q`_eh}#(f8VK4f%!-SZIZ}fRHAKC zwt4R9E%E0mqXFK4SJ0b5)C8)GQUpUp>BH0{8IH%Wz~kiR|DGkM+6Qm?h@c}XzD!=> z`BUhl(Cat+o0@|f!yO1;neQAH*Pbjkv6P3^{KaK_FB?^fRWGnMtEFWYz8UWzj_erB ze0Q+MtGAKi$|6;1b2u>&G>%}t5xnbXM3kh?7sqD;o}~z%c_Dn&v9(tBob+?4 zZPK)NJRi(1TD)L86Lltb4R^Gv9F@}{@NY`v0V+tF|DJEZ|7rq81hRtUKKR@cK2&c7 z*(8-T`iJf(KeKhs=)T{%;u3-?&PczlyKfqgVTypx1 zs6n|c!T|&KBryaXvsGldv25Pa*BsPmVvYSYOWHfj!A=+PQ8vw#Ckgq@b_82KO;nRT z5#-hl|;cnT+3F&-a>n zU?J93eg_&rKKj0PyR`>UhvRxaGvxd`5_9Q8Mjh-UPxLN!rv(ivmp$fw=VI*$0c>$i zae)Q^57Ve@;qgAl!(S2G9VQ!Zd(+STyoYPLli@`O&U7Z7eO2G+J&;GC9rT%A32U0K!i}SIlK#;!}HCHCFPh@IRRMex$TkH zjE+>LxPQ-wUs%_O7(0YO+@vKj`~Wdxz{^^&^~Okx%hvWemdr(c6b={(0n_M)J)@kT zd(5?wK70fp_TTimA%03pb=*+qML|@PU9E^3KpS_3LNHM&Ele-wYO6wZX+*}8lErwl z91>&Im4d`XMe`$LUA^aL16y}FmsCU8^mDD;s_YK4A5ux=-rtJoyZdr<;;x;mxF^sg zwdzYjLl3_V5KF5B^ll6aN0wrnkgT_N3@EeVz-H^Q-6S6AI{WBHr zam`#S&o~ff1h7Z~v;eFK0opahSa8LKgF4|_^JE1gelH~HIQINCzF39GJq=Co|MJci zlQr-ArctiZF+Vy17DB`rM*d6v*$RbVi6I(N-&Sjgp(pJHte~=D?Yx@(vmg4*7JjZ6 z?$j5-X1UBN2eXuu#Q6G5WQKCmkn$Xso#I#$ztAbAL=%yCQQan% zvzed5jY#6V$;Aru+E;{#?VNk~$fvEGs-GRmT4=EXT$?ngEk95-5Q;hlwR zqidz7hj-0UFX^S+WgTE@oAvnwNY{Rqq1Q}VAM}OL3f82gqz2`7561l`_2_ec!`!&o z**RZD^GW$>rALph#uLv!-UrW48sQeJZU7`xEU&$-7eLujf%#vV@WrD4o(bpa3bJLP zzK0M(7`5o!Z~q8=!3@O-32lp?0N$L()@MjcMWC}?6jplfx`AcBEP2rDC>$sB>f0M@Gqo4RzpzWEpS9U#2Tr&gudI1&=Re^womy+r`J+% zLmmRb-eLqm1Spkors0nLABjli!%x2CA4kyF42t+EC*PpE2Jh@iIP9u^-W*I@ zNSti*nU)aQoSeO0q7C9|<`PW(9(PM{On!l|*E`D$z7>$uZOKri-g5!I{w z5*_heBqhf9@?FDBInNTG@hrH5&};80R0+9f3CaNlg19Xi6nU@}_C<(O2tg;>D%4Q` za(0+gi>wA<1&3gc2Ye-()_HjvP~t>#k3FxNx&NYm%c3Pk;T_AHS@BK)yg82et-)U) zeunAPp}R#yKNA-G)kr*UGyYoIOXe{gVZ85;!=0r!*tmY8HY49rI|Sw55_0|{X*=y$ zRMZxqS~@$xy6>O|Xj~??8h{oUJ;cXCe3X<=0CP{h+@% z^x!+l;6g3Cv6zKt8@1U2&+B5dfM4fYQ1BB=JvB;c}qB z-vPKK*#PO9b7rPSi>{z~55aqv2IRK&vg(boc$>iN6bGb&#PFE{@#Jc}5bxrn8}2%2F)t zQHu+9%5!W33?cONspw^iv(ZHH#PA&>(}J4?)$b`Mz=IpSG6)&7%gPMI>!_n@9@90T z*h-s|&eLxiDv>!g9MeS}N5gAlOX;|zL`7*Ytb5J>?3Byqb|&%yDn>m(fphsa(z+52 z+3K_gLP=U2_T4wmR(s6r;SPRK%i>hq5tzH-#d?oHp7B;fH$99@;o3Hxm z2q{%YJq)o`f5f;)MDzTu?c0qeUYYlRLI7g=HyOx--tXX=M{$kNjo(evl$2ZZDi{^} ztd&Q`Z-!4X?5j*fJFEl(Z)H9srsXLq$iw^h9R?^&ztPcYeKOqtbOZVOOTwR9D$XNX z0M=1_9iCW@S$qwww2rH^yj=FAh72K(fcoZR#3?h`B5!@`&`@)K&S1~+shju~Rw&z2 zK3z+nHQ_cHLg3My#SqYxZsHnnE>?$aq*~5nzV`B-o!G9P+sorcBUrDY&=IpOv7{td z7BjjnHdfa1DTh#nwoiJX@!#zqC(u+u(0nWm6M(61VJ@~ux>+rLz?SmZbkr&NNTQ}j zD}cwLWoO6ww)BVWPp@ObJEw8#lE^}%eH`O)N0k{p#49L-gEQ$%*Ghl6gs8_Vt~Iqa zz1UtT?xs!HledsJH6!)~9EQ7JOkR8A8qIsUr2U(g12h6d#Y)3|!3$s@q4iu->1Pqxh2LwN0B;f4h?xs* zpom)LM#p1oZtb3$yQzj5aulZf(?hS`ZSlwDtQdPP8VI3tEWpH~x{G*{OgG%KRXw`1z zmZRj~y&t%tk4A^MNJ}E;sZl47UVBnKeejS@(hJu|Oeqpoj%hK^)@EH2y=5@8>s|;c z#~Y|QIJqgD$@KNug=c?m!nR!ORnp0Wop~2=DUG{P4t|PU(}hGwc}H50`ww!kfjhP% zK6>cxCZIs~Ww4rmC3_=S2;+?H z=o6t@D4>gI>#JqhH@E!toW7-X`Yr?zOsFE}opXzBK#K*@601wrkx{LO&4S$_jIbLN3Y?irE zXk&AMkJ)4cO(Z5Z!R*TJ=C7}m$3HhH4Bs`r3XmjL%gAjcb-!R`fk26R0m}zkvlbfGH#;PUnBOb!EwwMnh2y8B$v~ zN?b~iMh`A~>=~+pRrl3lL;6BXn>kLR)TC4Za(+y+)SU}Fkw)Fn*`g;%Zh$uuZ+Y|M1$29r60I&P( zU>`8tF-Eaa3Ec8|JaJdtU-=aE7tN;is)WeZNR9soeM;)FJ>5mIS87Zkz0+f~GV~*+ zL(G3p@;EPB*!x7$ zF~ZOF=nyo9!-`qOYFi;DIZRh~zWXj+ewpB$bos$}C%J!2jEOgmo^KX9LU zb~wbLvxw-znrXD4E?sg^mF%aAe{yH;3`bT0)J9Ndah12V|4U~qG+K*E$Cv5M4`q6i zIv_u!_VSyQ`+?_ekBnI{{c^ueMNnc;>*c0YnEKF{5yjzL6%7AaPWM%Nw?S=dI zpf}lKJe!82!q>M*Cg1dmz!&L+U)g}c!o9=?T7X)YsE>Ovd zq(MFcjxYs5fWR;Hc8_|GfMO&TU{WSy`|_fT=>d)kyZiPz)t1*3&0deAIvT2o^QZ>@ zpN|-PILm-(f1icBAH=zAJG#5rOL zUmvl5{}2f%8l)`ud5Sq}kNeH_{u8vC>uY?oY(;7x|2tPHMl(m=2?Gg~3)^?Kl{9L~ zmQEIzv->p5G-N^`LX-ID^HPSm^#kq|le*6vY`SF;UX`JrVB|K{b@#a5UrJ_uF_&vxpPOt^?R}Jx*2o zy-G({hAw()d&+-L4KK=$C$Xgy`o0l3)#IexONjx$DQDW@B8TrM8_9zUtT#!WrcWLs z^X=0fb%8W(!ML6=wH%C+gx@3T@4%X#V>^=}*28m1_69+;>A6g0tROGfv{g23MB_V_ znfcJi3`8$G^nX2c;=S^f(Ejl?IluV(nABSrgqDSi%5Ka_Ulaq4-7a9XQL$6BB>0;z z!&gM}*Fwn_!Q&{KH5pBA!1}j*i?0FXA=REqr&6x;!ehwnhdzWh0x%0b{aT0|wiY|@ zA(DN5QQ?I(1;tj|k8nEF;N1rL3W1*=l|Q~h>`z+%TTUiusRvm}8=V?k+-aWmcOKJj zf@7bM+fMg0C&T1AOhM7Wsf1Jxe_182r>8$@kS?~wTj7yU+T*U5ry$Si;=hfJzCHF` zy*)nUZ|Rz!d=FuLo7DQQJm{;O&b;`)-VT=l(zIU(*9;26keRKOhjMfS@?NwJehe{2 z)u!`9eG0KVEd#GQ1X6zCWKT>wt!Rm#mcCb9W&Lg-$W6VbS0=ZbO*&>jv^~~Adj9dz zd@k+L!%KZu0GjO9kqbdR<(MZ7;RXcX_sZ%2oW`bc%I6&;B*^<)wM7an9$#_)I@Rvs zs@UNXOpr~=9R3=%wL06nMXQ%^2fZQ2UslWQ%SIMu8_5QmiU62(;#I-hZXey8*hoH5 z{e=x6`ef{>>BI@2v?x{PI3C-O3CDB>`J8zH(B zSC{?eRa)*O&wp^_9+2^ssCP=ODO4y|y7`vbrt7aQq1_#ujrZ;@Iga5PA1f9kh|LwpUE(OcwG*&%#dx-{br0@f`*_a7wgrwolHh7zy*3q%@ zzamB`3s_K)|pC3kr`VP1c>i|W1Hi_H3L*v#;uU7v_9??Dd)c~_ppYG=OX@J79Y^zQCl8sJsxBFbYJv5> zGVNi+I#1|$Yvv=%-a!q^D7c+C>jAiW(UiIc1G6D8=k<7`|6l zOiY9SeaJm825+BKK*&;-JpHd{yC8o9XD}Rc;Bnug_07(j=d`Quj@vJOHZ;ogy0y}* zp+QB>M$qv_nO#=IHNT2pkIxGMg&c!*w>}W`eil~aHtVL!3wbsB!$#K!B`8*HK)-=( zp=6n(?ef`}Zg8wppSoQ!UGF*~?Kk0Ix-g=$n=;))Q|T=l5h;)xr#U<52++0;^1Y?$ zn1;cqpiqC=T4zgbS~6Xd+fTih|3z&|Wfw>pFL0iK zs13fW+`(p*`8}bJw`pW90HnLW;0xP^XlUMTRzEY-xjOBRDVzt&W7&T+h&tl)pnPXy zmyxY8@y6ORlD>@Jx)?%B*=NZGZXE3RMokqgkk)oFh+I4&lRQpPrm9eAn|D8%vr7*^ z4Of~i>?C?V9L3lw`RG6ffcNiT^|S<$8SUvF+$~GW?+io%qBh}%7?xUZFS;_KH}XLG zOgIDUG2O?fM98zFtzU(Uw$ESKMlAKDSsbO)jFxX2btAoD0T9enRl4uY4zLDLv6{3K z2+jk>dUluxTk%X4PCaZY3eZ>-K!vYz`@z=~0(yjQuOHm4@=5>qn2_c`%K?EvMOmEX zOkOwLL&}){ckIr!Da}7)XDP6=28`ppuhVju6n%5;8nfkKvf zuF5`56=zU~ia)6FP55 zmlmV3nmHsoO4aJ#=5zC2fM-m~FVUrchtzCQHA9>YdvCcrGscpaYN7EmGuw7K6X#G0 zkQr+zT!}$8fMQm{`od0}#5X!WN{TGj|9DFRE4}fWkC>0=pTaOuVk8^Lpcv!Ua5GDB z@7(T%)&~H*YR;Sb;T%;r2|Cu<3Mr7WXj&nK()=OrMMKlTRi9-KoQX=Dh^1SHM6j;i zWnO`k%>I-5brnEr=r61Iv6Cz1BX-A8ACL*c+ukTp(2vX8+EskRXt+JzIz+?zl=BYN z(+}-FjWS#Q!xra9UsI|2(9HcuVnOr(Wl+d2D+eXO*uFf!29}-dY$7xLe@R<I_j=2D85CwSzG=MRLJ7B)T02Nj><=-i-1Ve6zPC7?=^w98jB>qj9p1jN1QtK(^O%+ zA7=+-BU)pKVYw}_k{VV9jXVb=d-MUSP;WneOEb%Qw zguv9>aA{cLbl>FHOYJ5Kx}wzp-ioEm{T--|C^e6kLCspas26RRYeRasJj=uS!BIgEdL<|8E&dugA04O$gT^dH?iDkpUp zHl30HkfY$o$!yzS768Cne4sjjxzm?^r0>;NgZ$^BF9CTGGlp1!z>9yW>8Y}hOX*^U zUn5#9x7Mk{4kykdaUcK}P}n>2MHwT!ekRY>x~6WaB@jv+UY45vZxtC}yr6jAp-%!z z7{Ipik_qK(X@zcdr|OTtw2dTz*`JNZIrNe))IBXh69hS_gLu(t53px6o}#IKXobOM zAPreABbdd!H^@~4d-mMytkQz68aaIMifw?6v}StvGL4r6IiY=;V~)F)=t8O?FydTV z6oXb|EB$G=aF0S4O?_1m>ka;wRY=kKH=u8Fus>37eU%ZNE&wQ_cB!w0+VW``W8Z)L z*1J>-@0A8f7Wi;{JyMPV!ii7vF{p1VVSqr);z4}re*!V3=o|rBC{SdD`RlVG+m>8C zwm*K2#Wg3BQ@7H+63kGLqd?z6%vGanQ|vMg2OdCQ&I4~{b-6294d~cVDoi@vThBxH z6`ERysvSdf6h}Aa9fSYPy`kQ}QL8iOb#?7Ar|in&p}r`;_1|Q_gH?5@sOPoG-YkCJ z(@*|7aVrz8wyE!Zzeaov&7$P1uQWzyQNV%>82gv615va$%Bc;kSNKsxYby}9L{E47 zQPh6r-<-=!D0)a}sWH?>+6(0oJ~RlASAy0!(+(|Eku+t<|2HG1*JO7UV7;+*Yp+K* z@2TmBD-pcCxjFpEE0e!CYe)W@ybATdCTEcIJL(b4vrR(lmnAY1@vDCat>JcU@ljv( z^BV7SVRRJY0~+vUm8Qj6`WTJm5<%`bVz*zdh;rWr)IZyd0Re|;fh$Pn*;2~y2UmK9 z$}u>}T!5Sk;$w{6f2YPh;5*;F+OnYB=;d@rSipx_3f&VAMu#N=aS*B^3@TXn*LhBmnkamsRy0FEI z7hiMbM1N?|0=;+kEu9eX-9A?NL-Y-1|F}lx$_fUNnCLt%VC&D#&IW+Tfw=dF?qo- z{>>ri(Z2Pg9`Ik+P1iS2+I2GLsV;O7{!Btfas5^k^jRDyyJkU2Zt3;pSV0Hbvl9JN@ z2g4v-D^EGx*~9LV7+~U9J+>xC>wMV?8_Z~SopwiIZ@9o!VDC%>?9E?3qz}&cL%CuY zF`)4{bl0?9874&~FqexsS3YbWwUZt3gnSy(`qYs z%m;^8M6yUgdhdOCZhLN9XwSQ%*dx|fopUQR4*gMqF^J{}4HvHR$iZHRgwu8YH5m7f zc^B2nALI+q;UoD>aeISW$b+Me3ycEP<;^BWpwgMt!UW)+_`>wr^LhwuI8Su<&#-(t$t zdEDU~T3P|I{W8*`kJY!~e#_I4`uq=e-}^SUGZ#L*w6^z}P8+k{hPf1oydL=y+^$O7 z+|xr8Gwg7i<8oun|8CahO|SIN>mz1@9hXR)n6E2}8ysTfB7D5P=EA7nXf$518Pq#H5dFR#xl7(YA9!O+ zsestT@$y`E=RE1qb322i>`j-tFoQ71OunZ{j1^OdZ*dl^>UHJY~`o~XXGwq|?qK-d23*jBLhelfyf>_X!8AIM`y zm)#Z)5DTUR9<>|*HNU(a19+rEtm1rR=cf%}b#Cj=2Y!2T`XE zkTf!1??RvUs>ok)}3r|NNBL(E_wfr10a@f8<+V=l)VT0PGmI0Al< zSBb%tx_Vzz(q`JH(Z00$YpJQJC&x4EUcIIIrTo7K2c4F>4eJRL;~c2F3+>;v2;m z-uq3#Qq$THfFpaTAi{%GBgIkhcpF!`vh$^KKLO&_o|wyu{y`;jjo)Vk95Vxz3dl|E zy+kItp(yDm)aFCY%K_+Ll5WFFIJl67>+i}}4fb;*-7$Nto^oYuHnT7gyV6qo(IR3&WF7!$kyE3#QNBi zqK0l|P^pdW31}q%i(Xaw$+kcOM5&Kz5gd~GeuTOrm>eeWbZ6yeq6uY_NSVt`gunJ8n}(dHm?ypO^0qtU=*b2P%}Mwu}dZ(dD<*`xi=B#Au4L>&M6cQNz_ zo5Z0+e@B<{&q9^0#f9WN$U=Os8@Zn%?&d0>N5-B-|F;ERYtylcf&_@sZ_6q7t9hE5 zE0g)#Naf#YaBxr2bz|i))15;+PjDr*szUcL04qTbJp-@fQ5)MqSp(P198_A3RJ0JE z!ZPP#6o)4JUA)PLH{sj^@|~xWxMO1hJ|m-K8Tx;k_ivnKdGLCS_5I+gyz8uquVxCb zcy_*|BM%n|rR{Tih6!ds?2f#9Nh$RjkwvfN+<+h+@wrM4LX1L+u38vvn6DD~}`b>@YFCAB#cP9EfuI zELl!iL{=`%_I$-3j0z7>$BYcZ;VuWVRGH~1?|CPuTN`?kPcZh6(Wz&J9n z=p&wSm`!r~xcglzOdesCG>o~%6xFcn-dQyLSyPkOp_5W%8J|bp1R8&j&5v=YnOrPK z=u^j;mrZOLr-m}jA?9IircTw)#gC~_M>aDMz{b5QB5E`j)veso*M%wh7E0cX! zO0-*MvQ;xxhCQ&U;130doxAU8Jgt>2=$yaLQt<8{ZjE%N`^u?Z1P5byW))NY60n^6lW5m4 zImuu{6X4Ki@c!)DQ=S?1oy6rZ61@6o%bXY59!QMV$}~6kZNWT}U$T)PfEj4kCTSe;w^;Bx%6X7{^{u819E zg8BjP>&5M#!Wrkw>@Rd*)xrJo61N9gtwI_nMYSnD6bjkAxy@Os{-BoFi2gCW8e4aG z_3qU+BP64{x(CU)1+UH#)jd_Bq{km@42?py^($YFKi$%jd>r(Vatg5qGid8GlmDoe zaT_Fe6L~zw1qa+ui&rN)(3y&tP>On``8w|4n!Y_%r=aq4i7&M-sy z0&b*oL`ue)3cOm#QTXrCKAV8WjZAC{h#J?Uri#y#D&-pbD{X%3Fp6h zY5ln_Hj}({FX-L4X>Sm>Jw!M}#BJZ)=(I_QD@`{jFZkQcchHP}DS{xo5AdMo*?K>9 zz^jg(ZQemg7E=w(k$zMH--|!mi03Pm_)F<65`P@oQAEJ$-iy++EzX$EtHZ0O4y7p{ zXz%HgDiXi_>ki0b0vGHF?B*H9xl#-BL9He1ZdkSBX$J`g4${A29{YZg2{C~lfASE& zL2dW%H3A7}oCA6B+85BTOao{3zx`Sw2accFUhpW%#vsZ3rA6LFm&79CU0Lv-w0nc? z-_;Z%3TgJP2i)|t?ULk}N#L&85lnzk6HA7w{k=BX!LUjY%ckF;jB8P=*`{g_Dv63v zFN_Li(+(Ru6BuoAr8s83v}`~!z>#V8bd>Gye4nA4Ro`&w0<3Vb56M zPUxw+hG!rf5LZeMXZlmXgmbtWQPOqJkmTS1Hx^3g{q5N_)QaBII zE#)iZD$%h30ED68m|n@$#Sm~S`_k|Ha|D?{v-d!=eyvFo{a$Vy%W3jfM=NL3`cB+- zCSeNDIFjcGqgFxJ6K2%K1QcC9olxdy;1qyv{}g(YnJg80pQycXJBh{40qe9;Qu<;m z3gaATF(YVL-zNr3$N6(Dit z*O57jgRbnWz;2=voEdf%Q36i-1sAPae&&QXqe0+kBf`z|77lhtY0jmQbAJxf}HHiyKWCqUZ1)3Hf5#NGf$r+ zl2MFIDTZFI&;G}qh~n#g`3SL_l4*Z8pd&3Je3W z?HK~eV%3tP8JO>lP3Zc&8CefzZtk1SQO|C@5cOP zNy-?;AaxmT=8q&wO}&&@8vXSC;h0PUgo^;TUhZn`&)!6vBoXoy4~P4>|W)+i;WDFP5{yd^Szs5k5yEH)C%ObM@-vRoF0kn((a)$%$*ae zND@$SWDC20r{Fc%^wl{C+iNRdMO3IDKPU!|M6?dvQ}cgkA<`bdZd>DcHCl!N`zSc! z*>3bgaTe;bjKDuv$q+MNqt=f77#9u<`_^OH53K{Cw30a!o1Px2LM@Q19m>Bqx!}*# z0zw%(12^KM+(|$Pd&Au zVX5ohCc;?**S(4Er#^ehRl{}|$EDTh!?OQ9)G&~eclb4IPFO0TD1Ix)X<~k1u7Ve7 zA$8XJi=?vwIl%Ud2HA75#0!+TcdK+_rvhs>4i0h;2P}%hAs9@rz>9O3XpYOEQq5Y?^+rft84V z&pwYQntbNkecNdYhVdWogsgizwcAR>W=aeL1DdWqa%#hhj)-dQZ)PKPo6Y)C?ozi9 z9uKjuUwLHYpU$7Par5fl3ot}`7#47Rdvix+EvP}Qz_|{eIOf4;t*IL_GMSwF(NU_c zi~eyRs0x~=q=KHBj(G%UxDnp`^wj_aBQBEnl9Soe%!Zxu@XmL}fyT0Z(b|utM618+FDp32O2uJyHg+Z zMN8bS;{mU{3>;c9*{iA0;6ponDYqBfh)*v`?&e8e&SISmt4sIP1@0WWiF{l0VN6a) z2pr^^kA?hU+C7U%@(4oo;U4N8_Eh6EQ}?IDJM2=tz{Y|1-8ruP@^J7rY$X{)57JHk zZj4SAbPPlLQv*99qDZ}X_Uu8J($s0*?CPpsTw#Q`@SQsZT+x#X^A}C5`UgahkgWP9 zJtDK=boOo4l-=;^aSE5s@OKE_uidGKQQE%sS@-=m1pay7Xk`-tdvv-#kBEwC)@owSQ<;T7(^bznz(xxyPb^#5W)KEa#<_)p+F?<{Qey zcmd)qP+8+hVaZOY^RMltF<*0l_PCK2Y29a;Pn+1HRK~175ITiBLGZGRKdP&A$ku#$9 z%qgF*_g2-?CHanjLl59LoPVWTkBbYe6WP#4>dxGe8=b~I@b?WsP0?LHHAlS@T$x_f zrI*z4EL2Ih7igWDVz6yA^6$F{dn4YJP)o9zx%xa&FvaMJQ~kQ*gBjxr@t7-jOZo}e z#n>E;#xd)kr?Xy8y!=S#QvPE}Dm32dg$WWSHejUk%N#h~v$X z8{1FmV^ryc7vkYic&JtsjTpXcdRx#JAli0^!(aN6#hFgUmLdq@u{lk1=b5m`R_Z0P zipR57g^QhogNDiT8)V3W=aOW^-nB1Z^{Ov5^^8~0SV%fDdw zcR8vA#6k7<6!`s8qpSP5Yo2DN+}Uu(5EUUIoG>Qfp~2gGU=}0Y?X{|tx$yg5JgJ+d z7?naa_kmk$vzS^>Yn>cZ7t;&k$(FBoEb$Rb)Q3Nf^5C%SMhlgGpG~Sy&)_p2cL{fQ zcV7X@bSC^BxLDF9&PZUHkA86@=gdhBs$3;M3KJw1U2v&q#;KP?#YFt-mGW;trt@!V zs3mwQ(HOkd^wD9&9G+w8S@(txH}Lpqw>>+B?IuZwx9v{@EG(?&dj(9{F2A-O`k}Bc z#?R`DRm5?NdgA-$$A@g+KP;mIs9Bk_Wl?kZ9=6tr!bE{OROYz1)B^2?J=gFb%Rk9C zADz|QtKn>pvV7eO^?zppXkB}O#zTer3f|tLoyh{BK*R&6A<|I`7+0-hm(_%tk9`xe z`x{pR5k&c>MD|9T%A2cdA$KYWCQN=wu`?zjnoVIk2*Fnb9a(Ep#I`V9DWav z@=(=KC7y1-Rjlvy(7=uesixK*g1!-&ko;qhmPnJ*`N@n|$kQY8O2?J)Z7)`oLkkW2 zr>UeyF%MDFkruc2F@zm1Pc`El9`=t}&QR2fL@IoX6VMwHu|HvCY7qI-FXbXv7i|FF z?%&0B-S~sixG@@benvd|G=fV^c z0S?aBwG|S!TTl7Y8*hm?Ot<_bnQjINq%z+L^_0d}{F82?kqiCDfsV|$1$rMCm_4yvm)@> zI4|xX{(`}WYBc#rw~B}++fUv;@;6eRr(9Ux$x7cP$)80LFMNLhXG8Mla?bWu@*=jY zXhrz8+-c4P-n12d#?#tsEA$%;COS^XV6|NCzR;OG&9)2UkZRnBNZgwgsT}ti4}TLq4r@TKA_YNa?Jj=Cjq$;}zz-K7y z=+JId?ap$aNfW{5gn9eOWqe%Y!m=4D%%7Uyw1ItpRVwWik5-aC5)fruL3#!hm1y0l z6KW1WmQO@o6<&}QTBB{r- z?SG87-_LRb#ns2|S?=iYo^4ry=gBctVuJ1Jly+3aEa602Jn&zvR*A~)Xq0fP9VwZg zQ@Wg>HY+%6YT;ilKm4iRF>Jk%7y8S*dsxXyWbvaDhyQsteAL&T2qmtv(B|!sy%+?l zop=bKT+Xr*P~;*<^RH3$8aoLU89Wj}Ai!NhMAdEd zuGFeK>DQ6Zg4s=%_bPIKoL~tTlVX7Sh$oaG|AOd4CzWm6{h9>;+2#;BI`Yz{8UKe#|RTkGX zNy~^@k3LZzqE$LqI`L08jMlv|12SA&-Up|4^z|3i`P<%YC*FGQI28w%o42`9Hao{dQ3YX862+;X zJ(jwA-DKLo-NHZW$=0}ZRX-H2J_&{PjqUbp{Io?z$jlQpiu~d76UO~BoBO%qqh5BWnFnVlxrJD%9iZr6k}|Yof1hHdktkPg%pLN zEMqy=8G{^4CfgXwNf8Q>F)CykV@o4ZiVWF@WH-VLgYUJR(|3K}TywpD%zHh{{k-?{ z-1qbQ{oZE=t6BMAbQWMoYK@lUXRL!doaH4M(i?IBTO|`qgsz_oVtQn4u4`1U&Sba; zgUyLW7qeTp85rOjxy1f@kZ_j47VK4V)XUdquT?i4}&;l z&?W9T`r`tS%oHt%vG!KyIK0z5b?YQ`2K1m*CMhwYI_c4eIS&6GtD6K{8jp+*f5hV7 z_Mx5EXgqZxD)q0$+=yl0loQMDKN2ktn(&}J^HGkU0q#? zST)*DNJK95z%R)Cu~thLyWaVD&Y?Kq3>34UJ$E!F2j76sBpo>#OcucEdrn+60Vj~~ z^)t=+e9y0Mj%owDlqefoU2PqegWaatqE=uel{Pdgo?3%|L;J)SAfKV?#H3lB58WGT z?&n(?3OzCrY8Mc|E5dOnt#qT`F1e2oTCe0p3`KDsJlI?t^J+XO%Q%h?AZXU?NK3nn z6r8l5OE@U6MEehJWjcX0f~OD?&V+>#`v&MDslDm9X!%yaTTAbB*QvlsuwXGQd`!s0 zba@2@g~=6~(y4%nlJ6sDO8&-3UmiAn(OFsi?Y$Vn{bOd7d%vEHvrxb58l8UqYdnD- z*lNkBsS|k0sVIVTf7A{fhM(iG^nCKu9MpBg_1$<$hx^T&BiXNhSQiIbFm4#4BoD*< zCj63 zdhuYkt)p4#;bpfhi7hE$`=}RCXJ3)gL0P&@bF17iogf5&C#u4g?~C{j-M)*X3X5y| zYjpad(P;JVGw_Jb3vc?Ofg@j)a}SBvx(~Fp*nM@bu~bo*%Z=!Uyodz|Tk=cwmWqdF zW@LX5#HRV<+tKJqmF(}1S0i|k0JeKb^U3aJA0Q}YuJe+$N=6@**Cg3LOSWKuAk40# zojC$Uot|0Kr7_ z9?(Me09c@$w@9Ta+0M^bTVpq{UJ@*`r7amNln{}6i#-_zA45l9s;rL{Rx2=)r19lJ z3JgUa`M6z6a>CeFQc$dfokW%-*SU}2wcjp(DoZcx{-fzOkVm6v&2;Y_@t(p5SOjlE z2|!R=vhB7aXf4W$G$UHgy5Z2etjQXxHvc1mSl0SnT}NiO4azorq?AWV@2#3l-D6wx#1y-03`Rm2ax9)o0vSD(Lca zHGXSUtn34gV4iytQh))OuivIJ01B+V7aMEldGTepDQ22NufWgP)l zPs0-l242Z+2K5f)!plw=2gF*AgNl}|nDG3Nb^i+enZF} zM_?OvaXFA4UJf~|XuDgouG5=Ya>Ei?bIF*>^2M$nX7(CiIqDp1nkgN+!p>7t5{mGlV|drhkhw7v9Pg*$cL@fyZ)Epx4jw_#UVu) zM;TUvsnsyfFg^Y-4WV$N<-76zm?1vjP(K#cp`HNfQ08XJ*Fiu)&?nQrxErnt6C-70 zosS7Ctqoet=lJiB!1(_%J+wJq%mq)7zeeRIO8K;mQ+ZOiMg!G!2Mjo*Hge-dm??`~ z{BIY)cLzo&Dx#FI_rL*rFq-j(4c9};keHR`r-nRFr`3-sc;ZU37r;~t*<~Ku8-^m78xE>mlQn83h{5NAVC#Pj(j~q`_l#~3W9`NAc z>5veQr=LA?zD=h-d6J03oo^m&Gw||KEXNL{gp@6Kt7As3aa1+2k!YB=?r@LxNh^`V zV$p6>mJ|ctBbNe=yA8Fa)h@5Kv~5n+cM%xiAziGRlhswBc<|@U$*xAQUV+?=fhPxL zOSqZ|7>fE2CmhFzJ2o}tVkct?&XFU~{(?a!?xX=;&R-uHN2TY?K>{ZF~F_2ELn zUdSQPBN=r!OO$!F#QdKtjW{Q#KVB)DmXa`6*99;a7G_KT^a|?-y_EReP;gec!s3^b zBxCdprBr3$Sw2P>VzYvpi%U6jT31IwKx=FnSQpf~PDEa58eM{;ZG@t*h*f=|lW_76 z@m&@`lJ%y5?@_WEF3Y}s6Cu#=QpH1bO1Ql)CN+a1W@T>S9ZDuJ-io}Yy8P40GTK_7 z5(G5|d{AOpEG+v+%}fk!A&JF5@@L{}nSLKG9t${k1mM`?{uX)TUu z+A$(wHWKp1rtJqK-g+j>16025hK)3!o-iXLw6q24O@0hqlH1BrQ{^V5>rgz7OBGnH zDykIUaxsD*Jdil$tgLlzBI=Z#keFC8{$d`Qz`MwDQxM>KPWa4d?xv8_f@LOi+4$ zcbXn%=#!=ZQ|`^Z@BNs&9!$8=d#++r~&(p=vQ>>}hQB~m+>r$VUf{{^t4Rj6C!C`Y4%nUjCdD4%H7%^+ z)8Cd~YOl^$g+&Ou+=Q5r?Sh!S$X%!TCUgDXcLhJF^RMl3fBo1z&AjO3FreOPArbO? zhpq3MxxRLj_yanWpAnMc!nN>(rzJKCyc+|34cRi@KfVBzMOtU0J$lRI6u$%w`k+Mz zwJILsFo^i4&?N(Nbd36H|6~svh*?Zc*~=%lbwEbjg|SfQm$_Tv^TnrxD@sl7s@VhG zlxK);3efgg*X>@Go!lOPpI8L{hGF>g_e4dZmDhu}1O%IC$yFzph5~B8 zv~)?@-r@s90dY8~8>(M9X~nm!>hEd65nJ^BIj*kh?q{ z0E%wM3}vqUb>-FRE6rvZ&52mVtVbE_ziLPUM*l3ilAkE_*oUl}L)Ed7q=@{!&(E%$ zs$)(Jn@E8!0R-ujP*Upd`~a?nf9;gDBg>X8G)X|6^_C)K{=tU@t+@c+(VXq}$T4N0 z-zc7urT_Jn&i8W^NiaefD9-%<3%Y)^D~##E*);4$0Hv!4A236{+f z1bi3_b%v%zYBQ#|WPjf=V7to#&0ZpPg_6=y9eeVCZCiZRfi+u>CqBB`b;m||53h{h z9y@1B5`3#vVrc`xsB>-4+mfV761I3LPA@!<#Gc za5;ePs)~gb^JZZYnz)kq-!+#Q1IZpZsq`u!a7@qZBxR z4~oO$NjZcM|K6GcP!o=0rXDSG@mK87nKS_62)c$fO<@6QYpTM)(;ya+n49 Nn3-Cdlp0;X`ycLSi?aX# From cbf852a9d24d5a246213c0d54b945c63aadeb9d6 Mon Sep 17 00:00:00 2001 From: alex-thomas-aerospike <133699417+alex-thomas-aerospike@users.noreply.github.com> Date: Tue, 7 May 2024 09:10:26 -0700 Subject: [PATCH 06/14] Update examples/otel/README.md --- examples/otel/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/otel/README.md b/examples/otel/README.md index 578f3cd..0e2f30a 100644 --- a/examples/otel/README.md +++ b/examples/otel/README.md @@ -26,7 +26,7 @@ Aerospike Prometheus Exporter can push data to OTel endpoints ![Deployment Topology](assets/aerospike_exporter_otel_collector.png) ## Aerospike Prometheus Exporter push to OTel endpoint -##### modify the Aerospike Prometheus Exporter ape.toml config file with the OTel endpoints +##### Modify the Aerospike Prometheus Exporter ape.toml config file with the OTel endpoints > **Note**: Currently Exporter supports only gRPC endpoints From 9ae4b21e0fdb16bea978eaa911d100b056471e3d Mon Sep 17 00:00:00 2001 From: alex-thomas-aerospike <133699417+alex-thomas-aerospike@users.noreply.github.com> Date: Tue, 7 May 2024 09:10:37 -0700 Subject: [PATCH 07/14] Update examples/otel/README.md --- examples/otel/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/otel/README.md b/examples/otel/README.md index 0e2f30a..6b145d4 100644 --- a/examples/otel/README.md +++ b/examples/otel/README.md @@ -33,7 +33,7 @@ Aerospike Prometheus Exporter can push data to OTel endpoints OpenTelemetry configs are available under section Agent.OpenTelemetry in ape.toml config file ``` -service_name = "" +service_name = "" Example: "aerospike-cluster-checkout-system" ``` From ed87f8a99aae5962328822f7bad95bc4b8eeb812 Mon Sep 17 00:00:00 2001 From: alex-thomas-aerospike <133699417+alex-thomas-aerospike@users.noreply.github.com> Date: Tue, 7 May 2024 09:10:42 -0700 Subject: [PATCH 08/14] Update examples/otel/README.md --- examples/otel/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/otel/README.md b/examples/otel/README.md index 6b145d4..2f22f41 100644 --- a/examples/otel/README.md +++ b/examples/otel/README.md @@ -51,7 +51,7 @@ headers = { Date: Thu, 9 May 2024 12:28:17 +0530 Subject: [PATCH 09/14] OM-190 - secondary view use-case dashboard (#114) --- .../usecases/sindex_summary_view.sh | 2545 +++++++++++++++++ 1 file changed, 2545 insertions(+) create mode 100644 config/grafana/dashboards/usecases/sindex_summary_view.sh diff --git a/config/grafana/dashboards/usecases/sindex_summary_view.sh b/config/grafana/dashboards/usecases/sindex_summary_view.sh new file mode 100644 index 0000000..122b618 --- /dev/null +++ b/config/grafana/dashboards/usecases/sindex_summary_view.sh @@ -0,0 +1,2545 @@ +{ + "__requires": [ + { + "type": "panel", + "id": "bargauge", + "name": "Bar gauge", + "version": "" + }, + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "9.3.2" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + }, + { + "type": "panel", + "id": "stat", + "name": "Stat", + "version": "" + }, + { + "type": "panel", + "id": "timeseries", + "name": "Time series", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "Secondary Index Summary dashboard provides information about overview of secondary index usage at namespace level.", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": null, + "links": [], + "liveNow": false, + "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 59, + "panels": [], + "title": "Cluster Overview", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Secondary index count", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 0, + "y": 1 + }, + "id": 104, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count(group by (sindex) (aerospike_sindex_entries{job=\"$job_name\", cluster_name=~\"$cluster\"}))", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + } + ], + "title": "Sindex Count (total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total bytes in-use on the mount(s) for the secondary indexes used by this namespace on this node.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 8, + "y": 1 + }, + "id": 103, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\"})", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Memory Used (total) (bytes)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Displays minimum, average and maximum of memory used by sindex across all namespaces", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "No Data", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 13, + "y": 1 + }, + "id": 108, + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "maxVizHeight": 300, + "minVizHeight": 10, + "minVizWidth": 0, + "namePlacement": "auto", + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true, + "sizing": "auto", + "valueMode": "color" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min (aerospike_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\"})", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg (aerospike_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\"})", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (aerospike_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\"})", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "max" + } + ], + "title": "Memory Used (bytes)", + "transparent": true, + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of secondary index entries cleaned by sindex GC.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 19, + "y": 1 + }, + "id": 92, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (rate(aerospike_namespace_sindex_gc_cleaned{job=\"$job_name\", cluster_name=~\"$cluster\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "{{service}}", + "range": true, + "refId": "A" + } + ], + "title": "Garbage Collected (total) (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of basic queries that have been completed/aborted/errors after exceeding a predefined timeout duration within a namespace in sindex queries", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 0, + "y": 5 + }, + "id": 89, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "instant": false, + "legendFormat": "Completed ", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Long Queries (max) (rate / one hour)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of basic queries completed/timedout/errors in sindex queries within a namespace within a predefined short duration", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 8, + "y": 5 + }, + "id": 94, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "instant": false, + "legendFormat": "Completed", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Timeout", + "range": true, + "refId": "Timeout" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Short Queries (max) (rate / one hour)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of udf background secondary index queries that were completed/sborted/errors", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 16, + "y": 5 + }, + "id": 95, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "instant": false, + "legendFormat": "Completed", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "UDF Queries (max) (rate / one hour)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of secondary index query aggregations completed/aborted/errors", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "green", + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 0, + "y": 9 + }, + "id": 87, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "disableTextWrap": false, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "fullMetaSearch": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "Completed", + "range": true, + "refId": "Completed", + "useBackend": false + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Query Aggregations (max) (rate / one hour)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of ops background secondary index queries completed/aborted/errors", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 8, + "y": 9 + }, + "id": 93, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "instant": false, + "legendFormat": "Completed", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\"}[1h]))", + "hide": false, + "instant": false, + "legendFormat": "Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Ops Background Queries (max) (rate / one hour)", + "type": "stat" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 13 + }, + "id": 3, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Memory, pmem and device type secondary index count", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 0, + "y": 2 + }, + "id": 150, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value_and_name", + "wideLayout": true + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count (group by (sindex)(aerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\", storage_engine=\"pmem\"}))", + "hide": false, + "legendFormat": "pmem", + "range": true, + "refId": "pmem" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count (group by (sindex)(aerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\", storage_engine=\"device\"}))", + "hide": false, + "legendFormat": "device", + "range": true, + "refId": "device" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count (group by (sindex)(aerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\", storage_engine=\"memory\"}))", + "hide": false, + "legendFormat": "memory", + "range": true, + "refId": "memory" + } + ], + "title": "Sindex Count", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total bytes in-use on the mount(s) for the secondary indexes used by this namespace on this node.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 5, + "y": 2 + }, + "id": 106, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"})", + "instant": false, + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "Memory Used (bytes)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Applies only to Enterprise Edition configured with sindex-type pmem or flash, %memory used", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 10, + "y": 2 + }, + "id": 169, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg (aerospike_namespace_sindex_mounts_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\"})", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "% Memory Used ", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Maximum mount budget allocated ", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 15, + "y": 2 + }, + "id": 168, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_sindex_type_mounts_budget{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"})", + "legendFormat": " ", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_sindex_type_mounts_size_limit{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Limit", + "range": true, + "refId": "B" + } + ], + "title": "Budget (bytes)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of secondary index entries cleaned by sindex GC.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 20, + "y": 2 + }, + "id": 107, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "value", + "wideLayout": true + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (ns) (rate(aerospike_namespace_sindex_gc_cleaned{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "Garbage Collected (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total bytes in-use on the mount(s) for the secondary indexes used by this namespace on this node.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 6 + }, + "id": 16, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}", + "instant": false, + "legendFormat": "{{service}}", + "range": true, + "refId": "A" + } + ], + "title": "Memory Used (bytes)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Maximum mount budget allocated ", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 6 + }, + "id": 189, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_sindex_type_mounts_budget{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"})", + "legendFormat": " {{service}}-{{sindex}}", + "range": true, + "refId": "Budget" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_sindex_type_mounts_size_limit{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "{{service}}-{{sindex}}", + "range": true, + "refId": "Limit" + } + ], + "title": "Budget (bytes)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of secondary index entries for this secondary index. This is the number of records that have been indexed by this secondary index.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 10 + }, + "id": 1, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true, + "sortBy": "Name", + "sortDesc": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sindex_entries{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}", + "instant": false, + "legendFormat": "{{service}}-{{sindex}}", + "range": true, + "refId": "A" + } + ], + "title": "Entries", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of entries per secondary index per record", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 10 + }, + "id": 8, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sindex_entries_per_rec{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}", + "instant": false, + "legendFormat": "{{service}}-{{sindex}}", + "range": true, + "refId": "A" + } + ], + "title": "Entries Per Record", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of entries per secondary index per bin value", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 14 + }, + "id": 7, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sindex_entries_per_bval{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}", + "instant": false, + "legendFormat": "{{service}}-{{sindex}}", + "range": true, + "refId": "A" + } + ], + "title": "Entries Per Bin", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of secondary index entries cleaned by sindex GC.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 14 + }, + "id": 14, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_sindex_gc_cleaned{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{service}}", + "range": true, + "refId": "A" + } + ], + "title": "Garbage Collected (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of basic queries that have been completed/aborted/errors after exceeding a predefined timeout duration within a namespace in sindex queries", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 18 + }, + "id": 98, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.4.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{service}}-Completed ", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Long Queries (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of basic queries completed/timedout/errors in sindex queries within a namespace within a predefined short duration", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 18 + }, + "id": 100, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.4.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{service}}-Completed", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Timeout", + "range": true, + "refId": "Timeout" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Short Queries (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of ops background secondary index queries completed/aborted/errors", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 22 + }, + "id": 99, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.4.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{service}}-Completed", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Ops Background Queries (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of udf background secondary index queries that were completed/sborted/errors", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 12, + "y": 22 + }, + "id": 101, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.4.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{service}}-Completed", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "UDF Queries (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of secondary index query aggregations completed/aborted/errors", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 26 + }, + "id": 97, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "10.4.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{service}}-Completed", + "range": true, + "refId": "Completed" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Aborted", + "range": true, + "refId": "Aborted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "hide": false, + "instant": false, + "legendFormat": "{{service}}-Errors", + "range": true, + "refId": "Errors" + } + ], + "title": "Query Aggregations (rate)", + "type": "timeseries" + } + ], + "repeat": "namespace", + "repeatDirection": "h", + "title": "Namespace - $namespace", + "type": "row" + } + ], + "refresh": "", + "schemaVersion": 37, + "style": "dark", + "tags": [ + "usecase", + "monitoring", + "sindex" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Aerospike Prometheus", + "value": "Aerospike Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "Datasource", + "multi": false, + "name": "DS_AEROSPIKE_PROMETHEUS", + "options": [], + "query": "prometheus", + "queryValue": "", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_node_stats_uptime,job)", + "hide": 0, + "includeAll": false, + "label": "job_name", + "multi": false, + "name": "job_name", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(aerospike_node_stats_uptime,job)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_node_stats_uptime{job=\"$job_name\"},cluster_name)", + "hide": 0, + "includeAll": false, + "label": "Cluster", + "multi": false, + "name": "cluster", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(aerospike_node_stats_uptime{job=\"$job_name\"},cluster_name)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_sindex_entries{job=\"$job_name\", cluster_name=~\"$cluster|$^\"},ns)", + "hide": 0, + "includeAll": true, + "label": "Namespace", + "multi": true, + "name": "namespace", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(aerospike_sindex_entries{job=\"$job_name\", cluster_name=~\"$cluster|$^\"},ns)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "Secondary Index Summary", + "uid": "adiyrnyfszv28d", + "version": 3, + "weekStart": "" +} \ No newline at end of file From 8e190ff965915c16d913e824297f8d6758d75d44 Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Thu, 9 May 2024 13:51:06 +0530 Subject: [PATCH 10/14] OM-191 - Github action to generate release artifacts (#115) added github action to upload tar.gz artifacts to release tag --- .github/workflows/build_artefacts.yml | 35 +++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 .github/workflows/build_artefacts.yml diff --git a/.github/workflows/build_artefacts.yml b/.github/workflows/build_artefacts.yml new file mode 100644 index 0000000..50de851 --- /dev/null +++ b/.github/workflows/build_artefacts.yml @@ -0,0 +1,35 @@ +name: Create tar.gz artifacts of dashboards + +on: + push: + tags: + - v* + +permissions: + id-token: write + actions: write + contents: write + +jobs: + tar_zipping_job: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + + - uses: actions-ecosystem/action-get-latest-tag@v1 + id: get-latest-tag + + - name: Create tar files + env: + GH_TOKEN: ${{ github.token }} + TAG_NAME: "${{ steps.get-latest-tag.outputs.tag }}" + run: | + cd config/grafana + echo "Tar-zipping files" + VERSION=${GITHUB_REF_NAME#v} + tar czf aerospike-grafana-dashboards-$VERSION.tar.gz dashboards/* + echo + echo "Uploading release asset" + gh release upload "$TAG_NAME" "aerospike-grafana-dashboards-$VERSION.tar.gz" From dc490d60ebf93739372f1013d66b3ce6b9be0730 Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Thu, 9 May 2024 15:40:20 +0530 Subject: [PATCH 11/14] OM-190 - create sindex-dashboard (#116) create sindex-summary-view json file removed sindex-summary-view.sh ( this is incorrect file) --- .../usecases/{sindex_summary_view.sh => sindex_summary_view.json} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename config/grafana/dashboards/usecases/{sindex_summary_view.sh => sindex_summary_view.json} (100%) diff --git a/config/grafana/dashboards/usecases/sindex_summary_view.sh b/config/grafana/dashboards/usecases/sindex_summary_view.json similarity index 100% rename from config/grafana/dashboards/usecases/sindex_summary_view.sh rename to config/grafana/dashboards/usecases/sindex_summary_view.json From 731334fded5d0a7a52399d23eb8a057db5e076d0 Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Tue, 18 Jun 2024 15:59:06 +0530 Subject: [PATCH 12/14] OM-195 - backup service view (#118) --- .../backupservice/backupserviceview.json | 1606 +++++++++++++++++ 1 file changed, 1606 insertions(+) create mode 100644 config/grafana/dashboards/backupservice/backupserviceview.json diff --git a/config/grafana/dashboards/backupservice/backupserviceview.json b/config/grafana/dashboards/backupservice/backupserviceview.json new file mode 100644 index 0000000..024a380 --- /dev/null +++ b/config/grafana/dashboards/backupservice/backupserviceview.json @@ -0,0 +1,1606 @@ +{ + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "9.3.2" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + }, + { + "type": "panel", + "id": "stat", + "name": "Stat", + "version": "" + }, + { + "type": "panel", + "id": "timeseries", + "name": "Time series", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "This dashboard helps to visualise the aerospike backup service statistics.", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": null, + "links": [], + "liveNow": false, + "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "panels": [], + "title": "Overview", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 3, + "x": 0, + "y": 1 + }, + "id": 3, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count (aerospike_backup_service_runs_total{job=~\"$job_name\", instance=~\"$instance\"})", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Services (count)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup runs, \nTotal incremental backup runs.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 7, + "x": 3, + "y": 1 + }, + "id": 6, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(aerospike_backup_service_runs_total{job=~\"$job_name\", instance=~\"$instance\"})", + "legendFormat": "Full", + "range": true, + "refId": "Full Runs" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(aerospike_backup_service_incremental_runs_total{job=~\"$job_name\", instance=~\"$instance\"})", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "Incremental Runs" + } + ], + "title": "Runs Count (Total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup failures, \nTotal incremental backup failures.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 7, + "x": 10, + "y": 1 + }, + "id": 15, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_failure_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "legendFormat": "Full", + "range": true, + "refId": "Full" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_incremental_failure_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "Incremental" + } + ], + "title": "Failures Count (Total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup skip, \nTotal incremental backup skip.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 7, + "x": 17, + "y": 1 + }, + "id": 16, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_skip_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "legendFormat": "Full", + "range": true, + "refId": "Full" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_incremental_skip_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "Incremental" + } + ], + "title": "Skip Count (Total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Full backup duration in milliseconds,\nIncremental backup duration in milliseconds.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 7, + "x": 0, + "y": 6 + }, + "id": 17, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_backup_service_duration_millis{job=~\"$job_name\", instance=~\"$instance\"})", + "legendFormat": "Full", + "range": true, + "refId": "full" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_backup_service_incremental_duration_millis{job=~\"$job_name\", instance=~\"$instance\"})", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "incremental" + } + ], + "title": "Duration (ms)", + "type": "stat" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 11 + }, + "id": 4, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup runs, \nTotal incremental backup runs.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 0, + "y": 12 + }, + "id": 28, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(aerospike_backup_service_runs_total{job=~\"$job_name\", instance=~\"$instance\"})", + "legendFormat": "Full", + "range": true, + "refId": "Full Runs" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(aerospike_backup_service_incremental_runs_total{job=~\"$job_name\", instance=~\"$instance\"})", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "Incremental Runs" + } + ], + "title": "Runs Count (Total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup failures, \nTotal incremental backup failures.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 6, + "y": 12 + }, + "id": 29, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_failure_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "legendFormat": "Full", + "range": true, + "refId": "Full" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_incremental_failure_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "Incremental" + } + ], + "title": "Failures Count (Total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup skip, \nTotal incremental backup skip.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 12, + "y": 12 + }, + "id": 30, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_skip_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "legendFormat": "Full", + "range": true, + "refId": "Full" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " sum(rate(aerospike_backup_service_incremental_skip_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval]))", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "Incremental" + } + ], + "title": "Skip Count (Total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Full backup duration in milliseconds,\nIncremental backup duration in milliseconds.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 18, + "y": 12 + }, + "id": 31, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.5.8", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_backup_service_duration_millis{job=~\"$job_name\", instance=~\"$instance\"})", + "legendFormat": "Full", + "range": true, + "refId": "full" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_backup_service_incremental_duration_millis{job=~\"$job_name\", instance=~\"$instance\"})", + "hide": false, + "legendFormat": "Incremental", + "range": true, + "refId": "incremental" + } + ], + "title": "Duration (ms)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup runs.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 17 + }, + "id": 8, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_backup_service_runs_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval])", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Full Runs (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total Incremental backup runs.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 17 + }, + "id": 1, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_backup_service_incremental_runs_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval])", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Incremental Runs (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": " Full backup duration in milliseconds", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 25 + }, + "id": 9, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_backup_service_duration_millis{job=~\"$job_name\", instance=~\"$instance\"})", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Full Duration (ms)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total Incremental backup duration in milliseconds", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 25 + }, + "id": 10, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_backup_service_incremental_duration_millis{job=~\"$job_name\", instance=~\"$instance\"})", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": " Incremental Duration (ms)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total Backup failures.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 33 + }, + "id": 11, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_backup_service_failure_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval])", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Full Failures (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total Incremental backup failures.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 33 + }, + "id": 12, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_backup_service_incremental_failure_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval])", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Incremental Failures (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total backup skipped.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 41 + }, + "id": 13, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_backup_service_skip_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval])", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Full Skip (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Total Incremental backup skipped.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 41 + }, + "id": 14, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_backup_service_incremental_skip_total{job=~\"$job_name\", instance=~\"$instance\"}[$__rate_interval])", + "legendFormat": " ", + "range": true, + "refId": "A" + } + ], + "title": "Incremental Skip (rate)", + "type": "timeseries" + } + ], + "repeat": "instance", + "repeatDirection": "h", + "title": "$instance", + "type": "row" + } + ], + "refresh": "1m", + "schemaVersion": 37, + "style": "dark", + "tags": [ + "aerospike", + "monitoring", + "Backup" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Aerospike Prometheus", + "value": "Aerospike Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "Datasource", + "multi": false, + "name": "DS_AEROSPIKE_PROMETHEUS", + "options": [], + "query": "prometheus", + "queryValue": "", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_backup_service_runs_total,job)", + "hide": 0, + "includeAll": false, + "label": "job_name", + "multi": false, + "name": "job_name", + "options": [], + "query": { + "query": "label_values(aerospike_backup_service_runs_total,job)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_backup_service_runs_total{job=~\"$job_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Instance", + "multi": true, + "name": "instance", + "options": [], + "query": { + "query": "label_values(aerospike_backup_service_runs_total{job=~\"$job_name\"},instance)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Aerospike Backup Service", + "uid": "d2929f55", + "version": 1, + "weekStart": "" +} \ No newline at end of file From 076354375659cf46ff088dba65322e2538162f7d Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Tue, 18 Jun 2024 16:00:15 +0530 Subject: [PATCH 13/14] OM-196 - Caching (Read LRU) usecase dashboard (#119) --- .../usecases/read_lru_cache_view.json | 1998 +++++++++++++++++ 1 file changed, 1998 insertions(+) create mode 100644 config/grafana/dashboards/usecases/read_lru_cache_view.json diff --git a/config/grafana/dashboards/usecases/read_lru_cache_view.json b/config/grafana/dashboards/usecases/read_lru_cache_view.json new file mode 100644 index 0000000..2272b31 --- /dev/null +++ b/config/grafana/dashboards/usecases/read_lru_cache_view.json @@ -0,0 +1,1998 @@ +{ + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "9.3.2" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + }, + { + "type": "panel", + "id": "stat", + "name": "Stat", + "version": "" + }, + { + "type": "panel", + "id": "timeseries", + "name": "Time series", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "a usecase dashboard, to view various key metrics useful while using aerospike as a distributed cache, dashboard displays key metrics like read_success, errors, timeouts etc.,", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": null, + "links": [], + "liveNow": false, + "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 21, + "panels": [], + "title": "Overview", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of successful read touches,\nNumber of batch-index read subtransaction that failed with an error,\nNumber of batch-index read subtransaction that resulted in not found,\nNumber of batch-index read subtransactions that did not happen because the record was filtered out,\nNumber of batch-index read subtransactions that timed out.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 19, + "x": 0, + "y": 1 + }, + "id": 22, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "instant": true, + "legendFormat": "Success", + "range": false, + "refId": "r_success" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(rate(aerospike_namespace_read_touch_error{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))\n+\nsum(rate(aerospike_namespace_read_touch_tsvc_error{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))\n", + "hide": false, + "legendFormat": "Error", + "range": true, + "refId": "r_Error" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(aerospike_namespace_read_touch_skip{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "hide": false, + "instant": true, + "legendFormat": "Skip", + "range": false, + "refId": "r_skip" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(aerospike_namespace_read_touch_timeout{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))\n+\nsum(rate(aerospike_namespace_read_touch_tsvc_timeout{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "hide": false, + "instant": true, + "legendFormat": "Timeout", + "range": false, + "refId": "r_Timeout" + } + ], + "title": "Total (rate)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 5, + "x": 19, + "y": 1 + }, + "id": 24, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}) / sum((aerospike_namespace_batch_sub_read_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"} != 0) + (aerospike_namespace_client_read_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"} !=0))", + "hide": false, + "legendFormat": "Read Ratio", + "range": true, + "refId": "A" + } + ], + "title": "Ratio : Touch vs Reads", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 6, + "x": 0, + "y": 6 + }, + "id": 39, + "links": [], + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Master", + "refId": "master" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]))", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Expired", + "refId": "Expired" + } + ], + "title": "Objects (total)", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 9, + "x": 6, + "y": 6 + }, + "id": 28, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_default_read_touch_ttl_pct{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}) ", + "legendFormat": "{{service}}/{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "% TTL", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 9, + "x": 15, + "y": 6 + }, + "id": 40, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}) / sum((aerospike_namespace_batch_sub_read_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"} != 0) + (aerospike_namespace_client_read_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"} !=0))", + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "Ratio : Touch vs Reads", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in\n\n1. Touch successful reads = read_touch_success \n2. Regular/Batch successful reads = client_read_success + batch_sub_read_success\n3. Not found = client_read_not_found + batch_sub_not_found", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 12 + }, + "hideTimeOverride": false, + "id": 30, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (rate(aerospike_namespace_read_touch_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]))", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Read Touch - Success", + "refId": "Touch success" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (rate(aerospike_namespace_client_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Read Client/Batch - Success", + "range": true, + "refId": "Client/Batch success" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (rate(aerospike_namespace_client_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]))", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Read Client/Batch - Not Found", + "refId": "Client/Batch Not found" + } + ], + "title": "Reads Success & Not Found (rate) (total)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in\n\n1. Successful writes = client_write_success + batch_sub_write_success", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 12 + }, + "hideTimeOverride": false, + "id": 32, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (rate(aerospike_namespace_client_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Write Client/Batch - Success", + "range": true, + "refId": "Client/Batch success" + } + ], + "title": "Writes Success (rate) (total)", + "type": "timeseries" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 18 + }, + "id": 3, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of successful read touches.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 19 + }, + "id": 1, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (ns) (rate(aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "Success (rate) (total)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of touches abandoned upon finding that another write (including an earlier touch) has taken place or is taking place, removing the need to proceed with the touch.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 19 + }, + "id": 4, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (ns) (rate(aerospike_namespace_read_touch_skip{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "Skip (rate) (total)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of read touch errors which were not timeouts.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 25 + }, + "id": 2, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (ns) (rate(aerospike_namespace_read_touch_error{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "Error (rate) (total)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of touches that ended in timeout.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 25 + }, + "id": 5, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (ns) (rate(aerospike_namespace_read_touch_timeout{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "Timeout (rate) (total)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of read touch subtransactions that failed with an error in the internal transaction queue. Does not include timeouts.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 31 + }, + "id": 6, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (ns) (rate(aerospike_namespace_read_touch_tsvc_error{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "TSVC Error (rate) (total)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Number of read touches that time out early in the internal transaction queue, while waiting to be picked up by a service thread.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 31 + }, + "id": 7, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (ns) (rate(aerospike_namespace_read_touch_tsvc_timeout{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\"}[$__rate_interval]))", + "legendFormat": "{{ns}}", + "range": true, + "refId": "A" + } + ], + "title": "TSVC Timeout (rate) (total)", + "type": "timeseries" + } + ], + "title": "Touch", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 19 + }, + "id": 34, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in\n\n1. Errored reads = client_read_error + batch_sub_read_error\n2. Timedout reads = client_read_timeout + batch_sub_read_timeout", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 52 + }, + "hideTimeOverride": false, + "id": 36, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Error", + "refId": "Error" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Timeout", + "refId": "Timeout" + } + ], + "title": "Client Reads Error & Timeout (TPS) (rate)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Shows per-second average rate of increase in\n\n1. Errored writes = client_write_error + batch_sub_write_error\n2. Timedout writes = client_write_timeout + batch_sub_write_timeout", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "TPS", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 52 + }, + "id": 38, + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Error", + "range": true, + "refId": "Error" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Timeout", + "range": true, + "refId": "Timeout" + } + ], + "title": "Client Writes Error & Timeout (TPS) (rate)", + "type": "timeseries" + } + ], + "title": "Throughput (Read, Write)", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 20 + }, + "id": 41, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace master objects", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 29 + }, + "hideTimeOverride": false, + "id": 42, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "B" + } + ], + "title": "Master Objects", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace expired objects", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 29 + }, + "hideTimeOverride": false, + "id": 43, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "refId": "B" + } + ], + "title": "Expired Objects", + "type": "timeseries" + } + ], + "title": "Objects", + "type": "row" + } + ], + "refresh": "1m", + "schemaVersion": 37, + "style": "dark", + "tags": [ + "aerospike", + "monitoring", + "read", + "usecase" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Aerospike Prometheus", + "value": "Aerospike Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "Datasource", + "multi": false, + "name": "DS_AEROSPIKE_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_namespace_read_touch_success,job)", + "hide": 0, + "includeAll": false, + "label": "job_name", + "multi": false, + "name": "job_name", + "options": [], + "query": { + "query": "label_values(aerospike_namespace_read_touch_success,job)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_namespace_read_touch_success{job=~\"$job_name\"},cluster_name)", + "hide": 0, + "includeAll": false, + "label": "Cluster", + "multi": false, + "name": "cluster", + "options": [], + "query": { + "query": "label_values(aerospike_namespace_read_touch_success{job=~\"$job_name\"},cluster_name)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\"},service)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": true, + "name": "node", + "options": [], + "query": { + "query": "label_values(aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\"},service)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "definition": "label_values(aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\"},ns)", + "hide": 0, + "includeAll": true, + "label": "Namespace", + "multi": true, + "name": "namespace", + "options": [], + "query": { + "query": "label_values(aerospike_namespace_read_touch_success{job=~\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\"},ns)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Aerospike LRU Cache View", + "uid": "ab753077", + "version": 1, + "weekStart": "" +} \ No newline at end of file From 3aa0a53510e06abbaba5f1c295c8fd198340bd77 Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Tue, 18 Jun 2024 16:00:48 +0530 Subject: [PATCH 14/14] OM-197 - enhance namespace & rolling-restart (#120) --- config/grafana/dashboards/namespace.json | 5176 +++++++++-------- .../dashboards/usecases/rolling_restart.json | 282 +- 2 files changed, 3019 insertions(+), 2439 deletions(-) diff --git a/config/grafana/dashboards/namespace.json b/config/grafana/dashboards/namespace.json index 6dfe9d9..c397378 100644 --- a/config/grafana/dashboards/namespace.json +++ b/config/grafana/dashboards/namespace.json @@ -68,7 +68,7 @@ "liveNow": false, "panels": [ { - "collapsed": false, + "collapsed": true, "gridPos": { "h": 1, "w": 24, @@ -76,2633 +76,3087 @@ "y": 0 }, "id": 1168, - "panels": [], - "repeat": "namespace", - "repeatDirection": "h", - "title": "Namespace - $namespace", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Build version of Aerospike Server running in selected cluster across all nodes and namespaces", - "fieldConfig": { - "defaults": { - "decimals": 0, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - } - ] - }, - "unit": "string" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 6, - "x": 0, - "y": 1 - }, - "id": 1158, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [], - "fields": "", - "values": false - }, - "text": {}, - "textMode": "name" - }, - "pluginVersion": "9.3.2", - "targets": [ + "panels": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": false, - "expr": "count_values by (build) (\"build_numbers\", (aerospike_node_up{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) )", - "format": "time_series", - "instant": true, - "intervalFactor": 1, - "legendFormat": "{{build}}", - "range": false, - "refId": "A" - } - ], - "title": "Aerospike Version", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays alerts by severity ( critical, error, warn and info)", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - } - }, - "links": [ - { - "targetBlank": true, - "title": "Alerts view dashboard", - "url": "/d/hP_Uhx94k/alerts-view?orgId=1&${node:queryparam}&${cluster:queryparam}" - } - ], - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "#299c46", - "index": 0, - "text": "0" - } + "description": "Build version of Aerospike Server running in selected cluster across all nodes and namespaces", + "fieldConfig": { + "defaults": { + "decimals": 0, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] }, - "type": "special" - } - ], - "noValue": "N/A", - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "critical" + "unit": "string" }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "red", - "mode": "fixed" - } - } - ] + "overrides": [] }, - { - "matcher": { - "id": "byName", - "options": "warn" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#e0b400", - "mode": "fixed" - } - } - ] + "gridPos": { + "h": 7, + "w": 6, + "x": 0, + "y": 1 }, - { - "matcher": { - "id": "byName", - "options": "info" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#37872d", - "mode": "fixed" - } - } - ] + "id": 1158, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" }, - { - "matcher": { - "id": "byName", - "options": "error" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#fa6400", - "mode": "fixed" - } - } - ] - } - ] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 6, - "y": 1 - }, - "id": 1160, - "links": [], - "maxDataPoints": 100, - "options": { - "displayLabels": [ - "name", - "value" - ], - "legend": { - "displayMode": "list", - "placement": "bottom", - "showLegend": false - }, - "pieType": "pie", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "count_values by (build) (\"build_numbers\", (aerospike_node_up{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) )", + "format": "time_series", + "instant": true, + "intervalFactor": 1, + "legendFormat": "{{build}}", + "range": false, + "refId": "A" + } ], - "fields": "", - "values": false + "title": "Aerospike Version", + "type": "stat" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "count by (severity) (ALERTS{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\", severity=~\"warn|critical|info|error\"}) ", - "format": "time_series", - "instant": true, - "intervalFactor": 1, - "legendFormat": "{{severity}}", - "refId": "A" - } - ], - "title": "Alerts", - "type": "piechart" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays sum of namespace stop_writes, clock skew stop writes and high water mark breached flags across all the nodes and namespaces in selected cluster, a positive value means some issue with resource utilization or configurations ", - "fieldConfig": { - "defaults": { - "decimals": 0, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null + "description": "Displays alerts by severity ( critical, error, warn and info)", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" }, - { - "color": "#E02F44", - "value": 1 + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + } }, - { - "color": "#E02F44" - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 7, - "x": 10, - "y": 1 - }, - "id": 1162, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "text": {}, - "textMode": "auto" - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Stop Writes", - "refId": "stop_writes" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_clock_skew_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Clock Skew Stop Writes", - "refId": "clock_skew_stop_write" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_hwm_breached{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "HWM Breached", - "refId": "hwm_breached" - } - ], - "title": "Stop Writes / HWM breached (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Namespace dead or unavailable partitions", - "fieldConfig": { - "defaults": { - "decimals": 0, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" + "links": [ + { + "targetBlank": true, + "title": "Alerts view dashboard", + "url": "/d/hP_Uhx94k/alerts-view?orgId=1&${node:queryparam}&${cluster:queryparam}" + } + ], + "mappings": [ + { + "options": { + "match": "null", + "result": { + "color": "#299c46", + "index": 0, + "text": "0" + } + }, + "type": "special" } + ], + "noValue": "N/A", + "unit": "none" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "critical" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + } + ] }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ { - "color": "#299c46", - "value": null + "matcher": { + "id": "byName", + "options": "warn" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#e0b400", + "mode": "fixed" + } + } + ] }, { - "color": "#E02F44", - "value": 1 + "matcher": { + "id": "byName", + "options": "info" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#37872d", + "mode": "fixed" + } + } + ] }, { - "color": "#E02F44" + "matcher": { + "id": "byName", + "options": "error" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#fa6400", + "mode": "fixed" + } + } + ] } ] }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 7, - "x": 17, - "y": 1 - }, - "id": 1166, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "text": {}, - "textMode": "auto" - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 7, + "w": 4, + "x": 6, + "y": 1 }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_dead_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Dead", - "refId": "dead_partitions" + "id": 1160, + "links": [], + "maxDataPoints": 100, + "options": { + "displayLabels": [ + "name", + "value" + ], + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "pieType": "pie", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count by (severity) (ALERTS{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\", severity=~\"warn|critical|info|error\"}) ", + "format": "time_series", + "instant": true, + "intervalFactor": 1, + "legendFormat": "{{severity}}", + "refId": "A" + } + ], + "title": "Alerts", + "type": "piechart" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_unavailable_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Unavailable", - "refId": "unavail_partitions" - } - ], - "title": "Partitions (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays sum of partitions Remaining and Active which are Received or Transmitted across selected cluster for the selected nodes and namespaces", - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null + "description": "Displays sum of namespace stop_writes, clock skew stop writes and high water mark breached flags across all the nodes and namespaces in selected cluster, a positive value means some issue with resource utilization or configurations ", + "fieldConfig": { + "defaults": { + "decimals": 0, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "#E02F44", + "value": 1 + }, + { + "color": "#E02F44" + } + ] }, - { - "color": "dark-orange", - "value": 1 - } - ] + "unit": "none" + }, + "overrides": [] }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 14, - "x": 10, - "y": 4 - }, - "id": 1164, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "text": {}, - "textMode": "auto" - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 6, + "x": 10, + "y": 1 }, - "editorMode": "code", - "expr": "sum (aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "RX Remaining", - "refId": "rx_mig_remain" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1162, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" }, - "editorMode": "code", - "expr": "sum (aerospike_namespace_migrate_rx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "RX Active ", - "refId": "rx_partitions_active" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Stop Writes", + "refId": "stop_writes" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_clock_skew_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Clock Skew Stop Writes", + "refId": "clock_skew_stop_write" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_hwm_breached{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "HWM Breached", + "refId": "hwm_breached" + } + ], + "title": "Stop Writes / HWM breached (total)", + "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "sum (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": " TX Remaining", - "refId": "tx_mig_remain" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Namespace dead or unavailable partitions", + "fieldConfig": { + "defaults": { + "decimals": 0, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "#E02F44", + "value": 1 + }, + { + "color": "#E02F44" + } + ] + }, + "unit": "none" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "sum (aerospike_namespace_migrate_tx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": " TX Active", - "refId": "tx_partitions_active" - } - ], - "title": "Migrations (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays sum of all device or memory used by data (without index) and the sum of allocated bytes", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-green", - "value": null - } - ] + "gridPos": { + "h": 4, + "w": 4, + "x": 16, + "y": 1 }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 10, - "x": 0, - "y": 7 - }, - "id": 1170, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "id": 1166, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_dead_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Dead", + "refId": "dead_partitions" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_unavailable_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Unavailable", + "refId": "unavail_partitions" + } ], - "fields": "", - "values": false + "title": "Partitions (total)", + "type": "stat" }, - "textMode": "auto" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\n) ", - "hide": false, - "legendFormat": "Used (Device/PMEM) (pre 7x)", - "range": true, - "refId": "6_data_used" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "read errors from file/device", + "fieldConfig": { + "defaults": { + "decimals": 0, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "#E02F44", + "value": 1 + }, + { + "color": "#E02F44" + } + ] + }, + "unit": "none" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", - "hide": false, - "legendFormat": "Used", - "range": true, - "refId": "7_data_used" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 4, + "x": 20, + "y": 1 }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", - "hide": false, - "legendFormat": "Total", - "range": true, - "refId": "6_total_bytes" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 3414, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "value_and_name" }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_data_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", - "hide": false, - "legendFormat": "Total", - "range": true, - "refId": "7_total" - } - ], - "title": "Data (bytes) (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays sum of all device or memory used by index, sindex and set-index", - "fieldConfig": { - "defaults": { - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "type": "special" + "editorMode": "code", + "expr": "sum by (storage_engine) (aerospike_namespace_storage_engine_file_read_errors{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{storage_engine}}", + "refId": "dead_partitions" } ], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 6, - "x": 10, - "y": 7 - }, - "id": 1172, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "text": {}, - "textMode": "auto" - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "6.x", - "refId": "6_index_used" + "title": "Read Errors (total)", + "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": " ", - "refId": "7_index_used" - } - ], - "title": "Index used (bytes) (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Flash Alloc Bytes - Total bytes allocated on the mount(s) for the primary index used by this namespace on this node. This statistic represents entire 4KiB chunks which have at least one element in use.\n\n\nFlash Alloc Percent - Percentage of the mount(s) allocated for the primary index used by this namespace on this node. Calculated as (index_flash_alloc_bytes / index-type.mounts-size-limit) * 100. This statistic represents entire 4KiB chunks which have at least one element in use.", - "fieldConfig": { - "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - } - ] + "description": "Displays sum of partitions Remaining and Active which are Received or Transmitted across selected cluster for the selected nodes and namespaces", + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "dark-orange", + "value": 1 + } + ] + }, + "unit": "none" + }, + "overrides": [] }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 4, - "x": 16, - "y": 7 - }, - "id": 1200, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "gridPos": { + "h": 3, + "w": 14, + "x": 10, + "y": 5 + }, + "id": 1164, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "RX Remaining", + "refId": "rx_mig_remain" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_migrate_rx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "RX Active ", + "refId": "rx_partitions_active" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": " TX Remaining", + "refId": "tx_mig_remain" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_migrate_tx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": " TX Active", + "refId": "tx_partitions_active" + } ], - "fields": "", - "values": false + "title": "Migrations (total)", + "type": "stat" }, - "text": {}, - "textMode": "auto" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Allocated Bytes", - "refId": "6_flash_alloc_bytes" - } - ], - "title": "Index (Flash) alloc (bytes) (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-green", - "value": null - } - ] + "description": "Displays sum of all device or memory used by data (without index) and the sum of allocated bytes", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "dark-green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 4, - "x": 20, - "y": 7 - }, - "id": 1174, - "links": [], - "options": { - "colorMode": "background", - "graphMode": "area", - "justifyMode": "center", - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "gridPos": { + "h": 4, + "w": 10, + "x": 0, + "y": 8 + }, + "id": 1170, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\n) ", + "hide": false, + "legendFormat": "Used (Device/PMEM) (pre 7x)", + "range": true, + "refId": "6_data_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Used", + "range": true, + "refId": "7_data_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "6_total_bytes" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_data_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "7_total" + } ], - "fields": "", - "values": false + "title": "Data (bytes) (total)", + "type": "stat" }, - "textMode": "auto" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Master", - "refId": "master_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Displays sum of all device or memory used by index, sindex and set-index", + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Tombstones", - "refId": "tombstones" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 10, + "x": 10, + "y": 8 }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Evicted objects", - "refId": "evicted" + "id": 1172, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "6.x", + "refId": "6_index_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Used", + "refId": "7_index_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(\naerospike_namespace_indexes_memory_budget{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Memory Budget", + "refId": "7_index_budget" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(\naerospike_namespace_indexes_memory_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Used", + "refId": "7_index_mem_used" + } + ], + "title": "Index (bytes) (total)", + "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Replica objects", - "refId": "replica" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Flash Alloc Bytes - Total bytes allocated on the mount(s) for the primary index used by this namespace on this node. This statistic represents entire 4KiB chunks which have at least one element in use.\n\n\nFlash Alloc Percent - Percentage of the mount(s) allocated for the primary index used by this namespace on this node. Calculated as (index_flash_alloc_bytes / index-type.mounts-size-limit) * 100. This statistic represents entire 4KiB chunks which have at least one element in use.", + "fieldConfig": { + "defaults": { + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Expired objects", - "refId": "expired" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 4, + "x": 20, + "y": 8 }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Unreplicated records", - "refId": "unreplica" - } - ], - "title": "Master Objects (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays minimum, average and maximum of all device or memory used by data (without index) across all namespaces", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "mappings": [], - "noValue": "No Data", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] + "id": 1200, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 5, - "x": 0, - "y": 11 - }, - "id": 1180, - "links": [], - "maxDataPoints": 100, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Allocated Bytes", + "refId": "6_flash_alloc_bytes" + } ], - "fields": "", - "values": false + "title": "Index (Flash) alloc (bytes) (total)", + "type": "stat" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "min(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", - "hide": false, - "legendFormat": "Min", - "range": true, - "refId": "6_data_used_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Displays minimum, average and maximum of all device or memory used by data (without index) across all namespaces", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "No Data", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "avg(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", - "hide": false, - "legendFormat": "Avg", - "range": true, - "refId": "6_data_used_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 5, + "x": 0, + "y": 12 }, - "editorMode": "code", - "expr": "max(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", - "hide": false, - "legendFormat": "Max", - "range": true, - "refId": "6_data_used_max" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1180, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "editorMode": "code", - "expr": "min(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", - "hide": false, - "legendFormat": "Min", - "range": true, - "refId": "7_data_used_min" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "6_data_used_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "6_data_used_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "6_data_used_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "7_data_used_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "7_data_used_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "7_data_used_max" + } + ], + "title": "Data used (bytes)", + "transparent": true, + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "avg(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", - "hide": false, - "legendFormat": "Avg", - "range": true, - "refId": "7_data_used_avg" + "description": "Displays minimum , average and maximum device or memory used % by data (without index) ", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "#EAB839", + "value": 60 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 5, + "y": 12 + }, + "id": 1182, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", + "legendFormat": "Min. Device/PMEM", + "range": true, + "refId": "6_used_pct_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Avg. Device/PMEM", + "range": true, + "refId": "6_used_pct_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Max. Device/PMEM", + "range": true, + "refId": "6_used_pct_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "7_used_pct_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "7_used_pct_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "Max( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "7_used_pct_max" + } + ], + "title": "% Data used", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "max(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", - "hide": false, - "legendFormat": "Max", - "range": true, - "refId": "7_data_used_max" - } - ], - "title": "Data used (bytes)", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays minimum , average and maximum device or memory used % by data (without index) ", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "description": "Displays minimum, average and maximum device or memory used by index, sindex and set-index across all namespaces", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] }, - { - "color": "#EAB839", - "value": 60 - } - ] + "unit": "bytes" + }, + "overrides": [] }, - "unit": "percent" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 5, - "x": 5, - "y": 11 - }, - "id": 1182, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 5, + "x": 10, + "y": 12 }, - "editorMode": "code", - "expr": "min( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", - "legendFormat": "Min. Device/PMEM", - "range": true, - "refId": "6_used_pct_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1188, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "editorMode": "code", - "expr": "avg( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", - "hide": false, - "legendFormat": "Avg. Device/PMEM", - "range": true, - "refId": "6_used_pct_avg" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min. ", + "refId": "6_index_used_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg", + "refId": "6_index_used_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "6_index_used_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "7_index_used_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg", + "refId": "7_index_used_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "7_index_used_max" + } + ], + "title": "Index used (bytes)", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "avg( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", - "hide": false, - "legendFormat": "Max. Device/PMEM", - "range": true, - "refId": "6_used_pct_max" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Flash Alloc Bytes - Total bytes allocated on the mount(s) for the primary index used by this namespace on this node. This statistic represents entire 4KiB chunks which have at least one element in use.\n\n\nFlash Alloc Percent - Percentage of the mount(s) allocated for the primary index used by this namespace on this node. Calculated as (index_flash_alloc_bytes / index-type.mounts-size-limit) * 100. This statistic represents entire 4KiB chunks which have at least one element in use.", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "min( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", - "hide": false, - "legendFormat": "Min", - "range": true, - "refId": "7_used_pct_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 4, + "x": 20, + "y": 12 }, - "editorMode": "code", - "expr": "avg( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", - "hide": false, - "legendFormat": "Avg", - "range": true, - "refId": "7_used_pct_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1206, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "editorMode": "code", - "expr": "Max( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", - "hide": false, - "legendFormat": "Max", - "range": true, - "refId": "7_used_pct_max" - } - ], - "title": "% Data used", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays minimum, average and maximum device or memory used by index, sindex and set-index across all namespaces", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "6_flash_alloc_bytes_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg", + "refId": "6_flash_alloc_bytes_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "type": "special" + "editorMode": "code", + "exemplar": true, + "expr": "max(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "6_flash_alloc_bytes_max" } ], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 6, - "x": 10, - "y": 11 - }, - "id": 1188, - "links": [], - "maxDataPoints": 100, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + "title": "Index (Flash) alloc (bytes)", + "type": "bargauge" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "min(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Min. ", - "refId": "6_index_used_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Displays Average objects per sprig in each Namespace, formula is: (master_objects/4096) / partition_tree_sprigs.\npartition_tree_springs default value is 256", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "links": [ + { + "targetBlank": true, + "title": "Alerts view dashboard", + "url": "/d/hP_Uhx94k/alerts-view?orgId=1&var-node=${node}&var-cluster=${cluster}" + } + ], + "mappings": [ + { + "options": { + "match": "null", + "result": { + "color": "#299c46", + "text": "0" + } + }, + "type": "special" + } + ], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "dark-red", + "value": 5000 + } + ] + }, + "unit": "none" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": true, - "expr": "avg(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Avg", - "refId": "6_index_used_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 7, + "x": 0, + "y": 16 }, - "editorMode": "code", - "exemplar": true, - "expr": "max(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Max", - "refId": "6_index_used_max" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1186, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "editorMode": "code", - "exemplar": true, - "expr": "min(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Min", - "refId": "7_index_used_min" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", + "format": "time_series", + "hide": false, + "instant": true, + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "object_per_sprig_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", + "format": "time_series", + "instant": true, + "intervalFactor": 1, + "legendFormat": "Avg", + "refId": "object_per_sprig_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", + "format": "time_series", + "hide": false, + "instant": true, + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "object_per_sprig_max" + } + ], + "title": "Objects per Sprig (Primary Index)", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "avg(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Avg", - "refId": "7_index_used_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "dark-green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": true, - "expr": "max(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Max", - "refId": "7_index_used_max" - } - ], - "title": "Index used (bytes)", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Flash Alloc Bytes - Total bytes allocated on the mount(s) for the primary index used by this namespace on this node. This statistic represents entire 4KiB chunks which have at least one element in use.\n\n\nFlash Alloc Percent - Percentage of the mount(s) allocated for the primary index used by this namespace on this node. Calculated as (index_flash_alloc_bytes / index-type.mounts-size-limit) * 100. This statistic represents entire 4KiB chunks which have at least one element in use.", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } + "gridPos": { + "h": 4, + "w": 4, + "x": 7, + "y": 16 + }, + "id": 1174, + "links": [], + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "center", + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Master", + "refId": "master_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Tombstones", + "refId": "tombstones" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Evicted objects", + "refId": "evicted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Replica objects", + "refId": "replica" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Expired objects", + "refId": "expired" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "type": "special" + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Unreplicated records", + "refId": "unreplica" } ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 4, - "x": 16, - "y": 11 - }, - "id": 1206, - "links": [], - "maxDataPoints": 100, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + "title": "Master Objects (total)", + "type": "stat" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "min(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Min", - "refId": "6_flash_alloc_bytes_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Namespace Supervisor (NSUP) Metrics", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 0, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "percent" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": true, - "expr": "avg(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Avg", - "refId": "6_flash_alloc_bytes_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 3, + "x": 11, + "y": 16 }, - "editorMode": "code", - "exemplar": true, - "expr": "max(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Max", - "refId": "6_flash_alloc_bytes_max" - } - ], - "title": "Index (Flash) alloc (bytes)", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] + "id": 1192, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 4, - "x": 20, - "y": 11 - }, - "id": 1184, - "links": [], - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min ", + "refId": "min_cycle_deleted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg", + "refId": "avg_cycle_deleted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "max_cycle_deleted" + } ], - "fields": "", - "values": false + "title": "% NSUP Cycle deleted", + "type": "bargauge" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "min(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Min", - "refId": "master_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "This shows the unique Defrag Sleep values across nodes\nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", + "fieldConfig": { + "defaults": { + "links": [], + "mappings": [ + { + "options": { + "-1": { + "index": 0, + "text": "N/A" + } + }, + "type": "value" + } + ], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "-1" + }, + "properties": [ + { + "id": "displayName", + "value": "N/A" + } + ] + } + ] }, - "editorMode": "code", - "exemplar": true, - "expr": "avg(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Avg.", - "refId": "master_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 5, + "x": 14, + "y": 16 }, - "editorMode": "code", - "exemplar": true, - "expr": "max(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Max", - "refId": "master_max" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1176, + "links": [], + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Tombstones", - "refId": "tombstones" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "count_values(\"defrag_sleep\", (aerospike_namespace_storage_engine_defrag_sleep{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or on() vector(-1) )) ", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{defrag_sleep}}", + "refId": "C" + } + ], + "title": "Defrag Sleep (Unique Values)", + "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Evicted objects", - "refId": "evicted" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Displays sum of storage memory used by data (without index) across all the namespaces, \n
\nNOTE: this panel is deprecated from 7.0 onwards as this metric is merged into common data metrics\n
", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "dark-green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Replica objects", - "refId": "replica" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 5, + "x": 19, + "y": 16 }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Expired objects", - "refId": "expired" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1196, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "value" }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": true, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Unreplicated records", - "refId": "unreplica" - } - ], - "title": "Master Objects", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Set Quota usage against \"stop write size\" configuration", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 0, - "mappings": [ - { - "options": { - "Infinity": { - "index": 1, - "text": "N/A" - } + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "type": "value" + "editorMode": "code", + "expr": "sum(aerospike_namespace_memory_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} unless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} ) )", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "6_mem_used" }, { - "options": { - "match": "null", - "result": { - "index": 0, - "text": "N/A" - } + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "type": "special" + "editorMode": "code", + "expr": "sum(aerospike_namespace_memory_size{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "6_total" } ], - "max": 100, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "percent" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 15 - }, - "id": 1194, - "links": [], - "options": { - "displayMode": "lcd", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + "title": "6.x Memory (deprecated) (bytes) (total)", + "type": "stat" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "topk(3,sort_desc((\n (aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}!=0) )*100))", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{service}}/{{set}}", - "refId": "6_set_quota" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Set Quota usage against \"stop write size\" configuration", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "decimals": 0, + "mappings": [ + { + "options": { + "Infinity": { + "index": 1, + "text": "N/A" + } + }, + "type": "value" + }, + { + "options": { + "match": "null", + "result": { + "index": 0, + "text": "N/A" + } + }, + "type": "special" + } + ], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] }, - "editorMode": "code", - "exemplar": false, - "expr": "topk( 3, sort_desc((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}!=0) )*100) )", - "hide": false, - "instant": true, - "legendFormat": "{{service}}/{{set}}", - "range": false, - "refId": "7_set_quota" - } - ], - "title": "% Set Quota Used (topk)", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Namespace Supervisor (NSUP) Metrics", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "decimals": 0, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] + "gridPos": { + "h": 3, + "w": 7, + "x": 0, + "y": 20 }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 3, - "x": 8, - "y": 15 - }, - "id": 1190, - "links": [], - "maxDataPoints": 100, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "id": 1194, + "links": [], + "options": { + "displayMode": "lcd", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "editorMode": "code", - "exemplar": false, - "expr": "min(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Min ", - "range": false, - "refId": "min_cycle_duration" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "topk(3,sort_desc((\n (aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}!=0) )*100))", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{set}}", + "refId": "6_set_quota" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "topk( 3, sort_desc((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}!=0) )*100) )", + "hide": false, + "instant": true, + "legendFormat": "{{service}}/{{set}}", + "range": false, + "refId": "7_set_quota" + } + ], + "title": "% Set Quota Used (topk)", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": false, - "expr": "avg(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Avg ", - "range": false, - "refId": "avg_cycle_duration" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "max(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "hide": false, - "legendFormat": "Max ", - "range": true, - "refId": "max_cycle_duration" - } - ], - "title": "NSUP Cycle duration", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Namespace Supervisor (NSUP) Metrics", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "decimals": 0, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] + "gridPos": { + "h": 4, + "w": 4, + "x": 7, + "y": 20 }, - "unit": "percent" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 3, - "x": 11, - "y": 15 - }, - "id": 1192, - "links": [], - "maxDataPoints": 100, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "id": 1184, + "links": [], + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "master_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg.", + "refId": "master_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "master_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Tombstones", + "refId": "tombstones" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Evicted objects", + "refId": "evicted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Replica objects", + "refId": "replica" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Expired objects", + "refId": "expired" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Unreplicated records", + "refId": "unreplica" + } ], - "fields": "", - "values": false + "title": "Master Objects", + "type": "bargauge" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "min(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Min ", - "refId": "min_cycle_deleted" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Namespace Supervisor (NSUP) Metrics", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 0, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "avg(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Avg", - "refId": "avg_cycle_deleted" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 3, + "x": 11, + "y": 20 }, - "editorMode": "code", - "expr": "max(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Max", - "refId": "max_cycle_deleted" - } - ], - "title": "% NSUP Cycle deleted", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays Average objects per sprig in each Namespace, formula is: (master_objects/4096) / partition_tree_sprigs.\npartition_tree_springs default value is 256", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" + "id": 1190, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "links": [ + "pluginVersion": "9.3.2", + "targets": [ { - "targetBlank": true, - "title": "Alerts view dashboard", - "url": "/d/hP_Uhx94k/alerts-view?orgId=1&var-node=${node}&var-cluster=${cluster}" - } - ], - "mappings": [ + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "min(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min ", + "range": false, + "refId": "min_cycle_duration" + }, { - "options": { - "match": "null", - "result": { - "color": "#299c46", - "text": "0" - } + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "avg(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg ", + "range": false, + "refId": "avg_cycle_duration" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "type": "special" + "editorMode": "code", + "expr": "max(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Max ", + "range": true, + "refId": "max_cycle_duration" } ], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "title": "NSUP Cycle duration", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "This shows the unique Defrag Low Water Mark across the nodes, \nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", + "fieldConfig": { + "defaults": { + "links": [], + "mappings": [ + { + "options": { + "Value": { + "index": 0, + "text": "N/A" + } + }, + "type": "value" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] }, + "unit": "short" + }, + "overrides": [ { - "color": "dark-red", - "value": 5000 + "matcher": { + "id": "byName", + "options": "-1" + }, + "properties": [ + { + "id": "displayName", + "value": "N/A" + } + ] } ] }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 5, - "x": 14, - "y": 15 - }, - "id": 1186, - "links": [], - "maxDataPoints": 100, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "gridPos": { + "h": 4, + "w": 5, + "x": 14, + "y": 20 + }, + "id": 1178, + "links": [], + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "count_values(\"defrag_lwm_pct\",(aerospike_namespace_storage_engine_defrag_lwm_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or on() vector(-1) )) ", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{set}}", + "refId": "defrag_lwm_pct" + } ], - "fields": "", - "values": false + "title": "Defrag Low Water Mark (Unique Values)", + "type": "stat" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "min (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", - "format": "time_series", - "hide": false, - "instant": true, - "intervalFactor": 1, - "legendFormat": "Min", - "refId": "object_per_sprig_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Displays minimuim, average and maximum memory available for storage across all the namespaces, \n
\nNOTE: this panel is deprecated from 7.0 onwards as this metric is merged into common data metrics\n
", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "percent" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "avg (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", - "format": "time_series", - "instant": true, - "intervalFactor": 1, - "legendFormat": "Avg", - "refId": "object_per_sprig_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 4, + "w": 5, + "x": 19, + "y": 20 }, - "editorMode": "code", - "expr": "max (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", - "format": "time_series", - "hide": false, - "instant": true, - "intervalFactor": 1, - "legendFormat": "Max", - "refId": "object_per_sprig_max" - } - ], - "title": "Objects per Sprig (Primary Index)", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays sum of storage memory used by data (without index) across all the namespaces, \n
\nNOTE: this panel is deprecated from 7.0 onwards as this metric is merged into common data metrics\n
", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-green", - "value": null - } - ] + "id": 1204, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 5, - "x": 19, - "y": 15 - }, - "id": 1196, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "6_mem_free_pct_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "6_mem_free_pct_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "6_mem_free_pct_max" + } ], - "fields": "", - "values": false - }, - "textMode": "value" - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_memory_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} unless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} ) )", - "hide": false, - "legendFormat": "__auto", - "range": true, - "refId": "6_mem_used" + "title": "6.x % Memory free(deprecated)", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_memory_size{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", - "hide": false, - "legendFormat": "__auto", - "range": true, - "refId": "6_total" - } - ], - "title": "6.x Memory (deprecated) (bytes) (total)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "This shows the unique Defrag Low Water Mark across the nodes, \nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", - "fieldConfig": { - "defaults": { - "links": [], - "mappings": [ - { - "options": { - "Value": { - "index": 0, - "text": "N/A" + "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)\nrx_partitions_active and\ntx_partitions_active", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - } - ] - }, - "unit": "short" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "-1" + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" }, - "properties": [ - { - "id": "displayName", - "value": "N/A" - } - ] - } - ] - }, - "gridPos": { - "h": 4, - "w": 6, - "x": 8, - "y": 19 - }, - "id": 1178, - "links": [], - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "text": {}, - "textMode": "name" - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 24 }, - "editorMode": "code", - "exemplar": true, - "expr": "count_values(\"defrag_lwm_pct\",(aerospike_namespace_storage_engine_defrag_lwm_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or on() vector(-1) )) ", - "format": "time_series", - "instant": true, + "hideTimeOverride": false, + "id": 1202, "interval": "", - "intervalFactor": 1, - "legendFormat": "{{set}}", - "refId": "defrag_lwm_pct" - } - ], - "title": "Defrag Low Water Mark (Unique Values)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "This shows the unique Defrag Sleep values across nodes\nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", - "fieldConfig": { - "defaults": { "links": [], - "mappings": [ - { - "options": { - "-1": { - "index": 0, - "text": "N/A" - } - }, - "type": "value" + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" } - ], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - } - ] }, - "unit": "short" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "-1" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}} : Incoming ", + "refId": "rx_mig" }, - "properties": [ - { - "id": "displayName", - "value": "N/A" - } - ] - } - ] - }, - "gridPos": { - "h": 4, - "w": 5, - "x": 14, - "y": 19 - }, - "id": 1176, - "links": [], - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}} : Outgoing ", + "refId": "tx_mig" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_migrate_rx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "hide": false, + "legendFormat": "{{service}} : RX Active", + "range": true, + "refId": "rx_active" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_migrate_tx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "hide": false, + "legendFormat": "{{service}} : RX Active", + "range": true, + "refId": "tx_active" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_migrate_fresh_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "hide": false, + "legendFormat": "{{service}} : Fresh", + "range": true, + "refId": "A" + } ], - "fields": "", - "values": false + "title": "Migrations (Partitions)", + "type": "timeseries" }, - "text": {}, - "textMode": "name" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "exemplar": true, - "expr": "count_values(\"defrag_sleep\", (aerospike_namespace_storage_engine_defrag_sleep{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or on() vector(-1) )) ", - "format": "time_series", - "instant": true, + "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)\nrx_partitions_active and\ntx_partitions_active", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 24 + }, + "hideTimeOverride": false, + "id": 3569, "interval": "", - "intervalFactor": 1, - "legendFormat": "{{defrag_sleep}}", - "refId": "C" - } - ], - "title": "Defrag Sleep (Unique Values)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Displays minimuim, average and maximum memory available for storage across all the namespaces, \n
\nNOTE: this panel is deprecated from 7.0 onwards as this metric is merged into common data metrics\n
", - "fieldConfig": { - "defaults": { - "color": { - "fixedColor": "yellow", - "mode": "fixed" - }, - "mappings": [], - "noValue": "N/A", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } }, - "unit": "percent" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 5, - "x": 19, - "y": 19 - }, - "id": 1204, - "links": [], - "maxDataPoints": 100, - "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_migrate_fresh_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{storage_engine}} ", + "refId": "rx_mig" + } ], - "fields": "", - "values": false + "title": "Migration Fresh (Partitions)", + "type": "timeseries" }, - "showUnfilled": true - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "min(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", - "hide": false, - "legendFormat": "Min", - "range": true, - "refId": "6_mem_free_pct_min" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)\nrx_partitions_active and\ntx_partitions_active", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "avg(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", - "hide": false, - "legendFormat": "Avg", - "range": true, - "refId": "6_mem_free_pct_avg" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 29 }, - "editorMode": "code", - "expr": "max(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", - "hide": false, - "legendFormat": "Max", - "range": true, - "refId": "6_mem_free_pct_max" - } - ], - "title": "6.x % Memory free(deprecated)", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)\nrx_partitions_active and\ntx_partitions_active", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 50, - "gradientMode": "opacity", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "decimals": 0, + "hideTimeOverride": false, + "id": 3490, + "interval": "", "links": [], - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 12, - "x": 0, - "y": 23 - }, - "hideTimeOverride": false, - "id": 1202, - "interval": "", - "links": [], - "options": { - "legend": { - "calcs": [ - "last", - "min", - "max", - "mean" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum by (service, storage_engine) (rate(aerospike_namespace_storage_engine_file_read_errors{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval] ))", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}} : {{storage_engine}} ", + "refId": "rx_mig" + } ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "title": "Read Errors (total) (rate)", + "type": "timeseries" }, - "tooltip": { - "mode": "multi", - "sort": "asc" - } - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "editorMode": "code", - "expr": "(aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", - "format": "time_series", - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{service}} : Incoming ", - "refId": "rx_mig" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)\nrx_partitions_active and\ntx_partitions_active", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] }, - "editorMode": "code", - "expr": "(aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{service}} : Outgoing ", - "refId": "tx_mig" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 29 }, - "editorMode": "code", - "expr": "aerospike_namespace_migrate_rx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", - "hide": false, - "legendFormat": "{{service}} : RX Active", - "range": true, - "refId": "rx_active" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" + "hideTimeOverride": false, + "id": 3651, + "interval": "", + "links": [], + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } }, - "editorMode": "code", - "expr": "aerospike_namespace_migrate_tx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", - "hide": false, - "legendFormat": "{{service}} : RX Active", - "range": true, - "refId": "tx_active" + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_auto_revived_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{storage_engine}} ", + "refId": "rx_mig" + } + ], + "title": "Auto Revived (Partitions)", + "type": "timeseries" } ], - "title": "Migrations (Partitions)", - "type": "timeseries" + "repeat": "namespace", + "repeatDirection": "h", + "title": "Namespace - $namespace", + "type": "row" }, { "collapsed": true, @@ -2710,7 +3164,7 @@ "h": 1, "w": 24, "x": 0, - "y": 31 + "y": 4 }, "id": 3341, "panels": [ @@ -2760,8 +3214,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2864,8 +3317,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2948,7 +3400,7 @@ "h": 1, "w": 24, "x": 0, - "y": 32 + "y": 5 }, "id": 181, "panels": [ @@ -3285,7 +3737,7 @@ "h": 1, "w": 24, "x": 0, - "y": 33 + "y": 6 }, "id": 191, "panels": [ @@ -3759,7 +4211,7 @@ "h": 1, "w": 24, "x": 0, - "y": 34 + "y": 7 }, "id": 1803, "panels": [ @@ -4859,7 +5311,7 @@ "h": 1, "w": 24, "x": 0, - "y": 35 + "y": 8 }, "id": 3339, "panels": [ @@ -6437,7 +6889,7 @@ "h": 1, "w": 24, "x": 0, - "y": 36 + "y": 9 }, "id": 700, "panels": [ @@ -7174,7 +7626,7 @@ "h": 1, "w": 24, "x": 0, - "y": 37 + "y": 10 }, "id": 400, "panels": [ @@ -8188,7 +8640,7 @@ "h": 1, "w": 24, "x": 0, - "y": 38 + "y": 11 }, "id": 500, "panels": [ @@ -9202,7 +9654,7 @@ "h": 1, "w": 24, "x": 0, - "y": 39 + "y": 12 }, "id": 600, "panels": [ @@ -9494,6 +9946,6 @@ "timezone": "", "title": "Namespace View", "uid": "zGcUKcDZz", - "version": 5, + "version": 23, "weekStart": "" } \ No newline at end of file diff --git a/config/grafana/dashboards/usecases/rolling_restart.json b/config/grafana/dashboards/usecases/rolling_restart.json index d6e1f59..f4d6568 100644 --- a/config/grafana/dashboards/usecases/rolling_restart.json +++ b/config/grafana/dashboards/usecases/rolling_restart.json @@ -92,6 +92,19 @@ "pluginVersion": "9.3.2", "type": "text" }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 3 + }, + "id": 114, + "panels": [], + "title": "Overview", + "type": "row" + }, { "datasource": { "type": "prometheus", @@ -119,7 +132,7 @@ "h": 5, "w": 6, "x": 0, - "y": 3 + "y": 4 }, "id": 108, "links": [], @@ -189,9 +202,9 @@ }, "gridPos": { "h": 5, - "w": 6, + "w": 5, "x": 6, - "y": 3 + "y": 4 }, "id": 67, "options": { @@ -262,9 +275,9 @@ }, "gridPos": { "h": 5, - "w": 3, - "x": 12, - "y": 3 + "w": 4, + "x": 11, + "y": 4 }, "id": 104, "options": { @@ -331,7 +344,7 @@ "h": 5, "w": 9, "x": 15, - "y": 3 + "y": 4 }, "id": 4, "options": { @@ -437,7 +450,7 @@ "h": 5, "w": 8, "x": 0, - "y": 8 + "y": 9 }, "id": 6, "options": { @@ -517,7 +530,7 @@ "h": 5, "w": 4, "x": 8, - "y": 8 + "y": 9 }, "id": 66, "options": { @@ -589,7 +602,7 @@ "h": 5, "w": 6, "x": 12, - "y": 8 + "y": 9 }, "id": 22, "options": { @@ -681,7 +694,7 @@ "h": 5, "w": 6, "x": 18, - "y": 8 + "y": 9 }, "id": 75, "options": { @@ -792,7 +805,7 @@ "h": 5, "w": 12, "x": 0, - "y": 13 + "y": 14 }, "id": 18, "options": { @@ -906,7 +919,7 @@ "h": 5, "w": 12, "x": 12, - "y": 13 + "y": 14 }, "id": 72, "options": { @@ -1018,7 +1031,7 @@ "h": 5, "w": 12, "x": 0, - "y": 18 + "y": 19 }, "id": 71, "options": { @@ -1130,7 +1143,7 @@ "h": 5, "w": 12, "x": 12, - "y": 18 + "y": 19 }, "id": 12, "options": { @@ -1225,8 +1238,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "#EAB839", @@ -1246,7 +1258,7 @@ "h": 5, "w": 12, "x": 0, - "y": 23 + "y": 24 }, "id": 73, "options": { @@ -1289,7 +1301,7 @@ "h": 1, "w": 24, "x": 0, - "y": 28 + "y": 29 }, "id": 30, "panels": [ @@ -1338,7 +1350,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1354,7 +1367,7 @@ "h": 5, "w": 12, "x": 0, - "y": 29 + "y": 5 }, "id": 76, "options": { @@ -1620,7 +1633,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1636,7 +1650,7 @@ "h": 5, "w": 12, "x": 12, - "y": 29 + "y": 5 }, "id": 77, "options": { @@ -1901,7 +1915,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1917,7 +1932,7 @@ "h": 5, "w": 12, "x": 0, - "y": 34 + "y": 10 }, "id": 16, "options": { @@ -2311,7 +2326,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2327,7 +2343,7 @@ "h": 5, "w": 12, "x": 12, - "y": 34 + "y": 10 }, "id": 14, "options": { @@ -2452,7 +2468,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2468,7 +2485,7 @@ "h": 5, "w": 12, "x": 0, - "y": 39 + "y": 15 }, "id": 60, "options": { @@ -2668,7 +2685,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2684,7 +2702,7 @@ "h": 5, "w": 12, "x": 12, - "y": 39 + "y": 15 }, "id": 61, "options": { @@ -2885,7 +2903,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2901,7 +2920,7 @@ "h": 5, "w": 12, "x": 0, - "y": 44 + "y": 20 }, "id": 8, "options": { @@ -2956,6 +2975,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)\nrx_partitions_active and\ntx_partitions_active", "fieldConfig": { "defaults": { "color": { @@ -2968,8 +2988,8 @@ "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", + "fillOpacity": 50, + "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, @@ -2981,7 +3001,7 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", @@ -2991,12 +3011,16 @@ "mode": "off" } }, + "decimals": 0, + "links": [], "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3004,7 +3028,7 @@ } ] }, - "unit": "none" + "unit": "short" }, "overrides": [] }, @@ -3012,9 +3036,12 @@ "h": 5, "w": 12, "x": 12, - "y": 44 + "y": 20 }, - "id": 106, + "hideTimeOverride": false, + "id": 116, + "interval": "", + "links": [], "options": { "legend": { "calcs": [ @@ -3028,10 +3055,11 @@ "showLegend": true }, "tooltip": { - "mode": "single", - "sort": "none" + "mode": "multi", + "sort": "asc" } }, + "pluginVersion": "9.3.2", "targets": [ { "datasource": { @@ -3039,13 +3067,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": " sum by (service, ns) (\n rate(aerospike_namespace_hwm_breached {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}[$__rate_interval] )\n)", - "legendFormat": "{{service}}/{{ns}}", - "range": true, - "refId": "A" + "expr": "(aerospike_namespace_migrate_fresh_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{storage_engine}} ", + "refId": "rx_mig" } ], - "title": "HWM Breaches (rate) (total)", + "title": "Migration Fresh (Partitions)", "type": "timeseries" }, { @@ -3110,7 +3141,7 @@ "h": 5, "w": 12, "x": 0, - "y": 49 + "y": 25 }, "id": 63, "options": { @@ -3152,7 +3183,6 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "", "fieldConfig": { "defaults": { "color": { @@ -3201,7 +3231,7 @@ } ] }, - "unit": "short" + "unit": "none" }, "overrides": [] }, @@ -3209,9 +3239,9 @@ "h": 5, "w": 12, "x": 12, - "y": 49 + "y": 25 }, - "id": 100, + "id": 106, "options": { "legend": { "calcs": [ @@ -3236,17 +3266,13 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": false, - "expr": "(aerospike_latencies_write_ms_bucket{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", le=\"+Inf\"})\n- ignoring (le)\n(aerospike_latencies_write_ms_bucket{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", le=\"$latency_time_bucket\"})", - "hide": false, - "instant": false, - "interval": "", - "legendFormat": "{{service}} - {{ns}} - Write : {{le}}", + "expr": " sum by (service, ns) (\n rate(aerospike_namespace_hwm_breached {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}[$__rate_interval] )\n)", + "legendFormat": "{{service}}/{{ns}}", "range": true, - "refId": "B" + "refId": "A" } ], - "title": "Latencies > $latency_time_bucket ms", + "title": "HWM Breaches (rate) (total)", "type": "timeseries" }, { @@ -3311,7 +3337,7 @@ "h": 5, "w": 12, "x": 0, - "y": 54 + "y": 30 }, "id": 68, "options": { @@ -3423,7 +3449,109 @@ "h": 5, "w": 12, "x": 12, - "y": 54 + "y": 30 + }, + "id": 100, + "options": { + "legend": { + "calcs": [ + "last", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "(aerospike_latencies_write_ms_bucket{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", le=\"+Inf\"})\n- ignoring (le)\n(aerospike_latencies_write_ms_bucket{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", le=\"$latency_time_bucket\"})", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "{{service}} - {{ns}} - Write : {{le}}", + "range": true, + "refId": "B" + } + ], + "title": "Latencies > $latency_time_bucket ms", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 35 }, "id": 74, "options": { @@ -3535,7 +3663,7 @@ "h": 5, "w": 12, "x": 12, - "y": 59 + "y": 40 }, "id": 69, "options": { @@ -3608,7 +3736,7 @@ "h": 1, "w": 24, "x": 0, - "y": 29 + "y": 30 }, "id": 88, "panels": [ @@ -3674,7 +3802,7 @@ "h": 6, "w": 24, "x": 0, - "y": 30 + "y": 46 }, "id": 110, "options": { @@ -3809,7 +3937,7 @@ "h": 6, "w": 12, "x": 0, - "y": 36 + "y": 52 }, "id": 90, "options": { @@ -3920,7 +4048,7 @@ "h": 6, "w": 12, "x": 12, - "y": 36 + "y": 52 }, "id": 112, "options": { @@ -4106,7 +4234,7 @@ "h": 1, "w": 24, "x": 0, - "y": 30 + "y": 31 }, "id": 79, "panels": [ @@ -4172,7 +4300,7 @@ "h": 6, "w": 12, "x": 0, - "y": 31 + "y": 47 }, "id": 10, "options": { @@ -4320,7 +4448,7 @@ "h": 6, "w": 12, "x": 12, - "y": 31 + "y": 47 }, "id": 95, "options": { @@ -4447,7 +4575,7 @@ "h": 6, "w": 12, "x": 0, - "y": 37 + "y": 53 }, "id": 86, "options": { @@ -4508,7 +4636,7 @@ "h": 1, "w": 24, "x": 0, - "y": 31 + "y": 32 }, "id": 32, "panels": [ @@ -4574,7 +4702,7 @@ "h": 5, "w": 12, "x": 0, - "y": 32 + "y": 48 }, "id": 44, "options": { @@ -4677,7 +4805,7 @@ "h": 5, "w": 12, "x": 12, - "y": 32 + "y": 48 }, "id": 46, "options": { @@ -4792,7 +4920,7 @@ "h": 5, "w": 12, "x": 0, - "y": 37 + "y": 53 }, "id": 70, "options": { @@ -4895,7 +5023,7 @@ "h": 5, "w": 12, "x": 12, - "y": 37 + "y": 53 }, "id": 58, "options": { @@ -5277,6 +5405,6 @@ "timezone": "", "title": "Rolling Restarts", "uid": "9p1Tc1uVz", - "version": 2, + "version": 4, "weekStart": "" } \ No newline at end of file