|
|
|
|
@@ -7,7 +7,9 @@ metadata:
|
|
|
|
|
data:
|
|
|
|
|
telemt.json: |-
|
|
|
|
|
{
|
|
|
|
|
"annotations": { "list": [] },
|
|
|
|
|
"annotations": {
|
|
|
|
|
"list": []
|
|
|
|
|
},
|
|
|
|
|
"editable": true,
|
|
|
|
|
"fiscalYearStartMonth": 0,
|
|
|
|
|
"graphTooltip": 1,
|
|
|
|
|
@@ -16,17 +18,83 @@ data:
|
|
|
|
|
"liveNow": false,
|
|
|
|
|
"panels": [
|
|
|
|
|
{
|
|
|
|
|
"title": "Nodes Overview",
|
|
|
|
|
"type": "table",
|
|
|
|
|
"gridPos": { "h": 8, "w": 24, "x": 0, "y": 0 },
|
|
|
|
|
"title": "Uptime",
|
|
|
|
|
"type": "stat",
|
|
|
|
|
"gridPos": { "h": 4, "w": 4, "x": 0, "y": 0 },
|
|
|
|
|
"id": 1,
|
|
|
|
|
"options": {
|
|
|
|
|
"colorMode": "value",
|
|
|
|
|
"graphMode": "none",
|
|
|
|
|
"reduceOptions": { "calc": "lastNotNull", "fields": "", "values": false },
|
|
|
|
|
"textMode": "auto"
|
|
|
|
|
},
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"unit": "s",
|
|
|
|
|
"thresholds": {
|
|
|
|
|
"mode": "absolute",
|
|
|
|
|
"steps": [
|
|
|
|
|
{ "color": "red", "value": null },
|
|
|
|
|
{ "color": "green", "value": 60 }
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"overrides": []
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_uptime_seconds{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}}",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Active ME Writers",
|
|
|
|
|
"type": "stat",
|
|
|
|
|
"gridPos": { "h": 4, "w": 4, "x": 4, "y": 0 },
|
|
|
|
|
"id": 2,
|
|
|
|
|
"options": {
|
|
|
|
|
"colorMode": "value",
|
|
|
|
|
"graphMode": "area",
|
|
|
|
|
"reduceOptions": { "calc": "lastNotNull", "fields": "", "values": false },
|
|
|
|
|
"textMode": "auto"
|
|
|
|
|
},
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"thresholds": {
|
|
|
|
|
"mode": "absolute",
|
|
|
|
|
"steps": [
|
|
|
|
|
{ "color": "red", "value": null },
|
|
|
|
|
{ "color": "green", "value": 1 }
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"overrides": []
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_me_writers_active_current{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}}",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Buffer Pool",
|
|
|
|
|
"type": "stat",
|
|
|
|
|
"gridPos": { "h": 4, "w": 4, "x": 8, "y": 0 },
|
|
|
|
|
"id": 3,
|
|
|
|
|
"options": {
|
|
|
|
|
"colorMode": "value",
|
|
|
|
|
"graphMode": "none",
|
|
|
|
|
"reduceOptions": { "calc": "lastNotNull", "fields": "", "values": false },
|
|
|
|
|
"textMode": "auto"
|
|
|
|
|
},
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": {
|
|
|
|
|
"align": "auto",
|
|
|
|
|
"cellOptions": { "type": "auto" },
|
|
|
|
|
"inspect": false
|
|
|
|
|
},
|
|
|
|
|
"thresholds": {
|
|
|
|
|
"mode": "absolute",
|
|
|
|
|
"steps": [
|
|
|
|
|
@@ -34,107 +102,49 @@ data:
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"overrides": [
|
|
|
|
|
{
|
|
|
|
|
"matcher": { "id": "byName", "options": "Uptime" },
|
|
|
|
|
"properties": [
|
|
|
|
|
{ "id": "unit", "value": "dtdurations" },
|
|
|
|
|
{ "id": "custom.width", "value": 140 }
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"matcher": { "id": "byName", "options": "Bad Conn" },
|
|
|
|
|
"properties": [
|
|
|
|
|
{ "id": "thresholds", "value": { "mode": "absolute", "steps": [{ "color": "green", "value": null }, { "color": "yellow", "value": 10 }, { "color": "red", "value": 100 }] } },
|
|
|
|
|
{ "id": "custom.cellOptions", "value": { "type": "color-background", "mode": "basic" } }
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"matcher": { "id": "byName", "options": "Writers" },
|
|
|
|
|
"properties": [
|
|
|
|
|
{ "id": "thresholds", "value": { "mode": "absolute", "steps": [{ "color": "red", "value": null }, { "color": "green", "value": 1 }] } },
|
|
|
|
|
{ "id": "custom.cellOptions", "value": { "type": "color-background", "mode": "basic" } }
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
"overrides": []
|
|
|
|
|
},
|
|
|
|
|
"options": {
|
|
|
|
|
"showHeader": true,
|
|
|
|
|
"sortBy": [{ "displayName": "Node", "desc": false }],
|
|
|
|
|
"frameIndex": 0,
|
|
|
|
|
"footer": { "show": false }
|
|
|
|
|
},
|
|
|
|
|
"transformations": [
|
|
|
|
|
{
|
|
|
|
|
"id": "joinByField",
|
|
|
|
|
"options": { "byField": "node", "mode": "outer" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "organize",
|
|
|
|
|
"options": {
|
|
|
|
|
"excludeByName": {
|
|
|
|
|
"Time": true,
|
|
|
|
|
"Time 1": true,
|
|
|
|
|
"Time 2": true,
|
|
|
|
|
"Time 3": true,
|
|
|
|
|
"Time 4": true,
|
|
|
|
|
"Time 5": true,
|
|
|
|
|
"Time 6": true
|
|
|
|
|
},
|
|
|
|
|
"renameByName": {
|
|
|
|
|
"node": "Node",
|
|
|
|
|
"Value #uptime": "Uptime",
|
|
|
|
|
"Value #writers": "Writers",
|
|
|
|
|
"Value #buffers": "Buffers In Use",
|
|
|
|
|
"Value #connections": "Connections",
|
|
|
|
|
"Value #bad": "Bad Conn",
|
|
|
|
|
"Value #hs_timeout": "HS Timeouts"
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"targets": [
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_uptime_seconds{node=~\"$node\"}",
|
|
|
|
|
"legendFormat": "",
|
|
|
|
|
"refId": "uptime",
|
|
|
|
|
"format": "table",
|
|
|
|
|
"instant": true
|
|
|
|
|
"expr": "telemt_buffer_pool_buffers_total{instance=~\"$instance\", kind=\"in_use\"}",
|
|
|
|
|
"legendFormat": "{{instance}} in_use",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Connections (total / bad)",
|
|
|
|
|
"type": "stat",
|
|
|
|
|
"gridPos": { "h": 4, "w": 6, "x": 12, "y": 0 },
|
|
|
|
|
"id": 4,
|
|
|
|
|
"options": {
|
|
|
|
|
"colorMode": "value",
|
|
|
|
|
"graphMode": "area",
|
|
|
|
|
"reduceOptions": { "calc": "lastNotNull", "fields": "", "values": false },
|
|
|
|
|
"textMode": "auto"
|
|
|
|
|
},
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"thresholds": {
|
|
|
|
|
"mode": "absolute",
|
|
|
|
|
"steps": [
|
|
|
|
|
{ "color": "green", "value": null }
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"overrides": []
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_connections_total{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} total",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_me_writers_active_current{node=~\"$node\"}",
|
|
|
|
|
"legendFormat": "",
|
|
|
|
|
"refId": "writers",
|
|
|
|
|
"format": "table",
|
|
|
|
|
"instant": true
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_buffer_pool_buffers_total{node=~\"$node\", kind=\"in_use\"}",
|
|
|
|
|
"legendFormat": "",
|
|
|
|
|
"refId": "buffers",
|
|
|
|
|
"format": "table",
|
|
|
|
|
"instant": true
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_connections_total{node=~\"$node\"}",
|
|
|
|
|
"legendFormat": "",
|
|
|
|
|
"refId": "connections",
|
|
|
|
|
"format": "table",
|
|
|
|
|
"instant": true
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_connections_bad_total{node=~\"$node\"}",
|
|
|
|
|
"legendFormat": "",
|
|
|
|
|
"refId": "bad",
|
|
|
|
|
"format": "table",
|
|
|
|
|
"instant": true
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_handshake_timeouts_total{node=~\"$node\"}",
|
|
|
|
|
"legendFormat": "",
|
|
|
|
|
"refId": "hs_timeout",
|
|
|
|
|
"format": "table",
|
|
|
|
|
"instant": true
|
|
|
|
|
"expr": "telemt_connections_bad_total{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} bad",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
@@ -142,11 +152,17 @@ data:
|
|
|
|
|
{
|
|
|
|
|
"title": "Connections Rate",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 4 },
|
|
|
|
|
"id": 10,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"unit": "cps",
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
@@ -157,20 +173,38 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "rate(telemt_connections_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} accepted", "refId": "A" },
|
|
|
|
|
{ "expr": "rate(telemt_connections_bad_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} bad", "refId": "B" },
|
|
|
|
|
{ "expr": "rate(telemt_handshake_timeouts_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} hs timeout", "refId": "C" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_connections_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} accepted",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_connections_bad_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} bad",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_handshake_timeouts_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} hs timeout",
|
|
|
|
|
"refId": "C"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Upstream Connect",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 8 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 4 },
|
|
|
|
|
"id": 11,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"unit": "cps",
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
@@ -181,19 +215,31 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "rate(telemt_upstream_connect_success_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} success", "refId": "A" },
|
|
|
|
|
{ "expr": "rate(telemt_upstream_connect_fail_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} fail", "refId": "B" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_upstream_connect_success_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} success",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_upstream_connect_fail_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} fail",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Upstream Connect Duration (success)",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 16 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 12 },
|
|
|
|
|
"id": 12,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "bars", "fillOpacity": 50, "stacking": { "mode": "normal" } },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "bars",
|
|
|
|
|
"fillOpacity": 50,
|
|
|
|
|
"stacking": { "mode": "normal" }
|
|
|
|
|
},
|
|
|
|
|
"unit": "short",
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
@@ -204,18 +250,28 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "increase(telemt_upstream_connect_duration_success_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} {{bucket}}", "refId": "A" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "increase(telemt_upstream_connect_duration_success_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} {{bucket}}",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "ME Writers & Pool",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 16 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 12 },
|
|
|
|
|
"id": 13,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
"overrides": []
|
|
|
|
|
@@ -225,20 +281,38 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "telemt_me_writers_active_current{node=~\"$node\"}", "legendFormat": "{{node}} active", "refId": "A" },
|
|
|
|
|
{ "expr": "telemt_me_writers_warm_current{node=~\"$node\"}", "legendFormat": "{{node}} warm", "refId": "B" },
|
|
|
|
|
{ "expr": "telemt_pool_drain_active{node=~\"$node\"}", "legendFormat": "{{node}} draining", "refId": "C" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_me_writers_active_current{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} active",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_me_writers_warm_current{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} warm",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_pool_drain_active{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} draining",
|
|
|
|
|
"refId": "C"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Per-User Active Connections",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 24 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 20 },
|
|
|
|
|
"id": 20,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
"overrides": []
|
|
|
|
|
@@ -248,18 +322,28 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "telemt_user_connections_current{node=~\"$node\"}", "legendFormat": "{{node}} {{user}}", "refId": "A" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_user_connections_current{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} {{user}}",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Per-User Traffic",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 24 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 20 },
|
|
|
|
|
"id": 21,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"unit": "Bps",
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
@@ -270,19 +354,33 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "rate(telemt_user_octets_from_client{node=~\"$node\"}[5m])", "legendFormat": "{{node}} {{user}} rx", "refId": "A" },
|
|
|
|
|
{ "expr": "rate(telemt_user_octets_to_client{node=~\"$node\"}[5m])", "legendFormat": "{{node}} {{user}} tx", "refId": "B" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_user_octets_from_client{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} {{user}} rx",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_user_octets_to_client{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} {{user}} tx",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "DC->Client Payload",
|
|
|
|
|
"title": "DC→Client Batching",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 32 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 28 },
|
|
|
|
|
"id": 30,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"unit": "Bps",
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
@@ -293,18 +391,28 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "rate(telemt_me_d2c_payload_bytes_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} payload", "refId": "A" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_me_d2c_payload_bytes_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} payload",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "ME Errors & Anomalies",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 32 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 28 },
|
|
|
|
|
"id": 31,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"unit": "cps",
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
@@ -315,21 +423,43 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "rate(telemt_me_reconnect_attempts_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} reconnect", "refId": "A" },
|
|
|
|
|
{ "expr": "rate(telemt_me_handshake_reject_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} hs reject", "refId": "B" },
|
|
|
|
|
{ "expr": "rate(telemt_me_crc_mismatch_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} crc mismatch", "refId": "C" },
|
|
|
|
|
{ "expr": "rate(telemt_desync_total{node=~\"$node\"}[5m])", "legendFormat": "{{node}} desync", "refId": "D" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_me_reconnect_attempts_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} reconnect",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_me_handshake_reject_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} hs reject",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_me_crc_mismatch_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} crc mismatch",
|
|
|
|
|
"refId": "C"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_desync_total{instance=~\"$instance\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} desync",
|
|
|
|
|
"refId": "D"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Per-User Unique IPs",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 40 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 36 },
|
|
|
|
|
"id": 40,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
"overrides": []
|
|
|
|
|
@@ -339,19 +469,33 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "telemt_user_unique_ips_current{node=~\"$node\"}", "legendFormat": "{{node}} {{user}} active", "refId": "A" },
|
|
|
|
|
{ "expr": "telemt_user_unique_ips_recent_window{node=~\"$node\"}", "legendFormat": "{{node}} {{user}} recent", "refId": "B" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_user_unique_ips_current{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} {{user}} active",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_user_unique_ips_recent_window{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} {{user}} recent",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Conntrack",
|
|
|
|
|
"type": "timeseries",
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 40 },
|
|
|
|
|
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 36 },
|
|
|
|
|
"id": 41,
|
|
|
|
|
"fieldConfig": {
|
|
|
|
|
"defaults": {
|
|
|
|
|
"custom": { "drawStyle": "line", "lineInterpolation": "smooth", "fillOpacity": 15, "pointSize": 5, "showPoints": "auto" },
|
|
|
|
|
"custom": {
|
|
|
|
|
"drawStyle": "line",
|
|
|
|
|
"lineInterpolation": "smooth",
|
|
|
|
|
"fillOpacity": 15,
|
|
|
|
|
"pointSize": 5,
|
|
|
|
|
"showPoints": "auto"
|
|
|
|
|
},
|
|
|
|
|
"unit": "cps",
|
|
|
|
|
"thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }] }
|
|
|
|
|
},
|
|
|
|
|
@@ -362,9 +506,21 @@ data:
|
|
|
|
|
"legend": { "displayMode": "list", "placement": "bottom" }
|
|
|
|
|
},
|
|
|
|
|
"targets": [
|
|
|
|
|
{ "expr": "rate(telemt_conntrack_delete_total{node=~\"$node\", result=\"attempt\"}[5m])", "legendFormat": "{{node}} delete attempt", "refId": "A" },
|
|
|
|
|
{ "expr": "rate(telemt_conntrack_delete_total{node=~\"$node\", result=\"error\"}[5m])", "legendFormat": "{{node}} delete error", "refId": "B" },
|
|
|
|
|
{ "expr": "telemt_conntrack_event_queue_depth{node=~\"$node\"}", "legendFormat": "{{node}} queue depth", "refId": "C" }
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_conntrack_delete_total{instance=~\"$instance\", result=\"attempt\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} delete attempt",
|
|
|
|
|
"refId": "A"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "rate(telemt_conntrack_delete_total{instance=~\"$instance\", result=\"error\"}[5m])",
|
|
|
|
|
"legendFormat": "{{instance}} delete error",
|
|
|
|
|
"refId": "B"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"expr": "telemt_conntrack_event_queue_depth{instance=~\"$instance\"}",
|
|
|
|
|
"legendFormat": "{{instance}} queue depth",
|
|
|
|
|
"refId": "C"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" }
|
|
|
|
|
}
|
|
|
|
|
@@ -391,13 +547,13 @@ data:
|
|
|
|
|
{
|
|
|
|
|
"current": {},
|
|
|
|
|
"datasource": { "type": "prometheus", "uid": "${datasource}" },
|
|
|
|
|
"definition": "label_values(telemt_uptime_seconds, node)",
|
|
|
|
|
"definition": "label_values(telemt_uptime_seconds, instance)",
|
|
|
|
|
"hide": 0,
|
|
|
|
|
"includeAll": true,
|
|
|
|
|
"label": "Node",
|
|
|
|
|
"label": "Instance",
|
|
|
|
|
"multi": true,
|
|
|
|
|
"name": "node",
|
|
|
|
|
"query": "label_values(telemt_uptime_seconds, node)",
|
|
|
|
|
"name": "instance",
|
|
|
|
|
"query": "label_values(telemt_uptime_seconds, instance)",
|
|
|
|
|
"refresh": 2,
|
|
|
|
|
"regex": "",
|
|
|
|
|
"skipUrlSync": false,
|
|
|
|
|
|
