Профиль observability: otel-collector (приём OTLP) -> tempo (трейсы), cadvisor/node-exporter (ресурсы) в Prometheus, дашборды Deal-Traces и Deal-Resources, datasource Tempo и связь логов с трейсами, алерты по ресурсам; OTel-env у всех процессов.
290 lines
6.9 KiB
JSON
290 lines
6.9 KiB
JSON
{
|
||
"annotations": {
|
||
"list": []
|
||
},
|
||
"editable": true,
|
||
"graphTooltip": 0,
|
||
"id": null,
|
||
"links": [],
|
||
"panels": [
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"description": "Потребление CPU контейнерами Deal (cAdvisor). Значение — ядра, занятые контейнером за 5 минут.",
|
||
"fieldConfig": {
|
||
"defaults": {
|
||
"custom": {
|
||
"drawStyle": "line",
|
||
"fillOpacity": 15,
|
||
"lineWidth": 1,
|
||
"showPoints": "never"
|
||
},
|
||
"unit": "short"
|
||
},
|
||
"overrides": []
|
||
},
|
||
"gridPos": {
|
||
"h": 8,
|
||
"w": 12,
|
||
"x": 0,
|
||
"y": 0
|
||
},
|
||
"id": 1,
|
||
"options": {
|
||
"legend": {
|
||
"calcs": [],
|
||
"displayMode": "list",
|
||
"placement": "bottom",
|
||
"showLegend": true
|
||
},
|
||
"tooltip": {
|
||
"mode": "multi",
|
||
"sort": "desc"
|
||
}
|
||
},
|
||
"targets": [
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"expr": "sum by (name) (rate(container_cpu_usage_seconds_total{name=~\".*deal.*|.*core.*|.*service.*\"}[5m]))",
|
||
"legendFormat": "{{name}}",
|
||
"refId": "A"
|
||
}
|
||
],
|
||
"title": "CPU контейнеров (cAdvisor)",
|
||
"type": "timeseries"
|
||
},
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"description": "Рабочий набор памяти контейнеров Deal (cAdvisor). Лимиты заданы mem_limit в compose.prod.yml.",
|
||
"fieldConfig": {
|
||
"defaults": {
|
||
"custom": {
|
||
"drawStyle": "line",
|
||
"fillOpacity": 15,
|
||
"lineWidth": 1,
|
||
"showPoints": "never"
|
||
},
|
||
"unit": "bytes"
|
||
},
|
||
"overrides": []
|
||
},
|
||
"gridPos": {
|
||
"h": 8,
|
||
"w": 12,
|
||
"x": 12,
|
||
"y": 0
|
||
},
|
||
"id": 2,
|
||
"options": {
|
||
"legend": {
|
||
"calcs": [],
|
||
"displayMode": "list",
|
||
"placement": "bottom",
|
||
"showLegend": true
|
||
},
|
||
"tooltip": {
|
||
"mode": "multi",
|
||
"sort": "desc"
|
||
}
|
||
},
|
||
"targets": [
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"expr": "sum by (name) (container_memory_working_set_bytes{name=~\".*deal.*|.*core.*|.*service.*\"})",
|
||
"legendFormat": "{{name}}",
|
||
"refId": "A"
|
||
}
|
||
],
|
||
"title": "Память контейнеров (cAdvisor)",
|
||
"type": "timeseries"
|
||
},
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"description": "Загрузка CPU хоста (node-exporter), 0–100%.",
|
||
"fieldConfig": {
|
||
"defaults": {
|
||
"custom": {
|
||
"drawStyle": "line",
|
||
"fillOpacity": 15,
|
||
"lineWidth": 1,
|
||
"showPoints": "never"
|
||
},
|
||
"max": 100,
|
||
"min": 0,
|
||
"unit": "percent"
|
||
},
|
||
"overrides": []
|
||
},
|
||
"gridPos": {
|
||
"h": 8,
|
||
"w": 12,
|
||
"x": 0,
|
||
"y": 8
|
||
},
|
||
"id": 3,
|
||
"options": {
|
||
"legend": {
|
||
"calcs": [],
|
||
"displayMode": "list",
|
||
"placement": "bottom",
|
||
"showLegend": true
|
||
},
|
||
"tooltip": {
|
||
"mode": "multi",
|
||
"sort": "desc"
|
||
}
|
||
},
|
||
"targets": [
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"expr": "100 - (avg(rate(node_cpu_seconds_total{mode=\"idle\"}[5m])) * 100)",
|
||
"legendFormat": "CPU хоста",
|
||
"refId": "A"
|
||
}
|
||
],
|
||
"title": "CPU хоста (node-exporter)",
|
||
"type": "timeseries"
|
||
},
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"description": "Занятая память хоста (node-exporter), проценты от общего объёма.",
|
||
"fieldConfig": {
|
||
"defaults": {
|
||
"custom": {
|
||
"drawStyle": "line",
|
||
"fillOpacity": 15,
|
||
"lineWidth": 1,
|
||
"showPoints": "never"
|
||
},
|
||
"max": 100,
|
||
"min": 0,
|
||
"unit": "percent"
|
||
},
|
||
"overrides": []
|
||
},
|
||
"gridPos": {
|
||
"h": 8,
|
||
"w": 12,
|
||
"x": 12,
|
||
"y": 8
|
||
},
|
||
"id": 4,
|
||
"options": {
|
||
"legend": {
|
||
"calcs": [],
|
||
"displayMode": "list",
|
||
"placement": "bottom",
|
||
"showLegend": true
|
||
},
|
||
"tooltip": {
|
||
"mode": "multi",
|
||
"sort": "desc"
|
||
}
|
||
},
|
||
"targets": [
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"expr": "(1 - node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes) * 100",
|
||
"legendFormat": "Память хоста",
|
||
"refId": "A"
|
||
}
|
||
],
|
||
"title": "Память хоста (node-exporter)",
|
||
"type": "timeseries"
|
||
},
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"description": "Свободное место на разделах хоста (node-exporter), проценты.",
|
||
"fieldConfig": {
|
||
"defaults": {
|
||
"custom": {
|
||
"drawStyle": "line",
|
||
"fillOpacity": 15,
|
||
"lineWidth": 1,
|
||
"showPoints": "never"
|
||
},
|
||
"max": 100,
|
||
"min": 0,
|
||
"unit": "percent"
|
||
},
|
||
"overrides": []
|
||
},
|
||
"gridPos": {
|
||
"h": 8,
|
||
"w": 24,
|
||
"x": 0,
|
||
"y": 16
|
||
},
|
||
"id": 5,
|
||
"options": {
|
||
"legend": {
|
||
"calcs": [],
|
||
"displayMode": "list",
|
||
"placement": "bottom",
|
||
"showLegend": true
|
||
},
|
||
"tooltip": {
|
||
"mode": "multi",
|
||
"sort": "desc"
|
||
}
|
||
},
|
||
"targets": [
|
||
{
|
||
"datasource": {
|
||
"type": "prometheus",
|
||
"uid": "prometheus"
|
||
},
|
||
"expr": "min by (mountpoint) (node_filesystem_avail_bytes{fstype!~\"tmpfs|overlay\"} / node_filesystem_size_bytes{fstype!~\"tmpfs|overlay\"}) * 100",
|
||
"legendFormat": "{{mountpoint}}",
|
||
"refId": "A"
|
||
}
|
||
],
|
||
"title": "Свободное место на диске (node-exporter)",
|
||
"type": "timeseries"
|
||
}
|
||
],
|
||
"refresh": "30s",
|
||
"schemaVersion": 39,
|
||
"tags": [
|
||
"deal",
|
||
"resources"
|
||
],
|
||
"templating": {
|
||
"list": []
|
||
},
|
||
"time": {
|
||
"from": "now-6h",
|
||
"to": "now"
|
||
},
|
||
"timezone": "browser",
|
||
"title": "Deal — Ресурсы",
|
||
"uid": "deal-resources",
|
||
"version": 1
|
||
}
|