{ "id": null, "uid": "otel-collector-dev", "title": "OpenTelemetry Collector (Dev)", "tags": [ "otel", "dev" ], "timezone": "", "schemaVersion": 38, "version": 1, "refresh": "10s", "time": { "from": "now-15m", "to": "now" }, "timepicker": {}, "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "templating": { "list": [] }, "panels": [ { "id": 1, "type": "timeseries", "title": "Accepted vs Refused Spans", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 0 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "sum(rate(otelcol_receiver_accepted_spans{job=\"otel-collector\"}[1m]))", "legendFormat": "accepted" }, { "refId": "B", "expr": "sum(rate(otelcol_receiver_refused_spans{job=\"otel-collector\"}[1m]))", "legendFormat": "refused" } ] }, { "id": 2, "type": "timeseries", "title": "Exporter Success vs Failures", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 0 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "sum(rate(otelcol_exporter_sent_spans{job=\"otel-collector\",exporter=\"otlp/jaeger\"}[1m]))", "legendFormat": "sent" }, { "refId": "B", "expr": "sum(rate(otelcol_exporter_failed_spans{job=\"otel-collector\",exporter=\"otlp/jaeger\"}[1m]))", "legendFormat": "failed" } ] }, { "id": 3, "type": "timeseries", "title": "Exporter Queue Size", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1000 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "avg(otelcol_exporter_queue_size{job=\"otel-collector\",exporter=\"otlp/jaeger\"})", "legendFormat": "queue size" } ] }, { "id": 4, "type": "stat", "title": "Process Memory (MB)", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 500 }, { "color": "red", "value": 700 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 12, "y": 8 }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "refId": "A", "expr": "process_resident_memory_bytes{job=\"otel-collector\"} / 1e6" } ] }, { "id": 5, "type": "stat", "title": "Process CPU (s)", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 60 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 18, "y": 8 }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "delta" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "refId": "A", "expr": "rate(process_cpu_seconds_total{job=\"otel-collector\"}[5m])" } ] }, { "id": 6, "type": "timeseries", "title": "Messages Processed Rate", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 12 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "sum by (message_status) (rate(caatsm_messages_processed_total[1m]))", "legendFormat": "{{message_status}}" } ] }, { "id": 7, "type": "timeseries", "title": "Publish Failures Rate", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 100 }, { "color": "red", "value": 500 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 12 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "sum(rate(caatsm_publish_failures_total[1m]))", "legendFormat": "failures/s" } ] }, { "id": 8, "type": "timeseries", "title": "Exporter Queue Size vs Capacity", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 20 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "avg(otelcol_exporter_queue_size{job=\"otel-collector\",exporter=\"otlp/jaeger\"})", "legendFormat": "queue size" }, { "refId": "B", "expr": "avg(otelcol_exporter_queue_capacity{job=\"otel-collector\",exporter=\"otlp/jaeger\"})", "legendFormat": "capacity" } ] }, { "id": 9, "type": "timeseries", "title": "Parse Duration (P95 / P50)", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 20 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "histogram_quantile(0.95, sum(rate(caatsm_parse_duration_seconds_bucket[5m])) by (le))", "legendFormat": "p95" }, { "refId": "B", "expr": "histogram_quantile(0.50, sum(rate(caatsm_parse_duration_seconds_bucket[5m])) by (le))", "legendFormat": "p50" } ] }, { "id": 10, "type": "timeseries", "title": "Metrics Export Rate (logging)", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 28 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "sum(rate(otelcol_exporter_sent_metrics{job=\"otel-collector\",exporter=\"logging\"}[1m]))", "legendFormat": "sent metrics/s" }, { "refId": "B", "expr": "sum(rate(otelcol_exporter_failed_metrics{job=\"otel-collector\",exporter=\"logging\"}[1m]))", "legendFormat": "failed metrics/s" } ] }, { "id": 11, "type": "stat", "title": "Collector Uptime (s)", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 12, "y": 28 }, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "refId": "A", "expr": "otelcol_process_uptime{job=\"otel-collector\"}" } ] }, { "id": 12, "type": "timeseries", "title": "Process Heap / Sys Memory", "datasource": { "type": "prometheus", "uid": "prometheus-dev" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 18, "y": 28 }, "options": { "legend": { "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "refId": "A", "expr": "sum(otelcol_process_runtime_heap_alloc_bytes{job=\"otel-collector\"})", "legendFormat": "heap alloc" }, { "refId": "B", "expr": "sum(otelcol_process_runtime_total_sys_memory_bytes{job=\"otel-collector\"})", "legendFormat": "sys memory" } ] } ] }