System Initiative

{ "id": null, "uid": "edda-build-pipeline", "title": "Edda Build Pipeline Metrics", "tags": [ "edda", "pipeline", "bifrost", "materialized-view", "nats" ], "timezone": "browser", "schemaVersion": 16, "version": 0, "refresh": "5s", "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "templating": { "list": [ { "name": "datasource", "type": "datasource", "label": "Data Source", "query": "prometheus", "refresh": 1, "hide": 0 }, { "name": "service", "type": "query", "label": "Service", "datasource": { "type": "prometheus", "uid": "${datasource}" }, "query": "label_values({__name__=~\"edda_updates_publish_total|sdf_bifrost_send_ws_client_message_total\"}, exported_job)", "refresh": 2, "sort": 1, "multi": true, "includeAll": true, "allValue": ".*" }, { "name": "kind", "type": "query", "label": "Update Kind", "datasource": { "type": "prometheus", "uid": "${datasource}" }, "query": "label_values(edda_updates_publish_total{exported_job=~\"${service}\"}, kind)", "refresh": 2, "sort": 1, "multi": true, "includeAll": true, "allValue": ".*" }, { "name": "interval", "type": "interval", "label": "Time Window", "auto": false, "auto_count": 30, "auto_min": "10s", "query": "1m,5m,10m,30m,1h,6h,12h,1d", "current": { "selected": true, "text": "5m", "value": "5m" }, "options": [ { "selected": false, "text": "1m", "value": "1m" }, { "selected": true, "text": "5m", "value": "5m" }, { "selected": false, "text": "10m", "value": "10m" }, { "selected": false, "text": "30m", "value": "30m" }, { "selected": false, "text": "1h", "value": "1h" }, { "selected": false, "text": "6h", "value": "6h" }, { "selected": false, "text": "12h", "value": "12h" }, { "selected": false, "text": "1d", "value": "1d" } ], "hide": 0 } ] }, "panels": [ { "id": 100, "type": "row", "title": "Overview - Message Counts", "gridPos": { "x": 0, "y": 0, "w": 24, "h": 1 }, "collapsed": false }, { "id": 101, "type": "stat", "title": "Total Edda Updates Published", "description": "Total count of updates published by Edda in the selected time window", "gridPos": { "x": 0, "y": 1, "w": 6, "h": 5 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum(increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$interval]))", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "thresholds": { "mode": "absolute", "steps": [ { "value": null, "color": "green" }, { "value": 1000, "color": "yellow" }, { "value": 10000, "color": "orange" } ] } } }, "options": { "colorMode": "background", "graphMode": "area", "textMode": "value_and_name", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ] } } }, { "id": 104, "type": "stat", "title": "Total NATS Multiplexer Messages for Edda Updates", "description": "Total count of messages received by all NATS multiplexers for the \"edda.updates.>\" subject in the selected time window", "gridPos": { "x": 6, "y": 1, "w": 6, "h": 5 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum(increase(nats_multiplexer_incoming_message_total{exported_job=~\"${service}\", subject=\"edda.updates.>\"}[$interval]))", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "thresholds": { "mode": "absolute", "steps": [ { "value": null, "color": "blue" }, { "value": 1000, "color": "yellow" }, { "value": 10000, "color": "orange" } ] } } }, "options": { "colorMode": "background", "graphMode": "area", "textMode": "value_and_name", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ] } } }, { "id": 102, "type": "stat", "title": "Total Bifrost WebSocket Messages Sent", "description": "Total count of messages sent to WebSocket clients from bifrost in the selected time window", "gridPos": { "x": 12, "y": 1, "w": 6, "h": 5 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum(increase(sdf_bifrost_send_ws_client_message_total{exported_job=~\"${service}\"}[$interval]))", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "thresholds": { "mode": "absolute", "steps": [ { "value": null, "color": "green" }, { "value": 1000, "color": "yellow" }, { "value": 10000, "color": "orange" } ] } } }, "options": { "colorMode": "background", "graphMode": "area", "textMode": "value_and_name", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ] } } }, { "id": 103, "type": "stat", "title": "Pipeline Amplification Ratio", "description": "Ratio of bifrost WebSocket messages to Edda updates", "gridPos": { "x": 18, "y": 1, "w": 6, "h": 5 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum(increase(sdf_bifrost_send_ws_client_message_total{exported_job=~\"${service}\"}[$interval])) / sum(increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$interval]))", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 2, "thresholds": { "mode": "absolute", "steps": [ { "value": null, "color": "red" }, { "value": 0.5, "color": "yellow" }, { "value": 0.9, "color": "green" } ] } } }, "options": { "colorMode": "background", "graphMode": "area", "textMode": "value_and_name", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ] } } }, { "id": 200, "type": "row", "title": "Message Counts Over Time", "gridPos": { "x": 0, "y": 6, "w": 24, "h": 1 }, "collapsed": false }, { "id": 201, "type": "timeseries", "title": "Edda Updates Published - Cumulative Count by Kind", "description": "Shows the cumulative count of updates published over time, broken down by update type", "gridPos": { "x": 0, "y": 7, "w": 24, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (kind) (increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$__interval]))", "legendFormat": "{{kind}}", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "lineWidth": 2, "fillOpacity": 0, "showPoints": "auto", "spanNulls": false } } }, "options": { "tooltip": { "mode": "multi", "sort": "desc" }, "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "lastNotNull", "max", "sum" ] } } }, { "id": 202, "type": "timeseries", "title": "Pipeline Message Counts Comparison", "description": "Direct comparison of update counts: Edda published vs WebSocket sent", "gridPos": { "x": 0, "y": 17, "w": 24, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum(increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$__interval]))", "legendFormat": "Edda Updates Published", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } }, { "expr": "sum(increase(sdf_bifrost_send_ws_client_message_total{exported_job=~\"${service}\"}[$__interval]))", "legendFormat": "Bifrost WebSocket Messages Sent", "refId": "B", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "lineWidth": 2, "fillOpacity": 0, "showPoints": "auto", "spanNulls": false } } }, "options": { "tooltip": { "mode": "multi", "sort": "desc" }, "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "lastNotNull", "max", "sum" ] } } }, { "id": 300, "type": "row", "title": "Update Type Breakdown - Counts", "gridPos": { "x": 0, "y": 27, "w": 24, "h": 1 }, "collapsed": false }, { "id": 301, "type": "bargauge", "title": "Edda Update Counts by Kind", "description": "Total count of each edda update type in the selected time window", "gridPos": { "x": 0, "y": 28, "w": 12, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (kind) (increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$interval]))", "legendFormat": "{{kind}}", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "min": 0, "displayName": "${__field.labels.kind}" } }, "options": { "orientation": "horizontal", "displayMode": "gradient", "showUnfilled": true, "text": { "titleSize": 14, "valueSize": 20 } } }, { "id": 302, "type": "piechart", "title": "Update Type Distribution by Count", "description": "Percentage distribution of update types by count", "gridPos": { "x": 12, "y": 28, "w": 12, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (kind) (increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$interval]))", "legendFormat": "{{kind}}", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0 } }, "options": { "pieType": "pie", "displayLabels": [ "name", "percent" ], "legend": { "displayMode": "table", "placement": "right", "calcs": [ "lastNotNull", "sum" ] } } }, { "id": 400, "type": "row", "title": "Change Set vs Deployment Updates", "gridPos": { "x": 0, "y": 38, "w": 24, "h": 1 }, "collapsed": false }, { "id": 401, "type": "timeseries", "title": "Change Set Update Counts", "description": "Cumulative count of change set related updates over time", "gridPos": { "x": 0, "y": 39, "w": 12, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (kind) (increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"change_set.*\"}[$__interval]))", "legendFormat": "{{kind}}", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "lineWidth": 2, "fillOpacity": 20, "showPoints": "auto", "spanNulls": false, "stacking": { "mode": "normal" } } } }, "options": { "tooltip": { "mode": "multi", "sort": "desc" }, "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "lastNotNull", "max", "sum" ] } } }, { "id": 402, "type": "timeseries", "title": "Deployment Update Counts", "description": "Cumulative count of deployment related updates over time", "gridPos": { "x": 12, "y": 39, "w": 12, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (kind) (increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"deployment.*\"}[$__interval]))", "legendFormat": "{{kind}}", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "lineWidth": 2, "fillOpacity": 20, "showPoints": "auto", "spanNulls": false, "stacking": { "mode": "normal" } } } }, "options": { "tooltip": { "mode": "multi", "sort": "desc" }, "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "lastNotNull", "max", "sum" ] } } }, { "id": 500, "type": "row", "title": "Service-Level Breakdown", "gridPos": { "x": 0, "y": 49, "w": 24, "h": 1 }, "collapsed": false }, { "id": 501, "type": "timeseries", "title": "Edda Update Counts by Service", "description": "Total Edda update counts broken down by service", "gridPos": { "x": 0, "y": 50, "w": 12, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (exported_job) (increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$__interval]))", "legendFormat": "{{exported_job}}", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "lineWidth": 2, "fillOpacity": 0, "showPoints": "auto", "spanNulls": false } } }, "options": { "tooltip": { "mode": "multi", "sort": "desc" }, "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "lastNotNull", "max", "sum" ] } } }, { "id": 502, "type": "timeseries", "title": "Bifrost WebSocket Message Counts by Service", "description": "Total Bifrost WebSocket messages sent broken down by service", "gridPos": { "x": 12, "y": 50, "w": 12, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (exported_job) (increase(sdf_bifrost_send_ws_client_message_total{exported_job=~\"${service}\"}[$__interval]))", "legendFormat": "{{exported_job}}", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "lineWidth": 2, "fillOpacity": 0, "showPoints": "auto", "spanNulls": false } } }, "options": { "tooltip": { "mode": "multi", "sort": "desc" }, "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "lastNotNull", "max", "sum" ] } } }, { "id": 600, "type": "row", "title": "Detailed Counts by Update Kind", "gridPos": { "x": 0, "y": 60, "w": 24, "h": 1 }, "collapsed": false }, { "id": 601, "type": "stat", "title": "${kind} - Total Count", "repeat": "kind", "repeatDirection": "h", "maxPerRow": 3, "gridPos": { "x": 0, "y": 61, "w": 8, "h": 4 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum(increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=\"${kind}\"}[$interval]))", "refId": "A", "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "thresholds": { "mode": "absolute", "steps": [ { "value": null, "color": "green" }, { "value": 100, "color": "yellow" }, { "value": 1000, "color": "orange" } ] } } }, "options": { "colorMode": "background", "graphMode": "area", "textMode": "value_and_name", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ] } } }, { "id": 700, "type": "row", "title": "Comparative Analysis Table", "gridPos": { "x": 0, "y": 65, "w": 24, "h": 1 }, "collapsed": false }, { "id": 701, "type": "table", "title": "Update Counts Summary by Kind", "description": "Tabular view comparing counts across all update types", "gridPos": { "x": 0, "y": 66, "w": 24, "h": 10 }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "targets": [ { "expr": "sum by (kind) (increase(edda_updates_publish_total{exported_job=~\"${service}\", kind=~\"${kind}\"}[$interval]))", "refId": "A", "format": "table", "instant": true, "datasource": { "type": "prometheus", "uid": "${datasource}" } } ], "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "align": "auto", "displayMode": "auto" } }, "overrides": [ { "matcher": { "id": "byName", "options": "Value" }, "properties": [ { "id": "displayName", "value": "Count" }, { "id": "custom.displayMode", "value": "gradient-gauge" } ] } ] }, "options": { "showHeader": true, "sortBy": [ { "displayName": "Count", "desc": true } ] }, "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true }, "indexByName": { "kind": 0, "Value": 1 }, "renameByName": { "kind": "Update Kind" } } } ] } ], "time": { "from": "now-15m", "to": "now" }, "timepicker": { "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] } }