{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "description": "diagnosis-compute (logstats) ETL. Emphasizes hourly throughput and active concurrent tasks for capacity planning. Active tasks that stay elevated (not brief hourly spikes) means work is stacking up. Note: infra clusters (o11y/seed, tenant=infra-prod) emit prometheus/vm* components; customer Dedicated/NextGen clusters emit tidb/tikv/pd/tiflash. Conprof retention cleanup panels track tiered profile halving (first_halving / second_halving).", "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": null, "links": [], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 100, "title": "Overview", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 0, "y": 1 }, "id": 1, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(diagnosis_compute_current_analyze_tasks{cluster_id=~\"$cluster_id\"})", "legendFormat": "running", "refId": "A" } ], "title": "Active hourly tasks", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 20 }, { "color": "red", "value": 50 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 4, "y": 1 }, "id": 2, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "max" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(diagnosis_compute_current_analyze_tasks{cluster_id=~\"$cluster_id\"})", "legendFormat": "active", "refId": "A" } ], "title": "Max active hourly tasks", "description": "Peak concurrent cluster-hour ETL tasks in the selected range. Brief spikes each hour are normal; a high floor that does not return to ~0 means backlog / need more capacity.", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 8, "y": 1 }, "id": 3, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[$__range]))", "legendFormat": "files", "refId": "A" } ], "title": "Raw log files (range total)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 12, "y": 1 }, "id": 4, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[$__range]))", "legendFormat": "bytes", "refId": "A" } ], "title": "Raw log bytes (range total)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 16, "y": 1 }, "id": 5, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_parquet_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[$__range]))", "legendFormat": "files", "refId": "A" } ], "title": "Parquet files uploaded (range total)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 20, "y": 1 }, "id": 6, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_parquet_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[$__range]))", "legendFormat": "bytes", "refId": "A" } ], "title": "Parquet bytes uploaded (range total)", "type": "stat" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 5 }, "id": 101, "title": "Tasks & hourly output", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 6 }, "id": 10, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(diagnosis_compute_current_analyze_tasks{cluster_id=~\"$cluster_id\"})", "legendFormat": "active hourly tasks", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_files_processed_total{cluster_id=~\"$cluster_id\", status=\"success\"}[$__rate_interval]))", "legendFormat": "raw files processed per hour (success)", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_files_processed_total{cluster_id=~\"$cluster_id\", status=\"error\"}[$__rate_interval]))", "legendFormat": "raw files processed per hour (error)", "refId": "C" } ], "title": "Task activity", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "raw files.*" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "custom.fillOpacity", "value": 0 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 6 }, "id": 11, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(diagnosis_compute_current_analyze_tasks{cluster_id=~\"$cluster_id\"})", "legendFormat": "active hourly tasks (total)", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "avg_over_time(sum(diagnosis_compute_current_analyze_tasks{cluster_id=~\"$cluster_id\"})[1h:])", "legendFormat": "1h avg active tasks", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "max_over_time(sum(diagnosis_compute_current_analyze_tasks{cluster_id=~\"$cluster_id\"})[1h:])", "legendFormat": "1h max active tasks", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_files_processed_total{cluster_id=~\"$cluster_id\", status=\"success\"}[1h]))", "legendFormat": "raw files processed / hour", "refId": "D" } ], "title": "Capacity: active tasks vs hourly volume", "description": "Uses existing gauges/counters only (no histograms). Healthy: active tasks pulse each hour then drop near 0, while files/hour may grow. Need scale-out: 1h avg stays high, or pulses get wider/taller as volume grows and no longer drain before the next hour.", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 14 }, "id": 102, "title": "Raw log input (compressed gz)", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 15 }, "id": 20, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, component) (increase(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{component}}", "refId": "A" } ], "title": "Raw log files per hour by component", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 15 }, "id": 21, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, component) (increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{component}}", "refId": "A" } ], "title": "Raw compressed bytes per hour by component", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 23 }, "id": 104, "title": "By org", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 24 }, "id": 40, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "Raw log files per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 24 }, "id": 41, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "Raw compressed bytes per hour by org", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 32 }, "id": 110, "title": "Profiles & regions (raw input only, no ETL)", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 33 }, "id": 111, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=\"profiles\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "Profiles files per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 33 }, "id": 112, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=\"profiles\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "Profiles compressed bytes per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 41 }, "id": 113, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=\"regions\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "Regions files per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 41 }, "id": 114, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=\"regions\"}[1h]))", "interval": "1h", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "Regions compressed bytes per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 0, "y": 49 }, "id": 115, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_conprof_cleanup_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", status=\"deleted\"}[$__range]))", "legendFormat": "deleted", "refId": "A" } ], "title": "Conprof profiles deleted (range total)", "description": "Tiered retention cleanup: first halving (~day 7, mod 2) and second halving (~day 15, mod 4).", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 6, "y": 49 }, "id": 116, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_conprof_cleanup_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\"}[$__range]))", "legendFormat": "bytes", "refId": "A" } ], "title": "Conprof bytes deleted (range total)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 12, "y": 49 }, "id": 119, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_conprof_cleanup_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", status=\"error\"}[$__range]))", "legendFormat": "errors", "refId": "A" } ], "title": "Conprof cleanup errors (range total)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 3, "x": 18, "y": 49 }, "id": 121, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=\"profiles\"}[$__range]))", "legendFormat": "added", "refId": "A" } ], "title": "Profiles ingested files (range total)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 4, "w": 3, "x": 21, "y": 49 }, "id": 122, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=\"profiles\"}[$__range]))", "legendFormat": "added", "refId": "A" } ], "title": "Profiles ingested bytes (range total)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 53 }, "id": 117, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (phase) (increase(diagnosis_compute_conprof_cleanup_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", status=\"deleted\"}[1h]))", "interval": "1h", "legendFormat": "{{phase}}", "refId": "A" } ], "title": "Conprof profiles deleted per hour by phase", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 53 }, "id": 118, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (phase) (increase(diagnosis_compute_conprof_cleanup_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\"}[1h]))", "interval": "1h", "legendFormat": "{{phase}}", "refId": "A" } ], "title": "Conprof bytes deleted per hour by phase", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Deleted bytes" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Deleted files" }, "properties": [ { "id": "unit", "value": "short" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 61 }, "id": 120, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Deleted files" } ] }, "pluginVersion": "10.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id, cluster, phase) (increase(diagnosis_compute_conprof_cleanup_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", status=\"deleted\"}[$__range]))", "format": "table", "instant": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id, cluster, phase) (increase(diagnosis_compute_conprof_cleanup_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\"}[$__range]))", "format": "table", "instant": true, "refId": "B" } ], "title": "Conprof cleanup breakdown (selected time range)", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "phase" } }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Time 1": true, "Time 2": true }, "renameByName": { "Value #A": "Deleted files", "Value #B": "Deleted bytes", "cluster": "Cluster", "env": "Env", "phase": "Phase", "tenant_id": "Org" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 69 }, "id": 105, "title": "DB components (tidb / tikv / pd / tiflash) \u2014 customer clusters", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 70 }, "id": 44, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", tenant_id!=\"infra-prod\", cluster=~\"$cluster\", component=~\"$db_component\"}[1h]))", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "DB raw compressed bytes per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 70 }, "id": 45, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, component) (increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", tenant_id!=\"infra-prod\", cluster=~\"$cluster\", component=~\"$db_component\"}[1h]))", "legendFormat": "{{env}}/{{component}}", "refId": "A" } ], "title": "DB raw compressed bytes per hour by component", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Raw bytes" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Raw files" }, "properties": [ { "id": "unit", "value": "short" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 78 }, "id": 22, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Raw bytes" } ] }, "pluginVersion": "10.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id, cluster, component) (increase(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[$__range]))", "format": "table", "instant": true, "legendFormat": "__auto", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id, cluster, component) (increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[$__range]))", "format": "table", "instant": true, "legendFormat": "__auto", "refId": "B" } ], "title": "Raw input breakdown (selected time range)", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "component" } }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Time 1": true, "Time 2": true }, "renameByName": { "Value #A": "Raw files", "Value #B": "Raw gz bytes", "cluster": "Cluster", "component": "Component", "env": "Env", "tenant_id": "Org" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 86 }, "id": 103, "title": "Parquet output", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 87 }, "id": 30, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, component) (increase(diagnosis_compute_parquet_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[1h]))", "legendFormat": "{{env}}/{{component}}", "refId": "A" } ], "title": "Parquet files per hour by component", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 87 }, "id": 31, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, component) (increase(diagnosis_compute_parquet_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[1h]))", "legendFormat": "{{env}}/{{component}}", "refId": "A" } ], "title": "Parquet bytes per hour by component", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 103 }, "id": 46, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_parquet_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[1h]))", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "Parquet bytes per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 103 }, "id": 47, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id) (increase(diagnosis_compute_parquet_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", tenant_id!=\"infra-prod\", cluster=~\"$cluster\", component=~\"$db_component\"}[1h]))", "legendFormat": "{{env}}/{{tenant_id}}", "refId": "A" } ], "title": "DB Parquet bytes per hour by org", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 95 }, "id": 32, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "histogram_quantile(0.99, sum by (le, env, component) (rate(diagnosis_compute_upload_parquet_duration_seconds_bucket{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[$__rate_interval])))", "legendFormat": "p99 {{env}}/{{component}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "histogram_quantile(0.50, sum by (le, env, component) (rate(diagnosis_compute_upload_parquet_duration_seconds_bucket{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[$__rate_interval])))", "legendFormat": "p50 {{env}}/{{component}}", "refId": "B" } ], "title": "Parquet upload latency", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 95 }, "id": 33, "options": { "legend": { "calcs": [ "mean" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(increase(diagnosis_compute_parquet_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[1h])) / clamp_min(sum(increase(diagnosis_compute_raw_log_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\", component!~\"profiles|regions\"}[1h])), 1)", "legendFormat": "parquet / raw gz bytes ratio", "refId": "A" } ], "title": "Parquet vs raw gz size ratio (hourly)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Parquet bytes" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Parquet files" }, "properties": [ { "id": "unit", "value": "short" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 111 }, "id": 34, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Parquet bytes" } ] }, "pluginVersion": "10.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id, cluster, component) (increase(diagnosis_compute_parquet_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[$__range]))", "format": "table", "instant": true, "legendFormat": "__auto", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum by (env, tenant_id, cluster, component) (increase(diagnosis_compute_parquet_bytes_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\", component=~\"$component\"}[$__range]))", "format": "table", "instant": true, "legendFormat": "__auto", "refId": "B" } ], "title": "Parquet breakdown (selected time range)", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "component" } }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Time 1": true, "Time 2": true }, "renameByName": { "Value #A": "Parquet files", "Value #B": "Parquet bytes", "cluster": "Cluster", "component": "Component", "env": "Env", "tenant_id": "Org" } } } ], "type": "table" } ], "refresh": "30s", "schemaVersion": 39, "tags": [ "logstats", "diagnosis-compute", "o11y" ], "templating": { "list": [ { "current": {}, "hide": 0, "includeAll": false, "label": "Datasource", "multi": false, "name": "datasource", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "allValue": ".*", "current": { "selected": true, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(diagnosis_compute_raw_log_files_total, env)", "hide": 0, "includeAll": true, "label": "Env", "multi": true, "name": "env", "options": [], "query": { "query": "label_values(diagnosis_compute_raw_log_files_total, env)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 2, "regex": "", "sort": 1, "type": "query" }, { "allValue": ".*", "current": { "selected": true, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(diagnosis_compute_raw_log_files_total{env=~\"$env\"}, tenant_id)", "hide": 0, "includeAll": true, "label": "Org", "multi": true, "name": "tenant_id", "options": [], "query": { "query": "label_values(diagnosis_compute_raw_log_files_total{env=~\"$env\"}, tenant_id)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 2, "regex": "", "sort": 1, "type": "query" }, { "allValue": ".*", "current": { "selected": true, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\"}, cluster)", "hide": 0, "includeAll": true, "label": "Cluster", "multi": true, "name": "cluster", "options": [], "query": { "query": "label_values(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\"}, cluster)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 2, "regex": "", "sort": 1, "type": "query" }, { "allValue": ".*", "current": { "selected": true, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(diagnosis_compute_files_processed_total, cluster_id)", "hide": 0, "includeAll": true, "label": "Storage ID", "multi": true, "name": "cluster_id", "options": [], "query": { "query": "label_values(diagnosis_compute_files_processed_total, cluster_id)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 2, "regex": "", "sort": 1, "type": "query" }, { "allValue": ".*", "current": { "selected": true, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\"}, component)", "hide": 0, "includeAll": true, "label": "Component", "multi": true, "name": "component", "options": [], "query": { "query": "label_values(diagnosis_compute_raw_log_files_total{env=~\"$env\", tenant_id=~\"$tenant_id\", cluster=~\"$cluster\"}, component)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 2, "regex": "/^(?!profiles$|regions$).+/", "sort": 1, "type": "query" }, { "allValue": "tidb|tikv|pd|tiflash|ticdc|tiproxy|br|lightning|dm", "current": { "selected": true, "text": "All", "value": "$__all" }, "hide": 0, "includeAll": true, "label": "DB component", "multi": true, "name": "db_component", "options": [ { "selected": false, "text": "tidb", "value": "tidb" }, { "selected": false, "text": "tikv", "value": "tikv" }, { "selected": false, "text": "pd", "value": "pd" }, { "selected": false, "text": "tiflash", "value": "tiflash" }, { "selected": false, "text": "ticdc", "value": "ticdc" }, { "selected": false, "text": "tiproxy", "value": "tiproxy" } ], "query": "tidb,tikv,pd,tiflash,ticdc,tiproxy", "skipUrlSync": false, "type": "custom" } ] }, "time": { "from": "now-6h", "to": "now" }, "timepicker": {}, "timezone": "browser", "title": "Logstats (diagnosis-compute)", "uid": "logstats-diagnosis-compute", "version": 2, "weekStart": "" }