{ "title": "TiDB Cloud Dynamic Tracker", "description": "This dashboard provides a **high-level** overview of your TiDB clusters.\n\nFurther reading on TiDB monitoring:\n\n- [TiDB Monitoring Framework Overview](https://docs.pingcap.com/tidb/stable/tidb-monitoring-framework)\n- [TiDB Troubleshooting Map](https://docs.pingcap.com/tidb/stable/tidb-troubleshooting-map)\n- [Metrics available to Datadog](https://docs.pingcap.com/tidbcloud/monitor-datadog-integration#metrics-available-to-datadog)\n\nClone this template dashboard to make changes and add your own graph widgets.", "widgets": [ { "id": 1562647726429147, "definition": { "type": "image", "url": "https://dbdb.io/media/logos/TiDB-logo.png", "sizing": "contain", "margin": "md", "has_background": true, "has_border": true, "vertical_align": "center", "horizontal_align": "center" }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 2064912651172608, "definition": { "title": "Cluster Performance", "background_color": "green", "show_title": true, "type": "group", "layout_type": "ordered", "widgets": [ { "id": 7103748262556513, "definition": { "type": "note", "content": "Panels in this group provide performance metrics about the TiDB cluster, including latency, disk performance, etc.", "background_color": "yellow", "font_size": "18", "text_align": "left", "vertical_align": "center", "show_tick": true, "tick_pos": "50%", "tick_edge": "left", "has_padding": true }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 7774892712708708, "definition": { "title": "DataBase Time", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "formula": "query0" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_database_time{$instance,$host,$cluster_name,$cluster_id,$project_name} by {sql_type}", "data_source": "metrics", "name": "query0" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "area" }, { "formulas": [ { "formula": "query0" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_database_time{$instance,$host,$cluster_name,$cluster_id,$project_name}", "data_source": "metrics", "name": "query0" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 1, "width": 6, "height": 3 } }, { "id": 2133775056333350, "definition": { "title": "Queries Per Second", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "formula": "query1" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_query_per_second{$cluster_name,$host,$instance,$cluster_id,$project_name}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" }, { "formulas": [ { "formula": "query0" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_query_per_second{$cluster_name,$host,$instance,$cluster_id,$project_name} by {type}", "data_source": "metrics", "name": "query0" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "area" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 1, "width": 6, "height": 3 } }, { "id": 4820632235484913, "definition": { "title": "Query Duration", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "formula": "query1" } ], "response_format": "timeseries", "queries": [ { "query": "avg:tidb_cloud.db_average_query_duration{$cluster_name,$instance,$host,$cluster_id,$project_name} by {sql_type}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "warm", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 4, "width": 6, "height": 3 } }, { "id": 5746662345180932, "definition": { "title": "Failed Queries Per Second", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "failed queries", "formula": "query1" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_failed_queries{$cluster_name,$instance,$host,$cluster_id,$project_name} by {type}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "area" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 4, "width": 6, "height": 3 } }, { "id": 4120710032056865, "definition": { "title": "KV Request Duration", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.db_kv_request_duration{host:tidbcloud.com ,$cluster_id ,$cluster_name ,$host ,$project_name} by {type}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 7, "width": 6, "height": 3 } }, { "id": 1409337985760561, "definition": { "title": "Node Disk Read Latency", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.node_disk_read_latency{host:tidbcloud.com, $cluster_id, $project_name, $cluster_name} by {instance,device}" } ], "formulas": [ { "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "bars" } ] }, "layout": { "x": 6, "y": 7, "width": 6, "height": 3 } }, { "id": 573509699095548, "definition": { "title": "Node Disk Write Latency", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.node_disk_write_latency{host:tidbcloud.com, $cluster_id, $cluster_name, $project_name} by {instance,device}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "bars" } ] }, "layout": { "x": 0, "y": 10, "width": 6, "height": 3 } } ] }, "layout": { "x": 0, "y": 1, "width": 12, "height": 1 } }, { "id": 4780437374967930, "definition": { "title": "Connections", "background_color": "purple", "show_title": true, "type": "group", "layout_type": "ordered", "widgets": [ { "id": 5239817212677137, "definition": { "type": "note", "content": "Panels in this group describe connection status, containing different kinds of connection count.", "background_color": "yellow", "font_size": "18", "text_align": "left", "vertical_align": "center", "show_tick": true, "tick_pos": "50%", "tick_edge": "left", "has_padding": true }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 2278849698067162, "definition": { "title": "Connection Count", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "formula": "query1" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_total_connection{$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "area" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 1, "width": 6, "height": 3 } }, { "id": 2411291947944902, "definition": { "title": "Active Connections", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "max", "value", "avg", "min" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "Active connection", "formula": "query2" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_active_connections{$instance,$host,$cluster_name,$cluster_id,$project_name} by {instance}.as_rate()", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 1, "width": 6, "height": 3 } }, { "id": 7956786452261748, "definition": { "title": "Disconnection Count", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "formula": "query1" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_disconnections{$instance,$host,$cluster_name,$cluster_id,$project_name} by {instance,result}.as_rate()", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 4, "width": 6, "height": 3 } } ] }, "layout": { "x": 0, "y": 2, "width": 12, "height": 1 } }, { "id": 4630237678305580, "definition": { "title": "Command & Transaction", "background_color": "yellow", "show_title": true, "type": "group", "layout_type": "ordered", "widgets": [ { "id": 3228947748589959, "definition": { "type": "note", "content": "Panels in this group describe metrics about basic command and transaction statistics.", "background_color": "yellow", "font_size": "18", "text_align": "left", "vertical_align": "center", "show_tick": true, "tick_pos": "50%", "tick_edge": "left", "has_padding": true }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 1781285395042478, "definition": { "title": "Command Per Second", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "max", "value", "avg", "min" ], "type": "timeseries", "requests": [ { "formulas": [ { "formula": "query2" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_command_per_second{$instance,$host,$cluster_name,$cluster_id,$project_name} by {type}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "area" }, { "formulas": [ { "formula": "query0" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_command_per_second{$instance,$host,$cluster_name,$cluster_id,$project_name}", "data_source": "metrics", "name": "query0" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 1, "width": 6, "height": 3 } }, { "id": 5048188777367352, "definition": { "title": "Queries Using Plan Cache OPS", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "max", "value", "avg", "min" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "queries", "formula": "query2" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_queries_using_plan_cache_ops{$instance,$host,$cluster_name,$cluster_id,$project_name}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 1, "width": 6, "height": 3 } }, { "id": 8704249225568802, "definition": { "title": "Transaction Per Second", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "max", "value", "avg", "min" ], "type": "timeseries", "requests": [ { "formulas": [ { "formula": "query2" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_transaction_per_second{$instance,$host,$cluster_name,$cluster_name,$cluster_id,$project_name} by {type,txn_mode}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "green", "line_type": "solid", "line_width": "normal" }, "display_type": "area" }, { "formulas": [ { "formula": "query0" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.db_transaction_per_second{$instance,$host,$cluster_name,$cluster_name,$cluster_id,$project_name}", "data_source": "metrics", "name": "query0" } ], "style": { "palette": "warm", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 4, "width": 6, "height": 3 } } ] }, "layout": { "x": 0, "y": 3, "width": 12, "height": 1 } }, { "id": 3706679498094862, "definition": { "title": "Server Related", "background_color": "blue", "show_title": true, "type": "group", "layout_type": "ordered", "widgets": [ { "id": 8604281204047953, "definition": { "type": "note", "content": "Panels in this group describe Uptime, CPU, memory, disk usage of different components in TiDB.", "background_color": "yellow", "font_size": "18", "text_align": "left", "vertical_align": "center", "show_tick": true, "tick_pos": "50%", "tick_edge": "left", "has_padding": true }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 8971730896811910, "definition": { "title": "TiDB Uptime", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "tidb_cloud.db_component_uptime{host:tidbcloud.com, $project_name ,$cluster_id ,$cluster_name, $instance, component:tidb} by {instance}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 1, "width": 6, "height": 3 } }, { "id": 5781994570649179, "definition": { "title": "TiDB CPU Usage (Cores)", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "max", "value", "avg", "min" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "query1" }, { "alias": "capacity", "formula": "query2" } ], "response_format": "timeseries", "queries": [ { "query": "avg:tidb_cloud.node_cpu_seconds_total_rate{component:tidb,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_cpu_capacity_cores{component:tidb,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 1, "width": 6, "height": 3 } }, { "id": 7928624106284772, "definition": { "title": "TiDB Memory Usage Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)" }, { "alias": "capacity", "formula": "default_zero(query2)" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_memory_used_bytes{component:tidb,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_memory_capacity_bytes{component:tidb,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 4, "width": 6, "height": 3 } }, { "id": 8496944777123587, "definition": { "title": "TiDB Memory Available Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)", "number_format": { "unit": { "type": "canonical_unit", "unit_name": "byte_in_binary_bytes_family" } } } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_memory_available_bytes{component:tidb,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 4, "width": 6, "height": 3 } }, { "id": 3932858148057523, "definition": { "title": "TiKV Uptime", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "tidb_cloud.db_component_uptime{host:tidbcloud.com, $project_name ,$cluster_id ,$cluster_name, $instance, component:tikv} by {instance}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 7, "width": 6, "height": 3 } }, { "id": 815570989345466, "definition": { "title": "TiKV CPU Usage (Cores)", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "max", "value", "avg", "min" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "query1" }, { "alias": "capacity", "formula": "query2" } ], "response_format": "timeseries", "queries": [ { "query": "avg:tidb_cloud.node_cpu_seconds_total_rate{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_cpu_capacity_cores{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 7, "width": 6, "height": 3 } }, { "id": 3089172447202306, "definition": { "title": "TiKV Memory Usage Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)" }, { "alias": "capacity", "formula": "default_zero(query2)" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_memory_used_bytes{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_memory_capacity_bytes{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 10, "width": 6, "height": 3 } }, { "id": 7409406676392616, "definition": { "title": "TiKV Memory Available Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)", "number_format": { "unit": { "type": "canonical_unit", "unit_name": "byte_in_binary_bytes_family" } } } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_memory_available_bytes{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 10, "width": 6, "height": 3 } }, { "id": 3746610663947074, "definition": { "title": "TiKV Disk Usage Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)" }, { "alias": "capacity", "formula": "default_zero(query2)" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_storage_used_bytes{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_storage_capacity_bytes{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 13, "width": 6, "height": 3 } }, { "id": 452835258234108, "definition": { "title": "TiKV Disk Available Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)", "number_format": { "unit": { "type": "canonical_unit", "unit_name": "byte_in_binary_bytes_family" } } } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_storage_available_bytes{component:tikv,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 13, "width": 6, "height": 3 } }, { "id": 4406667283402652, "definition": { "title": "TiFlash Uptime", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "tidb_cloud.db_component_uptime{host:tidbcloud.com, $project_name ,$cluster_id ,$cluster_name, $instance, component:tiflash} by {instance}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 16, "width": 6, "height": 3 } }, { "id": 3461067880752330, "definition": { "title": "TiFlash CPU Usage (Cores)", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "max", "value", "avg", "min" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "query1" }, { "alias": "capacity", "formula": "default_zero(query2)" } ], "response_format": "timeseries", "queries": [ { "query": "avg:tidb_cloud.node_cpu_seconds_total_rate{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_cpu_capacity_cores{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 16, "width": 6, "height": 3 } }, { "id": 3233310598267762, "definition": { "title": "TiFlash Memory Usage Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)" }, { "alias": "capacity", "formula": "default_zero(query2)" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_memory_used_bytes{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_memory_capacity_bytes{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 19, "width": 6, "height": 3 } }, { "id": 1553659281387652, "definition": { "title": "TiFlash Memory Available Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)", "number_format": { "unit": { "type": "canonical_unit", "unit_name": "byte_in_binary_bytes_family" } } } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_memory_available_bytes{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 19, "width": 6, "height": 3 } }, { "id": 7673170287570968, "definition": { "title": "TiFlash Disk Usage Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)" }, { "alias": "capacity", "formula": "default_zero(query2)" } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_storage_used_bytes{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" }, { "query": "sum:tidb_cloud.node_storage_capacity_bytes{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query2" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 0, "y": 22, "width": 6, "height": 3 } }, { "id": 2985572690105050, "definition": { "title": "TiFlash Disk Available Bytes", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "vertical", "legend_columns": [ "avg", "min", "max", "value" ], "type": "timeseries", "requests": [ { "formulas": [ { "alias": "usage", "formula": "default_zero(query1)", "number_format": { "unit": { "type": "canonical_unit", "unit_name": "byte_in_binary_bytes_family" } } } ], "response_format": "timeseries", "queries": [ { "query": "sum:tidb_cloud.node_storage_available_bytes{component:tiflash,$cluster_name,$instance,$host,$cluster_id,$project_name} by {instance}", "data_source": "metrics", "name": "query1" } ], "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "yaxis": { "include_zero": true, "scale": "linear", "label": "", "min": "auto", "max": "auto" }, "markers": [] }, "layout": { "x": 6, "y": 22, "width": 6, "height": 3 } } ] }, "layout": { "x": 0, "y": 4, "width": 12, "height": 1, "is_column_break": true } }, { "id": 3499746259875062, "definition": { "title": "Resource Control", "background_color": "vivid_yellow", "show_title": true, "type": "group", "layout_type": "ordered", "widgets": [ { "id": 687719465146783, "definition": { "type": "note", "content": "This panel shows the resource unit in TiDB cluster.", "background_color": "yellow", "font_size": "18", "text_align": "left", "vertical_align": "center", "show_tick": true, "tick_pos": "50%", "tick_edge": "left", "has_padding": true }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 6719543819121589, "definition": { "title": "Resource Unit", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "name": "query1", "data_source": "metrics", "query": "avg:tidb_cloud.resource_manager_resource_unit_write_request_unit{$cluster_name, $cluster_id, host:tidbcloud.com, $project_name} by {cluster_name}" }, { "name": "query2", "data_source": "metrics", "query": "avg:tidb_cloud.resource_manager_resource_unit_read_request_unit{$project_name, $cluster_id, $cluster_name, host:tidbcloud.com} by {cluster_name}" } ], "formulas": [ { "number_format": {}, "alias": "write", "formula": "query1" }, { "number_format": {}, "alias": "read", "formula": "query2" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ], "markers": [] }, "layout": { "x": 0, "y": 1, "width": 6, "height": 3 } } ] }, "layout": { "x": 0, "y": 5, "width": 12, "height": 1 } }, { "id": 2558426120332656, "definition": { "title": "DM Panel", "background_color": "vivid_blue", "show_title": true, "type": "group", "layout_type": "ordered", "widgets": [ { "id": 6288964033662163, "definition": { "type": "note", "content": "Panels in this group shows basic metrics about Data Migration Jobs.", "background_color": "yellow", "font_size": "18", "text_align": "left", "vertical_align": "center", "show_tick": true, "tick_pos": "50%", "tick_edge": "left", "has_padding": true }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 8437156326860779, "definition": { "title": "DM Task State", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.dm_task_state{$instance, $cluster_id, $cluster_name, host:tidbcloud.com} by {instance}" } ], "formulas": [ { "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 1, "width": 6, "height": 3 } }, { "id": 733680212496455, "definition": { "title": "Replicate Lag(Gauge) of Data Migration", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.dm_syncer_replication_lag_bucket{$instance, $cluster_id, $cluster_name, $project_name, host:tidbcloud.com} by {task}" }, { "data_source": "metrics", "name": "query2", "query": "avg:tidb_cloud.dm_syncer_replication_lag_gauge{$cluster_id, $cluster_name, $project_name} by {instance,task}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "percentile(query1, 'p90', { * })" }, { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query2" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 6, "y": 1, "width": 6, "height": 3 } }, { "id": 1259867802198019, "definition": { "title": "DM Fail to Read Binlog from Master", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.dm_relay_read_error_count{$instance, $cluster_id, $cluster_name, $project_name, $host} by {instance}" } ], "formulas": [ { "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 4, "width": 6, "height": 3 } } ] }, "layout": { "x": 0, "y": 6, "width": 12, "height": 1 } }, { "id": 2566569580810966, "definition": { "title": "Changefeed Panel", "background_color": "vivid_orange", "show_title": true, "type": "group", "layout_type": "ordered", "widgets": [ { "id": 2335922540185627, "definition": { "type": "note", "content": "Panels in this group shows basic metrics about different Changefeeds in a TiDB cluster.", "background_color": "yellow", "font_size": "18", "text_align": "left", "vertical_align": "center", "show_tick": true, "tick_pos": "50%", "tick_edge": "left", "has_padding": true }, "layout": { "x": 0, "y": 0, "width": 12, "height": 1 } }, { "id": 5621686999211308, "definition": { "title": "Changefeed Resolved TS Lag", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.cdc_changefeed_resolved_ts_lag{$cluster_id ,$cluster_name, $host,$project_name} by {changefeed_id}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 1, "width": 6, "height": 3 } }, { "id": 8128142858789456, "definition": { "title": "Changefeed Checkpoint Lag", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.cdc_changefeed_latency{$cluster_id, $cluster_name, $project_name, $host} by {changefeed_id}" } ], "formulas": [ { "number_format": { "unit": { "type": "canonical_unit", "unit_name": "second" } }, "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 6, "y": 1, "width": 6, "height": 3 } }, { "id": 7830151763414733, "definition": { "title": "The Status of Changefeed", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.cdc_changefeed_status{$cluster_id, $cluster_name, $project_name ,$host} by {changefeed_id}" } ], "formulas": [ { "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 0, "y": 4, "width": 6, "height": 3 } }, { "id": 2496146857601374, "definition": { "title": "Sink Flush Rows OPS", "title_size": "16", "title_align": "left", "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ], "time": {}, "type": "timeseries", "requests": [ { "response_format": "timeseries", "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:tidb_cloud.cdc_changefeed_replica_rows{$cluster_id, $cluster_name, $host, $project_name} by {changefeed_id}" } ], "formulas": [ { "formula": "query1" } ], "style": { "palette": "dog_classic", "order_by": "values", "line_type": "solid", "line_width": "normal" }, "display_type": "line" } ] }, "layout": { "x": 6, "y": 3, "width": 6, "height": 3 } } ] }, "layout": { "x": 0, "y": 7, "width": 12, "height": 1 } } ], "template_variables": [ { "name": "host", "prefix": "host", "available_values": [ "tidbcloud.com" ], "default": "tidbcloud.com" }, { "name": "project_name", "prefix": "project_name", "available_values": [], "default": "*" }, { "name": "cluster_name", "prefix": "cluster_name", "available_values": [], "default": "SELECT_YOUR_CLUSTER" }, { "name": "cluster_id", "prefix": "cluster_id", "available_values": [], "default": "*" }, { "name": "instance", "prefix": "instance", "available_values": [], "default": "*" } ], "layout_type": "ordered", "is_read_only": false, "notify_list": [], "reflow_type": "fixed" }