- id: 1
  name: avg_conn_idle_in_txn_duration:total # 对应变量名(是否 by_instance 是不同的 PromQL，名字必须要加以区分)
  expr: 'label_replace(sum(rate(tidb_server_conn_idle_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", in_txn="1"}[2m])) / sum(rate(tidb_server_conn_idle_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", in_txn="1"}[2m])),"name","avg_conn_idle_in_txn","","")'
  component: app
  panel_id: 98

- id: 2
  name: avg_conn_idle_in_txn_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_server_conn_idle_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", in_txn="1"}[2m])) by (instance) / sum(rate(tidb_server_conn_idle_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", in_txn="1"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: app
  panel_id: 98

- id: 
  name: avg_cluster_duration:total
  expr: 'label_replace(sum(rate(tidb_server_handle_query_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type!="internal"}[2m])) / sum(rate(tidb_server_handle_query_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type!="internal"}[2m])),"name","avg_cluster_duration_total","","")'
  component: tidb
  panel_id:

- id: 
  name: avg_cluster_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_server_handle_query_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type!="internal"}[2m])) by (instance) / sum(rate(tidb_server_handle_query_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type!="internal"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id:

- id: 
  name: get_token_duration:total
  expr: 'label_replace(sum(rate(tidb_server_get_token_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tidb_server_get_token_duration_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])) * 1000,"name","get_token_duration","","")'
  component: tidb
  panel_id:

- id: 
  name: get_token_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_server_get_token_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tidb_server_get_token_duration_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) * 1000, "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id:

- id: 
  name: parse_duration:total
  expr: 'label_replace(sum(rate(tidb_session_parse_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) / sum(rate(tidb_session_parse_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])),"name","parse_duration","","")'
  component: tidb
  panel_id:

- id: 
  name: parse_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_session_parse_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) by (instance) / sum(rate(tidb_session_parse_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id:

- id: 
  name: compile_duration:total
  expr: 'label_replace(sum(rate(tidb_session_compile_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) / sum(rate(tidb_session_compile_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])),"name","compile_duration","","")'
  component: tidb
  panel_id: 

- id: 
  name: compile_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_session_compile_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) by (instance) / sum(rate(tidb_session_compile_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: execute_duration:total
  expr: 'label_replace(sum(rate(tidb_session_execute_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) / sum(rate(tidb_session_execute_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])),"name","execute_duration","","")'
  component: tidb
  panel_id: 

- id: 
  name: execute_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_session_execute_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) by (instance) / sum(rate(tidb_session_execute_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", sql_type="general"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: wait_start_tso_duration:total
  expr: 'label_replace(sum(rate(pd_client_cmd_handle_cmds_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])) / sum(rate(pd_client_cmd_handle_cmds_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])),"name","wait_start_tso_duration","","")'
  component: tidb
  panel_id: 

- id: 
  name: wait_start_tso_duration:by_instance
  expr: 'label_replace(sum(rate(pd_client_cmd_handle_cmds_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])) by (instance) / sum(rate(pd_client_cmd_handle_cmds_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: kv_request_duration:total
  expr: 'label_replace(sum(rate(tidb_tikvclient_request_seconds_sum{tidb_cluster="{tidb_cluster_id}", store!="0"}[2m])) / sum(rate(tidb_tikvclient_request_seconds_count{tidb_cluster="{tidb_cluster_id}", store!="0"}[2m])),"name","kv_request_duration","","")'
  component: tidb
  panel_id: 

- id: 
  name: kv_request_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_tikvclient_request_seconds_sum{tidb_cluster="{tidb_cluster_id}", store!="0"}[2m])) by (instance) / sum(rate(tidb_tikvclient_request_seconds_count{tidb_cluster="{tidb_cluster_id}", store!="0"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: kv_request_duration:by_type
  expr: 'label_replace(sum(rate(tidb_tikvclient_request_seconds_sum{tidb_cluster="{tidb_cluster_id}", store!="0"}[2m])) by (type) / sum(rate(tidb_tikvclient_request_seconds_count{tidb_cluster="{tidb_cluster_id}", store!="0"}[2m])) by (type), "name", "$1", "type", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: kv_backoff_duration:total
  expr: 'label_replace(sum(rate(tidb_tikvclient_backoff_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tidb_tikvclient_backoff_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","kv_backoff_duration","","")'
  component: tidb
  panel_id: 

- id: 
  name: kv_backoff_duration:by_instance
  expr: 'label_replace(sum(rate(tidb_tikvclient_backoff_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tidb_tikvclient_backoff_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: tikv_duration:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","tikv_latency","","")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: coprocessor_duration:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type=~"coprocessor"}[2m])) / sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type=~"coprocessor"}[2m])),"name","coprocessor_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: coprocessor_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type=~"coprocessor"}[2m])) by (instance) / sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type=~"coprocessor"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id:

- id: 
  name: scan_total_versions:total
  expr: 'label_replace(sum(rate(tikv_coprocessor_scan_details{tidb_cluster="{tidb_cluster_id}", tag="next"}[2m])),"name","scan_total_versions","","")'
  component: tikv
  panel_id: 
    
- id: 
  name: scan_processed_keys:total
  expr: 'label_replace(sum(rate(tikv_coprocessor_scan_details{tidb_cluster="{tidb_cluster_id}", tag="processed_keys"}[2m])),"name","scan_processed_keys","","")'
  component: tikv
  panel_id:  

- id: 
  name: tikv_pesslock_wait_time:by_instance
  expr: 'label_replace(sum(rate(tikv_lock_manager_waiter_lifetime_duration_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tikv_lock_manager_waiter_lifetime_duration_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_pesslock_wait_count:total
  expr: 'label_replace(sum(rate(tikv_lock_manager_task_counter{tidb_cluster="{tidb_cluster_id}", type="wait_for"}[2m])),"name","tikv_pesslock_wait_count","","")'
  component: tikv
  panel_id:  

- id: 
  name: copr_wait_duration:total
  expr: 'label_replace(sum(rate(tikv_coprocessor_request_wait_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tikv_coprocessor_request_wait_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","copr_wait_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: copr_wait_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_coprocessor_request_wait_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tikv_coprocessor_request_wait_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: copr_handle_duration:total
  expr: 'label_replace(sum(rate(tikv_coprocessor_request_handle_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tikv_coprocessor_request_handle_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","copr_handle_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: copr_handle_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_coprocessor_request_handle_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tikv_coprocessor_request_handle_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: small_read_duration:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type=~"coprocessor"}[2m])) / sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type=~"coprocessor"}[2m])),"name","small_read_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: small_read_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type=~"kv_batch_get|kv_batch_get_command|kv_get|kv_scan"}[2m])) by (instance) / sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type=~"kv_batch_get|kv_batch_get_command|kv_get|kv_scan"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: write_rpc_duration:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{type=~"kv_prewrite|kv_commit|kv_pessimistic_lock"}[2m])) / sum(rate(tikv_grpc_msg_duration_seconds_count{type=~"kv_prewrite|kv_commit|kv_pessimistic_lock"}[2m])),"name","tikv_write_latency","","")'
  component: tikv
  panel_id: 

- id: 
  name: write_rpc_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type=~"kv_prewrite|kv_commit|kv_pessimistic_lock"}[2m])) by (instance) / sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type=~"kv_prewrite|kv_commit|kv_pessimistic_lock"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: latch_wait_duration:total
  expr: 'label_replace(sum(rate(tikv_scheduler_latch_wait_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tikv_scheduler_latch_wait_duration_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","latch_wait_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: latch_wait_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_scheduler_latch_wait_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tikv_scheduler_latch_wait_duration_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: async_write_duration:total
  expr: 'label_replace(sum(rate(tikv_storage_engine_async_request_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type="write"}[2m])) / sum(rate(tikv_storage_engine_async_request_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type="write"}[2m])),"name","async_write_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: async_write_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_storage_engine_async_request_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", type="write"}[2m])) by (instance) / sum(rate(tikv_storage_engine_async_request_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", type="write"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: store_duration:total
  expr: 'label_replace(sum(rate(tikv_raftstore_store_duration_secs_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tikv_raftstore_store_duration_secs_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","store_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: store_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_raftstore_store_duration_secs_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tikv_raftstore_store_duration_secs_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: apply_duration:total
  expr: 'label_replace(sum(rate(tikv_raftstore_apply_duration_secs_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) / sum(rate(tikv_raftstore_apply_duration_secs_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","apply_duration","","")'
  component: tikv
  panel_id: 

- id: 
  name: apply_duration:by_instance
  expr: 'label_replace(sum(rate(tikv_raftstore_apply_duration_secs_sum{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance) / sum(rate(tikv_raftstore_apply_duration_secs_count{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: pd_wait_duration:total
  expr: 'label_replace(sum(rate(pd_client_cmd_handle_cmds_duration_seconds_sum{ tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])) / sum(rate(pd_client_cmd_handle_cmds_duration_seconds_count{ tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])) * 1000,"name","pd_wait_duration","","")'
  component: pd
  panel_id: 

- id: 
  name: pd_wait_duration:by_instance
  expr: 'label_replace(sum(rate(pd_client_cmd_handle_cmds_duration_seconds_sum{ tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])) by (instance) / sum(rate(pd_client_cmd_handle_cmds_duration_seconds_count{ tidb_cluster="{tidb_cluster_id}", type="wait"}[2m])) by (instance) * 1000, "name", "$1", "instance", "(.*)")'
  component: pd 
  panel_id: 

  - id: 
  name: tso_rpc_duration:by_instance
  expr: 'label_replace(sum(rate(pd_client_cmd_handle_cmds_duration_seconds_sum{ tidb_cluster="{tidb_cluster_id}", type="tso"}[2m])) by (instance) / sum(rate(pd_client_cmd_handle_cmds_duration_seconds_count{ tidb_cluster="{tidb_cluster_id}", type="tso"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: pd 
  panel_id: 

- id: 
  name: pd_grpc_duration:total
  expr: 'label_replace(sum(rate(pd_client_request_handle_requests_duration_seconds_sum{ tidb_cluster="{tidb_cluster_id}", type="tso"}[2m])) / sum(rate(pd_client_request_handle_requests_duration_seconds_count{ tidb_cluster="{tidb_cluster_id}", type="tso"}[2m])),"name","pd_grpc_duration","","")'
  component: pd
  panel_id: 

- id: 
  name: pd_grpc_duration:by_instance
  expr: 'label_replace(sum(rate(pd_client_request_handle_requests_duration_seconds_sum{ tidb_cluster="{tidb_cluster_id}", type="tso"}[2m])) by (instance) / sum(rate(pd_client_request_handle_requests_duration_seconds_count{ tidb_cluster="{tidb_cluster_id}", type="tso"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: pd
  panel_id: 

- id: 
  name: connection:total
  expr: 'label_replace(sum(tidb_server_connections{tidb_cluster="{tidb_cluster_id}"}),"name","conn_total","","")'
  component: tidb
  panel_id: 

- id: 
  name: connection:by_instance
  expr: 'label_replace(sum(tidb_server_connections{tidb_cluster="{tidb_cluster_id}"}) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: act_conn:total
  expr: 'label_replace(sum(rate(tidb_server_handle_query_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type!="internal"}[2m])),"name","conn_act","","")'
  component: tidb
  panel_id: 

- id: 
  name: act_conn:by_instance
  expr: 'label_replace(sum(rate(tidb_server_handle_query_duration_seconds_sum{tidb_cluster="{tidb_cluster_id}", sql_type!="internal"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: qps:total
  expr: 'label_replace(sum(rate(tidb_executor_statement_total{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","qps_total","","")'
  component: tidb
  panel_id: 

- id: 
  name: qps:by_instance
  expr: 'label_replace(sum(rate(tidb_executor_statement_total{ tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: qps:by_type
  expr: 'label_replace(sum(rate(tidb_executor_statement_total{ tidb_cluster="{tidb_cluster_id}"}[2m])) by (type), "name", "$1", "type", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: qps_failed:total
  expr: 'label_replace(sum(rate(tidb_server_execute_error_total{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","qps_failed","","")'
  component: 
  panel_id: 

- id: 
  name: qps_failed:by_instance
  expr: 'label_replace(sum(rate(tidb_server_execute_error_total{tidb_cluster="{tidb_cluster_id}"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: cps:total
  expr: 'label_replace(sum(rate(tidb_server_query_total{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","cps_total","","")'
  component: tidb
  panel_id: 

- id: 
  name: cps:by_type
  expr: 'label_replace(sum(rate(tidb_server_query_total{tidb_cluster="{tidb_cluster_id}"}[2m])) by (type), "name", "$1", "type", "(.*)")'
  component: tidb
  panel_id: 

#- record: stmt_execute:total
#  expr: 'label_replace(sum(rate(tidb_server_query_total{tidb_cluster="{tidb_cluster_id}", type="StmtExecute"}[2m])),"name","stmt_execute","","")'
#- record: stmt_prepare:total
#  expr: 'label_replace(sum(rate(tidb_server_query_total{tidb_cluster="{tidb_cluster_id}", type="StmtPrepare"}[2m])),"name","stmt_prepare","","")'
#- record: stmt_close:total
#  expr: 'label_replace(sum(rate(tidb_server_query_total{tidb_cluster="{tidb_cluster_id}", type="StmtClose"}[2m])),"name","stmt_close","","")'
#- record: stmt_reset:total
#  expr: 'label_replace(sum(rate(tidb_server_query_total{tidb_cluster="{tidb_cluster_id}", type="StmtReset"}[2m])),"name","stmt_reset","","")'

- id: 
  name: plan_cache:total
  expr: 'label_replace(sum(rate(tidb_server_plan_cache_total{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","plan_cache","type", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: grpc:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}"}[2m])),"name","total_rpc","","")'
  component: tikv
  panel_id: 

- id: 
  name: write-rpc:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}",type=~"kv_prewrite|kv_commit|kv_pessimistic_lock"}[2m])),"name","write_rpc","","")'
  component: tikv
  panel_id: 

- id: 
  name: copr-rpc:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}",type=~"kv_get|kv_scan|kv_batch_get|kv_batch_get_command"}[2m])),"name","copr_rpc","","")'
  component: tikv
  panel_id: 

- id: 
  name: smallread-rpc:total
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}",type="coprocessor"}[2m])),"name","smallread_rpc","","")'
  component: tikv
  panel_id: 

- id: 
  name: write-rpc:by_instance
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}",type=~"kv_prewrite|kv_commit|kv_pessimistic_lock"}[2m]))by(instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: copr-rpc:by_instance
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}",type="coprocessor"}[2m]))by(instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: small-read-rpc:by_instance
  expr: 'label_replace(sum(rate(tikv_grpc_msg_duration_seconds_count{tidb_cluster="{tidb_cluster_id}",type=~"kv_get|kv_scan|kv_batch_get|kv_batch_get_command"}[2m]))by(instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: tidb_cpu_usage:total
  expr: 'label_replace(avg(rate(process_cpu_seconds_total{ tidb_cluster="{tidb_cluster_id}"}[2m])) / avg(tidb_server_maxprocs{tidb_cluster="{tidb_cluster_id}"}),"name","tidb_cpu_usage","","")'
  component: tidb
  panel_id: 

- id: 
  name: tidb_cpu_usage:by_instance
  expr: 'label_replace(rate(process_cpu_seconds_total{ tidb_cluster="{tidb_cluster_id}"}[2m]) / tidb_server_maxprocs{tidb_cluster="{tidb_cluster_id}"}, "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: tikv_cpu_usage:total
  expr: 'label_replace(sum(rate(tikv_thread_cpu_seconds_total{tidb_cluster="{tidb_cluster_id}"}[2m]))/sum(tikv_server_cpu_cores_quota{tidb_cluster="{tidb_cluster_id}"}),"name","tikv_cpu_usage","","")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_cpu_usage:by_instance
  expr: 'label_replace(sum(rate(tikv_thread_cpu_seconds_total{tidb_cluster="{tidb_cluster_id}"}[2m]))by(instance)/sum(tikv_server_cpu_cores_quota{tidb_cluster="{tidb_cluster_id}"})by(instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: tidb_memory:total
  expr: 'label_replace(avg(process_resident_memory_bytes{tidb_cluster="{tidb_cluster_id}", component="tidb"}), "name","tidb_mem_total","","")'
  component: tidb
  panel_id: 

- id: 
  name: tidb_memory:by_instance
  expr: 'label_replace(process_resident_memory_bytes{tidb_cluster="{tidb_cluster_id}", component="tidb"}, "name", "$1", "instance", "(.*)")'
  component: tidb
  panel_id: 

- id: 
  name: tikv_memory:total
  expr: 'label_replace(avg(process_resident_memory_bytes{tidb_cluster="{tidb_cluster_id}", component="tikv"}), "name","tikv_mem_total","","")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_memory:by_instance
  expr: 'label_replace(process_resident_memory_bytes{tidb_cluster="{tidb_cluster_id}", component="tikv"}, "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_disk_usage:total
  expr: 'label_replace(sum(tikv_engine_size_bytes{tidb_cluster="{tidb_cluster_id}"}) / sum(tikv_store_size_bytes{tidb_cluster="{tidb_cluster_id}", type="capacity"}), "name","tikv_disk_usage","","")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_disk_usage:by_instance
  expr: 'label_replace(sum(tikv_engine_size_bytes{tidb_cluster="{tidb_cluster_id}"}) by (instance) / sum(tikv_store_size_bytes{tidb_cluster="{tidb_cluster_id}", type="capacity"}) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_disk_iops:total
  expr: 'label_replace(avg(sum(rate(tikv_engine_flow_bytes{tidb_cluster="{tidb_cluster_id}", db="kv", type=~"wal_file_bytes|bytes_read|iter_bytes_read"}[2m])) by (instance)), "name","tikv_disk_iops","","")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_disk_iops:by_instance
  expr: 'label_replace(sum(rate(tikv_engine_flow_bytes{tidb_cluster="{tidb_cluster_id}", db="kv", type=~"wal_file_bytes|bytes_read|iter_bytes_read"}[2m])) by (instance), "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_region_size:total
  expr: 'label_replace(histogram_quantile(0.99, sum(rate(tikv_raftstore_region_size_bucket{tidb_cluster="{tidb_cluster_id}"}[2m])) by (le)), "name","tikv_region_size","","")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_safepoint:total
  expr: 'label_replace(max(tikv_gcworker_autogc_safe_point{tidb_cluster="{tidb_cluster_id}"}) / (2^18), "name","tikv_safepoint","","")'
  component: tikv
  panel_id: 

- id: 
  name: tikv_safepoint:by_instance
  expr: 'label_replace(max(tikv_gcworker_autogc_safe_point{tidb_cluster="{tidb_cluster_id}"}) by (instance) / (2^18), "name","$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: pd_schedulers
  expr: 'label_replace(pd_scheduler_status{tidb_cluster="{tidb_cluster_id}", type="allow"}, "name","$1", "kind", "(.*)")'
  component: pd
  panel_id: 

- id: 
  name: raft-engine:total
  expr: 'label_replace(sum(rate(raft_engine_write_apply_duration_seconds_count{tidb_cluster="{tidb_cluster_id}", instance=~".*"}[2m])), "name","raft_engine","","")'
  component: tikv
  panel_id: 

- id: 
  name: asyncio_cpu:total
  expr: 'label_replace(sum(rate(tikv_thread_cpu_seconds_total{tidb_cluster="{tidb_cluster_id}", name=~"store_write.*"}[2m])), "name","asyncio_cpu_total","","")'
  component: tikv
  panel_id: 

- id: 
  name: asyncio_cpu:by_instance
  expr: 'label_replace(sum(rate(tikv_thread_cpu_seconds_total{tidb_cluster="{tidb_cluster_id}", name=~"store_write.*"}[2m])) by (instance), "name","$1", "instance", "(.*)")'
  component: tikv
  panel_id: 

- id: 
  name: raft_messages:by_type
  expr: 'label_replace(sum(rate(tikv_raftstore_raft_sent_message_total{tidb_cluster="{tidb_cluster_id}"}[2m])) by (type), "name","$1", "type", "(.*)")'
  component: tikv
  panel_id:

- id: 
  name: tikv_raft_propose_wait:by_instance
  expr: 'label_replace(histogram_quantile(0.99, sum(rate(tikv_raftstore_request_wait_time_duration_secs_bucket{tidb_cluster="{tidb_cluster_id}"}[2m])) by (le, instance)) * 1000, "name", "$1", "instance", "(.*)")'
  component: tikv
  panel_id: