groups:
- name: tiflash.pod.rules
  rules:
  - alert: CPUUsageIsTooHigh
    annotations:
      message: CPU utilization of pod {{ $labels.pod }} is {{ printf "%.2f" $value }}%, more than 95% for 30m. [Diagnosis Board](https://clinic.pingcap.com/grafana/d/SVbh2xUWk-Serverless/serverless-cluster-tiflash-summary)
    expr: |
      (sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{namespace="tidb-serverless",container="tiflash"}) by (pod) /
        sum(kube_pod_container_resource_limits{resource="cpu", namespace="tidb-serverless",container="tiflash"}) by (pod)
      ) * 100 > 95
    for: 30m
    labels:
      severity: critical
      response_class: page
      component: tiflash
      oncall_team: tikv_unified
  - alert: MemUsageIsTooHigh
    annotations:
      message: Memory utilization of pod {{ $labels.pod }} is {{ printf "%.2f" $value }}%, more than 95% for 2m. [Diagnosis Board](https://clinic.pingcap.com/grafana/d/SVbh2xUWk-Serverless/serverless-cluster-tiflash-summary)
    expr: |
      ((sum(container_memory_rss{namespace="tidb-serverless",container="tiflash"}) by (pod) /
        sum(kube_pod_container_resource_limits{resource="memory", namespace="tidb-serverless",container="tiflash"}) by (pod)
      ) * 100 > 95)
    for: 2m
    labels:
      severity: critical
      response_class: page
      component: tiflash
      oncall_team: tikv_unified