groups:
  - name: tidb.mgmt.for.serverless
    rules:
      - alert: TiDBManagementGrpcCallFailed
        annotations:
          message: grpc call to {{ $labels.grpc_service }} / {{ $labels.grpc_method }} failed for 5m, current fail rate {{ printf "%.2f%" $value }}.
        expr: |
          sum(increase(grpc_client_handled_total{namespace="tidb-management-service", grpc_type="unary", grpc_service=~".*serverless.*|account.AccountAPIService", grpc_code!="OK"}[1m])) by (grpc_service, grpc_method) / sum(increase(grpc_client_handled_total{namespace="tidb-management-service", grpc_type="unary", grpc_service=~".*serverless.*|account.AccountAPIService"}[1m])) by (grpc_service, grpc_method) * 100 > 0
        for: 5m
        labels:
          severity: warning
          component: serverless-svc
          oncall_team: serverless
          server: tidb-management-service
          provider_type: aws-free-tier