groups:
  - name: br-workflow
    rules:
      - alert: BRWorkflowDagInstanceRunFailed
        annotations:
          message: The Workflow {{ $labels.dag_ins_id }} is Failed. business_type is {{ $labels.business_type }}, business_action is {{ $labels.business_action }}, business_id is {{ $labels.business_id }}
        expr: |
          fastflow_executor_dag_ins_failed{worker_key=~"dataflow-workflow.*",business_type=~"bucket|backup_setting|snapshot_backup|pit_backup|log_backup|restore|backup_export"} > 0
        for: 0m
        labels:
          severity: major
          response_class: ticket
          component: br
          oncall_team: tidb_x_tools
      - alert: RestoreDagInstanceRunFailed
        annotations:
          message: The Restore Workflow {{ $labels.dag_ins_id }} is Failed. business_action is {{ $labels.business_action }}, business_id is {{ $labels.business_id }}
        expr: |
          fastflow_executor_dag_ins_failed{worker_key=~"dataflow-workflow.*", business_type="restore"} > 0
        for: 0m
        labels:
          severity: critical
          response_class: page
          component: br
          oncall_team: tidb_x_tools