schema_version: 1
case_id: representative-business-slow-queries-in-premium-cluster-during-latest-window
ground_truth:
  root_cause: Correctly identifying the most important business slow queries for the primary premium cluster requires using the exact runtime-resolved window, excluding trivial transaction-control statements, and ranking the remaining digests by exec_count and avg_time.
judge:
  semantic_strategy: undecided
  contract:
    checks:
    - id: cluster_scope_match
      required: true
      description: Actual diagnosis cluster scope matches the expected cluster id.
      match: all_of
      rules:
      - source: trace_fact
        matcher: bool_true
        path: cluster_scope_match
  workflow:
    checks:
    - id: final_answer_emitted
      weight: 0
      required: true
      description: Final answer is emitted for the ad-hoc query.
      match: all_of
      rules:
      - source: workflow_fact
        matcher: bool_true
        path: final_answer_emitted
    - id: collect_evidence_not_used
      weight: 0
      required: true
      description: This ad-hoc case must not invoke collect_evidence.py.
      match: all_of
      rules:
      - source: workflow_fact
        matcher: bool_false
        path: collect_evidence_invoked
  execution_contract:
    checks:
    - id: required_workflow_present
      required: true
      description: The minimal ad-hoc workflow is present.
      match: all_of
      rules:
      - source: workflow_check
        matcher: subset_observed
        paths:
        - final_answer_emitted
    - id: collect_evidence_not_used
      required: true
      description: This ad-hoc case must not invoke collect_evidence.py.
      match: all_of
      rules:
      - source: workflow_check
        matcher: subset_observed
        paths:
        - collect_evidence_not_used
    - id: required_report_present
      required: true
      description: Workspace diagnosis report is present.
      match: all_of
      rules:
      - source: artifact_fact
        matcher: subset_observed
        paths:
        - diagnosis_report_present
    - id: query_or_metric_channel_observed
      required: true
      description: At least one query or metric evidence channel is observed.
      match: all_of
      rules:
      - source: channel_fact
        matcher: count_gte
        paths:
        - query_or_metric
        threshold: 1
  evidence_collection:
    weight: 5
    checks:
    - id: required_report_present
      weight: 2
      required: true
      description: Workspace diagnosis report is present and readable.
      match: all_of
      rules:
      - source: artifact_fact
        matcher: subset_observed
        paths:
        - diagnosis_report_present
    - id: query_or_metric_channel_observed
      weight: 3
      required: true
      description: Query or metric evidence is observed for this ad-hoc request.
      match: all_of
      rules:
      - source: channel_fact
        matcher: count_gte
        paths:
        - query_or_metric
        threshold: 1
  critical_evidence:
    weight: 80
    checks:
    - id: output_cluster_id_matches_reference
      weight: 8
      required: true
      description: Output JSON cluster_id matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: cluster_id
        reference_output_id: reference_answer
        reference_path: cluster_id
    - id: output_window_start_matches_reference
      weight: 6
      required: true
      description: Output JSON window.start matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: window.start
        reference_output_id: reference_answer
        reference_path: window.start
    - id: output_window_end_matches_reference
      weight: 6
      required: true
      description: Output JSON window.end matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: window.end
        reference_output_id: reference_answer
        reference_path: window.end
    - id: evidence_sufficient_matches_reference
      weight: 4
      required: true
      description: Output JSON evidence_sufficient matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: evidence_sufficient
        reference_output_id: reference_answer
        reference_path: evidence_sufficient
    - id: slow_queries_present
      weight: 4
      required: true
      description: Output JSON contains a non-empty slow query list.
      match: all_of
      rules:
      - source: output_json
        matcher: json_list_nonempty
        path: slow_queries
    - id: slow_queries_have_three_unique_digests
      weight: 4
      required: true
      description: Output JSON contains three unique slow-query digests.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_unique_count_gte
        path: slow_queries.digest
        threshold: 3
    - id: slow_query_digests_match_reference
      weight: 24
      required: true
      description: Output JSON digest ordering matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_array_matches_reference
        path: slow_queries
        reference_output_id: reference_answer
        reference_path: slow_queries
        key_fields:
        - digest
    - id: slow_query_exec_count_match_reference
      weight: 12
      required: true
      description: Output JSON exec_count values match the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_array_matches_reference
        path: slow_queries
        reference_output_id: reference_answer
        reference_path: slow_queries
        key_fields:
        - digest
        - exec_count
    - id: slow_query_avg_time_match_reference
      weight: 12
      required: true
      description: Output JSON avg_time_s values match the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_array_matches_reference
        path: slow_queries
        reference_output_id: reference_answer
        reference_path: slow_queries
        key_fields:
        - digest
        numeric_fields:
        - avg_time_s
        threshold: 0.001
  evidence_routing:
    weight: 0
    checks:
    - id: analysis_patch_valid_when_present
      weight: 0
      required: true
      description: Analysis patch is only required to be valid when it exists.
      match: any_of
      rules:
      - source: routing_fact
        matcher: bool_false
        path: analysis_patch_present
      - source: routing_fact
        matcher: bool_true
        path: analysis_patch_valid_json
  critical:
  - id: output_cluster_id_matches_reference
    description: Output JSON cluster_id matches the runtime reference.
  - id: output_window_matches_reference
    description: Output JSON window start and end match the runtime reference.
  - id: output_evidence_sufficient_matches_reference
    description: Output JSON evidence_sufficient matches the runtime reference.
  - id: output_slow_queries_match_reference
    description: Output JSON slow_queries matches the runtime reference ordering and metrics.
