schema_version: 1
case_id: new-slow-query-digests-between-adjacent-windows-in-saas01
ground_truth:
  root_cause: Correctly identifying the newly emerged slow-query digests in saas01 requires comparing adjacent fixed windows using only slow-query digest occurrence counts from the runtime-resolved windows.
judge:
  semantic_strategy: undecided
  contract:
    checks:
    - id: cluster_scope_match
      required: true
      description: Actual diagnosis cluster scope matches the expected cluster id.
      match: all_of
      rules:
      - source: trace_fact
        matcher: bool_true
        path: cluster_scope_match
  workflow:
    checks:
    - id: final_answer_emitted
      weight: 0
      required: true
      description: Final answer is emitted for the ad-hoc query.
      match: all_of
      rules:
      - source: workflow_fact
        matcher: bool_true
        path: final_answer_emitted
    - id: collect_evidence_not_used
      weight: 0
      required: true
      description: This ad-hoc case must not invoke collect_evidence.py.
      match: all_of
      rules:
      - source: workflow_fact
        matcher: bool_false
        path: collect_evidence_invoked
  execution_contract:
    checks:
    - id: required_workflow_present
      required: true
      description: The minimal ad-hoc workflow is present.
      match: all_of
      rules:
      - source: workflow_check
        matcher: subset_observed
        paths:
        - final_answer_emitted
    - id: collect_evidence_not_used
      required: true
      description: This ad-hoc case must not invoke collect_evidence.py.
      match: all_of
      rules:
      - source: workflow_check
        matcher: subset_observed
        paths:
        - collect_evidence_not_used
    - id: required_report_present
      required: true
      description: Workspace diagnosis report is present.
      match: all_of
      rules:
      - source: artifact_fact
        matcher: subset_observed
        paths:
        - diagnosis_report_present
    - id: query_or_metric_channel_observed
      required: true
      description: At least one query or metric evidence channel is observed.
      match: all_of
      rules:
      - source: channel_fact
        matcher: count_gte
        paths:
        - query_or_metric
        threshold: 1
  evidence_collection:
    weight: 5
    checks:
    - id: required_report_present
      weight: 2
      required: true
      description: Workspace diagnosis report is present and readable.
      match: all_of
      rules:
      - source: artifact_fact
        matcher: subset_observed
        paths:
        - diagnosis_report_present
    - id: query_or_metric_channel_observed
      weight: 3
      required: true
      description: Query or metric evidence is observed for this ad-hoc request.
      match: all_of
      rules:
      - source: channel_fact
        matcher: count_gte
        paths:
        - query_or_metric
        threshold: 1
  critical_evidence:
    weight: 80
    checks:
    - id: output_cluster_id_matches_reference
      weight: 6
      required: true
      description: Output JSON cluster_id matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: cluster_id
        reference_output_id: reference_answer
        reference_path: cluster_id
    - id: previous_window_start_matches_reference
      weight: 5
      required: true
      description: Output JSON previous_window.start matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: comparison.previous_window.start
        reference_output_id: reference_answer
        reference_path: comparison.previous_window.start
    - id: previous_window_end_matches_reference
      weight: 5
      required: true
      description: Output JSON previous_window.end matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: comparison.previous_window.end
        reference_output_id: reference_answer
        reference_path: comparison.previous_window.end
    - id: current_window_start_matches_reference
      weight: 5
      required: true
      description: Output JSON current_window.start matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: comparison.current_window.start
        reference_output_id: reference_answer
        reference_path: comparison.current_window.start
    - id: current_window_end_matches_reference
      weight: 5
      required: true
      description: Output JSON current_window.end matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: comparison.current_window.end
        reference_output_id: reference_answer
        reference_path: comparison.current_window.end
    - id: evidence_sufficient_matches_reference
      weight: 4
      required: true
      description: Output JSON evidence_sufficient matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_path_equals_reference
        path: evidence_sufficient
        reference_output_id: reference_answer
        reference_path: evidence_sufficient
    - id: new_sql_digests_match_reference
      weight: 20
      required: true
      description: Output JSON new_sql_digests digest ordering matches the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_array_matches_reference
        path: new_sql_digests
        reference_output_id: reference_answer
        reference_path: new_sql_digests
        key_fields:
        - sql_digest
    - id: new_sql_digest_occurrence_counts_match_reference
      weight: 15
      required: true
      description: Output JSON occurrence_count values match the runtime reference.
      match: all_of
      rules:
      - source: output_json
        matcher: json_array_matches_reference
        path: new_sql_digests
        reference_output_id: reference_answer
        reference_path: new_sql_digests
        key_fields:
        - sql_digest
        - occurrence_count
  evidence_routing:
    weight: 0
    checks:
    - id: analysis_patch_valid_when_present
      weight: 0
      required: true
      description: Analysis patch is only required to be valid when it exists.
      match: any_of
      rules:
      - source: routing_fact
        matcher: bool_false
        path: analysis_patch_present
      - source: routing_fact
        matcher: bool_true
        path: analysis_patch_valid_json
  critical:
  - id: output_cluster_id_matches_reference
    description: Output JSON cluster_id matches the runtime reference.
  - id: output_windows_match_reference
    description: Output JSON previous/current windows match the runtime reference.
  - id: output_evidence_sufficient_matches_reference
    description: Output JSON evidence_sufficient matches the runtime reference.
  - id: output_new_sql_digests_match_reference
    description: Output JSON new_sql_digests matches the runtime reference ordering and occurrence counts.
