{
  "audit_json": {
    "artifact_resolution": {
      "candidate_run_dirs": [
        "evidences"
      ],
      "manifest_path_mismatch": false,
      "primary_failure_code": null,
      "resolution_mode": "workspace_evidence_root",
      "scanned_scopes": [
        {
          "candidate_count": 1,
          "candidates": [
            {
              "actual_cluster_id": "2026948324023603200",
              "actual_end_ts": 1783386000,
              "actual_start_ts": 1783374600,
              "analysis_patch_path": "",
              "analysis_patch_present": false,
              "diagnosis_report_path": "evidences/workspace_evidence_report.json",
              "diagnosis_report_present": true,
              "evidence_dir": "evidences",
              "evidence_dir_present": true,
              "invalid_reasons": [],
              "logs_dir": "",
              "logs_dir_present": false,
              "manifest_path": "",
              "manifest_path_mismatch": false,
              "manifest_path_mismatch_fields": [],
              "manifest_present": false,
              "manifest_valid_json": true,
              "resolution_mode": "workspace_evidence_root",
              "run_dir": "evidences",
              "summary_json_path": "",
              "summary_json_present": false,
              "summary_txt_path": "",
              "summary_txt_present": false,
              "valid_bundle": true
            }
          ],
          "decision": "resolved",
          "selected": true,
          "source_kind": "audit_dir",
          "source_root": "/data/eval_audits/evalrun-9f9830380cfa4796ad7e093d293528af/evalcase-b67c22d03b554347bbb675757a54ced2",
          "telemetry_path": ".opencode/telemetry.log",
          "valid_candidate_count": 1
        },
        {
          "candidate_count": 1,
          "candidates": [
            {
              "actual_cluster_id": "2026948324023603200",
              "actual_end_ts": 1783386000,
              "actual_start_ts": 1783374600,
              "analysis_patch_path": "",
              "analysis_patch_present": false,
              "diagnosis_report_path": "evidences/workspace_evidence_report.json",
              "diagnosis_report_present": true,
              "evidence_dir": "evidences",
              "evidence_dir_present": true,
              "invalid_reasons": [],
              "logs_dir": "",
              "logs_dir_present": false,
              "manifest_path": "",
              "manifest_path_mismatch": false,
              "manifest_path_mismatch_fields": [],
              "manifest_present": false,
              "manifest_valid_json": true,
              "resolution_mode": "workspace_evidence_root",
              "run_dir": "evidences",
              "summary_json_path": "",
              "summary_json_present": false,
              "summary_txt_path": "",
              "summary_txt_present": false,
              "valid_bundle": true
            }
          ],
          "decision": "skipped_lower_priority",
          "selected": false,
          "source_kind": "workspace_dir",
          "source_root": "/data/workspaces/ws-eval-1784624523538-753849df",
          "telemetry_path": ".opencode/telemetry.log",
          "valid_candidate_count": 1
        }
      ],
      "selected_candidate": {
        "actual_cluster_id": "2026948324023603200",
        "actual_end_ts": 1783386000,
        "actual_start_ts": 1783374600,
        "analysis_patch_path": "",
        "analysis_patch_present": false,
        "diagnosis_report_path": "evidences/workspace_evidence_report.json",
        "diagnosis_report_present": true,
        "evidence_dir": "evidences",
        "evidence_dir_present": true,
        "invalid_reasons": [],
        "logs_dir": "",
        "logs_dir_present": false,
        "manifest_path": "",
        "manifest_path_mismatch": false,
        "manifest_path_mismatch_fields": [],
        "manifest_present": false,
        "manifest_valid_json": true,
        "resolution_mode": "workspace_evidence_root",
        "run_dir": "evidences",
        "summary_json_path": "",
        "summary_json_present": false,
        "summary_txt_path": "",
        "summary_txt_present": false,
        "valid_bundle": true
      },
      "selected_scope": "audit_dir",
      "selected_trace_candidate": {
        "actual_cluster_id": "2026948324023603200",
        "actual_end_ts": 1783386000,
        "actual_start_ts": 1783374600,
        "analysis_patch_path": "",
        "analysis_patch_present": false,
        "diagnosis_report_path": "evidences/workspace_evidence_report.json",
        "diagnosis_report_present": true,
        "evidence_dir": "evidences",
        "evidence_dir_present": true,
        "invalid_reasons": [],
        "logs_dir": "",
        "logs_dir_present": false,
        "manifest_path": "",
        "manifest_path_mismatch": false,
        "manifest_path_mismatch_fields": [],
        "manifest_present": false,
        "manifest_valid_json": true,
        "resolution_mode": "workspace_evidence_root",
        "run_dir": "evidences",
        "summary_json_path": "",
        "summary_json_present": false,
        "summary_txt_path": "",
        "summary_txt_present": false,
        "valid_bundle": true
      },
      "status": "resolved"
    },
    "case_id": "throttle-refill-rate-verification-after-change-window",
    "contract": {
      "actual_cluster_id": "2026948324023603200",
      "cluster_scope_match": true,
      "expected_allowed_window_id": "resolved_window",
      "expected_cluster_id": "2026948324023603200",
      "expected_parent_id": "",
      "time_window_match": true
    },
    "critical_evidence_verdict": "pass",
    "evidence_collection_verdict": "pass",
    "evidence_routing_verdict": "pass",
    "execution_contract": {
      "artifact_facts": {
        "analysis_patch_present": false,
        "core_evidence_bundle_present": false,
        "diagnosis_report_present": true,
        "summary_artifact_present": false,
        "supplemental_loki_present": false
      },
      "channel_facts": {
        "events": true,
        "logs": false,
        "query_or_metric": true,
        "ticket_context": false
      },
      "checks": [
        {
          "description": "The minimal ad-hoc workflow is present.",
          "id": "required_workflow_present",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "final_answer_emitted"
              ],
              "matcher": "subset_observed",
              "path": "",
              "paths": [
                "final_answer_emitted"
              ],
              "source": "workflow_check",
              "threshold": null
            }
          ],
          "snippet": "matched execution contract facts: final_answer_emitted"
        },
        {
          "description": "Workspace diagnosis report is present.",
          "id": "required_report_present",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "diagnosis_report_present"
              ],
              "matcher": "subset_observed",
              "path": "",
              "paths": [
                "diagnosis_report_present"
              ],
              "source": "artifact_fact",
              "threshold": null
            }
          ],
          "snippet": "matched execution contract facts: diagnosis_report_present"
        },
        {
          "description": "At least one query or metric evidence channel is observed.",
          "id": "query_or_metric_channel_observed",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "query_or_metric"
              ],
              "matcher": "count_gte",
              "path": "",
              "paths": [
                "query_or_metric"
              ],
              "source": "channel_fact",
              "threshold": 1.0
            }
          ],
          "snippet": "matched execution contract facts: query_or_metric"
        }
      ],
      "status": "pass",
      "workflow_facts": {
        "final_answer_emitted": true
      }
    },
    "execution_contract_verdict": "pass",
    "overall_verdict": "pass",
    "quality_verdict": "pass",
    "semantic_shadow": {
      "available": false,
      "status": "not_available"
    },
    "source": "deterministic_judge",
    "strategy": "deterministic_trace_heavy_v1",
    "workflow_verdict": "pass"
  },
  "facts_json": {
    "artifact_observations": {
      "analysis_patch_present": false,
      "diagnosis_report_present": true,
      "summary_artifact_present": false,
      "supplemental_loki_present": false
    },
    "artifacts": {
      "analysis_patch_path": "",
      "diagnosis_report_path": "evidences/workspace_evidence_report.json",
      "evidence_dir": "evidences",
      "logs_dir": "",
      "manifest_path": "",
      "manifest_path_mismatch": false,
      "resolution_mode": "workspace_evidence_root",
      "run_dir": "evidences",
      "source_root": "/data/eval_audits/evalrun-9f9830380cfa4796ad7e093d293528af/evalcase-b67c22d03b554347bbb675757a54ced2",
      "source_scope": "audit_dir",
      "summary_txt_path": "",
      "telemetry_path": ".opencode/telemetry.log"
    },
    "case_id": "throttle-refill-rate-verification-after-change-window",
    "cluster": {
      "actual_cluster_id": "2026948324023603200",
      "allowed_cluster_ids": [
        "2026948324023603200"
      ],
      "expected_cluster_id": "2026948324023603200",
      "expected_parent_id": "",
      "matched": true
    },
    "contract": {
      "actual_cluster_id": "2026948324023603200",
      "cluster_scope_match": true,
      "expected_allowed_window_id": "resolved_window",
      "expected_cluster_id": "2026948324023603200",
      "expected_parent_id": "",
      "time_window_match": true
    },
    "critical_evidence": {
      "configured": true,
      "matched_check_ids": [
        "output_cluster_id_matches_reference",
        "output_window_start_matches_reference",
        "output_window_end_matches_reference",
        "output_requested_ratio_matches_reference",
        "output_expected_refill_rate_matches_reference",
        "output_observed_refill_rate_matches_reference",
        "output_applied_matches_reference",
        "output_evidence_sufficient_matches_reference"
      ]
    },
    "evidence": {
      "analysis_patch_path": "",
      "core_evidence_bundle_present": false,
      "decoded_plan_indexes_used": null,
      "events_attempted_implies_artifact_present": true,
      "events_channel_observed": true,
      "events_collection_attempted": true,
      "events_output_file_present": true,
      "hotspot_detected": false,
      "infra_clear": false,
      "kill_query_signal_present": false,
      "log_error_counts": {},
      "logs_channel_observed": false,
      "logs_dir_present": false,
      "memory_tracker_panic_present": false,
      "metric_evidence": [
        {
          "chart_data_ref": {
            "cluster_id": "2026948324023603200",
            "end": 1783386000,
            "kind": "promql_range",
            "promql": "tikv_resource_control_resource_group_token_bucket_refill_rate",
            "start": 1783374600,
            "step": "60"
          },
          "group": "tikv_rc_refill_rate",
          "id": "tikv_rc_refill_rate",
          "metric_group_id": "tikv_rc_refill_rate",
          "name": "tikv_resource_control_refill_rate",
          "promql": "tikv_resource_control_resource_group_token_bucket_refill_rate",
          "ref": {
            "metric_group_id": "tikv_rc_refill_rate",
            "type": "metric"
          },
          "series_summaries": [],
          "summary": {
            "point_count": 0,
            "series_count": 0
          },
          "time_window": {
            "end": 1783386000,
            "start": 1783374600,
            "step": "60"
          },
          "unit": ""
        },
        {
          "chart_data_ref": {
            "cluster_id": "2026948324023603200",
            "end": 1783386000,
            "kind": "promql_range",
            "promql": "tikv_resource_control_cpu_throttle_duration_seconds_count",
            "start": 1783374600,
            "step": "60"
          },
          "group": "tikv_rc_cpu_throttle",
          "id": "tikv_rc_cpu_throttle",
          "metric_group_id": "tikv_rc_cpu_throttle",
          "name": "tikv_resource_control_cpu_throttle",
          "promql": "tikv_resource_control_cpu_throttle_duration_seconds_count",
          "ref": {
            "metric_group_id": "tikv_rc_cpu_throttle",
            "type": "metric"
          },
          "series_summaries": [],
          "summary": {
            "point_count": 0,
            "series_count": 0
          },
          "time_window": {
            "end": 1783386000,
            "start": 1783374600,
            "step": "60"
          },
          "unit": ""
        },
        {
          "chart_data_ref": {
            "cluster_id": "2026948324023603200",
            "end": 1783386000,
            "kind": "promql_range",
            "promql": "tikv_resource_control_resource_group_token_requests_duration_count",
            "start": 1783374600,
            "step": "60"
          },
          "group": "tikv_rc_token_req",
          "id": "tikv_rc_token_req",
          "metric_group_id": "tikv_rc_token_req",
          "name": "tikv_resource_control_token_refill",
          "promql": "tikv_resource_control_resource_group_token_requests_duration_count",
          "ref": {
            "metric_group_id": "tikv_rc_token_req",
            "type": "metric"
          },
          "series_summaries": [],
          "summary": {
            "point_count": 0,
            "series_count": 0
          },
          "time_window": {
            "end": 1783386000,
            "start": 1783374600,
            "step": "60"
          },
          "unit": ""
        },
        {
          "chart_data_ref": {
            "cluster_id": "2026948324023603200",
            "end": 1783386000,
            "kind": "promql_range",
            "promql": "tikv_resource_control_priority_quota_limit",
            "start": 1783374600,
            "step": "60"
          },
          "group": "tikv_rc_priority_quota",
          "id": "tikv_rc_priority_quota",
          "metric_group_id": "tikv_rc_priority_quota",
          "name": "tikv_resource_control_priority_quota_limit",
          "promql": "tikv_resource_control_priority_quota_limit",
          "ref": {
            "metric_group_id": "tikv_rc_priority_quota",
            "type": "metric"
          },
          "series_summaries": [],
          "summary": {
            "point_count": 0,
            "series_count": 0
          },
          "time_window": {
            "end": 1783386000,
            "start": 1783374600,
            "step": "60"
          },
          "unit": ""
        },
        {
          "chart_data_ref": {
            "cluster_id": "2026948324023603200",
            "end": 1783386000,
            "kind": "promql_range",
            "promql": "tikv_resource_control_priority_quota_limit{priority=~\"low|medium|high\"}",
            "start": 1783374600,
            "step": "60"
          },
          "group": "tikv_rc_pql_all",
          "id": "tikv_rc_pql_all",
          "metric_group_id": "tikv_rc_pql_all",
          "name": "tikv_resource_control_priority_quota_limit_all",
          "promql": "tikv_resource_control_priority_quota_limit{priority=~\"low|medium|high\"}",
          "ref": {
            "metric_group_id": "tikv_rc_pql_all",
            "type": "metric"
          },
          "series_summaries": [],
          "summary": {
            "point_count": 0,
            "series_count": 0
          },
          "time_window": {
            "end": 1783386000,
            "start": 1783374600,
            "step": "60"
          },
          "unit": ""
        },
        {
          "chart_data_ref": {
            "cluster_id": "2026948324023603200",
            "end": 1783382700,
            "kind": "promql_range",
            "promql": "tikv_resource_control_priority_quota_limit",
            "start": 1783382400,
            "step": "300"
          },
          "group": "tikv_rc_pql_instant",
          "id": "tikv_rc_pql_instant",
          "metric_group_id": "tikv_rc_pql_instant",
          "name": "tikv_rc_priority_quota_instant",
          "promql": "tikv_resource_control_priority_quota_limit",
          "ref": {
            "metric_group_id": "tikv_rc_pql_instant",
            "type": "metric"
          },
          "series_summaries": [],
          "summary": {
            "point_count": 0,
            "series_count": 0
          },
          "time_window": {
            "end": 1783382700,
            "start": 1783382400,
            "step": "300"
          },
          "unit": ""
        },
        {
          "chart_data_ref": {
            "cluster_id": "2026948324023603200",
            "end": 1783382700,
            "kind": "promql_range",
            "promql": "tikv_resource_control_background_task_wait_duration",
            "start": 1783382400,
            "step": "300"
          },
          "group": "tikv_rc_bg_wait",
          "id": "tikv_rc_bg_wait",
          "metric_group_id": "tikv_rc_bg_wait",
          "name": "tikv_rc_background_wait",
          "promql": "tikv_resource_control_background_task_wait_duration",
          "ref": {
            "metric_group_id": "tikv_rc_bg_wait",
            "type": "metric"
          },
          "series_summaries": [],
          "summary": {
            "point_count": 0,
            "series_count": 0
          },
          "time_window": {
            "end": 1783382700,
            "start": 1783382400,
            "step": "300"
          },
          "unit": ""
        }
      ],
      "panic_signal_artifact_present": false,
      "query_evidence": {
        "slow_query": [],
        "topsql": []
      },
      "query_or_metric_channel_observed": true,
      "slow_query_top_digest": "",
      "ticket_context_channel_observed": false,
      "topsql_collection_error_recorded": false
    },
    "execution_contract": {
      "artifact_facts": {
        "analysis_patch_present": false,
        "core_evidence_bundle_present": false,
        "diagnosis_report_present": true,
        "summary_artifact_present": false,
        "supplemental_loki_present": false
      },
      "channel_facts": {
        "events": true,
        "logs": false,
        "query_or_metric": true,
        "ticket_context": false
      },
      "checks": [
        {
          "description": "The minimal ad-hoc workflow is present.",
          "id": "required_workflow_present",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "final_answer_emitted"
              ],
              "matcher": "subset_observed",
              "path": "",
              "paths": [
                "final_answer_emitted"
              ],
              "source": "workflow_check",
              "threshold": null
            }
          ],
          "snippet": "matched execution contract facts: final_answer_emitted"
        },
        {
          "description": "Workspace diagnosis report is present.",
          "id": "required_report_present",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "diagnosis_report_present"
              ],
              "matcher": "subset_observed",
              "path": "",
              "paths": [
                "diagnosis_report_present"
              ],
              "source": "artifact_fact",
              "threshold": null
            }
          ],
          "snippet": "matched execution contract facts: diagnosis_report_present"
        },
        {
          "description": "At least one query or metric evidence channel is observed.",
          "id": "query_or_metric_channel_observed",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "query_or_metric"
              ],
              "matcher": "count_gte",
              "path": "",
              "paths": [
                "query_or_metric"
              ],
              "source": "channel_fact",
              "threshold": 1.0
            }
          ],
          "snippet": "matched execution contract facts: query_or_metric"
        }
      ],
      "status": "pass",
      "workflow_facts": {
        "final_answer_emitted": true
      }
    },
    "output": {
      "analyze_primary_culprit_asserted": false,
      "claims_panic_not_confirmable": false,
      "diagnosis_cpu_hotspot_asserted": false,
      "diagnosis_kill_query_chain_asserted": false,
      "diagnosis_memory_tracker_panic_asserted": false,
      "diagnosis_plan_stats_issue_asserted": false,
      "diagnosis_single_instance_panic_restart_asserted": false,
      "fake_alarm_primary_asserted": false,
      "focuses_on_missing_index": false,
      "mentions_cpu_saturation": false,
      "mentions_est_act_divergence": false,
      "mentions_idle_transaction": false,
      "mentions_intermediate_result_explosion": false,
      "mentions_kill_query": false,
      "mentions_memory_tracker_consume": false,
      "mentions_p99_latency_spike": false,
      "mentions_rollback_cleanup": false,
      "mentions_statistics_uninitialized": false,
      "mentions_v8_5_2": false,
      "mentions_v8_5_3_or_fixed_release": false,
      "mentions_without_fix": false,
      "missing_index_primary_root_cause_asserted": false,
      "puller_or_source_side_primary_root_cause_asserted": false,
      "query_only_primary_root_cause_asserted": false,
      "wide_scan_primary_root_cause_asserted": false
    },
    "routing": {
      "analysis_event_items_present": false,
      "analysis_has_key_evidence": false,
      "analysis_has_supporting_evidence": false,
      "analysis_items_shape_valid": false,
      "analysis_log_items_present": false,
      "analysis_log_or_event_channel_resolvable": true,
      "analysis_metric_refs_required": false,
      "analysis_metric_refs_resolvable": true,
      "analysis_patch_present": false,
      "analysis_patch_valid_json": false,
      "analysis_query_refs_required": false,
      "analysis_query_refs_resolvable": true,
      "classification_contract_valid": false,
      "diagnosis_analyst_contract_present": false,
      "fault_classification_contract_valid": false,
      "primary_fault_class_component_restart_or_panic": false,
      "primary_fault_class_resource_control_or_capacity": false,
      "primary_fault_class_service_unavailability_or_worker_failure": false,
      "primary_fault_class_sql_plan_or_query": false,
      "primary_fault_class_storage_or_infra_io": false,
      "primary_fault_class_tidb_cpu_gc_or_memory": false,
      "primary_fault_class_tikv_read_hotspot": false,
      "primary_fault_class_unknown_insufficient_evidence": false,
      "selected_diagnosis_skills_present": false,
      "signal_tags_contract_valid": false
    },
    "runtime_context_present": true,
    "window": {
      "actual_end_ts": 1783386000,
      "actual_start_ts": 1783374600,
      "expected_allowed_window_id": "resolved_window",
      "expected_end_ts": 1783386000,
      "expected_start_ts": 1783374600,
      "matched_allowed_window": true
    },
    "workflow": {
      "architecture_context_loaded": false,
      "collect_evidence_invoked": false,
      "diagnosis_run_initialized": true,
      "direct_conclusion_by_investigator": false,
      "evidence_collection_completed": true,
      "evidence_collection_started": false,
      "final_answer_emitted": true,
      "misdiagnosis_guardrails_loaded": false,
      "premise_verification_recorded": false,
      "summary_read_completed": false,
      "targeted_panic_log_query_completed": false
    }
  },
  "invalid_subtype": null,
  "judgment_verdict": "pass",
  "packet_json": {
    "artifact_resolution": {
      "candidate_run_dirs": [
        "evidences"
      ],
      "manifest_path_mismatch": false,
      "primary_failure_code": null,
      "resolution_mode": "workspace_evidence_root",
      "scanned_scopes": [
        {
          "candidate_count": 1,
          "candidates": [
            {
              "actual_cluster_id": "2026948324023603200",
              "actual_end_ts": 1783386000,
              "actual_start_ts": 1783374600,
              "analysis_patch_path": "",
              "analysis_patch_present": false,
              "diagnosis_report_path": "evidences/workspace_evidence_report.json",
              "diagnosis_report_present": true,
              "evidence_dir": "evidences",
              "evidence_dir_present": true,
              "invalid_reasons": [],
              "logs_dir": "",
              "logs_dir_present": false,
              "manifest_path": "",
              "manifest_path_mismatch": false,
              "manifest_path_mismatch_fields": [],
              "manifest_present": false,
              "manifest_valid_json": true,
              "resolution_mode": "workspace_evidence_root",
              "run_dir": "evidences",
              "summary_json_path": "",
              "summary_json_present": false,
              "summary_txt_path": "",
              "summary_txt_present": false,
              "valid_bundle": true
            }
          ],
          "decision": "resolved",
          "selected": true,
          "source_kind": "audit_dir",
          "source_root": "/data/eval_audits/evalrun-9f9830380cfa4796ad7e093d293528af/evalcase-b67c22d03b554347bbb675757a54ced2",
          "telemetry_path": ".opencode/telemetry.log",
          "valid_candidate_count": 1
        },
        {
          "candidate_count": 1,
          "candidates": [
            {
              "actual_cluster_id": "2026948324023603200",
              "actual_end_ts": 1783386000,
              "actual_start_ts": 1783374600,
              "analysis_patch_path": "",
              "analysis_patch_present": false,
              "diagnosis_report_path": "evidences/workspace_evidence_report.json",
              "diagnosis_report_present": true,
              "evidence_dir": "evidences",
              "evidence_dir_present": true,
              "invalid_reasons": [],
              "logs_dir": "",
              "logs_dir_present": false,
              "manifest_path": "",
              "manifest_path_mismatch": false,
              "manifest_path_mismatch_fields": [],
              "manifest_present": false,
              "manifest_valid_json": true,
              "resolution_mode": "workspace_evidence_root",
              "run_dir": "evidences",
              "summary_json_path": "",
              "summary_json_present": false,
              "summary_txt_path": "",
              "summary_txt_present": false,
              "valid_bundle": true
            }
          ],
          "decision": "skipped_lower_priority",
          "selected": false,
          "source_kind": "workspace_dir",
          "source_root": "/data/workspaces/ws-eval-1784624523538-753849df",
          "telemetry_path": ".opencode/telemetry.log",
          "valid_candidate_count": 1
        }
      ],
      "selected_candidate": {
        "actual_cluster_id": "2026948324023603200",
        "actual_end_ts": 1783386000,
        "actual_start_ts": 1783374600,
        "analysis_patch_path": "",
        "analysis_patch_present": false,
        "diagnosis_report_path": "evidences/workspace_evidence_report.json",
        "diagnosis_report_present": true,
        "evidence_dir": "evidences",
        "evidence_dir_present": true,
        "invalid_reasons": [],
        "logs_dir": "",
        "logs_dir_present": false,
        "manifest_path": "",
        "manifest_path_mismatch": false,
        "manifest_path_mismatch_fields": [],
        "manifest_present": false,
        "manifest_valid_json": true,
        "resolution_mode": "workspace_evidence_root",
        "run_dir": "evidences",
        "summary_json_path": "",
        "summary_json_present": false,
        "summary_txt_path": "",
        "summary_txt_present": false,
        "valid_bundle": true
      },
      "selected_scope": "audit_dir",
      "selected_trace_candidate": {
        "actual_cluster_id": "2026948324023603200",
        "actual_end_ts": 1783386000,
        "actual_start_ts": 1783374600,
        "analysis_patch_path": "",
        "analysis_patch_present": false,
        "diagnosis_report_path": "evidences/workspace_evidence_report.json",
        "diagnosis_report_present": true,
        "evidence_dir": "evidences",
        "evidence_dir_present": true,
        "invalid_reasons": [],
        "logs_dir": "",
        "logs_dir_present": false,
        "manifest_path": "",
        "manifest_path_mismatch": false,
        "manifest_path_mismatch_fields": [],
        "manifest_present": false,
        "manifest_valid_json": true,
        "resolution_mode": "workspace_evidence_root",
        "run_dir": "evidences",
        "summary_json_path": "",
        "summary_json_present": false,
        "summary_txt_path": "",
        "summary_txt_present": false,
        "valid_bundle": true
      },
      "status": "resolved"
    },
    "contract": {
      "checks": [
        {
          "description": "Actual diagnosis cluster scope matches the expected metrics cluster id.",
          "id": "cluster_scope_match",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "allowed": [],
              "matched": true,
              "matched_keys": [
                "cluster_scope_match"
              ],
              "matcher": "bool_true",
              "path": "cluster_scope_match",
              "source": "trace_fact",
              "value": ""
            }
          ],
          "snippet": "matched trace facts: cluster_scope_match"
        },
        {
          "description": "Actual diagnosis time window matches the fixed verification window.",
          "id": "time_window_match",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "allowed": [],
              "matched": true,
              "matched_keys": [
                "time_window_match"
              ],
              "matcher": "bool_true",
              "path": "time_window_match",
              "source": "trace_fact",
              "value": ""
            }
          ],
          "snippet": "matched trace facts: time_window_match"
        }
      ],
      "status": "pass"
    },
    "critical_evidence": {
      "checks": [
        {
          "artifact_paths": [],
          "description": "Output JSON cluster_id matches the reference answer.",
          "earned_score": 5,
          "id": "output_cluster_id_matches_reference",
          "match": "all_of",
          "max_score": 5,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "\"2026948324023603200\"",
              "source": "output_json"
            }
          ],
          "snippet": "\"2026948324023603200\""
        },
        {
          "artifact_paths": [],
          "description": "Output JSON window.start matches the reference answer.",
          "earned_score": 4,
          "id": "output_window_start_matches_reference",
          "match": "all_of",
          "max_score": 4,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "\"2026-07-06T21:50:00Z\"",
              "source": "output_json"
            }
          ],
          "snippet": "\"2026-07-06T21:50:00Z\""
        },
        {
          "artifact_paths": [],
          "description": "Output JSON window.end matches the reference answer.",
          "earned_score": 4,
          "id": "output_window_end_matches_reference",
          "match": "all_of",
          "max_score": 4,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "\"2026-07-07T01:00:00Z\"",
              "source": "output_json"
            }
          ],
          "snippet": "\"2026-07-07T01:00:00Z\""
        },
        {
          "artifact_paths": [],
          "description": "Output JSON requested_ratio matches the reference answer.",
          "earned_score": 8,
          "id": "output_requested_ratio_matches_reference",
          "match": "all_of",
          "max_score": 8,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "0.5",
              "source": "output_json"
            }
          ],
          "snippet": "0.5"
        },
        {
          "artifact_paths": [],
          "description": "Output JSON expected_refill_rate_us_per_interval matches the reference answer.",
          "earned_score": 12,
          "id": "output_expected_refill_rate_matches_reference",
          "match": "all_of",
          "max_score": 12,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "1240000",
              "source": "output_json"
            }
          ],
          "snippet": "1240000"
        },
        {
          "artifact_paths": [],
          "description": "Output JSON observed_refill_rate_us_per_interval matches the reference answer.",
          "earned_score": 14,
          "id": "output_observed_refill_rate_matches_reference",
          "match": "all_of",
          "max_score": 14,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "992000",
              "source": "output_json"
            }
          ],
          "snippet": "992000"
        },
        {
          "artifact_paths": [],
          "description": "Output JSON applied matches the reference answer.",
          "earned_score": 12,
          "id": "output_applied_matches_reference",
          "match": "all_of",
          "max_score": 12,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "false",
              "source": "output_json"
            }
          ],
          "snippet": "false"
        },
        {
          "artifact_paths": [],
          "description": "Output JSON evidence_sufficient matches the reference answer.",
          "earned_score": 7,
          "id": "output_evidence_sufficient_matches_reference",
          "match": "all_of",
          "max_score": 7,
          "passed": true,
          "required": true,
          "rules": [
            {
              "artifact_path": "",
              "artifacts": [],
              "matched": true,
              "matched_keyword": null,
              "matcher": "json_path_equals_reference",
              "snippet": "true",
              "source": "output_json"
            }
          ],
          "snippet": "true"
        }
      ],
      "max_score": 82,
      "raw_max_score": 66,
      "raw_score": 66,
      "score": 82,
      "status": "pass"
    },
    "critical_evidence_verdict": "pass",
    "diagnosis": {
      "checks": [
        {
          "description": "Output JSON expected_refill_rate_us_per_interval matches the reference answer.",
          "id": "output_expected_refill_rate_matches_reference",
          "match": "all_of",
          "passed": true,
          "rules": [
            {
              "key_fields": [],
              "keywords": [],
              "matched": true,
              "matched_keys": [
                "expected_refill_rate_us_per_interval"
              ],
              "matcher": "json_path_equals_reference",
              "numeric_fields": [],
              "path": "expected_refill_rate_us_per_interval",
              "paths": [],
              "patterns": [],
              "reference_output_id": "reference_answer",
              "reference_path": "expected_refill_rate_us_per_interval",
              "source": "output_json",
              "threshold": null
            }
          ],
          "snippet": "matched output facts: expected_refill_rate_us_per_interval"
        },
        {
          "description": "Output JSON observed_refill_rate_us_per_interval matches the reference answer.",
          "id": "output_observed_refill_rate_matches_reference",
          "match": "all_of",
          "passed": true,
          "rules": [
            {
              "key_fields": [],
              "keywords": [],
              "matched": true,
              "matched_keys": [
                "observed_refill_rate_us_per_interval"
              ],
              "matcher": "json_path_equals_reference",
              "numeric_fields": [],
              "path": "observed_refill_rate_us_per_interval",
              "paths": [],
              "patterns": [],
              "reference_output_id": "reference_answer",
              "reference_path": "observed_refill_rate_us_per_interval",
              "source": "output_json",
              "threshold": null
            }
          ],
          "snippet": "matched output facts: observed_refill_rate_us_per_interval"
        },
        {
          "description": "Output JSON applied matches the reference answer.",
          "id": "output_applied_matches_reference",
          "match": "all_of",
          "passed": true,
          "rules": [
            {
              "key_fields": [],
              "keywords": [],
              "matched": true,
              "matched_keys": [
                "applied"
              ],
              "matcher": "json_path_equals_reference",
              "numeric_fields": [],
              "path": "applied",
              "paths": [],
              "patterns": [],
              "reference_output_id": "reference_answer",
              "reference_path": "applied",
              "source": "output_json",
              "threshold": null
            }
          ],
          "snippet": "matched output facts: applied"
        },
        {
          "description": "The answer includes the expected structured JSON payload.",
          "earned_score": 1,
          "id": "structured_json_output_present",
          "match": "all_of",
          "max_score": 1,
          "passed": true,
          "rules": [
            {
              "key_fields": [],
              "keywords": [
                "requested_ratio",
                "expected_refill_rate_us_per_interval",
                "observed_refill_rate_us_per_interval"
              ],
              "matched": true,
              "matched_keys": [
                "requested_ratio",
                "expected_refill_rate_us_per_interval",
                "observed_refill_rate_us_per_interval"
              ],
              "matcher": "keyword_any",
              "numeric_fields": [],
              "path": "",
              "paths": [],
              "patterns": [],
              "reference_output_id": "",
              "reference_path": "",
              "source": "output_text",
              "threshold": null
            }
          ],
          "snippet": "matched output facts: requested_ratio, expected_refill_rate_us_per_interval, observed_refill_rate_us_per_interval"
        }
      ],
      "hard_gate_passed": true,
      "max_score": 50,
      "raw_score": 4,
      "score": 35,
      "semantic_shadow": {
        "available": false,
        "checks": [],
        "packet_path": "/data/eval_audits/evalrun-9f9830380cfa4796ad7e093d293528af/evalcase-b67c22d03b554347bbb675757a54ced2/semantic_packet_v1.json",
        "reason": "semantic_packet_missing",
        "status": "not_available",
        "summary": {
          "disagreement_flags": [],
          "shadow_max_score": 0,
          "shadow_score": 0
        }
      },
      "status": "pass"
    },
    "evidence_collection": {
      "checks": [
        {
          "description": "Workspace diagnosis report is present and readable.",
          "earned_score": 3,
          "id": "required_report_present",
          "match": "all_of",
          "max_score": 3,
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "diagnosis_report_present"
              ],
              "matcher": "subset_observed",
              "path": "",
              "paths": [
                "diagnosis_report_present"
              ],
              "source": "artifact_fact",
              "threshold": null
            }
          ],
          "snippet": "matched collection facts: diagnosis_report_present"
        },
        {
          "description": "Query or metric evidence is observed for this ad-hoc request.",
          "earned_score": 3,
          "id": "query_or_metric_channel_observed",
          "match": "all_of",
          "max_score": 3,
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "query_or_metric"
              ],
              "matcher": "count_gte",
              "path": "",
              "paths": [
                "query_or_metric"
              ],
              "source": "channel_fact",
              "threshold": 1.0
            }
          ],
          "snippet": "matched collection facts: query_or_metric"
        },
        {
          "description": "If an events collection query is attempted, an events output file is persisted even when the result set is empty.",
          "earned_score": 2,
          "id": "attempted_events_collection_persisted",
          "match": "all_of",
          "max_score": 2,
          "passed": true,
          "required": false,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "events_attempted_implies_artifact_present"
              ],
              "matcher": "bool_true",
              "path": "events_attempted_implies_artifact_present",
              "paths": [],
              "source": "evidence_fact",
              "threshold": null
            }
          ],
          "snippet": "matched collection facts: events_attempted_implies_artifact_present"
        }
      ],
      "max_score": 5,
      "raw_max_score": 8,
      "raw_score": 8,
      "score": 5,
      "status": "pass"
    },
    "evidence_collection_verdict": "pass",
    "evidence_routing": {
      "checks": [
        {
          "description": "Analysis patch is only required to be valid when it exists.",
          "earned_score": 0,
          "id": "analysis_patch_valid_when_present",
          "match": "any_of",
          "max_score": 0,
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "analysis_patch_present"
              ],
              "matcher": "bool_false",
              "path": "analysis_patch_present",
              "paths": [],
              "source": "routing_fact"
            },
            {
              "matched": false,
              "matched_keys": [],
              "matcher": "bool_true",
              "path": "analysis_patch_valid_json",
              "paths": [],
              "source": "routing_fact"
            }
          ],
          "snippet": "matched routing facts: analysis_patch_present"
        }
      ],
      "max_score": 5,
      "raw_max_score": 0,
      "raw_score": 0,
      "score": 0,
      "status": "pass"
    },
    "evidence_routing_verdict": "pass",
    "execution_contract": {
      "artifact_facts": {
        "analysis_patch_present": false,
        "core_evidence_bundle_present": false,
        "diagnosis_report_present": true,
        "summary_artifact_present": false,
        "supplemental_loki_present": false
      },
      "channel_facts": {
        "events": true,
        "logs": false,
        "query_or_metric": true,
        "ticket_context": false
      },
      "checks": [
        {
          "description": "The minimal ad-hoc workflow is present.",
          "id": "required_workflow_present",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "final_answer_emitted"
              ],
              "matcher": "subset_observed",
              "path": "",
              "paths": [
                "final_answer_emitted"
              ],
              "source": "workflow_check",
              "threshold": null
            }
          ],
          "snippet": "matched execution contract facts: final_answer_emitted"
        },
        {
          "description": "Workspace diagnosis report is present.",
          "id": "required_report_present",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "diagnosis_report_present"
              ],
              "matcher": "subset_observed",
              "path": "",
              "paths": [
                "diagnosis_report_present"
              ],
              "source": "artifact_fact",
              "threshold": null
            }
          ],
          "snippet": "matched execution contract facts: diagnosis_report_present"
        },
        {
          "description": "At least one query or metric evidence channel is observed.",
          "id": "query_or_metric_channel_observed",
          "match": "all_of",
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "query_or_metric"
              ],
              "matcher": "count_gte",
              "path": "",
              "paths": [
                "query_or_metric"
              ],
              "source": "channel_fact",
              "threshold": 1.0
            }
          ],
          "snippet": "matched execution contract facts: query_or_metric"
        }
      ],
      "status": "pass",
      "workflow_facts": {
        "final_answer_emitted": true
      }
    },
    "execution_contract_verdict": "pass",
    "ground_truth_root_cause": "Correctly answering this case requires verifying that the requested ratio change to 0.5 did not actually take effect on TiKV during the verification window. The observed refill-rate metric stayed at 992000 rather than moving to the expected 1240000, so the correct output is applied=false.",
    "overall_verdict": "pass",
    "quality_verdict": "pass",
    "scoring": {
      "failing_hard_gate_score_cap": 69,
      "final_score": 100,
      "hard_gate_passed": true,
      "passing_hard_gate_score_floor": 70,
      "raw_total_score": 122
    },
    "strategy": "deterministic_trace_heavy_v1",
    "workflow": {
      "checks": [
        {
          "description": "Final answer is emitted for the ad-hoc query.",
          "earned_score": 0,
          "id": "final_answer_emitted",
          "match": "all_of",
          "max_score": 0,
          "passed": true,
          "required": true,
          "rules": [
            {
              "matched": true,
              "matched_keys": [
                "final_answer_emitted"
              ],
              "matcher": "bool_true",
              "path": "final_answer_emitted",
              "paths": [],
              "source": "workflow_fact",
              "threshold": null
            }
          ],
          "snippet": "matched workflow facts: final_answer_emitted"
        }
      ],
      "max_score": 10,
      "raw_max_score": 0,
      "raw_score": 0,
      "score": 0,
      "status": "pass"
    },
    "workflow_verdict": "pass"
  },
  "passed_checks": 3,
  "primary_failure_code": null,
  "score": 100,
  "total_checks": 3
}