{ "audit": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/data/eval_audits/evalrun-9ca3e149083040cfa6e5a554382fc030/evalcase-a7f520fd07aa49af944a0a9a0a0f0413", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/data/workspaces/ws-eval-1784628958524-c18f0927", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true }, "status": "resolved" }, "case_id": "ttl-row-processing-during-sql-tail-latency-incident-window", "contract": { "actual_cluster_id": "10989049060142230334", "cluster_scope_match": true, "expected_allowed_window_id": "", "expected_cluster_id": "10989049060142230334", "expected_parent_id": "", "time_window_match": false }, "critical_evidence_verdict": "pass", "evidence_collection_verdict": "pass", "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": false, "diagnosis_report_present": true, "summary_artifact_present": false, "supplemental_loki_present": false }, "channel_facts": { "events": true, "logs": false, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "The minimal ad-hoc workflow is present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "final_answer_emitted" ], "matcher": "subset_observed", "path": "", "paths": [ "final_answer_emitted" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: final_answer_emitted" }, { "description": "Workspace diagnosis report is present.", "id": "required_report_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "diagnosis_report_present" ], "matcher": "subset_observed", "path": "", "paths": [ "diagnosis_report_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: diagnosis_report_present" }, { "description": "At least one query or metric evidence channel is observed.", "id": "query_or_metric_channel_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric" } ], "status": "pass", "workflow_facts": { "final_answer_emitted": true } }, "execution_contract_verdict": "pass", "overall_verdict": "pass", "quality_verdict": "pass", "semantic_shadow": { "available": false, "status": "not_available" }, "source": "deterministic_judge", "strategy": "deterministic_trace_heavy_v1", "workflow_verdict": "pass" }, "case_run_id": "evalcase-a7f520fd07aa49af944a0a9a0a0f0413", "facts": { "artifact_observations": { "analysis_patch_present": false, "diagnosis_report_present": true, "summary_artifact_present": false, "supplemental_loki_present": false }, "artifacts": { "analysis_patch_path": "", "diagnosis_report_path": "evidences/workspace_evidence_report.json", "evidence_dir": "evidences", "logs_dir": "", "manifest_path": "", "manifest_path_mismatch": false, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "source_root": "/data/eval_audits/evalrun-9ca3e149083040cfa6e5a554382fc030/evalcase-a7f520fd07aa49af944a0a9a0a0f0413", "source_scope": "audit_dir", "summary_txt_path": "", "telemetry_path": ".opencode/telemetry.log" }, "case_id": "ttl-row-processing-during-sql-tail-latency-incident-window", "cluster": { "actual_cluster_id": "10989049060142230334", "allowed_cluster_ids": [ "10989049060142230334" ], "expected_cluster_id": "10989049060142230334", "expected_parent_id": "", "matched": true }, "contract": { "actual_cluster_id": "10989049060142230334", "cluster_scope_match": true, "expected_allowed_window_id": "", "expected_cluster_id": "10989049060142230334", "expected_parent_id": "", "time_window_match": false }, "critical_evidence": { "configured": false, "matched_check_ids": [] }, "evidence": { "analysis_patch_path": "", "core_evidence_bundle_present": false, "decoded_plan_indexes_used": null, "events_attempted_implies_artifact_present": true, "events_channel_observed": true, "events_collection_attempted": false, "events_output_file_present": false, "hotspot_detected": false, "infra_clear": false, "kill_query_signal_present": false, "log_error_counts": {}, "logs_channel_observed": false, "logs_dir_present": false, "memory_tracker_panic_present": false, "metric_evidence": [ { "chart_data_ref": { "cluster_id": "10989049060142230334", "kind": "promql_instant", "promql": "sum(increase(tidb_server_ttl_insert_rows[300s]))", "time": 1784603100 }, "group": "ttl_insert_rows_delta", "id": "ttl_insert_rows_delta", "metric_group_id": "ttl_insert_rows_delta", "name": "ttl_insert_rows_delta", "promql": "sum(increase(tidb_server_ttl_insert_rows[300s]))", "ref": { "metric_group_id": "ttl_insert_rows_delta", "type": "metric" }, "summary": { "series_count": 1, "value": 0 }, "time_window": { "end": 1784603100, "query_time": 1784603100, "start": 1784602800 }, "unit": "rows" }, { "chart_data_ref": { "cluster_id": "10989049060142230334", "kind": "promql_instant", "promql": "sum(increase(tidb_server_ttl_processed_expired_rows[300s]))", "time": 1784603100 }, "group": "ttl_processed_expired_rows_delta", "id": "ttl_processed_expired_rows_delta", "metric_group_id": "ttl_processed_expired_rows_delta", "name": "ttl_processed_expired_rows_delta", "promql": "sum(increase(tidb_server_ttl_processed_expired_rows[300s]))", "ref": { "metric_group_id": "ttl_processed_expired_rows_delta", "type": "metric" }, "summary": { "series_count": 1, "value": 0 }, "time_window": { "end": 1784603100, "query_time": 1784603100, "start": 1784602800 }, "unit": "rows" } ], "panic_signal_artifact_present": false, "query_evidence": { "slow_query": [], "topsql": [] }, "query_or_metric_channel_observed": true, "slow_query_top_digest": "", "ticket_context_channel_observed": false, "topsql_collection_error_recorded": false }, "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": false, "diagnosis_report_present": true, "summary_artifact_present": false, "supplemental_loki_present": false }, "channel_facts": { "events": true, "logs": false, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "The minimal ad-hoc workflow is present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "final_answer_emitted" ], "matcher": "subset_observed", "path": "", "paths": [ "final_answer_emitted" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: final_answer_emitted" }, { "description": "Workspace diagnosis report is present.", "id": "required_report_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "diagnosis_report_present" ], "matcher": "subset_observed", "path": "", "paths": [ "diagnosis_report_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: diagnosis_report_present" }, { "description": "At least one query or metric evidence channel is observed.", "id": "query_or_metric_channel_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric" } ], "status": "pass", "workflow_facts": { "final_answer_emitted": true } }, "output": { "analyze_primary_culprit_asserted": false, "claims_panic_not_confirmable": false, "diagnosis_cpu_hotspot_asserted": false, "diagnosis_kill_query_chain_asserted": false, "diagnosis_memory_tracker_panic_asserted": false, "diagnosis_plan_stats_issue_asserted": false, "diagnosis_single_instance_panic_restart_asserted": false, "fake_alarm_primary_asserted": false, "focuses_on_missing_index": false, "mentions_cpu_saturation": false, "mentions_est_act_divergence": false, "mentions_idle_transaction": false, "mentions_intermediate_result_explosion": false, "mentions_kill_query": false, "mentions_memory_tracker_consume": false, "mentions_p99_latency_spike": false, "mentions_rollback_cleanup": false, "mentions_statistics_uninitialized": false, "mentions_v8_5_2": false, "mentions_v8_5_3_or_fixed_release": false, "mentions_without_fix": false, "missing_index_primary_root_cause_asserted": false, "puller_or_source_side_primary_root_cause_asserted": false, "query_only_primary_root_cause_asserted": false, "wide_scan_primary_root_cause_asserted": false }, "routing": { "analysis_event_items_present": false, "analysis_has_key_evidence": false, "analysis_has_supporting_evidence": false, "analysis_items_shape_valid": false, "analysis_log_items_present": false, "analysis_log_or_event_channel_resolvable": true, "analysis_metric_refs_required": false, "analysis_metric_refs_resolvable": true, "analysis_patch_present": false, "analysis_patch_valid_json": false, "analysis_query_refs_required": false, "analysis_query_refs_resolvable": true, "classification_contract_valid": false, "diagnosis_analyst_contract_present": false, "fault_classification_contract_valid": false, "primary_fault_class_component_restart_or_panic": false, "primary_fault_class_resource_control_or_capacity": false, "primary_fault_class_service_unavailability_or_worker_failure": false, "primary_fault_class_sql_plan_or_query": false, "primary_fault_class_storage_or_infra_io": false, "primary_fault_class_tidb_cpu_gc_or_memory": false, "primary_fault_class_tikv_read_hotspot": false, "primary_fault_class_unknown_insufficient_evidence": false, "selected_diagnosis_skills_present": false, "signal_tags_contract_valid": false }, "runtime_context_present": true, "window": { "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "expected_allowed_window_id": "", "expected_end_ts": null, "expected_start_ts": null, "matched_allowed_window": false }, "workflow": { "architecture_context_loaded": false, "collect_evidence_invoked": false, "diagnosis_run_initialized": true, "direct_conclusion_by_investigator": false, "evidence_collection_completed": true, "evidence_collection_started": false, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": false, "premise_verification_recorded": false, "summary_read_completed": false, "targeted_panic_log_query_completed": false } }, "id": "evaljudge-7722bc673edd419fa1313f0914031dee", "invalid_subtype": null, "judged_at": "2026-07-21T10:16:20.194661+00:00", "judgment_verdict": "pass", "packet": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/data/eval_audits/evalrun-9ca3e149083040cfa6e5a554382fc030/evalcase-a7f520fd07aa49af944a0a9a0a0f0413", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/data/workspaces/ws-eval-1784628958524-c18f0927", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10989049060142230334", "actual_end_ts": 1784603100, "actual_start_ts": 1784602800, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "", "summary_json_present": false, "summary_txt_path": "", "summary_txt_present": false, "valid_bundle": true }, "status": "resolved" }, "contract": { "checks": [ { "description": "Actual diagnosis cluster scope matches the expected cluster id.", "id": "cluster_scope_match", "match": "all_of", "passed": true, "required": true, "rules": [ { "allowed": [], "matched": true, "matched_keys": [ "cluster_scope_match" ], "matcher": "bool_true", "path": "cluster_scope_match", "source": "trace_fact", "value": "" } ], "snippet": "matched trace facts: cluster_scope_match" } ], "status": "pass" }, "critical_evidence": { "checks": [], "max_score": 0, "raw_max_score": 0, "raw_score": 0, "score": 0, "status": "pass" }, "critical_evidence_verdict": "pass", "diagnosis": { "checks": [ { "description": "Output JSON cluster_id matches the runtime reference.", "id": "output_cluster_id_matches_reference", "match": "all_of", "passed": true, "rules": [ { "key_fields": [], "keywords": [], "matched": true, "matched_keys": [ "cluster_id" ], "matcher": "json_path_equals_reference", "numeric_fields": [], "path": "cluster_id", "paths": [], "patterns": [], "reference_output_id": "reference_answer", "reference_path": "cluster_id", "source": "output_json", "threshold": null } ], "snippet": "matched output facts: cluster_id" }, { "description": "Output JSON window.start matches the runtime reference.", "id": "output_window_start_matches_reference", "match": "all_of", "passed": true, "rules": [ { "key_fields": [], "keywords": [], "matched": true, "matched_keys": [ "window.start" ], "matcher": "json_path_equals_reference", "numeric_fields": [], "path": "window.start", "paths": [], "patterns": [], "reference_output_id": "reference_answer", "reference_path": "window.start", "source": "output_json", "threshold": null } ], "snippet": "matched output facts: window.start" }, { "description": "Output JSON window.end matches the runtime reference.", "id": "output_window_end_matches_reference", "match": "all_of", "passed": true, "rules": [ { "key_fields": [], "keywords": [], "matched": true, "matched_keys": [ "window.end" ], "matcher": "json_path_equals_reference", "numeric_fields": [], "path": "window.end", "paths": [], "patterns": [], "reference_output_id": "reference_answer", "reference_path": "window.end", "source": "output_json", "threshold": null } ], "snippet": "matched output facts: window.end" }, { "description": "Output JSON evidence_sufficient matches the runtime reference.", "id": "evidence_sufficient_matches_reference", "match": "all_of", "passed": true, "rules": [ { "key_fields": [], "keywords": [], "matched": true, "matched_keys": [ "evidence_sufficient" ], "matcher": "json_path_equals_reference", "numeric_fields": [], "path": "evidence_sufficient", "paths": [], "patterns": [], "reference_output_id": "reference_answer", "reference_path": "evidence_sufficient", "source": "output_json", "threshold": null } ], "snippet": "matched output facts: evidence_sufficient" }, { "description": "Output JSON ttl_activity_present matches the runtime reference.", "id": "ttl_activity_present_matches_reference", "match": "all_of", "passed": true, "rules": [ { "key_fields": [], "keywords": [], "matched": true, "matched_keys": [ "ttl_activity_present" ], "matcher": "json_path_equals_reference", "numeric_fields": [], "path": "ttl_activity_present", "paths": [], "patterns": [], "reference_output_id": "reference_answer", "reference_path": "ttl_activity_present", "source": "output_json", "threshold": null } ], "snippet": "matched output facts: ttl_activity_present" }, { "description": "Output JSON ttl_insert_rows_delta matches the runtime reference.", "id": "ttl_insert_rows_delta_matches_reference", "match": "all_of", "passed": true, "rules": [ { "key_fields": [], "keywords": [], "matched": true, "matched_keys": [ "signals.ttl_insert_rows_delta" ], "matcher": "json_path_equals_reference", "numeric_fields": [], "path": "signals.ttl_insert_rows_delta", "paths": [], "patterns": [], "reference_output_id": "reference_answer", "reference_path": "signals.ttl_insert_rows_delta", "source": "output_json", "threshold": null } ], "snippet": "matched output facts: signals.ttl_insert_rows_delta" }, { "description": "Output JSON ttl_processed_expired_rows_delta matches the runtime reference.", "id": "ttl_processed_expired_rows_delta_matches_reference", "match": "all_of", "passed": true, "rules": [ { "key_fields": [], "keywords": [], "matched": true, "matched_keys": [ "signals.ttl_processed_expired_rows_delta" ], "matcher": "json_path_equals_reference", "numeric_fields": [], "path": "signals.ttl_processed_expired_rows_delta", "paths": [], "patterns": [], "reference_output_id": "reference_answer", "reference_path": "signals.ttl_processed_expired_rows_delta", "source": "output_json", "threshold": null } ], "snippet": "matched output facts: signals.ttl_processed_expired_rows_delta" }, { "description": "The answer includes the TTL JSON payload.", "earned_score": 1, "id": "ttl_json_output_present", "match": "all_of", "max_score": 1, "passed": true, "rules": [ { "key_fields": [], "keywords": [ "ttl_activity_present" ], "matched": true, "matched_keys": [ "ttl_activity_present" ], "matcher": "keyword_any", "numeric_fields": [], "path": "", "paths": [], "patterns": [], "reference_output_id": "", "reference_path": "", "source": "output_text", "threshold": null } ], "snippet": "matched output facts: ttl_activity_present" } ], "hard_gate_passed": true, "max_score": 50, "raw_score": 8, "score": 35, "semantic_shadow": { "available": false, "checks": [], "packet_path": "/data/eval_audits/evalrun-9ca3e149083040cfa6e5a554382fc030/evalcase-a7f520fd07aa49af944a0a9a0a0f0413/semantic_packet_v1.json", "reason": "semantic_packet_missing", "status": "not_available", "summary": { "disagreement_flags": [], "shadow_max_score": 0, "shadow_score": 0 } }, "status": "pass" }, "evidence_collection": { "checks": [ { "description": "Workspace diagnosis report is present and readable.", "earned_score": 2, "id": "required_report_present", "match": "all_of", "max_score": 2, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "diagnosis_report_present" ], "matcher": "subset_observed", "path": "", "paths": [ "diagnosis_report_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched collection facts: diagnosis_report_present" }, { "description": "Query or metric evidence is observed for this ad-hoc request.", "earned_score": 3, "id": "query_or_metric_channel_observed", "match": "all_of", "max_score": 3, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched collection facts: query_or_metric" }, { "description": "If an events collection query is attempted, an events output file is persisted even when the result set is empty.", "earned_score": 2, "id": "attempted_events_collection_persisted", "match": "all_of", "max_score": 2, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "events_attempted_implies_artifact_present" ], "matcher": "bool_true", "path": "events_attempted_implies_artifact_present", "paths": [], "source": "evidence_fact", "threshold": null } ], "snippet": "matched collection facts: events_attempted_implies_artifact_present" } ], "max_score": 5, "raw_max_score": 7, "raw_score": 7, "score": 5, "status": "pass" }, "evidence_collection_verdict": "pass", "evidence_routing": { "checks": [ { "description": "Analysis patch is only required to be valid when it exists.", "earned_score": 0, "id": "analysis_patch_valid_when_present", "match": "any_of", "max_score": 0, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_patch_valid_json", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" } ], "max_score": 0, "raw_max_score": 0, "raw_score": 0, "score": 0, "status": "pass" }, "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": false, "diagnosis_report_present": true, "summary_artifact_present": false, "supplemental_loki_present": false }, "channel_facts": { "events": true, "logs": false, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "The minimal ad-hoc workflow is present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "final_answer_emitted" ], "matcher": "subset_observed", "path": "", "paths": [ "final_answer_emitted" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: final_answer_emitted" }, { "description": "Workspace diagnosis report is present.", "id": "required_report_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "diagnosis_report_present" ], "matcher": "subset_observed", "path": "", "paths": [ "diagnosis_report_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: diagnosis_report_present" }, { "description": "At least one query or metric evidence channel is observed.", "id": "query_or_metric_channel_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric" } ], "status": "pass", "workflow_facts": { "final_answer_emitted": true } }, "execution_contract_verdict": "pass", "ground_truth_root_cause": "Correctly recognizing TTL activity in this incident window requires querying the real TiDB TTL counters instead of inferring from slow-query or generic log absence.", "overall_verdict": "pass", "quality_verdict": "pass", "scoring": { "failing_hard_gate_score_cap": 69, "final_score": 73, "hard_gate_passed": true, "normalized_total_score": 73, "passing_hard_gate_score_floor": 70, "raw_total_score": 40, "total_max_score": 55 }, "strategy": "deterministic_trace_heavy_v1", "workflow": { "checks": [ { "description": "Final answer is emitted for the ad-hoc query.", "earned_score": 0, "id": "final_answer_emitted", "match": "all_of", "max_score": 0, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "final_answer_emitted" ], "matcher": "bool_true", "path": "final_answer_emitted", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: final_answer_emitted" } ], "max_score": 0, "raw_max_score": 0, "raw_score": 0, "score": 0, "status": "pass" }, "workflow_verdict": "pass" }, "passed_checks": 7, "primary_failure_code": null, "score": 73, "total_checks": 7 }